-- Logs begin at Thu 2021-08-12 03:10:37 UTC, end at Thu 2021-08-12 05:50:37 UTC. -- Aug 12 03:53:10.457019 n-d-804320-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 03:53:13.167072 n-d-804320-1 neutron-server[94933]: INFO neutron.common.config [-] Logging enabled! Aug 12 03:53:13.167691 n-d-804320-1 neutron-server[94933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 12 03:53:13.167850 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94933) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 03:53:13.171139 n-d-804320-1 neutron-server[94933]: INFO neutron.common.config [-] Logging enabled! Aug 12 03:53:13.171402 n-d-804320-1 neutron-server[94933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 12 03:53:13.171717 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94933) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 03:53:13.172660 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 03:53:13.172904 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 03:53:13.173272 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 03:53:13.173523 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 03:53:13.173755 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 03:53:13.174080 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.174382 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.174684 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.174942 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.175780 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.176075 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.176360 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.176655 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.176954 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.177242 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.177568 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.177811 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.178044 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.178335 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.178625 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.178944 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.179175 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] debug = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.179459 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.179882 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.180299 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.180583 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.180873 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.181156 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.181432 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.181712 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.181998 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.182327 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] host = n-d-804320-1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.182605 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.182925 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.183217 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.183505 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.183872 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.184154 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.184443 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.184722 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.184997 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.185277 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.185568 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.185858 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.186150 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.186379 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.186606 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.186922 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.187217 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.187495 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.187772 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.188049 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.188333 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.188610 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.188885 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.189177 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.189468 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.189759 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.190038 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.190315 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.190615 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.190918 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.191210 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.191489 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.191768 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.192048 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.192340 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.192613 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.192893 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.193200 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.193490 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.193775 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.194062 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.194339 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.194624 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.194926 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.195208 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.195485 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] use_json = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.195780 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.196043 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.196326 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.196604 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.196880 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.197159 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.197438 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.197725 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:13.198029 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.198337 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.198641 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.198953 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.199316 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.199615 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.199914 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.200202 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.200499 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.200796 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.201091 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.201376 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.201673 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.201959 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.202259 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.202570 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.202893 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.203192 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.203473 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.203752 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.204030 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.204315 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.204604 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.204905 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.205196 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.205473 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.205757 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.206052 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.206360 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.206637 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.206952 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.207244 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.207525 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.207802 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.208088 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.208374 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.208650 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.208927 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.209208 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.209499 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.209780 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.210056 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.210330 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.210610 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.210912 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.211198 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.211477 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.211752 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.212026 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.212308 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.212585 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.212861 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.213143 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.213416 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.213695 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.213969 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.214245 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.214520 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.214847 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.215180 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.215461 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.215741 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.216028 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.216307 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.216584 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.216862 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.217140 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.217418 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.217709 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.218014 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.218306 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.218588 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.218897 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.219183 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.219466 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.219749 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.220032 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.220314 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.220595 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.220892 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.221181 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.221470 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.221759 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.222559 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.222883 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.223167 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.223452 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.223733 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.224013 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.224309 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.224599 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.224900 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.225200 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.225499 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.225795 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.226091 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.226378 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.226687 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.226999 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:13.227224 n-d-804320-1 neutron-server[94933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 03:53:13.227468 n-d-804320-1 neutron-server[94933]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94933) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 03:53:13.579850 n-d-804320-1 neutron-server[94933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 03:53:13.580135 n-d-804320-1 neutron-server[94933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 03:53:13.580429 n-d-804320-1 neutron-server[94933]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 03:53:13.580768 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 03:53:13.977117 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:13.977428 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:13.977710 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:13.978956 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:13.979237 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:13.979506 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.013768 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.014084 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.014420 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.031076 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.031359 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.031632 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.060793 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.061078 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.061352 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.097563 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.097849 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.098121 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.331045 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.332283 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.332283 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.332465 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.333053 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.471484 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.471812 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.472102 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.472380 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.472654 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.472968 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.473278 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.473496 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.473759 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.474049 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.474314 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.474585 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.474869 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.475130 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.475406 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.476310 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.476596 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.476890 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.477182 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.477460 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.477751 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.478020 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.478317 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.478791 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.479071 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.479331 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.479746 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:14.479994 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:14.480236 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:14.480477 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:14.480717 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:14.480956 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:14.481326 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 03:53:14.484511 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 03:53:14.488434 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 03:53:14.492237 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 12 03:53:14.493995 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 03:53:14.494446 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 03:53:14.494804 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 03:53:14.495197 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 03:53:14.497970 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 03:53:14.498225 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 03:53:14.498575 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 03:53:14.504356 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 03:53:14.526812 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 03:53:14.527271 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.527564 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94933) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 03:53:14.527925 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.529260 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94933) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 03:53:14.529544 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 03:53:14.529792 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 03:53:14.533186 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.533472 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:14.595536 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 03:53:14.595726 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 03:53:14.595967 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 03:53:14.596331 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 03:53:14.617436 n-d-804320-1 neutron-server[94933]: DEBUG oslo_db.sqlalchemy.engines [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94933) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 03:53:15.499557 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing driver for type 'gre' Aug 12 03:53:15.500221 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] gre ID ranges: [(1, 1000)] Aug 12 03:53:15.696917 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing driver for type 'local' Aug 12 03:53:15.697251 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing driver for type 'vlan' Aug 12 03:53:15.765907 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] VlanTypeDriver initialization complete Aug 12 03:53:15.766310 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing driver for type 'vxlan' Aug 12 03:53:15.766980 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] vxlan ID ranges: [(1, 1000)] Aug 12 03:53:15.988124 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing extension driver 'port_security' Aug 12 03:53:15.988459 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.extensions.port_security [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] PortSecurityExtensionDriver initialization complete Aug 12 03:53:15.988787 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing mechanism driver 'openvswitch' Aug 12 03:53:15.989116 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing mechanism driver 'hyperv' Aug 12 03:53:15.995616 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.plugin [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:15.996288 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.996672 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.997006 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.997520 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 03:53:15.997950 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.998304 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.998649 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.999064 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 03:53:15.999470 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:15.999826 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.000169 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.000570 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 03:53:16.000957 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.001303 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.001640 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.002030 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 03:53:16.002561 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.002941 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.003840 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.004258 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 03:53:16.004665 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.005011 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.005350 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.005738 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 03:53:16.006212 n-d-804320-1 neutron-server[94933]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] ML2 OVO RPC backend initialized. {{(pid=94933) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 03:53:16.006881 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.007237 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014203 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014203 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > networks before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014203 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014203 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > ports before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014528 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014528 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014528 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014528 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014856 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014856 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014856 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.014856 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.015140 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.015140 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.015140 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.015140 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.plugin [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Modular L2 Plugin initialization complete Aug 12 03:53:16.015140 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading services supported by the core plugin {{(pid=94933) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 03:53:16.015504 n-d-804320-1 neutron-server[94933]: INFO neutron.plugins.ml2.managers [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Got port-security extension from driver 'port_security' Aug 12 03:53:16.015504 n-d-804320-1 neutron-server[94933]: INFO neutron.extensions.vlantransparent [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Disabled vlantransparent extension. Aug 12 03:53:16.015504 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94933) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 03:53:16.015504 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: router Aug 12 03:53:16.052921 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.053239 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_create 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.053607 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router before_create 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.053970 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.054345 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.054698 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_delete 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.055079 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.055441 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_create 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.055786 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_update 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.056134 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_update 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.056482 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.056839 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_update 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.057251 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.057619 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.057958 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.058294 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: subnet after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.058632 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.059010 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.059355 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.059694 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.060034 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.060394 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router after_update 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.060732 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.061082 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.061438 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.061781 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.062142 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > agent after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.062488 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.062863 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > network after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.063725 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Tracking information for resource: router configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:16.064053 n-d-804320-1 neutron-server[94933]: DEBUG neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Tracking information for resource: floatingip configured {{(pid=94933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 03:53:16.069527 n-d-804320-1 neutron-server[94933]: INFO neutron.db.l3_agentschedulers_db [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 03:53:16.070216 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.070576 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port after_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.070962 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port after_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.071316 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: port after_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.072107 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router before_create 55550100 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.072471 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.072832 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.073189 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.077675 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.provider_configuration [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service providers = [] {{(pid=94933) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 03:53:16.078040 n-d-804320-1 neutron-server[94933]: DEBUG neutron.db.servicetype_db [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94933) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 03:53:16.080983 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.service_base [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 03:53:16.081922 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.service_base [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 03:53:16.082262 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.service_base [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 03:53:16.083172 n-d-804320-1 neutron-server[94933]: DEBUG neutron.services.service_base [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 03:53:16.083539 n-d-804320-1 neutron-server[94933]: INFO neutron.services.service_base [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 03:53:16.083914 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.084232 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 03:53:16.094649 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.095005 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: auto_allocate Aug 12 03:53:16.100703 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: network precommit_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.101070 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: network precommit_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.101584 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.101901 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: tag Aug 12 03:53:16.108404 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.108730 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: timestamp Aug 12 03:53:16.112724 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.113053 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: network_ip_availability Aug 12 03:53:16.127468 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.127834 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.128706 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.129428 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.129747 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: flavors Aug 12 03:53:16.134492 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.134851 n-d-804320-1 neutron-server[94933]: INFO neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading Plugin: revisions Aug 12 03:53:16.139164 n-d-804320-1 neutron-server[94933]: DEBUG neutron.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 03:53:16.139554 n-d-804320-1 neutron-server[94933]: DEBUG oslo_concurrency.lockutils [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.559s {{(pid=94933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 03:53:16.140297 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94933) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 03:53:16.140634 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Initializing extension manager. Aug 12 03:53:16.141144 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: __init__.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.141521 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: __pycache__ {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.141859 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.142194 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: address_group.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.142986 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.143554 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: address-group Aug 12 03:53:16.144458 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: address_scope.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.145438 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.145950 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: address-scope Aug 12 03:53:16.146317 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.149055 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.149564 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: router-admin-state-down-before-update Aug 12 03:53:16.149886 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: agent.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.150818 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.151330 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: agent Aug 12 03:53:16.151662 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: agent_resources_synced.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.152603 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.153112 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: agent-resources-synced Aug 12 03:53:16.153432 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.155344 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.155867 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: allowed-address-pairs Aug 12 03:53:16.156190 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.157263 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.157778 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: auto-allocated-topology Aug 12 03:53:16.158102 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: availability_zone.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.158827 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.159392 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: availability_zone Aug 12 03:53:16.159697 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: availability_zone_filter.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.160713 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.161220 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: availability_zone_filter Aug 12 03:53:16.161544 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: data_plane_status.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.162462 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.163000 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 03:53:16.163321 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: default_subnetpools.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.164233 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.164741 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: default-subnetpools Aug 12 03:53:16.165063 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.165875 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.166380 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: dhcp_agent_scheduler Aug 12 03:53:16.166752 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: dns.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.167798 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.168306 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 03:53:16.168625 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: dns_domain_ports.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.169540 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.170048 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 03:53:16.170367 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.171315 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.171829 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 03:53:16.172148 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: dvr.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.172815 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.173321 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: dvr Aug 12 03:53:16.173639 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: ecmp_routes.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.174543 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.175137 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 03:53:16.178266 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: empty_string_filtering.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.179075 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.179584 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: empty-string-filtering Aug 12 03:53:16.179906 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.180813 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.181317 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 03:53:16.181636 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.182539 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.183083 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 03:53:16.183443 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: external_net.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.184386 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.184891 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: external-net Aug 12 03:53:16.185212 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.186111 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.186612 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: extra_dhcp_opt Aug 12 03:53:16.186965 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: extraroute.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.187864 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.188372 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: extraroute Aug 12 03:53:16.188691 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: extraroute_atomic.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.189752 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.190262 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: extraroute-atomic Aug 12 03:53:16.191133 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: filter_validation.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.191795 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.192301 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: filter-validation Aug 12 03:53:16.192620 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: fip_pf_description.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.193521 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.194024 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 03:53:16.194345 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: fip_port_details.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.195346 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.195841 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: fip-port-details Aug 12 03:53:16.196155 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: flavors.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.197362 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.197873 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: flavors Aug 12 03:53:16.198194 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.199891 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.200412 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 03:53:16.200775 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: floatingip_pools.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.201473 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.201983 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: floatingip-pools Aug 12 03:53:16.202304 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: ip_allocation.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.203261 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.203767 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 03:53:16.204087 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.205001 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.205510 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: ip-substring-filtering Aug 12 03:53:16.205830 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l2_adjacency.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.207381 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.207882 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 03:53:16.208203 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.209299 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.209820 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: router Aug 12 03:53:16.210143 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.212420 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.212991 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 03:53:16.213358 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.214293 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.214851 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: ext-gw-mode Aug 12 03:53:16.215180 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.216191 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.216674 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: l3-ha Aug 12 03:53:16.216999 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3_flavors.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.217910 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.218417 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: l3-flavors Aug 12 03:53:16.218765 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.219679 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.220184 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 03:53:16.220503 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: l3agentscheduler.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.221637 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.222171 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: l3_agent_scheduler Aug 12 03:53:16.222495 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: logging.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.224002 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.224531 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension logging not supported by any of loaded plugins Aug 12 03:53:16.224858 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: metering.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.225595 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.226214 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: metering Aug 12 03:53:16.226573 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.230500 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.231051 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: metering_source_and_destination_fields Aug 12 03:53:16.231377 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: multiprovidernet.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.232306 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.232857 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: multi-provider Aug 12 03:53:16.233181 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: netmtu.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.234091 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.234599 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: net-mtu Aug 12 03:53:16.234943 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: netmtu_writable.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.235854 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.236361 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: net-mtu-writable Aug 12 03:53:16.236681 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: network_availability_zone.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.237376 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.237884 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: network_availability_zone Aug 12 03:53:16.238201 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: network_ip_availability.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.239427 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.239947 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: network-ip-availability Aug 12 03:53:16.240269 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: network_segment_range.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.241028 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.241574 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 03:53:16.241895 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: pagination.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.242906 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.243239 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: pagination Aug 12 03:53:16.243560 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: port_device_profile.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.244474 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.244984 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: port-device-profile Aug 12 03:53:16.245305 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.246223 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.246803 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: port-mac-address-regenerate Aug 12 03:53:16.247122 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.248029 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.248536 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: port-numa-affinity-policy Aug 12 03:53:16.248853 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: port_resource_request.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.249747 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.250248 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 03:53:16.250566 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: portbindings.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.251524 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.252033 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: binding Aug 12 03:53:16.252355 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: portbindings_extended.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.254318 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.254903 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: binding-extended Aug 12 03:53:16.255263 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: portsecurity.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.259536 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.260044 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: port-security Aug 12 03:53:16.260366 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: project_id.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.261343 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.261671 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: project-id Aug 12 03:53:16.261991 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: providernet.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.262943 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.263459 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: provider Aug 12 03:53:16.263848 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.267329 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.267857 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos not supported by any of loaded plugins Aug 12 03:53:16.268189 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.270313 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.270855 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 03:53:16.271190 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.272104 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.272616 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 03:53:16.272941 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_default.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.273847 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.274355 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-default not supported by any of loaded plugins Aug 12 03:53:16.274680 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_fip.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.275384 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.275888 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 03:53:16.276214 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.277131 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.277640 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 03:53:16.277958 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.278895 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.279398 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 03:53:16.279718 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_pps_rule.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.280888 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.281404 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 03:53:16.281726 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.282634 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.283170 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 03:53:16.283495 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: qos_rules_alias.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.284549 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.285055 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 03:53:16.285375 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: quotasv2.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.286277 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.286603 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: quotas Aug 12 03:53:16.286950 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: quotasv2_detail.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.289965 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.290308 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: quota_details Aug 12 03:53:16.290639 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: rbac.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.291912 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.292438 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: rbac-policies Aug 12 03:53:16.292765 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: rbac_address_group.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.293699 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.294216 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: rbac-address-group Aug 12 03:53:16.294540 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: rbac_address_scope.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.295498 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.296011 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: rbac-address-scope Aug 12 03:53:16.296334 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: rbac_security_groups.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.297244 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.297756 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: rbac-security-groups Aug 12 03:53:16.298076 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.299016 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.299528 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: rbac-subnetpool Aug 12 03:53:16.299865 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: revisionifmatch.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.300779 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.301298 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: revision-if-match Aug 12 03:53:16.301618 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: revisions.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.302747 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.303335 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: standard-attr-revisions Aug 12 03:53:16.303612 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: router_availability_zone.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.304288 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.304799 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: router_availability_zone Aug 12 03:53:16.305119 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: routerservicetype.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.306032 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.306540 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 03:53:16.306894 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.307812 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.308323 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: security-groups-normalized-cidr Aug 12 03:53:16.308641 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.309555 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.310064 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: port-security-groups-filtering Aug 12 03:53:16.310381 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.311332 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.311843 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: security-groups-remote-address-group Aug 12 03:53:16.312159 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: securitygroup.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.322133 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.322660 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: security-group Aug 12 03:53:16.323018 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: segment.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.323802 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.324309 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension segment not supported by any of loaded plugins Aug 12 03:53:16.324633 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.325561 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.326071 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 03:53:16.326392 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: servicetype.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.327595 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.328113 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: service-type Aug 12 03:53:16.328436 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: sorting.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.329413 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.329741 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: sorting Aug 12 03:53:16.330060 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: standard_attr_segment.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.330997 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.332043 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 03:53:16.332364 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: standardattrdescription.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.333011 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.333517 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: standard-attr-description Aug 12 03:53:16.333839 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: stateful_security_group.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.334796 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.335307 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: stateful-security-group Aug 12 03:53:16.335629 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: stdattrs_common.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.336207 n-d-804320-1 neutron-server[94933]: WARNING neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 03:53:16.336527 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.337438 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.337947 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 03:53:16.338265 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: subnet_onboard.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.339380 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.339897 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: subnet_onboard Aug 12 03:53:16.340216 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.341146 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.341649 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 03:53:16.341972 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: subnet_service_types.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.343047 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.343430 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: subnet-service-types Aug 12 03:53:16.343753 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: subnetallocation.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.344834 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.345353 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: subnet_allocation Aug 12 03:53:16.345679 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.346352 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.346919 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: subnetpool-prefix-ops Aug 12 03:53:16.347316 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.348171 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.348682 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 03:53:16.349005 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: tagging.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.350108 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.350630 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: standard-attr-tag Aug 12 03:53:16.350991 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: timestamp.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.352193 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.352708 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loaded extension: standard-attr-timestamp Aug 12 03:53:16.353033 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: trunk.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.354063 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.354574 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension trunk not supported by any of loaded plugins Aug 12 03:53:16.354925 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: trunk_details.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.355847 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.356353 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 03:53:16.356671 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.357583 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.358090 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 03:53:16.358407 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Loading extension file: vlantransparent.py {{(pid=94933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 03:53:16.359109 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 03:53:16.359612 n-d-804320-1 neutron-server[94933]: INFO neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 03:53:16.362217 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:network Aug 12 03:53:16.363287 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:subnet Aug 12 03:53:16.363683 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 03:53:16.364070 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:port Aug 12 03:53:16.365321 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.365773 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service FLAVORS assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.366404 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.366856 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.367183 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:router Aug 12 03:53:16.367608 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 03:53:16.368100 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service METERING assigned prefix: /metering {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.369631 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.370003 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.370349 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 03:53:16.371408 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 03:53:16.371853 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:security_group Aug 12 03:53:16.372287 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 03:53:16.374044 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service CORE assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.374382 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 03:53:16.374827 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] subnetpool is already registered Aug 12 03:53:16.375212 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service CORE assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.375537 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 03:53:16.375867 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] subnetpool is already registered Aug 12 03:53:16.378662 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.379120 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service FLAVORS assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.379707 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.380126 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.380456 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:router Aug 12 03:53:16.380793 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] router is already registered Aug 12 03:53:16.381209 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 03:53:16.381542 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] floatingip is already registered Aug 12 03:53:16.381999 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service METERING assigned prefix: /metering {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.382660 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 03:53:16.383007 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] rbac_policy is already registered Aug 12 03:53:16.383418 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:security_group Aug 12 03:53:16.383750 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] security_group is already registered Aug 12 03:53:16.384151 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 03:53:16.384483 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] security_group_rule is already registered Aug 12 03:53:16.385116 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service CORE assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.385440 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 03:53:16.385768 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] subnetpool is already registered Aug 12 03:53:16.386194 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.v2.resource_helper [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Service CORE assigned prefix: {{(pid=94933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 03:53:16.386516 n-d-804320-1 neutron-server[94933]: INFO neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 03:53:16.386884 n-d-804320-1 neutron-server[94933]: WARNING neutron.quota.resource_registry [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] subnetpool is already registered Aug 12 03:53:16.387329 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: extensions {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.388819 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: address-groups {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.390309 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: address-scopes {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.391777 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: agents {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.392934 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: auto-allocated-topology {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.394229 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: availability_zones {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.395769 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: dhcp-networks {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.397267 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: dhcp-agents {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.398674 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: routers {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.400450 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: flavors {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.401716 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: service_profiles {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.402959 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: next_providers {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.404376 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: service_profiles {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.405923 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: floatingip-pools {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.407173 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: routers {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.408888 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: floatingips {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.410198 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: l3-routers {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.411627 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: l3-agents {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.413033 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: metering-labels {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.414332 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: metering-label-rules {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.415742 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: network-ip-availabilities {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.416985 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: bindings {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.418530 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: quotas {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.420113 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: quotas {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.421562 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: rbac-policies {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.422785 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: security-groups {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.424088 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: security-group-rules {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.425859 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: service-providers {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.427117 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: subnetpools {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.428452 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: subnetpools {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.430162 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.431895 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.433691 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.435527 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.437207 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.440179 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.442491 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.444322 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.446359 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.448150 n-d-804320-1 neutron-server[94933]: DEBUG neutron.api.extensions [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Extended resource: tags {{(pid=94933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 03:53:16.454077 n-d-804320-1 neutron-server[94933]: WARNING keystonemiddleware.auth_token [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 03:53:16.458674 n-d-804320-1 neutron-server[94933]: WARNING keystonemiddleware.auth_token [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 03:53:16.467053 n-d-804320-1 neutron-server[94933]: DEBUG oslo_concurrency.lockutils [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Acquired lock "singleton_lock" {{(pid=94933) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 03:53:16.467527 n-d-804320-1 neutron-server[94933]: DEBUG oslo_concurrency.lockutils [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Releasing lock "singleton_lock" {{(pid=94933) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 03:53:16.468160 n-d-804320-1 neutron-server[94933]: INFO oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Starting 2 workers Aug 12 03:53:16.473123 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Started child 95042 {{(pid=94933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 03:53:16.477559 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Started child 95043 {{(pid=94933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 03:53:16.478564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:16.479375 n-d-804320-1 neutron-server[94933]: INFO neutron.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 03:53:16.479790 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Notify callbacks [] for process, before_spawn {{(pid=94933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:16.480090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [-] (95042) wsgi starting up on http://0.0.0.0:9696 Aug 12 03:53:16.482183 n-d-804320-1 neutron-server[94933]: INFO oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Starting 1 workers Aug 12 03:53:16.482371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:16.483808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [-] (95043) wsgi starting up on http://0.0.0.0:9696 Aug 12 03:53:16.487949 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Started child 95044 {{(pid=94933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 03:53:16.488465 n-d-804320-1 neutron-server[94933]: INFO oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Starting 1 workers Aug 12 03:53:16.491751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] calling RpcWorker wait() {{(pid=95044) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 03:53:16.492326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] returning from RpcWorker wait() {{(pid=95044) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 03:53:16.492935 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Started child 95045 {{(pid=94933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 03:53:16.493654 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:16.493775 n-d-804320-1 neutron-server[94933]: DEBUG neutron_lib.callbacks.manager [None req-dc5acdf3-8168-4e32-b8d5-a5c3ed5fc7b4 None None] Notify callbacks [] for process, after_spawn {{(pid=94933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:16.494217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:16.495621 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94933) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 03:53:16.495834 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 03:53:16.496010 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 03:53:16.496230 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 03:53:16.496552 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 03:53:16.496714 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 03:53:16.497252 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.497532 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.497781 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.497871 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:16.498308 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.498308 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.498912 n-d-804320-1 neutron-server[95045]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:16.499009 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.499177 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.499416 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.499677 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.500143 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.500143 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.500274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.500457 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.500690 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.500977 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.501225 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.501471 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.501734 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.501902 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.502163 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.502442 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.502685 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.503046 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] debug = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.503799 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.504301 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.504531 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.504786 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.505027 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.505306 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.505547 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.505814 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.506057 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.506303 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.506536 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.506807 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.507058 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.507281 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.507501 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.507743 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.507990 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.508452 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] host = n-d-804320-1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.508668 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.508883 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.509113 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.509367 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.509634 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.509851 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.510111 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.510352 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.510601 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.510844 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.511064 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.511318 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.511549 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.511820 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.511959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_options = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.512187 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.512440 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.512698 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.512886 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.513052 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.513225 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.513476 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.513638 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.513891 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.514104 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.514336 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.514543 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.514785 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.515000 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.515252 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.515501 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.515730 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.515994 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.516256 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.516505 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.516744 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.516983 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.517224 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.517455 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.517686 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.517916 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.518156 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.518371 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.518612 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.518902 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.519135 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.519402 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.519635 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.519876 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.520362 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.520585 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.520817 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.521075 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.521302 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.521545 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.521808 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.522040 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.522268 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.522480 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.522750 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.522971 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_json = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.523183 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.523425 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.523686 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.523916 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.524131 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.524346 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.524557 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.524798 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.525226 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.525504 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.525821 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.526073 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.526322 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.526568 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.526839 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.527097 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.527331 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.527561 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.527875 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.528104 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.529524 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.529780 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.530046 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.530367 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.530629 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.530945 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.532161 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.532327 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.532637 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.532986 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.533376 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.533665 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.533954 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.534226 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.534463 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.534772 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.535001 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.535235 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.535470 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.535708 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.536003 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.536237 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.536466 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.536699 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.536963 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.537186 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.537442 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.537692 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.537935 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.538192 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.538445 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.538705 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.538971 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.539211 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.539437 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.539687 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.539900 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.540157 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.540392 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.540779 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.540929 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.541076 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.541270 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.541532 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.541762 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.542051 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.542467 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.542653 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.542835 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.551223 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.552485 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.553609 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.554989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.555560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.558415 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.559433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560174 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.560801 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.561308 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.561308 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.562704 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.562704 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.562704 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.562704 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.562704 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.563131 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.563227 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.563433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.563676 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.563936 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.564154 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.564425 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.564681 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.564924 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.565149 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.565367 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.566262 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.566492 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.566728 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.566967 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.567184 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.567410 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.567665 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.567882 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.568109 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.568349 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.568811 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.568811 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.569092 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.569201 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.569451 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.569671 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.569958 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.570980 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.571232 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.571488 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.571737 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.572029 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.572261 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.572551 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.572813 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.573042 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.573267 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.573502 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.573725 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.573949 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.574184 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.574426 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.574668 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.574953 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.575298 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.575561 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.575818 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.576065 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.576312 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.576581 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.576806 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.577030 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.577255 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.577481 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.577710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.577983 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.578218 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.578463 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.578736 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.579359 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.579610 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.579853 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.580105 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.580399 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.581787 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.583040 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.583996 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.585345 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.585581 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.585850 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.586078 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.586327 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.586588 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.586835 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.587059 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.587294 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.587517 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.587741 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.587971 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.588215 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.588433 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.588664 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.588881 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.589096 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.589327 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.589547 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.589763 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.590024 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.590264 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.590479 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.590726 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.592335 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.592603 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.592873 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.593128 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.593777 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.594043 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.594296 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.594523 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.594849 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.595127 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.595363 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.595646 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.595900 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.596150 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.596399 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.596747 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.596988 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.597234 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.597476 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.597706 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.597951 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.598208 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.598544 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.598869 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.599124 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.599384 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.599654 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.599934 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.600193 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.600412 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.600703 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.601024 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.601293 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.601555 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.601787 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.602062 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.602395 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.602641 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.604042 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.604583 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.604810 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.605079 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.605319 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.605571 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.605796 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.606051 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.606274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.606524 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.606767 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.606998 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.607220 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.607378 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 03:53:16.607894 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94933) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 03:53:16.608057 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 03:53:16.608213 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 03:53:16.608384 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 03:53:16.608555 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 03:53:16.608709 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 03:53:16.608916 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.609078 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.609239 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.609399 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.609559 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.609738 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.609907 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.610055 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.610215 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.610374 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.610555 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.610732 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.610895 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.611055 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.611215 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.611374 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.611533 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.611694 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.611858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.612017 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.612179 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.612842 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613007 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] debug = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613166 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613357 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613514 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613675 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613835 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.613994 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.614152 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.614309 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.614469 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.614627 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.614844 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.615008 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.615588 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.615752 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.615911 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.616118 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.616254 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.616405 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] host = n-d-804320-1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.616570 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.616747 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.616870 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617031 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617190 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617349 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617508 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617667 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617826 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.617984 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.618148 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.618308 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.618468 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.618628 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.618814 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_options = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.618975 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.619136 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.619343 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.619640 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.619812 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.620050 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.620699 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.620699 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.620972 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.621097 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.621287 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.621413 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.621534 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.621714 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.621882 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.622026 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.622192 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.622353 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.622514 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.622675 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.622857 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.623017 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.624528 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.624740 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.625989 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.626168 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.626343 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.626516 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.627390 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.627390 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.627645 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.627847 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.628777 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.629037 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.629484 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.629707 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.629880 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.630095 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.630398 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.630566 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.630844 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.631018 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.631183 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.631346 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.631509 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.631822 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_json = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.631992 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.632305 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.632305 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.632552 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.632635 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.632759 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.632921 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.633082 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 03:53:16.633264 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.633429 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.633603 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.633767 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.633929 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.634092 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.634253 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.634414 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.634575 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.634753 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.634923 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.635085 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.635258 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.635419 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.635580 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.638771 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.638771 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35540) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639189 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.639723 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640274 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.640858 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641258 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641258 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641397 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641473 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641610 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641799 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.641951 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.642142 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.642307 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.642467 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.642631 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.642811 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.643131 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.643533 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.643884 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.644202 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.644371 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.644528 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.645013 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.646995 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.647169 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.647337 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.647506 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.647664 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.647831 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649180 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649180 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649180 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099456 Aug 12 03:53:16.649491 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649491 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649491 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649491 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649737 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.649966 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.651522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652026 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652026 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652026 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652026 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652026 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652298 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652298 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652426 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652638 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652726 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.652885 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.653057 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.653213 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.653376 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.653539 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.653702 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.653865 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.654079 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.654249 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.654413 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.654573 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.654763 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.654926 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.655091 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.655260 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.655422 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.655980 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.656144 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.656469 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.656636 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.656798 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.657710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.657710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.657710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.657710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.657710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.657710 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.658073 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.658073 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.658488 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.658649 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.659074 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.659736 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.660346 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.660632 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.660845 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.661656 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.661656 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.661656 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.661656 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.661909 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.661909 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.662038 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.662220 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.662369 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.662522 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663363 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663363 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663363 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663363 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663825 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663825 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663825 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.663825 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664264 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664264 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664458 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664560 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664662 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664965 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.664965 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.665183 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.665286 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666145 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666145 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666145 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666145 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666145 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666770 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666770 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666770 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.666770 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667235 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667235 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667235 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667576 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667576 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667856 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.667856 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668118 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668255 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668392 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668528 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668664 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668800 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.668948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:16.669101 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.669101 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.669362 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.669506 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.669644 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.669780 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.669916 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.670051 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.670195 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.670332 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.670469 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.670634 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.671719 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.671894 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.672063 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.672225 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.672364 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.672531 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.672677 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.672846 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.673009 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.673188 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.673353 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.674304 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.674304 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.674304 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.674304 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.674304 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.674304 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.676146 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677237 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677237 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677237 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677237 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677237 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677886 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677886 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677886 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.677886 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678398 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678398 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678398 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678398 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678941 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678941 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.678941 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679340 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679340 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679340 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679732 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679732 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679992 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.679992 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.680323 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.680323 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.680590 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.680590 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.680849 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.680849 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681126 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681265 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681400 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681535 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681669 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681813 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.681988 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.682959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.682959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.682959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.682959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.682959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.682959 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.683740 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.683740 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.683740 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.683740 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684241 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684241 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684241 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684241 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684727 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684727 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.684727 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.685134 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.685134 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.685134 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.685773 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.686692 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.686692 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.686692 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.686692 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.687283 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.687283 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 03:53:16.687283 n-d-804320-1 neutron-server[94933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 03:53:28.153577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee7554-e971-44e1-bc7e-f05c3ce2bcf8 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 03:53:28.227701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee7554-e971-44e1-bc7e-f05c3ce2bcf8 None None] No non-hosted networks {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 03:53:28.241386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.agentschedulers_db [None req-6dee7554-e971-44e1-bc7e-f05c3ce2bcf8 None None] DHCP Agent not found on host n-d-804320-1 {{(pid=95044) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 03:53:28.414001 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d47d5e30-c60e-47a3-98ef-10e2c8680f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:30.741002 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c1c18564-9346-4c6e-ab74-e2ea76150bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:30.809869 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-d8b9d4a0-d946-4d0c-8443-455eb294f9dd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-804320-1 {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 03:53:30.811188 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-d8b9d4a0-d946-4d0c-8443-455eb294f9dd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 03:53:30.892361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:30.896844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.897850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.904505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.908587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.909636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.912370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.913524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.914019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.914506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.915012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.915482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.915949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:30.916531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804320-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:30.922912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804320-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:31.340333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d4a0-d946-4d0c-8443-455eb294f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:31.982608 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:33.496344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:34.559573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:35.047065 n-d-804320-1 neutron-server[95042]: WARNING oslo_policy.policy [None req-c7af5dfe-be24-43cd-bacf-4ad9dcd66970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:35.047730 n-d-804320-1 neutron-server[95042]: WARNING oslo_policy.policy [None req-c7af5dfe-be24-43cd-bacf-4ad9dcd66970 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:35.264899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-c7af5dfe-be24-43cd-bacf-4ad9dcd66970 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:53:35.266153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7af5dfe-be24-43cd-bacf-4ad9dcd66970 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7045519 Aug 12 03:53:36.971973 n-d-804320-1 neutron-server[95044]: INFO neutron.db.l3_hamode_db [None req-d91037f7-7949-4e75-810d-d73969f28e34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 03:53:37.050045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91037f7-7949-4e75-810d-d73969f28e34 None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:53:37.050427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91037f7-7949-4e75-810d-d73969f28e34 None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 03:53:37.605958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:37.909033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:53:38.001304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.policy [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 03:53:38.047580 n-d-804320-1 neutron-server[95042]: WARNING oslo_policy.policy [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:38.047947 n-d-804320-1 neutron-server[95042]: WARNING oslo_policy.policy [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:38.056362 n-d-804320-1 neutron-server[95042]: INFO neutron.quota [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] Loaded quota_driver: . Aug 12 03:53:38.214255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751375014988', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751375015871', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751374961649', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751374964132', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751374605211', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751374984340', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3926931', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3954612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987021', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-964063'] for rbac-policy, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:38.447437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:38.448844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7cf81525-6b96-4727-9686-1402b7c33920 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8417547 Aug 12 03:53:40.969573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35664) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:41.264135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'name': 'private', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:53:41.422862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Made reservation on behalf of 3fb38cb779c34c0ebf292ff6e4efe6f4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:53:41.425759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.443421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.563794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.615930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.635289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:53:41.664204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751375290983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.664784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Unsubscribe: segment precommit_create {{(pid=95042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 03:53:41.665307 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Added segment 774a7df7-dd4c-48e5-8e05-29e77b7cc3b3 of type vlan for network 8152b412-1a71-46eb-a922-81a926f0dfa6 Aug 12 03:53:41.682397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38da55b-faca-4659-b668-cd4f552bccf8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:41.732495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.732917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.733251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.733581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.733906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.734229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.734548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.734898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.735214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.735529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.735843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.736155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Tracked resource versions report: Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: pushed versions: Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: { 'AddressGroup': {'1.2'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'ConntrackHelper': {'1.0'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Log': {'1.0'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Network': {'1.1'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Port': {'1.7'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'PortForwarding': {'1.2'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'QosPolicy': {'1.9'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'SecurityGroup': {'1.4'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'SecurityGroupRule': {'1.2'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'SubPort': {'1.0'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Subnet': {'1.1'}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Trunk': {'1.1'}} Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: consumer versions: Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: { DHCP agent@n-d-804320-1: {}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: L3 agent@n-d-804320-1: {}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: Metadata agent@n-d-804320-1: {}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: Metering agent@n-d-804320-1: {}, Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'ConntrackHelper': '1.0', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Log': '1.0', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Network': '1.1', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Port': '1.7', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'PortForwarding': '1.2', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'QosPolicy': '1.9', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'SecurityGroup': '1.4', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'SecurityGroupRule': '1.2', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'SubPort': '1.0', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Subnet': '1.1', Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: 'Trunk': '1.1'}} Aug 12 03:53:41.737550 n-d-804320-1 neutron-server[95042]: {{(pid=95042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 03:53:41.784849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.881452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.882614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:53:41.883302 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:41.978085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] Pushing event updated for resources: {'Network': ['ID=8152b412-1a71-46eb-a922-81a926f0dfa6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:41.989633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:53:42.048115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e33646ab-8384-4ae9-9982-2e3d6cae410f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0774574 Aug 12 03:53:44.639733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35678) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:45.022200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3c432-ed78-4ba9-8ef4-fe123e5fbff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:53:45.023593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b7b3c432-ed78-4ba9-8ef4-fe123e5fbff3 admin admin] 10.222.0.42 "GET /v2.0/networks/8152b412-1a71-46eb-a922-81a926f0dfa6 HTTP/1.1" status: 200 len: 825 time: 0.3829074 Aug 12 03:53:45.047981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3fdcabcf-8703-40d5-a043-1b48135fa1f5 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce HTTP/1.1" status: 200 len: 734 time: 0.0185857 Aug 12 03:53:45.056561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'name': 'private-subnet', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:53:45.144518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Made reservation on behalf of 3fb38cb779c34c0ebf292ff6e4efe6f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:53:45.147017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:45.482104 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:45.552453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba8f523-4cca-42af-ab35-dfd4ade3b30c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:45.554403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Checking segment: {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:53:45.554829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Network hostable DHCP agents. Network: 8152b412-1a71-46eb-a922-81a926f0dfa6, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:53:45.650265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:53:45.732811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8152b412-1a71-46eb-a922-81a926f0dfa6) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:53:45.737805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:53:45.738401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:45.742544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1936a73-ea04-4909-85d4-1e44e24e4839 None None] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:53:45.834909 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-da55365b-6801-4e6d-baa2-e9f559ff01ae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7813323 Aug 12 03:53:46.064473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-8152b412-1a71-46eb-a922-81a926f0dfa6', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:53:46.065842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:46.342460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Allocated IP 172.20.0.2 (8152b412-1a71-46eb-a922-81a926f0dfa6/dba8f523-4cca-42af-ab35-dfd4ade3b30c/e3017d85-fa9b-46f9-be4f-3eda01cddb1e) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:53:46.574315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:46.590066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Transition to ACTIVE for port object e3017d85-fa9b-46f9-be4f-3eda01cddb1e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:53:46.611483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Transition to ACTIVE for port object e3017d85-fa9b-46f9-be4f-3eda01cddb1e will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:53:46.670677 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:46.742740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:53:46.751111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:53:46.756909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Pushing event updated for resources: {'Port': ['ID=e3017d85-fa9b-46f9-be4f-3eda01cddb1e,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:46.759050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:53:46.769029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.771958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.771958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.771958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.771958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.771958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.772358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.772358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.772358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.772358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.772613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.772819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Tracked resource versions report: Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: pushed versions: Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: { 'AddressGroup': {'1.2'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'ConntrackHelper': {'1.0'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Log': {'1.0'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Network': {'1.1'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Port': {'1.7'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'PortForwarding': {'1.2'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'QosPolicy': {'1.9'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'SecurityGroup': {'1.4'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'SecurityGroupRule': {'1.2'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'SubPort': {'1.0'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Subnet': {'1.1'}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Trunk': {'1.1'}} Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: consumer versions: Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: { DHCP agent@n-d-804320-1: {}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: L3 agent@n-d-804320-1: {}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: Metadata agent@n-d-804320-1: {}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: Metering agent@n-d-804320-1: {}, Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'ConntrackHelper': '1.0', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Log': '1.0', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Network': '1.1', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Port': '1.7', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'PortForwarding': '1.2', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'QosPolicy': '1.9', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'SecurityGroup': '1.4', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'SecurityGroupRule': '1.2', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'SubPort': '1.0', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Subnet': '1.1', Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: 'Trunk': '1.1'}} Aug 12 03:53:46.773909 n-d-804320-1 neutron-server[95044]: {{(pid=95044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 03:53:46.843682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Attempting to bind port e3017d85-fa9b-46f9-be4f-3eda01cddb1e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:53:46.844069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Attempting to bind port e3017d85-fa9b-46f9-be4f-3eda01cddb1e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:53:46.844494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Attempting to bind port e3017d85-fa9b-46f9-be4f-3eda01cddb1e on network 8152b412-1a71-46eb-a922-81a926f0dfa6 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:53:46.849383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:53:46.849784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Checking segment: {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:53:46.850281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:46.850688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Bound using segment: {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:53:46.851193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Bound port: e3017d85-fa9b-46f9-be4f-3eda01cddb1e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:53:46.851626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:46.914531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] For port e3017d85-fa9b-46f9-be4f-3eda01cddb1e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:53:46.918622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] For port e3017d85-fa9b-46f9-be4f-3eda01cddb1e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e3017d85-fa9b-46f9-be4f-3eda01cddb1e,segment=NetworkSegment(774a7df7-dd4c-48e5-8e05-29e77b7cc3b3),segment_id=774a7df7-dd4c-48e5-8e05-29e77b7cc3b3)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:53:47.013891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:47.081299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef08c98-8303-4aed-8ffc-4d3300749a77 None None] Pushing event updated for resources: {'Port': ['ID=e3017d85-fa9b-46f9-be4f-3eda01cddb1e,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:48.193768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35686) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:48.530583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-2d1ba0a1-b16d-49cb-a4b5-b36ec3a34852 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:53:48.531591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2d1ba0a1-b16d-49cb-a4b5-b36ec3a34852 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3366928 Aug 12 03:53:50.882534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35694) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:51.378826 n-d-804320-1 neutron-server[95043]: WARNING oslo_policy.policy [None req-41f9b9cc-7492-41af-8414-50445d17a4df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:51.379416 n-d-804320-1 neutron-server[95043]: WARNING oslo_policy.policy [None req-41f9b9cc-7492-41af-8414-50445d17a4df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:51.596798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-41f9b9cc-7492-41af-8414-50445d17a4df admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:53:51.597869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-41f9b9cc-7492-41af-8414-50445d17a4df admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7140326 Aug 12 03:53:54.175674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35714) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:54.491656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:53:54.555015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.policy [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95043) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 03:53:54.600809 n-d-804320-1 neutron-server[95043]: WARNING oslo_policy.policy [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:54.601196 n-d-804320-1 neutron-server[95043]: WARNING oslo_policy.policy [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 03:53:54.609823 n-d-804320-1 neutron-server[95043]: INFO neutron.quota [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Loaded quota_driver: . Aug 12 03:53:54.671210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e3017d85-fa9b-46f9-be4f-3eda01cddb1e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:53:54.748210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:54.750150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:54.799137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e3017d85-fa9b-46f9-be4f-3eda01cddb1e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:53:54.908671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:54.966076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:55.028287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:55.029525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c7666c77-e81b-42d5-a63c-5490bb2ddf5f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8528314 Aug 12 03:53:55.386784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0df10c0-3f9c-44ae-9700-e87a9bca1a62 None None] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:53:55.566759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] Provisioning for port e3017d85-fa9b-46f9-be4f-3eda01cddb1e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:53:55.570623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] Provisioning complete for port e3017d85-fa9b-46f9-be4f-3eda01cddb1e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:53:55.571041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:55.681872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:55.715435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] For port e3017d85-fa9b-46f9-be4f-3eda01cddb1e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e3017d85-fa9b-46f9-be4f-3eda01cddb1e,segment=NetworkSegment(774a7df7-dd4c-48e5-8e05-29e77b7cc3b3),segment_id=774a7df7-dd4c-48e5-8e05-29e77b7cc3b3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:53:55.778766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:55.825061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd4e35-574b-4f70-9b77-0e1c29aca244 None None] Pushing event updated for resources: {'Port': ['ID=e3017d85-fa9b-46f9-be4f-3eda01cddb1e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:55.897456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a8bb60ef-92d1-4d79-9090-ae1e8eacf591 None None] Provisioning complete for port e3017d85-fa9b-46f9-be4f-3eda01cddb1e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:53:55.897742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a8bb60ef-92d1-4d79-9090-ae1e8eacf591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:56.647040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e3017d85-fa9b-46f9-be4f-3eda01cddb1e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:53:56.694297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e3017d85-fa9b-46f9-be4f-3eda01cddb1e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:53:56.695034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:57.360464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35724) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:57.669814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-0e2dca53-f891-45ae-82da-5c1e4ba4c818 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:53:57.670829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0e2dca53-f891-45ae-82da-5c1e4ba4c818 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088388 Aug 12 03:53:58.103802 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b843a84-48b1-40d1-b56d-6e05c11d0d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:59.984306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:54:00.288612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:54:00.401447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Made reservation on behalf of 2ccf03fdfa624fcaaa6a40657de1c7ac for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:54:00.404092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.419940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.539309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.593073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.605643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Reserving flat network on physical network physnet1 {{(pid=95043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 03:54:00.636971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751375290983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.637555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Unsubscribe: segment precommit_create {{(pid=95043) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 03:54:00.638179 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Added segment f68778d9-390a-4a6a-b10c-bbf89fbd0ad8 of type flat for network a9ddfc21-9955-4e75-a323-dfd793c50c06 Aug 12 03:54:00.656534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2827af4a-77c7-4506-b05f-6ac219762c2c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:00.682061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.682430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.682811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.683146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.683476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.683820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.684145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.684468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.684787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.685105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.685423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.685739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Tracked resource versions report: Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: pushed versions: Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: { 'AddressGroup': {'1.2'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'ConntrackHelper': {'1.0'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Log': {'1.0'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Network': {'1.1'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Port': {'1.7'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'PortForwarding': {'1.2'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'QosPolicy': {'1.9'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'SecurityGroup': {'1.4'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'SecurityGroupRule': {'1.2'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'SubPort': {'1.0'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Subnet': {'1.1'}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Trunk': {'1.1'}} Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: consumer versions: Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: { DHCP agent@n-d-804320-1: {}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: L3 agent@n-d-804320-1: {}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: Metadata agent@n-d-804320-1: {}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: Metering agent@n-d-804320-1: {}, Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'ConntrackHelper': '1.0', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Log': '1.0', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Network': '1.1', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Port': '1.7', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'PortForwarding': '1.2', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'QosPolicy': '1.9', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'SecurityGroup': '1.4', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'SecurityGroupRule': '1.2', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'SubPort': '1.0', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Subnet': '1.1', Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: 'Trunk': '1.1'}} Aug 12 03:54:00.686875 n-d-804320-1 neutron-server[95043]: {{(pid=95043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 03:54:00.701780 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-155f75e2-bced-436f-a5aa-5bc5fa9d63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.764640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.844586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.884525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.885573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:54:00.886199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:00.981714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ddfc21-9955-4e75-a323-dfd793c50c06,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:00.992062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:54:01.046743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b519657b-5194-4aa1-ac74-9df03409d362 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0453415 Aug 12 03:54:01.918998 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:03.362975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35754) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:54:03.415913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:03.578186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be0c1d-da03-41b1-9c53-41f29ff5114a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:54:03.580084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-22be0c1d-da03-41b1-9c53-41f29ff5114a admin admin] 10.222.0.42 "GET /v2.0/subnets/dba8f523-4cca-42af-ab35-dfd4ade3b30c HTTP/1.1" status: 200 len: 849 time: 0.2156396 Aug 12 03:54:03.717028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-97cb434a-7989-41fa-b62d-0e9c248f25c4 admin admin] 10.222.0.42 "GET /v2.0/routers/a35a14ae-cb90-4b18-92a6-db99b06068d5 HTTP/1.1" status: 200 len: 704 time: 0.1311705 Aug 12 03:54:03.975001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.266669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Allocated IP 172.20.0.1 (8152b412-1a71-46eb-a922-81a926f0dfa6/dba8f523-4cca-42af-ab35-dfd4ade3b30c/4c64942f-85de-4ac5-a359-2a5fdd238bdd) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:54:04.450517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.473630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Transition to ACTIVE for port object 4c64942f-85de-4ac5-a359-2a5fdd238bdd will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:54:04.595911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.668963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:54:04.677802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:54:04.682853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Pushing event updated for resources: {'Port': ['ID=4c64942f-85de-4ac5-a359-2a5fdd238bdd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:04.694372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:54:04.694950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.909966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d36e79d2-9bc5-454d-8211-03a098d94901 None None] Provisioning for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:54:04.913996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d36e79d2-9bc5-454d-8211-03a098d94901 None None] Provisioning complete for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:54:04.914511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d36e79d2-9bc5-454d-8211-03a098d94901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.948555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d36e79d2-9bc5-454d-8211-03a098d94901 None None] Port 4c64942f-85de-4ac5-a359-2a5fdd238bdd cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:54:04.995303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:05.195712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:05.275682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:05.276447 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:05.354550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Pushing event updated for resources: {'Port': ['ID=4c64942f-85de-4ac5-a359-2a5fdd238bdd,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:05.399219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:54:05.400460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:54:05.568667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d4b54cef-5faf-451e-adb8-6e4cddd581cc None None] Provisioning complete for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:54:05.569039 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4b54cef-5faf-451e-adb8-6e4cddd581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:05.603901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d4b54cef-5faf-451e-adb8-6e4cddd581cc None None] Port 4c64942f-85de-4ac5-a359-2a5fdd238bdd cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:54:05.628059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Router a35a14ae-cb90-4b18-92a6-db99b06068d5 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:54:05.717588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:54:05.722845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-098b548d-950e-481a-b694-34dd7a0132ca admin admin] 10.222.0.42 "PUT /v2.0/routers/a35a14ae-cb90-4b18-92a6-db99b06068d5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9996545 Aug 12 03:54:05.729663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Sync routers for ids ['a35a14ae-cb90-4b18-92a6-db99b06068d5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:54:05.740745 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Routers {'a35a14ae-cb90-4b18-92a6-db99b06068d5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:54:05.741600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T03:54:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a35a14ae-cb90-4b18-92a6-db99b06068d5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:05.921202 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Set router a35a14ae-cb90-4b18-92a6-db99b06068d5 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:54:06.347861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:53:54Z', 'updated_at': '2021-08-12T03:54:04Z', 'revision_number': 2, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'gw_port_host': None, '_interfaces': [{'id': '4c64942f-85de-4ac5-a359-2a5fdd238bdd', 'name': '', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'mac_address': 'fa:16:3e:e5:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:03Z', 'updated_at': '2021-08-12T03:54:05Z', 'revision_number': 2, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'subnets': [{'id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:06.398572 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Checking router: a35a14ae-cb90-4b18-92a6-db99b06068d5 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:54:06.398960 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Updating router a35a14ae-cb90-4b18-92a6-db99b06068d5 port 4c64942f-85de-4ac5-a359-2a5fdd238bdd binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:54:06.447671 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:06.658174 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:54:06.964401 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:06.982224 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Transition to ACTIVE for port object 4c64942f-85de-4ac5-a359-2a5fdd238bdd will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:54:07.052538 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:07.138808 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Pushing event updated for resources: {'Port': ['ID=4c64942f-85de-4ac5-a359-2a5fdd238bdd,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:07.172805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.173161 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.173555 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.173898 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.174232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.174561 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.175098 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.175450 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.175776 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.176097 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.176419 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.176767 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Tracked resource versions report: Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: pushed versions: Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: { 'AddressGroup': {'1.2'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'ConntrackHelper': {'1.0'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Log': {'1.0'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Network': {'1.1'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Port': {'1.7'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'PortForwarding': {'1.2'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'QosPolicy': {'1.9'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'SecurityGroup': {'1.4'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'SecurityGroupRule': {'1.2'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'SubPort': {'1.0'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Subnet': {'1.1'}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Trunk': {'1.1'}} Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: consumer versions: Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: { DHCP agent@n-d-804320-1: {}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: L3 agent@n-d-804320-1: {}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: Metadata agent@n-d-804320-1: {}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: Metering agent@n-d-804320-1: {}, Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'ConntrackHelper': '1.0', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Log': '1.0', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Network': '1.1', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Port': '1.7', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'PortForwarding': '1.2', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'QosPolicy': '1.9', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'SecurityGroup': '1.4', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'SecurityGroupRule': '1.2', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'SubPort': '1.0', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Subnet': '1.1', Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: 'Trunk': '1.1'}} Aug 12 03:54:07.177911 n-d-804320-1 neutron-server[95045]: {{(pid=95045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 03:54:07.231104 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Attempting to bind port 4c64942f-85de-4ac5-a359-2a5fdd238bdd on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:54:07.231504 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Attempting to bind port 4c64942f-85de-4ac5-a359-2a5fdd238bdd by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:54:07.231939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Attempting to bind port 4c64942f-85de-4ac5-a359-2a5fdd238bdd on network 8152b412-1a71-46eb-a922-81a926f0dfa6 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:54:07.237411 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:54:07.237823 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Checking segment: {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:54:07.238318 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:07.238740 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Bound using segment: {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:54:07.239271 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Bound port: 4c64942f-85de-4ac5-a359-2a5fdd238bdd, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774a7df7-dd4c-48e5-8e05-29e77b7cc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:54:07.239663 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:07.304635 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] For port 4c64942f-85de-4ac5-a359-2a5fdd238bdd, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:54:07.328750 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] For port 4c64942f-85de-4ac5-a359-2a5fdd238bdd, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4c64942f-85de-4ac5-a359-2a5fdd238bdd,segment=NetworkSegment(774a7df7-dd4c-48e5-8e05-29e77b7cc3b3),segment_id=774a7df7-dd4c-48e5-8e05-29e77b7cc3b3)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:54:07.399284 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:07.457748 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a8889-7856-4d54-a22c-ef98f98911e4 None None] Pushing event updated for resources: {'Port': ['ID=4c64942f-85de-4ac5-a359-2a5fdd238bdd,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:07.465516 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Routers {'a35a14ae-cb90-4b18-92a6-db99b06068d5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:54:07.471013 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T03:54:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a35a14ae-cb90-4b18-92a6-db99b06068d5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:07.554184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] Set router a35a14ae-cb90-4b18-92a6-db99b06068d5 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:54:07.757008 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:53:54Z', 'updated_at': '2021-08-12T03:54:04Z', 'revision_number': 2, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'gw_port_host': None, '_interfaces': [{'id': '4c64942f-85de-4ac5-a359-2a5fdd238bdd', 'name': '', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'mac_address': 'fa:16:3e:e5:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:03Z', 'updated_at': '2021-08-12T03:54:07Z', 'revision_number': 4, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'subnets': [{'id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:07.783653 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eec2a2-8ee4-4466-99b2-3786cf8392e4 None None] The sync data for ids ['a35a14ae-cb90-4b18-92a6-db99b06068d5'] in n-d-804320-1 is: [{'id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:53:54Z', 'updated_at': '2021-08-12T03:54:04Z', 'revision_number': 2, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'gw_port_host': None, '_interfaces': [{'id': '4c64942f-85de-4ac5-a359-2a5fdd238bdd', 'name': '', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'mac_address': 'fa:16:3e:e5:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:03Z', 'updated_at': '2021-08-12T03:54:07Z', 'revision_number': 4, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'subnets': [{'id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:54:07.906598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35776) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:54:08.015348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082799d0-d6c4-4b6f-ba09-501e2edc77bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:54:08.016631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-082799d0-d6c4-4b6f-ba09-501e2edc77bc admin admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 842 time: 0.1090605 Aug 12 03:54:08.026532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.6.1', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'cidr': '172.25.6.0/24', 'enable_dhcp': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:54:08.132601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Made reservation on behalf of 2ccf03fdfa624fcaaa6a40657de1c7ac for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:54:08.134797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:08.485783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 03:54:08.486234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:08.545765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42fbafdc-ae38-419f-ad56-880c9439a57d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:08.550084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:54:08.550452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Network hostable DHCP agents. Network: a9ddfc21-9955-4e75-a323-dfd793c50c06, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:54:08.612242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:54:08.669438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a9ddfc21-9955-4e75-a323-dfd793c50c06) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:54:08.673413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:54:08.674009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:08.677567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250949b8-3061-4ef1-88b5-6753c82ab09c None None] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:54:08.736708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e6f02fbc-18e2-4a82-afe8-bb3c80889146 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7133102 Aug 12 03:54:08.805524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67155ac4-1f62-4fe1-85a3-48c0fa97c4a2 None None] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:54:10.977835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:54:11.108466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-69bea050-d4eb-48b2-ab79-bdd44eca04a4 admin admin] 10.222.0.42 "GET /v2.0/routers/a35a14ae-cb90-4b18-92a6-db99b06068d5 HTTP/1.1" status: 200 len: 710 time: 0.1279521 Aug 12 03:54:11.191991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00db8a3c-b7e6-4a2c-8e3f-e12f2aa58125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:54:11.193375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-00db8a3c-b7e6-4a2c-8e3f-e12f2aa58125 admin admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 886 time: 0.0803363 Aug 12 03:54:11.203067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:54:11.525465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:11.807733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:11.944928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:12.045298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Allocated IP 172.25.6.106 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/07407c8c-aba7-42a1-b650-fc8a8a76271e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:54:12.261594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:12.376868 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:12.411459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:54:12.414378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:54:12.421259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:54:12.483964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Pushing event updated for resources: {'Port': ['ID=07407c8c-aba7-42a1-b650-fc8a8a76271e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:12.748859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:12.958045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:12.961445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:13.071556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Router a35a14ae-cb90-4b18-92a6-db99b06068d5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:54:13.263076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:54:13.267945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:13.269126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-902eb509-c489-4586-a838-7a40694d3d11 admin admin] 10.222.0.42 "PUT /v2.0/routers/a35a14ae-cb90-4b18-92a6-db99b06068d5 HTTP/1.1" status: 200 len: 890 time: 2.0696208 Aug 12 03:54:14.206577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Sync routers for ids ['a35a14ae-cb90-4b18-92a6-db99b06068d5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:54:14.217255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Routers {'a35a14ae-cb90-4b18-92a6-db99b06068d5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:54:14.217901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T03:54:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a35a14ae-cb90-4b18-92a6-db99b06068d5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:14.468109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Set router a35a14ae-cb90-4b18-92a6-db99b06068d5 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:54:14.683094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4c64942f-85de-4ac5-a359-2a5fdd238bdd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:54:14.892458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '07407c8c-aba7-42a1-b650-fc8a8a76271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:53:54Z', 'updated_at': '2021-08-12T03:54:12Z', 'revision_number': 4, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'gw_port': {'id': '07407c8c-aba7-42a1-b650-fc8a8a76271e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:11Z', 'updated_at': '2021-08-12T03:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4c64942f-85de-4ac5-a359-2a5fdd238bdd', 'name': '', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'mac_address': 'fa:16:3e:e5:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:03Z', 'updated_at': '2021-08-12T03:54:07Z', 'revision_number': 4, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'subnets': [{'id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:14.916559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:54:14.944044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:54:14.944436 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:14.946011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Checking router: a35a14ae-cb90-4b18-92a6-db99b06068d5 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:54:14.946368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Updating router a35a14ae-cb90-4b18-92a6-db99b06068d5 port 07407c8c-aba7-42a1-b650-fc8a8a76271e binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:54:15.016147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.204645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.282038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 4c64942f-85de-4ac5-a359-2a5fdd238bdd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4c64942f-85de-4ac5-a359-2a5fdd238bdd,segment=NetworkSegment(774a7df7-dd4c-48e5-8e05-29e77b7cc3b3),segment_id=774a7df7-dd4c-48e5-8e05-29e77b7cc3b3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:54:15.343433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.430612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.432722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=4c64942f-85de-4ac5-a359-2a5fdd238bdd,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:15.443667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Transition to ACTIVE for port object 07407c8c-aba7-42a1-b650-fc8a8a76271e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:54:15.530423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.580399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Attempting to bind port 07407c8c-aba7-42a1-b650-fc8a8a76271e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:54:15.580770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Attempting to bind port 07407c8c-aba7-42a1-b650-fc8a8a76271e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:54:15.581133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Attempting to bind port 07407c8c-aba7-42a1-b650-fc8a8a76271e on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:54:15.587612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee5d70-1211-4e36-bacc-a13cb4a25ec4 None None] Pushing event updated for resources: {'Port': ['ID=07407c8c-aba7-42a1-b650-fc8a8a76271e,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:15.590222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:54:15.590593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:54:15.591019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.591406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:54:15.591930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Bound port: 07407c8c-aba7-42a1-b650-fc8a8a76271e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:54:15.592323 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.598645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35796) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:54:15.644391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] For port 07407c8c-aba7-42a1-b650-fc8a8a76271e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:54:15.647676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] For port 07407c8c-aba7-42a1-b650-fc8a8a76271e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=07407c8c-aba7-42a1-b650-fc8a8a76271e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:54:15.709604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a20c52d5-bc8b-479c-9c92-fd50b269f6d4 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1094246 Aug 12 03:54:15.715896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:15.770936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Routers {'a35a14ae-cb90-4b18-92a6-db99b06068d5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:54:15.771580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T03:54:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a35a14ae-cb90-4b18-92a6-db99b06068d5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:15.812980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee5d70-1211-4e36-bacc-a13cb4a25ec4 None None] Pushing event updated for resources: {'Port': ['ID=07407c8c-aba7-42a1-b650-fc8a8a76271e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:15.968936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] Set router a35a14ae-cb90-4b18-92a6-db99b06068d5 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:54:16.178135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '07407c8c-aba7-42a1-b650-fc8a8a76271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:53:54Z', 'updated_at': '2021-08-12T03:54:12Z', 'revision_number': 4, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'gw_port': {'id': '07407c8c-aba7-42a1-b650-fc8a8a76271e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:11Z', 'updated_at': '2021-08-12T03:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4c64942f-85de-4ac5-a359-2a5fdd238bdd', 'name': '', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'mac_address': 'fa:16:3e:e5:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:03Z', 'updated_at': '2021-08-12T03:54:15Z', 'revision_number': 5, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'subnets': [{'id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:54:16.207788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d02ff-1900-4541-b54c-6218205845bc None None] The sync data for ids ['a35a14ae-cb90-4b18-92a6-db99b06068d5'] in n-d-804320-1 is: [{'id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'name': 'router1', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': '07407c8c-aba7-42a1-b650-fc8a8a76271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:53:54Z', 'updated_at': '2021-08-12T03:54:12Z', 'revision_number': 4, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'gw_port': {'id': '07407c8c-aba7-42a1-b650-fc8a8a76271e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:89:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:11Z', 'updated_at': '2021-08-12T03:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4c64942f-85de-4ac5-a359-2a5fdd238bdd', 'name': '', 'network_id': '8152b412-1a71-46eb-a922-81a926f0dfa6', 'tenant_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'mac_address': 'fa:16:3e:e5:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35a14ae-cb90-4b18-92a6-db99b06068d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:54:03Z', 'updated_at': '2021-08-12T03:54:15Z', 'revision_number': 5, 'project_id': '3fb38cb779c34c0ebf292ff6e4efe6f4', 'subnets': [{'id': 'dba8f523-4cca-42af-ab35-dfd4ade3b30c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8baacd3d-f6de-4d0f-85e6-c6dcd4c4d7ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:54:16.767549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 07407c8c-aba7-42a1-b650-fc8a8a76271e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:54:16.878962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 07407c8c-aba7-42a1-b650-fc8a8a76271e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:54:16.883535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 07407c8c-aba7-42a1-b650-fc8a8a76271e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:54:16.883972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:16.970139 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:16.990074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 07407c8c-aba7-42a1-b650-fc8a8a76271e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=07407c8c-aba7-42a1-b650-fc8a8a76271e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:54:17.124696 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:17.125392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4c64942f-85de-4ac5-a359-2a5fdd238bdd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:54:17.201416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=07407c8c-aba7-42a1-b650-fc8a8a76271e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:54:17.214401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:54:17.214401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:18.673690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 07407c8c-aba7-42a1-b650-fc8a8a76271e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:54:18.757559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 07407c8c-aba7-42a1-b650-fc8a8a76271e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:54:18.757955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:28.138200 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-acc6905d-6bf1-4622-962f-e9ca989ea5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:30.713058 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c40a312-d8d2-4f37-87a1-3511b7b504eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:30.865057 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:31.915838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:33.423771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:43.602228 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:54:58.114502 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b4c5417-9d64-4dd9-a8d8-b62ecb9b4835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:00.695246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-838e8205-0d95-4d57-b0d8-c30ef28c396b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:00.855747 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:02.000384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:03.417071 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:20.601058 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:55:28.107898 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2c6f052-3472-447f-b065-374a838f4180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:30.720167 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac59b4a8-2016-45a5-8e1c-cbe69d1ce2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:30.850857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:31.917251 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:33.439166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:57.600120 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:55:57.663138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36398) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:55:57.725893 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f761ffe4-2712-4403-b261-8a83723bbcba admin admin] GET failed (client error): The resource could not be found. Aug 12 03:55:57.727233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f761ffe4-2712-4403-b261-8a83723bbcba admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631611 Aug 12 03:55:57.881734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75042f8b-0b77-4ae7-8f67-e14697ab463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:55:57.883117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-75042f8b-0b77-4ae7-8f67-e14697ab463d admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1515672 Aug 12 03:55:58.107113 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1aac6321-5960-4b86-9a50-10cd6cc83ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.018897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:00.107837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcd4fb0-1ded-4938-8940-303380b675e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:00.109158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1dcd4fb0-1ded-4938-8940-303380b675e2 admin admin] 10.222.0.42 "GET /v2.0/subnets/dba8f523-4cca-42af-ab35-dfd4ade3b30c HTTP/1.1" status: 200 len: 849 time: 0.0893118 Aug 12 03:56:00.118616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:56:00.203898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Notify callbacks [] for subnet, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.408600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751375251604'] for subnet, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.442072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:00.442657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.444341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] 10.222.0.42 "PUT /v2.0/subnets/dba8f523-4cca-42af-ab35-dfd4ade3b30c HTTP/1.1" status: 200 len: 868 time: 0.3290119 Aug 12 03:56:00.448090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e106a-c41e-4c9d-96e0-8ca88d9b7bc7 None None] Network 8152b412-1a71-46eb-a922-81a926f0dfa6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:56:00.461833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba8f523-4cca-42af-ab35-dfd4ade3b30c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:56:00.469675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.470036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.470370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.470721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.471071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.471405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.471735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.472064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.472392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.472719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.473043 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.473377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406b714-2e15-4517-8da6-3e16a8d86e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:00.719427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15d675c4-73b4-47bf-8170-4b1a23e83c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.816109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe8241c2-21c5-4c95-b5f4-a818566e3fe0 None None] Provisioning complete for port e3017d85-fa9b-46f9-be4f-3eda01cddb1e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:56:00.816485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe8241c2-21c5-4c95-b5f4-a818566e3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.855012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:00.905587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe8241c2-21c5-4c95-b5f4-a818566e3fe0 None None] Provisioning complete for port 4c64942f-85de-4ac5-a359-2a5fdd238bdd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:56:00.905875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe8241c2-21c5-4c95-b5f4-a818566e3fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:01.924170 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:02.577503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36416) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:02.772145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fc133-8c17-4fbe-97fe-c18fdb9c1132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:02.772549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fc133-8c17-4fbe-97fe-c18fdb9c1132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:02.774074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-785fc133-8c17-4fbe-97fe-c18fdb9c1132 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955869 Aug 12 03:56:03.476794 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:04.895367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36424) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:05.025436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b12c63-934d-483d-9531-cb2bed2d60bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:05.025828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b12c63-934d-483d-9531-cb2bed2d60bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:05.027371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-18b12c63-934d-483d-9531-cb2bed2d60bb admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1307859 Aug 12 03:56:07.155632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36432) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:07.283435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9a4bf-dee0-46d3-a8c0-4f1ea8057c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:07.284781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a1c9a4bf-dee0-46d3-a8c0-4f1ea8057c4b admin admin] 10.222.0.42 "GET /v2.0/networks/8152b412-1a71-46eb-a922-81a926f0dfa6 HTTP/1.1" status: 200 len: 869 time: 0.1281822 Aug 12 03:56:09.420864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36440) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:09.541376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6829476-4c91-404e-87c8-d27a00490e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:09.542731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e6829476-4c91-404e-87c8-d27a00490e40 admin admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 886 time: 0.1208928 Aug 12 03:56:11.670599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:11.790888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a615ffb-1d70-4a62-965f-ee8afa977f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:11.791363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a615ffb-1d70-4a62-965f-ee8afa977f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:11.792823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a615ffb-1d70-4a62-965f-ee8afa977f8c admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212473 Aug 12 03:56:13.932672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36456) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:14.021652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6284d7-795a-496d-8b5e-511cc537380a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:14.022106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6284d7-795a-496d-8b5e-511cc537380a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:14.023589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0c6284d7-795a-496d-8b5e-511cc537380a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899761 Aug 12 03:56:16.135206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36464) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:16.218685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9e916-df25-4893-a9ec-2e0d6f1b46bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:16.220047 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-43a9e916-df25-4893-a9ec-2e0d6f1b46bb admin admin] 10.222.0.42 "GET /v2.0/subnets/42fbafdc-ae38-419f-ad56-880c9439a57d HTTP/1.1" status: 200 len: 816 time: 0.0838597 Aug 12 03:56:18.337390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36472) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:18.431634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b46a4-f69b-4157-b732-fd2e17c68c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:18.432955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eb4b46a4-f69b-4157-b732-fd2e17c68c55 admin admin] 10.222.0.42 "GET /v2.0/subnets/dba8f523-4cca-42af-ab35-dfd4ade3b30c HTTP/1.1" status: 200 len: 868 time: 0.0946519 Aug 12 03:56:28.100950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-470afbc7-0497-420f-b12e-e2057d082dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:30.706657 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-392fbe56-b58a-433f-8942-a4d78105c052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:30.860906 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:31.928084 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:33.443935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:34.599366 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:56:43.991102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36528) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:44.038406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-22a16e8d-5adc-409f-91a1-88d2d09f703b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:56:44.039420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-22a16e8d-5adc-409f-91a1-88d2d09f703b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473897 Aug 12 03:56:46.259222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:46.319131 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab841df4-1bbd-40dc-a01d-0b2a20289082 admin admin] GET failed (client error): The resource could not be found. Aug 12 03:56:46.320436 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ab841df4-1bbd-40dc-a01d-0b2a20289082 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602872 Aug 12 03:56:46.465283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a7ea5-16df-4ec9-89b5-15d6fb7dae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:46.466669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f8a7ea5-16df-4ec9-89b5-15d6fb7dae0c admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418593 Aug 12 03:56:48.624769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36544) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:48.671064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:56:48.746513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Made reservation on behalf of 2ccf03fdfa624fcaaa6a40657de1c7ac for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:56:48.748790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:48.783838 n-d-804320-1 neutron-server[95042]: WARNING neutron.services.revisions.revision_plugin [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Could not find related network for resource to bump revision. Aug 12 03:56:48.796035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:56:48.807154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:48.807154 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Added segment 0ef5c325-fa4a-4e12-916c-4408bbe89053 of type vlan for network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 Aug 12 03:56:48.843154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:48.951598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:48.952554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:48.953126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:49.011095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Pushing event updated for resources: {'Network': ['ID=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:56:49.017383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.017732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.018069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.018403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.018748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.019082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.019404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.019726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.020047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.020365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.020683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.021000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:49.031759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:56:49.078506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ab48450-756e-41db-9b8e-6ad0f1b48dfb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4525669 Aug 12 03:56:51.250576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36552) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:56:51.310471 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-295990dd-9502-46f5-b6c7-dfa95acaf676 admin admin] GET failed (client error): The resource could not be found. Aug 12 03:56:51.311794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-295990dd-9502-46f5-b6c7-dfa95acaf676 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602300 Aug 12 03:56:51.379334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8f1fbd-9e5d-4f5e-8907-2d381efd672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:51.380816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0c8f1fbd-9e5d-4f5e-8907-2d381efd672d admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647168 Aug 12 03:56:51.391189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:56:51.466209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Made reservation on behalf of 2ccf03fdfa624fcaaa6a40657de1c7ac for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:56:51.468424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:51.689293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:51.746596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:56:51.753525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:56:51.753868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Network hostable DHCP agents. Network: 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:56:51.841722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:56:51.927478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:56:51.931586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:56:51.937464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:51.938266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeca397-db84-47ae-a9dc-759bccc0b876 None None] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:56:52.038196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e71a40b-0628-48f2-b9b1-d142363f65d4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6502292 Aug 12 03:56:52.184655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'tenant_id': '2ccf03fdfa624fcaaa6a40657de1c7ac', 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:56:52.185643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:52.353092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Allocated IP 192.168.233.2 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/3a95f669-47d7-4ead-a247-9246bc354bcd) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:56:52.498617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:52.506817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Transition to ACTIVE for port object 3a95f669-47d7-4ead-a247-9246bc354bcd will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:56:52.522348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Transition to ACTIVE for port object 3a95f669-47d7-4ead-a247-9246bc354bcd will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:56:52.586960 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:52.631202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:56:52.633980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:56:52.637606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:56:52.646423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Pushing event updated for resources: {'Port': ['ID=3a95f669-47d7-4ead-a247-9246bc354bcd,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:56:52.656406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.656815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.657093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.657427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.657757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.658087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.658409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.658776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.659107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.659517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.659840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.660161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:56:52.706579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Attempting to bind port 3a95f669-47d7-4ead-a247-9246bc354bcd on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:56:52.706971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Attempting to bind port 3a95f669-47d7-4ead-a247-9246bc354bcd by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:56:52.707327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Attempting to bind port 3a95f669-47d7-4ead-a247-9246bc354bcd on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:56:52.712133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:56:52.712501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:56:52.712892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:52.713313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:56:52.713791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Bound port: 3a95f669-47d7-4ead-a247-9246bc354bcd, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:56:52.714180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:52.775973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] For port 3a95f669-47d7-4ead-a247-9246bc354bcd, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:56:52.779214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] For port 3a95f669-47d7-4ead-a247-9246bc354bcd, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a95f669-47d7-4ead-a247-9246bc354bcd,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:56:52.861258 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:52.920298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e624-a846-4bae-9583-e4e9bdbb7afe None None] Pushing event updated for resources: {'Port': ['ID=3a95f669-47d7-4ead-a247-9246bc354bcd,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:56:53.688084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035c5782-eabf-45ba-8f14-1d8a4e13f2c6 None None] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:56:53.860547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-55cdb962-b439-4216-b9b7-ed2e82eb3fac None None] Provisioning for port 3a95f669-47d7-4ead-a247-9246bc354bcd completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:56:54.811578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a95f669-47d7-4ead-a247-9246bc354bcd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:56:54.940175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3a95f669-47d7-4ead-a247-9246bc354bcd completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:56:54.944554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3a95f669-47d7-4ead-a247-9246bc354bcd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:56:54.950787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:55.026783 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:55.058136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3a95f669-47d7-4ead-a247-9246bc354bcd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a95f669-47d7-4ead-a247-9246bc354bcd,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:56:55.140189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:55.191166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3a95f669-47d7-4ead-a247-9246bc354bcd,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:56:56.777317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a95f669-47d7-4ead-a247-9246bc354bcd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:56:56.826214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3a95f669-47d7-4ead-a247-9246bc354bcd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:56:56.826586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:58.117384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7608462d-43b5-43d5-ba41-54e8bb49faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:00.728697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3e48c5d-92e9-44dd-a733-4e692955bb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:00.858433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:01.961433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:03.466032 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:11.598332 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:57:28.139839 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0722467b-04cd-426f-8933-b84bd62544a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:30.705281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-69476c16-c36a-403f-9496-1e31254788a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:30.865045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:31.968129 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:33.430680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:48.596858 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:57:58.121534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-95fd292e-8f83-42a5-a10c-8c3e47f9b900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:00.704511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f381bdd9-ccaa-4df7-be86-70cd0e323ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:00.852982 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:01.932185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:03.435766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:25.596181 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:58:28.092645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3260ebe1-13be-46cc-aeb5-ba497e63bdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:30.709691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8e24fb8-cbec-4f3e-a012-9ccad4be0f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:30.862909 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:31.932451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:33.457796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:35.279258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36604) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:58:35.285429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-c304fd64-8e91-4016-9cc9-6980e4427eb9 tempest-verify_tempest_config-545988567 tempest-verify_tempest_config-545988567-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:58:35.286401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c304fd64-8e91-4016-9cc9-6980e4427eb9 tempest-verify_tempest_config-545988567 tempest-verify_tempest_config-545988567-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061700 Aug 12 03:58:35.758566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:58:35.859320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:35.943255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.017916 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.062521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d91cf48de47e4863a01adb340c8dc8e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3028195 Aug 12 03:58:36.064473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df50d0d-1265-438f-8c12-68307d931f86,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:58:36.065181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:58:36.071234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.074811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58128a9-4991-4f36-a683-bf57a9a7d6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.124823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.145105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.292459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.295659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.296799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0df50d0d-1265-438f-8c12-68307d931f86 HTTP/1.1" status: 204 len: 168 time: 0.2306569 Aug 12 03:58:36.304399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df50d0d-1265-438f-8c12-68307d931f86,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:58:36.310969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.311315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.311659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.311993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.312327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.312656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.312982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.313307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.313632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.313953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.314276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:36.314681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b149c-503e-4d5d-afc4-c36e70a482e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:58:58.091540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a86366ea-1f74-454b-a6d3-9a20df73ad46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:00.725943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bef41add-388e-458b-8b35-68bde2a62c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:00.857322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:01.954755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:02.593623 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:59:03.474338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:28.102572 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3bb2d9ff-98f0-47cf-adf8-0154dcdfd9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:30.719585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c7c9ec7c-035a-49be-abcd-ae2c0d543a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:30.850934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:31.942283 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:33.422531 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:39.592821 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:59:58.147653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88b77193-559c-41fd-b48e-43a35286a70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:00.741260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7afb09d2-f9ec-490b-bc11-29d2cf053400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:00.855945 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:01.930283 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:03.455684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:16.589899 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:00:28.158564 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-622c28a0-5224-447a-97d1-71b8b277b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:30.712601 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c4e41f2e-fb8b-423c-80bc-42b15849ee25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:30.843916 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:31.946692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:33.438314 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:53.587876 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 5 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:00:58.134959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f3a0af34-078b-44e2-a53c-4486a941c6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:00.718761 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-585fbf5a-e021-4fb1-9884-7581ba6cefa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:00.854406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:01.963419 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:03.431947 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:25.162376 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:25.305784 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700667'] for agent, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:28.122477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-307ae69a-a04f-4508-87e6-b646b35617a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:30.587386 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:01:30.723143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fc11dff6-6d80-4267-aa25-e4e4724707c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:30.859919 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:31.939522 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:33.488528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:55.156528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:55.276249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:58.116287 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-96796b5c-a172-425d-b85d-88063adeae99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:00.716017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b82e4839-4683-4043-afde-3833345a9ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:00.853058 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:01.962030 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:03.453289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:07.586693 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:02:17.515939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36696) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:02:17.618226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-36d4940e-ec1b-4646-952b-b826f8a52b4f admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1012006 Aug 12 04:02:19.787123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36706) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:02:19.840708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-989c2a6b-81c5-4646-a3a7-931f2df6a32a admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0525222 Aug 12 04:02:25.208616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:25.281990 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:28.121423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2af2c8de-b850-4b05-824c-906052e1a73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:30.715387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f970b179-586f-4de2-b7e6-084a74021430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:30.864267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:31.955659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:33.452864 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:44.585624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:02:55.115870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:55.292527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:02:58.121092 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-84d2e0bc-3ec9-4c58-bb0d-a7cd2760ca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:00.790847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e28c640a-1333-4c18-b716-f259b7949959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:00.859063 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:01.984501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:03.464315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:21.585342 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:03:25.121010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:25.275022 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:28.114575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5d623f5a-205f-4c93-983a-7084445c5805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:30.725800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f3fae025-a23c-4760-8dfe-913e791e67f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:30.857356 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:31.977606 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:33.498410 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:43.353939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:43.357021 n-d-804320-1 neutron-server[95043]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 04:03:43.385844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-eae96a67-6b49-410c-8161-2bb29f55f9f7 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=33ea2078a372465d833941fba49dfe7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306718 Aug 12 04:03:43.677414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-d1d6304d-c4d3-426d-a0bb-5defebcbb7a7 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:43.678911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-d1d6304d-c4d3-426d-a0bb-5defebcbb7a7 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875617 Aug 12 04:03:43.696662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-b70f11ff-1e2c-48cd-8278-c0a0084921d8 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/quotas/33ea2078a372465d833941fba49dfe7a HTTP/1.1" status: 200 len: 375 time: 0.0117030 Aug 12 04:03:43.751892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-81b943e3-0837-4141-b95e-4fccf94b5773 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea2078a372465d833941fba49dfe7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484891 Aug 12 04:03:44.167256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37180) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:44.309229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.435467 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.520161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.554868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37218) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:44.570554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ecbbc6-fd6b-4ed3-bd61-c7fb7efeeffa,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:44.576525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2bf36fef1dc4b98b10511ca3b0407da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4080880 Aug 12 04:03:44.580817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37226) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:44.581643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.582019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.582364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.582703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.583076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.583407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.583732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.584056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.584378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.584697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.585016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.585335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b1ca-ffae-4ec8-b482-33a383f41af1 admin admin] Tracked resource versions report: Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: pushed versions: Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: { 'AddressGroup': {'1.2'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'ConntrackHelper': {'1.0'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Log': {'1.0'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Network': {'1.1'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Port': {'1.7'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'PortForwarding': {'1.2'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'QosPolicy': {'1.9'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'SecurityGroup': {'1.4'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'SecurityGroupRule': {'1.2'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'SubPort': {'1.0'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Subnet': {'1.1'}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Trunk': {'1.1'}} Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: consumer versions: Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: { DHCP agent@n-d-804320-1: {}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: HyperV agent@n-h1-804320-1: {}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: HyperV agent@n-h2-804320-1: {}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: L3 agent@n-d-804320-1: {}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: Metadata agent@n-d-804320-1: {}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: Metering agent@n-d-804320-1: {}, Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'ConntrackHelper': '1.0', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Log': '1.0', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Network': '1.1', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Port': '1.7', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'PortForwarding': '1.2', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'QosPolicy': '1.9', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'SecurityGroup': '1.4', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'SecurityGroupRule': '1.2', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'SubPort': '1.0', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Subnet': '1.1', Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: 'Trunk': '1.1'}} Aug 12 04:03:44.586395 n-d-804320-1 neutron-server[95043]: {{(pid=95043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 04:03:44.637507 n-d-804320-1 neutron-server[95042]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 04:03:44.727109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.753433 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-498eba4f-fe71-4e0c-b0fd-68549dd14c87 req-21738154-2196-4cee-895f-c02aadaf948b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 210 time: 0.1960289 Aug 12 04:03:44.763139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.886628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.891107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:44.894542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29ecbbc6-fd6b-4ed3-bd61-c7fb7efeeffa HTTP/1.1" status: 204 len: 168 time: 0.3125186 Aug 12 04:03:44.911520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ecbbc6-fd6b-4ed3-bd61-c7fb7efeeffa,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:44.927268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.928177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.928815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.935521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.935521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.935521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.936908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.937409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.938043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.938507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.939705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.940156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17c7938-e104-4f78-8c4a-756abdf3432d admin admin] Tracked resource versions report: Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: pushed versions: Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: { 'AddressGroup': {'1.2'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'ConntrackHelper': {'1.0'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Log': {'1.0'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Network': {'1.1'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Port': {'1.7'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'PortForwarding': {'1.2'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'QosPolicy': {'1.9'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'SecurityGroup': {'1.4'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'SecurityGroupRule': {'1.2'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'SubPort': {'1.0'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Subnet': {'1.1'}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Trunk': {'1.1'}} Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: consumer versions: Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: { DHCP agent@n-d-804320-1: {}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: HyperV agent@n-h1-804320-1: {}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: HyperV agent@n-h2-804320-1: {}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: L3 agent@n-d-804320-1: {}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: Metadata agent@n-d-804320-1: {}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: Metering agent@n-d-804320-1: {}, Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'ConntrackHelper': '1.0', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Log': '1.0', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Network': '1.1', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Port': '1.7', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'PortForwarding': '1.2', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'QosPolicy': '1.9', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'SecurityGroup': '1.4', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'SecurityGroupRule': '1.2', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'SubPort': '1.0', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Subnet': '1.1', Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: 'Trunk': '1.1'}} Aug 12 04:03:44.941366 n-d-804320-1 neutron-server[95042]: {{(pid=95042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 04:03:45.662684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37306) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:45.680463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a666a01-bba9-4d92-b1aa-c5e5e2bab7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:45.804824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a666a01-bba9-4d92-b1aa-c5e5e2bab7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:45.879622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c34b8ca-cb39-4d04-be9c-689c55bf398d req-63947cba-4ab9-4a56-a220-f6e26d667ba5 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 210 time: 0.0287089 Aug 12 04:03:45.920404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a666a01-bba9-4d92-b1aa-c5e5e2bab7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:45.959559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a666a01-bba9-4d92-b1aa-c5e5e2bab7b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bca0f23b75ba4ca799fc2fae5d4e1888&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2942984 Aug 12 04:03:45.960695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a666a01-bba9-4d92-b1aa-c5e5e2bab7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be55930-05c0-4078-88e7-2f9a50907871,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:45.962091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37322) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:46.011615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a5646468-6154-4656-a24b-3949ea01a9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.032833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a5646468-6154-4656-a24b-3949ea01a9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.166343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a5646468-6154-4656-a24b-3949ea01a9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.172005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:46.172153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a5646468-6154-4656-a24b-3949ea01a9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.176296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a5646468-6154-4656-a24b-3949ea01a9ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1be55930-05c0-4078-88e7-2f9a50907871 HTTP/1.1" status: 204 len: 168 time: 0.2095051 Aug 12 04:03:46.183553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5646468-6154-4656-a24b-3949ea01a9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be55930-05c0-4078-88e7-2f9a50907871,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:46.295210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:46.394619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4bbe-4355-4b76-855d-8e375ca2107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.419256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37354) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:46.488423 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4bbe-4355-4b76-855d-8e375ca2107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.577378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec5b4bbe-4355-4b76-855d-8e375ca2107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.616127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b4bbe-4355-4b76-855d-8e375ca2107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b0cc72-2060-474c-a33f-52f359cf5531,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:46.644467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ec5b4bbe-4355-4b76-855d-8e375ca2107e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad55cb5e4cfb49bbb4a0193bd4bcf72d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4711475 Aug 12 04:03:46.647168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37360) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:46.773720 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b1944de-f9d2-4b6b-86bf-c07582ac8d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.799431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b1944de-f9d2-4b6b-86bf-c07582ac8d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.928226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86fe772b-031e-42a0-90ed-52d9db7b6a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.934066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79b8bddc-e90d-4c68-9deb-be7282d9dfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.960461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b1944de-f9d2-4b6b-86bf-c07582ac8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.963346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b1944de-f9d2-4b6b-86bf-c07582ac8d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:46.970036 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3b1944de-f9d2-4b6b-86bf-c07582ac8d88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54b0cc72-2060-474c-a33f-52f359cf5531 HTTP/1.1" status: 204 len: 168 time: 0.3170843 Aug 12 04:03:46.996916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-394a7d4f-2998-481d-9d51-7b32a5a27baa tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5aeb46197957404d86edc8223c4f0cca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583739 Aug 12 04:03:46.999630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1944de-f9d2-4b6b-86bf-c07582ac8d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b0cc72-2060-474c-a33f-52f359cf5531,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:47.112776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79b8bddc-e90d-4c68-9deb-be7282d9dfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.165896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79b8bddc-e90d-4c68-9deb-be7282d9dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.193418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-63fb111b-b701-42fa-ac85-6096fbb73e26 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:47.194971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-63fb111b-b701-42fa-ac85-6096fbb73e26 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1970534 Aug 12 04:03:47.222109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-79b8bddc-e90d-4c68-9deb-be7282d9dfb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c26022f29fcd4e7dbd869da0a457409a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9257627 Aug 12 04:03:47.224760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-72193649-5e8d-4a95-85af-2db60cdef37b tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/quotas/5aeb46197957404d86edc8223c4f0cca HTTP/1.1" status: 200 len: 375 time: 0.0242953 Aug 12 04:03:47.225253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37396) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:47.237668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8bddc-e90d-4c68-9deb-be7282d9dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53f64d-33c4-4172-9ea1-f2004b168b42,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:47.242591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26feb21f-37d4-4787-a58f-13c017252cb8 req-9ff3fece-e309-4c6e-a6ea-17c941b0d0ba tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 210 time: 0.0363793 Aug 12 04:03:47.270538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-adc50d1b-2ea7-4844-b887-4f9bc6369e6a tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5aeb46197957404d86edc8223c4f0cca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311267 Aug 12 04:03:47.348987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66fc906e-38a9-4753-8441-b3e75e2ae36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.382072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66fc906e-38a9-4753-8441-b3e75e2ae36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.421426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86fe772b-031e-42a0-90ed-52d9db7b6a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.485376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.36', 56377) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:47.485576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86fe772b-031e-42a0-90ed-52d9db7b6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.519671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe772b-031e-42a0-90ed-52d9db7b6a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef33a6-173e-4473-af93-71bc939612f4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:47.550827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-13aad3eb-7863-4604-b4b3-1682f9cb9d25 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=33ea2078a372465d833941fba49dfe7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623474 Aug 12 04:03:47.578523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66fc906e-38a9-4753-8441-b3e75e2ae36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.582781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66fc906e-38a9-4753-8441-b3e75e2ae36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.585164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-66fc906e-38a9-4753-8441-b3e75e2ae36e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab53f64d-33c4-4172-9ea1-f2004b168b42 HTTP/1.1" status: 204 len: 168 time: 0.3573077 Aug 12 04:03:47.605823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f681c2e4-10f4-4288-8299-4688bc23282c req-0fe516cc-2749-4f1f-85d4-82f0174ec52e tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0639529 Aug 12 04:03:47.611485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-86fe772b-031e-42a0-90ed-52d9db7b6a84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24a5790e29f24f8d9db27dfc6cea919e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1874197 Aug 12 04:03:47.614257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37424) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:47.620548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc906e-38a9-4753-8441-b3e75e2ae36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53f64d-33c4-4172-9ea1-f2004b168b42,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:47.673342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37428) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:47.692896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0a30-e684-43b5-813d-76ab5b441d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.719180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0a30-e684-43b5-813d-76ab5b441d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.726591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e67db3d6-b28e-4723-b028-1c54b63aded0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.914537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0a30-e684-43b5-813d-76ab5b441d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.920774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff8d0a30-e684-43b5-813d-76ab5b441d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.926767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ff8d0a30-e684-43b5-813d-76ab5b441d2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbef33a6-173e-4473-af93-71bc939612f4 HTTP/1.1" status: 204 len: 168 time: 0.3111501 Aug 12 04:03:47.980713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e67db3d6-b28e-4723-b028-1c54b63aded0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:47.983033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d0a30-e684-43b5-813d-76ab5b441d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef33a6-173e-4473-af93-71bc939612f4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:48.047293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-7dcc549d-0b64-46a5-8be7-1aa01a28e51d tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:48.049230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-7dcc549d-0b64-46a5-8be7-1aa01a28e51d tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4927392 Aug 12 04:03:48.103328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e67db3d6-b28e-4723-b028-1c54b63aded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.110428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Request body: {'port': {'device_id': '6e72739b-8424-4377-9083-f054088b50ec', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '33ea2078a372465d833941fba49dfe7a'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:03:48.175123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e67db3d6-b28e-4723-b028-1c54b63aded0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d33f840ac862431d8e9aa265da615c91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5000708 Aug 12 04:03:48.179165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:48.189476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67db3d6-b28e-4723-b028-1c54b63aded0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7eba6d-2e68-48d6-9133-711610083cee,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:48.246435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af2c9d55-4bd2-4966-8154-8af048352d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.268897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af2c9d55-4bd2-4966-8154-8af048352d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.383152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d736a572-1d28-4feb-92a3-8cc2bd69ed0a req-c619de4e-2619-462f-b05a-dc5bb7680307 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 210 time: 0.0335059 Aug 12 04:03:48.428829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af2c9d55-4bd2-4966-8154-8af048352d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.431508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af2c9d55-4bd2-4966-8154-8af048352d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.435248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af2c9d55-4bd2-4966-8154-8af048352d4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d7eba6d-2e68-48d6-9133-711610083cee HTTP/1.1" status: 204 len: 168 time: 0.2524457 Aug 12 04:03:48.441554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c9d55-4bd2-4966-8154-8af048352d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7eba6d-2e68-48d6-9133-711610083cee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:48.514691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Made reservation on behalf of 33ea2078a372465d833941fba49dfe7a for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:03:48.526591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.536311 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.628553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:48.645663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e44a8eb8-05b4-465b-af3a-62421667f6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.669377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.732749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ed57a1d-73e0-4eac-b159-8aa3eb2832d7 req-80289cd1-391c-4742-aa0f-1759bf842ca5 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0404828 Aug 12 04:03:48.745771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.850646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e44a8eb8-05b4-465b-af3a-62421667f6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:48.864967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b428c-70f5-45eb-9963-7e61085cd0c0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:48.977134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e44a8eb8-05b4-465b-af3a-62421667f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.009933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a8eb8-05b4-465b-af3a-62421667f6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b710f7-6b89-4de4-b961-7d21b2d53ce7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:49.037479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37522) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:49.038002 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e44a8eb8-05b4-465b-af3a-62421667f6c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2e82e8c0cd74e6c8162a07be465645b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4081786 Aug 12 04:03:49.051449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Allocated IP 192.168.233.25 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/8a93a6d1-def2-49fa-85bd-fad17f07fbdb) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:03:49.155084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f087adc8-ae8c-4ccf-9d1f-3f1708262e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.224455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f087adc8-ae8c-4ccf-9d1f-3f1708262e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.298868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.401145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:49.411541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c690ae91-b662-459b-a060-a7d8e8668870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.433265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Transition to ACTIVE for port object 8a93a6d1-def2-49fa-85bd-fad17f07fbdb will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:03:49.442285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f087adc8-ae8c-4ccf-9d1f-3f1708262e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.444720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f087adc8-ae8c-4ccf-9d1f-3f1708262e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.445834 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f087adc8-ae8c-4ccf-9d1f-3f1708262e55 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0b710f7-6b89-4de4-b961-7d21b2d53ce7 HTTP/1.1" status: 204 len: 168 time: 0.4072511 Aug 12 04:03:49.478658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087adc8-ae8c-4ccf-9d1f-3f1708262e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b710f7-6b89-4de4-b961-7d21b2d53ce7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:49.564056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-542d4064-024c-4170-8060-b888018dcb11 req-5fc2f52e-076b-4f15-845d-bf62acf984fd tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 210 time: 0.0328753 Aug 12 04:03:49.610134 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c690ae91-b662-459b-a060-a7d8e8668870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.630160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.723391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c690ae91-b662-459b-a060-a7d8e8668870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.745492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:03:49.762596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:03:49.774758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:03:49.780739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:49.781402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.818242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c690ae91-b662-459b-a060-a7d8e8668870 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41c53b0b958e44faa0ef6cec5c1213b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4183991 Aug 12 04:03:49.819012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Pushing event updated for resources: {'Port': ['ID=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:49.821440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:49.870481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690ae91-b662-459b-a060-a7d8e8668870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d47247-f901-44f4-8851-fe1dba11c471,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:49.895906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-2a4e9e81-a6de-475e-8a52-efc0c31ef299 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7976890 Aug 12 04:03:49.918147 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c86eb76-2c76-451d-a79e-2bed75bfb684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:49.929671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c13e613-409c-4eb5-8648-3ed0336bc60d req-be3aa0a4-b643-4cbe-8501-69a93f68aae6 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0608768 Aug 12 04:03:49.956233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c86eb76-2c76-451d-a79e-2bed75bfb684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:50.097371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c86eb76-2c76-451d-a79e-2bed75bfb684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:50.104515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c86eb76-2c76-451d-a79e-2bed75bfb684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:50.106391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0c86eb76-2c76-451d-a79e-2bed75bfb684 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36d47247-f901-44f4-8851-fe1dba11c471 HTTP/1.1" status: 204 len: 168 time: 0.2837689 Aug 12 04:03:50.121476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86eb76-2c76-451d-a79e-2bed75bfb684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d47247-f901-44f4-8851-fe1dba11c471,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:50.263697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e5a0295d-b7d9-4529-9666-32466a01c0ab None None] Provisioning for port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:03:50.268569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e5a0295d-b7d9-4529-9666-32466a01c0ab None None] Provisioning complete for port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:03:50.272037 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5a0295d-b7d9-4529-9666-32466a01c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:50.321627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0295d-b7d9-4529-9666-32466a01c0ab None None] Port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:03:50.380330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37568) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:50.742145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f5c7-906b-4456-bd00-bd9c3d23c64e req-80c74043-efd8-4b07-951d-4f8b4b430387 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:50.743675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80c6f5c7-906b-4456-bd00-bd9c3d23c64e req-80c74043-efd8-4b07-951d-4f8b4b430387 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0896742 Aug 12 04:03:50.744589 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0828eba0-9f7f-4204-a9e6-0a5590706a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:50.810416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80c6f5c7-906b-4456-bd00-bd9c3d23c64e req-0f0be0de-1c86-49b7-9150-669f6b6f3ff3 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578456 Aug 12 04:03:50.883955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0828eba0-9f7f-4204-a9e6-0a5590706a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:51.051611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff899252-19be-434b-88f0-5f321bcb4235 req-b37e52e0-04ba-46b5-adef-38c25e97601f tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0392549 Aug 12 04:03:51.268992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0828eba0-9f7f-4204-a9e6-0a5590706a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:51.333263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37588) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:51.333546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0828eba0-9f7f-4204-a9e6-0a5590706a1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37159f45ac61440f9c2854fb607c2429&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9518588 Aug 12 04:03:51.335813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828eba0-9f7f-4204-a9e6-0a5590706a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc5d3ce-3bb2-4130-929e-8c0aff85bf74,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:51.418981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5878cb79-e2e4-47ae-9f53-98d0f1af2ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:51.451585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5878cb79-e2e4-47ae-9f53-98d0f1af2ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:51.583122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5878cb79-e2e4-47ae-9f53-98d0f1af2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:51.586105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5878cb79-e2e4-47ae-9f53-98d0f1af2ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:51.589927 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5878cb79-e2e4-47ae-9f53-98d0f1af2ac5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fc5d3ce-3bb2-4130-929e-8c0aff85bf74 HTTP/1.1" status: 204 len: 168 time: 0.2550673 Aug 12 04:03:51.598256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878cb79-e2e4-47ae-9f53-98d0f1af2ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc5d3ce-3bb2-4130-929e-8c0aff85bf74,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:51.946249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ae5a4-144c-4f2a-823c-085dd4224512 req-530c90b4-912b-4478-a708-ad539dd4c4cc tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:51.948006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-151ae5a4-144c-4f2a-823c-085dd4224512 req-530c90b4-912b-4478-a708-ad539dd4c4cc tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0596139 Aug 12 04:03:51.994569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-151ae5a4-144c-4f2a-823c-085dd4224512 req-72ea5126-85d5-457c-babd-e0828c2f88cd tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Aug 12 04:03:52.189749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7502af9d-de26-4d21-913c-9f466fae6971 req-ecc911d4-c21b-4d80-bbea-e7107bbf3a11 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0398028 Aug 12 04:03:52.562520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37630) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:52.583068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-402f2f3d-5eaa-4d62-811b-7e92cad0701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:52.683435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-402f2f3d-5eaa-4d62-811b-7e92cad0701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:52.828957 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-402f2f3d-5eaa-4d62-811b-7e92cad0701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:52.898361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-402f2f3d-5eaa-4d62-811b-7e92cad0701a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6b36bddefe64254b1d16d582be50b5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3339407 Aug 12 04:03:52.899318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f2f3d-5eaa-4d62-811b-7e92cad0701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84670cb6-3d04-4703-96aa-86dc7f276172,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:52.901241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37636) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:52.957660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea90e-5615-477e-becc-11730440f57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:52.999135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea90e-5615-477e-becc-11730440f57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:53.153182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f341c-438a-4c94-8da2-d32e9e1a3bf3 req-7a9c43ac-f3b7-4e5f-988b-5ef76bc27d9b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:53.155299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe8f341c-438a-4c94-8da2-d32e9e1a3bf3 req-7a9c43ac-f3b7-4e5f-988b-5ef76bc27d9b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0659451 Aug 12 04:03:53.166017 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea90e-5615-477e-becc-11730440f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:53.168583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea90e-5615-477e-becc-11730440f57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:53.172678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0a7ea90e-5615-477e-becc-11730440f57a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84670cb6-3d04-4703-96aa-86dc7f276172 HTTP/1.1" status: 204 len: 168 time: 0.2704279 Aug 12 04:03:53.181757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea90e-5615-477e-becc-11730440f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84670cb6-3d04-4703-96aa-86dc7f276172,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:53.215362 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe8f341c-438a-4c94-8da2-d32e9e1a3bf3 req-a4cb159d-d806-4697-8d6b-94d641c00c72 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511627 Aug 12 04:03:53.328626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b32bba2-85fa-4d3f-847b-8dc2c7f97bda req-303c8da2-8bb0-4c26-93cc-52241ea7c4e9 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0448210 Aug 12 04:03:53.454040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37664) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:53.838270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4f1e5c53-7944-44bc-a5fd-0a3de3a8a82b tempest-AutoAllocateNetworkTest-1134240173 tempest-AutoAllocateNetworkTest-1134240173-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=88c9111ab66743efa9eaba89455ecc8f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3820887 Aug 12 04:03:53.841148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37682) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:53.941676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12fa8a2-4006-4d3c-9365-3c9fae9ebaad tempest-AutoAllocateNetworkTest-1134240173 tempest-AutoAllocateNetworkTest-1134240173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:53.943206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c12fa8a2-4006-4d3c-9365-3c9fae9ebaad tempest-AutoAllocateNetworkTest-1134240173 tempest-AutoAllocateNetworkTest-1134240173-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1009684 Aug 12 04:03:53.946970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:54.110018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-afa49d76-35d3-4f0d-b6fb-cf0fc25877ec tempest-AutoAllocateNetworkTest-1134240173 tempest-AutoAllocateNetworkTest-1134240173-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619391 Aug 12 04:03:54.113631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37694) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:54.155346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2d6f5499-ae3e-4de2-886d-d5cd9a1c42ea tempest-AutoAllocateNetworkTest-1134240173 tempest-AutoAllocateNetworkTest-1134240173-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=88c9111ab66743efa9eaba89455ecc8f HTTP/1.1" status: 200 len: 208 time: 0.0405262 Aug 12 04:03:54.367165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f6278-32d0-4a31-8a97-b91343d4d3cf req-57a3e55f-2b7a-45c4-b27a-07896865813e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:54.367165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c6f6278-32d0-4a31-8a97-b91343d4d3cf req-57a3e55f-2b7a-45c4-b27a-07896865813e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0535138 Aug 12 04:03:54.431218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c6f6278-32d0-4a31-8a97-b91343d4d3cf req-78dd269a-9295-4173-9cba-42ed7f90f1de tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596528 Aug 12 04:03:54.434600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0633b3b-cc6d-4f9e-b956-7bf94701d5b6 req-9ca6e479-3154-4137-9213-7175110fe9b0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0275645 Aug 12 04:03:55.280253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:55.319521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37726) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:55.365994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:55.511141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37738) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:55.565583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-71859d63-a17b-4157-b42b-3cce9fd79df7 req-2b285941-91eb-4ee8-97bf-536ecdddd13a tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0423589 Aug 12 04:03:55.577689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4073-c399-4e4d-81b2-731887e0afc0 req-2e85bdf8-37de-4662-919d-eda9daf14ab3 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:55.585274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-973a4073-c399-4e4d-81b2-731887e0afc0 req-2e85bdf8-37de-4662-919d-eda9daf14ab3 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0606592 Aug 12 04:03:55.637438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-973a4073-c399-4e4d-81b2-731887e0afc0 req-12ff518b-0e8b-425d-86ac-383068e3cd7c tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Aug 12 04:03:55.791049 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3fc29094-f272-4444-bad4-e1639e07198d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:55.841084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5638c5-c27e-4061-942d-1b183d821ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:55.920538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3fc29094-f272-4444-bad4-e1639e07198d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.004406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3fc29094-f272-4444-bad4-e1639e07198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.079603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3fc29094-f272-4444-bad4-e1639e07198d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88c9111ab66743efa9eaba89455ecc8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7588871 Aug 12 04:03:56.082208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc29094-f272-4444-bad4-e1639e07198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc28f5-e8b0-4c42-a37e-13ccdcbd10bd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:56.084576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37762) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:56.159925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6ec0558c-0fc9-4746-a941-63f3111763b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.173810 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5638c5-c27e-4061-942d-1b183d821ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.185813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6ec0558c-0fc9-4746-a941-63f3111763b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.241158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5638c5-c27e-4061-942d-1b183d821ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.291383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af5638c5-c27e-4061-942d-1b183d821ccb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f8744cefacb41febe1ad8e1f1c88fed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7791862 Aug 12 04:03:56.294216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37764) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:56.296549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5638c5-c27e-4061-942d-1b183d821ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde9788c-527a-4e95-affd-e133982c139f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:56.360255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c20-9b72-460a-981f-104f0e795d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.378346 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6ec0558c-0fc9-4746-a941-63f3111763b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.383832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6ec0558c-0fc9-4746-a941-63f3111763b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.385443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6ec0558c-0fc9-4746-a941-63f3111763b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39dc28f5-e8b0-4c42-a37e-13ccdcbd10bd HTTP/1.1" status: 204 len: 168 time: 0.2994187 Aug 12 04:03:56.405432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0558c-0fc9-4746-a941-63f3111763b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc28f5-e8b0-4c42-a37e-13ccdcbd10bd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:56.410683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c20-9b72-460a-981f-104f0e795d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.567555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c20-9b72-460a-981f-104f0e795d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.570296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c20-9b72-460a-981f-104f0e795d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:56.578262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9fa06c20-9b72-460a-981f-104f0e795d90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dde9788c-527a-4e95-affd-e133982c139f HTTP/1.1" status: 204 len: 168 time: 0.2822545 Aug 12 04:03:56.604705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06c20-9b72-460a-981f-104f0e795d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde9788c-527a-4e95-affd-e133982c139f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:56.700552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdae765f-dceb-41ba-af2c-a1c6f090d7f1 req-670d9e98-a5cf-40c3-aa5e-268e83867cee tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0275347 Aug 12 04:03:56.860312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ad4d9-6f23-4ec7-85cb-8127e026138c req-45e14802-48fb-44c9-8567-76042e0203e1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:56.862772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-079ad4d9-6f23-4ec7-85cb-8127e026138c req-45e14802-48fb-44c9-8567-76042e0203e1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0630920 Aug 12 04:03:56.909601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-079ad4d9-6f23-4ec7-85cb-8127e026138c req-fd053b27-1fb9-44fe-96ac-a078264fd352 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Aug 12 04:03:57.765244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:57.828723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7248f7f2-8722-4da2-9451-6eac99a85943 req-7da28aaa-456d-4df0-8ef1-00511287d07e tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0310600 Aug 12 04:03:57.992413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37824) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:58.019163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64fdbb7c-2d8e-4546-a959-c0d5bf877d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.138197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9454d4-14cd-423f-9a04-1879a903fd4f req-b990a563-5763-4db1-9557-2503a76a3a82 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:58.142646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7f9454d4-14cd-423f-9a04-1879a903fd4f req-b990a563-5763-4db1-9557-2503a76a3a82 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.1259995 Aug 12 04:03:58.194338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9760-1cf4-4ac6-a2b7-880b2fda084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.233741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7f9454d4-14cd-423f-9a04-1879a903fd4f req-083f9a75-619e-4d15-b906-4724012dc925 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826037 Aug 12 04:03:58.287313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64fdbb7c-2d8e-4546-a959-c0d5bf877d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.301693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c17c460-39e6-44dc-a27d-af1a661a4394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.373602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64fdbb7c-2d8e-4546-a959-c0d5bf877d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.497496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64fdbb7c-2d8e-4546-a959-c0d5bf877d1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3b677ac233b442fad69631df04454e3&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5011973 Aug 12 04:03:58.499147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdbb7c-2d8e-4546-a959-c0d5bf877d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37cf92-7359-4737-8b57-592403c03ee9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:58.499370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37846) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:58.574212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bd25dc3-8b1f-42f3-95c8-94d82660d3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.587368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c17c460-39e6-44dc-a27d-af1a661a4394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.594300 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:03:58.602577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bd25dc3-8b1f-42f3-95c8-94d82660d3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.679507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c17c460-39e6-44dc-a27d-af1a661a4394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.719216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c17c460-39e6-44dc-a27d-af1a661a4394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e88e7d340746ae9f22851f7289aee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9513152 Aug 12 04:03:58.720967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17c460-39e6-44dc-a27d-af1a661a4394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d993c3d3-19c6-4e03-a07e-d25081c33fdb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:58.727744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:58.753071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bd25dc3-8b1f-42f3-95c8-94d82660d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.755940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bd25dc3-8b1f-42f3-95c8-94d82660d3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.758010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3bd25dc3-8b1f-42f3-95c8-94d82660d3f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c37cf92-7359-4737-8b57-592403c03ee9 HTTP/1.1" status: 204 len: 168 time: 0.2571571 Aug 12 04:03:58.779305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd25dc3-8b1f-42f3-95c8-94d82660d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37cf92-7359-4737-8b57-592403c03ee9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:58.809248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3331ecf5-b12b-499a-ae62-dbb19318da44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.838263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3331ecf5-b12b-499a-ae62-dbb19318da44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:58.982474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b159916-75ff-479e-ab7a-252e210b44f7 req-6e0ad17e-77a8-4666-b16f-6088c8716077 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0384789 Aug 12 04:03:59.017490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:59.028412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3331ecf5-b12b-499a-ae62-dbb19318da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.031029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3331ecf5-b12b-499a-ae62-dbb19318da44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.032480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3331ecf5-b12b-499a-ae62-dbb19318da44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d993c3d3-19c6-4e03-a07e-d25081c33fdb HTTP/1.1" status: 204 len: 168 time: 0.3036022 Aug 12 04:03:59.043684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331ecf5-b12b-499a-ae62-dbb19318da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d993c3d3-19c6-4e03-a07e-d25081c33fdb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:59.379204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8055-fe25-4703-8991-84bae0eb4baa req-3323ef29-094d-4768-ae34-6f50fd5a5b49 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:03:59.386542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b4d8055-fe25-4703-8991-84bae0eb4baa req-3323ef29-094d-4768-ae34-6f50fd5a5b49 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0673718 Aug 12 04:03:59.451476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e91c8228-aa17-48d8-8599-56468c69a8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.457826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b4d8055-fe25-4703-8991-84bae0eb4baa req-d06687dd-aa57-44c9-b29d-9a99b2ccfe37 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703661 Aug 12 04:03:59.582380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e91c8228-aa17-48d8-8599-56468c69a8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.673909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e91c8228-aa17-48d8-8599-56468c69a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.728976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e91c8228-aa17-48d8-8599-56468c69a8f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=790248a2fe474438aaad863f83d2c032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077901 Aug 12 04:03:59.728976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8228-aa17-48d8-8599-56468c69a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5fb30-6c60-44ea-80fb-42227fb8fd7d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:03:59.729798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37886) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:03:59.794902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9da76ab-fa9c-4f6d-8715-0b2afb824c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.820526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9da76ab-fa9c-4f6d-8715-0b2afb824c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.920305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9da76ab-fa9c-4f6d-8715-0b2afb824c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.923038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9da76ab-fa9c-4f6d-8715-0b2afb824c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:03:59.925390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f9da76ab-fa9c-4f6d-8715-0b2afb824c63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ce5fb30-6c60-44ea-80fb-42227fb8fd7d HTTP/1.1" status: 204 len: 168 time: 0.1943767 Aug 12 04:03:59.936174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da76ab-fa9c-4f6d-8715-0b2afb824c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5fb30-6c60-44ea-80fb-42227fb8fd7d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:00.098755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ef9c2a-5686-4228-ac2b-04b627c14290 req-9b811751-18eb-4039-8290-39573eb408b9 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0361946 Aug 12 04:04:00.166653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37902) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:00.181556 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecb58cb6-415b-4503-a457-7d4872bedaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:00.317173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecb58cb6-415b-4503-a457-7d4872bedaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:00.590144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446da449-e6ee-4b47-a79f-79a52ddb6aba req-d85a5147-692c-4dd8-815a-e677cb69d7df tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:00.591652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-446da449-e6ee-4b47-a79f-79a52ddb6aba req-d85a5147-692c-4dd8-815a-e677cb69d7df tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0514045 Aug 12 04:04:00.629711 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-446da449-e6ee-4b47-a79f-79a52ddb6aba req-cf850e8f-b0c8-4781-ac98-8a93bed91e58 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Aug 12 04:04:00.743365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecb58cb6-415b-4503-a457-7d4872bedaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:00.773150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35ba1fcc-036a-49e0-83db-f6bb9631ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:00.783398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb58cb6-415b-4503-a457-7d4872bedaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2e71a-6ec9-4159-bf23-1036e632e4a0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:00.787913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ecb58cb6-415b-4503-a457-7d4872bedaff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=180c652cd66a426881fb6ec3144f3b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6200445 Aug 12 04:04:00.790435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:00.849141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62184969-3965-44b9-a9a9-22f7eb5eec1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:00.871204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62184969-3965-44b9-a9a9-22f7eb5eec1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:00.892033 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.019692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-cc9187cc-379c-490c-abcf-357bcd9b526e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:04:01.020922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-cc9187cc-379c-490c-abcf-357bcd9b526e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081882 Aug 12 04:04:01.022152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62184969-3965-44b9-a9a9-22f7eb5eec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.028226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62184969-3965-44b9-a9a9-22f7eb5eec1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.028226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-62184969-3965-44b9-a9a9-22f7eb5eec1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61b2e71a-6ec9-4159-bf23-1036e632e4a0 HTTP/1.1" status: 204 len: 168 time: 0.2346904 Aug 12 04:04:01.034258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184969-3965-44b9-a9a9-22f7eb5eec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2e71a-6ec9-4159-bf23-1036e632e4a0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:01.211991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e6814d7-1d51-44ed-9e02-aaefb3df3343 req-9007806e-4e05-4a7f-9c52-eee3b5590cc1 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0274420 Aug 12 04:04:01.283652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37928) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:01.297086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac80064d-ffd3-4f66-bc41-ec508ad71f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.394544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac80064d-ffd3-4f66-bc41-ec508ad71f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.520220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac80064d-ffd3-4f66-bc41-ec508ad71f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.557593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ac80064d-ffd3-4f66-bc41-ec508ad71f08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4e994402e7844de93bf508899f31759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728167 Aug 12 04:04:01.558501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80064d-ffd3-4f66-bc41-ec508ad71f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6e2348-f9a9-4806-b709-afb3c0aad73b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:01.560376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37934) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:01.611207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-845c64d8-0c32-40cb-bcff-8a6a629d6f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.637174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-845c64d8-0c32-40cb-bcff-8a6a629d6f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.714489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Request body: {'port': {'device_id': '6e72739b-8424-4377-9083-f054088b50ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:01.755883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-845c64d8-0c32-40cb-bcff-8a6a629d6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.771241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-845c64d8-0c32-40cb-bcff-8a6a629d6f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.771241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-845c64d8-0c32-40cb-bcff-8a6a629d6f95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b6e2348-f9a9-4806-b709-afb3c0aad73b HTTP/1.1" status: 204 len: 168 time: 0.1991389 Aug 12 04:04:01.774034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c64d8-0c32-40cb-bcff-8a6a629d6f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6e2348-f9a9-4806-b709-afb3c0aad73b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:01.808037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9fa26-7639-4a74-8235-7a044e7288c2 req-96dba62a-dff6-46ea-9e50-d2619d2997e8 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:01.809577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-18b9fa26-7639-4a74-8235-7a044e7288c2 req-96dba62a-dff6-46ea-9e50-d2619d2997e8 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 935 time: 0.0945733 Aug 12 04:04:01.825419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:01.851616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.36', 56382) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:01.885747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-18b9fa26-7639-4a74-8235-7a044e7288c2 req-42dc0912-6f79-497f-9072-34314cd45766 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544584 Aug 12 04:04:01.899992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-342d32c4-a0da-4d4f-9628-2c737c224f74 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5aeb46197957404d86edc8223c4f0cca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472517 Aug 12 04:04:02.004415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.029523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-d5d54cf0-810b-4695-9fc0-1258f2c22ef6 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:02.032846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-d5d54cf0-810b-4695-9fc0-1258f2c22ef6 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248744 Aug 12 04:04:02.043912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Request body: {'port': {'device_id': '274df6f8-8b18-456c-b233-e9a88f97c830', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '5aeb46197957404d86edc8223c4f0cca'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:02.326775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a93a6d1-def2-49fa-85bd-fad17f07fbdb {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:02.336329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.354484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Transition to ACTIVE for port object 8a93a6d1-def2-49fa-85bd-fad17f07fbdb will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:02.356818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbc07922-d84c-4297-a4d0-7e3de03ed745 req-f2448d8e-75f0-4f9a-9bd8-8e698141a019 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0358036 Aug 12 04:04:02.428351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.513515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Made reservation on behalf of 5aeb46197957404d86edc8223c4f0cca for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:02.520055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.533271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.546505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:02.591317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Attempting to bind port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:02.591853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Attempting to bind port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:02.592279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Attempting to bind port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:02.597919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:02.598343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Attempting to bind port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:02.605094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:02.605850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:02.606489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:02.607055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Bound port: 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:02.613278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.658465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.690491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] For port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:02.694727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] For port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:02.760153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.760595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.812921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:02.812921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:02.812921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a93a6d1-def2-49fa-85bd-fad17f07fbdb HTTP/1.1" status: 200 len: 1095 time: 1.5927582 Aug 12 04:04:02.812921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e72739b-8424-4377-9083-f054088b50ec', 'tag': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:02.902803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366300ca-efc4-439e-ac65-321ad02b8b5b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:03.090274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Allocated IP 192.168.233.238 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/71f68583-1cf4-4070-af34-43747e316981) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:03.116029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b3d6-32a5-4ed2-bada-4d657932e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:03.151604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37984) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:03.189946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-acd2c861-b36f-40de-8e44-8c8612e77587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:03.191620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-acd2c861-b36f-40de-8e44-8c8612e77587 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea2078a372465d833941fba49dfe7a&device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 1098 time: 0.2529905 Aug 12 04:04:03.217580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c45a06-ad70-4184-855c-94f7a456961d req-dabd2c11-2033-443b-83f6-1a42c0805a2b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:03.217580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4c45a06-ad70-4184-855c-94f7a456961d req-dabd2c11-2033-443b-83f6-1a42c0805a2b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 947 time: 0.1261668 Aug 12 04:04:03.288104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-6a94bc92-ea10-42b2-bc2a-b2e1cb5746a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb HTTP/1.1" status: 200 len: 217 time: 0.0849628 Aug 12 04:04:03.294034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.307864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Transition to ACTIVE for port object 71f68583-1cf4-4070-af34-43747e316981 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:03.358376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4c45a06-ad70-4184-855c-94f7a456961d req-80a515f0-f931-42ea-a69a-681417708167 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041932 Aug 12 04:04:03.411907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.414119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-ac5ada43-b8d6-469c-88c5-569cc8f49e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:03.416242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-ac5ada43-b8d6-469c-88c5-569cc8f49e72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1195080 Aug 12 04:04:03.480476 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.529049 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01e8a8e5-309c-45f9-ac5e-17245fee3b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.543236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-783b37fe-244d-4e19-9e2a-83e3f0f7203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:03.543844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:03.544736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-783b37fe-244d-4e19-9e2a-83e3f0f7203a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217167 Aug 12 04:04:03.545722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Pushing event updated for resources: {'Port': ['ID=71f68583-1cf4-4070-af34-43747e316981,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:03.548735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:03.551366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:03.557095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:03.557633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.583614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4152c-da7e-40c4-9403-e41be2a8e259 req-9ca90105-2e68-4322-8f83-c5d83253b11f tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:03.586908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13a4152c-da7e-40c4-9403-e41be2a8e259 req-9ca90105-2e68-4322-8f83-c5d83253b11f tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 936 time: 0.1430671 Aug 12 04:04:03.594251 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330" -d '{"events": [{"name": "network-changed", "server_uuid": "6e72739b-8424-4377-9083-f054088b50ec", "tag": "8a93a6d1-def2-49fa-85bd-fad17f07fbdb"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:03.653357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13a4152c-da7e-40c4-9403-e41be2a8e259 req-fbd2dcd1-d2a3-4d07-a048-c0e0c2d0090c tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597801 Aug 12 04:04:03.715596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-53906f4d-c5b0-415f-b83e-d650c992e4c0 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451423 Aug 12 04:04:03.778451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01e8a8e5-309c-45f9-ac5e-17245fee3b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.823103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32bd03f-3ce6-42c5-9355-5c28f85c4637 req-ed7747f6-4f6d-4386-9c2a-a897ccc07ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005974 Aug 12 04:04:03.828850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01e8a8e5-309c-45f9-ac5e-17245fee3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:03.873843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-01e8a8e5-309c-45f9-ac5e-17245fee3b5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b0e627a8d21418a83901d37b76f4aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7154527 Aug 12 04:04:03.873843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a8e5-309c-45f9-ac5e-17245fee3b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31385e8-8fa8-4379-b1c0-9b203c65c4bb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:03.874192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38014) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:03.912308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-81069951-9138-455b-845b-a81e777791a0 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8724298 Aug 12 04:04:03.955851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Request body: {'port': {'device_id': '274df6f8-8b18-456c-b233-e9a88f97c830', 'device_owner': 'compute:tempest-test_az-1310874031', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:03.991252 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508bd87f-4a0b-46a3-9a37-39c8b8811b2e x-openstack-request-id: req-508bd87f-4a0b-46a3-9a37-39c8b8811b2e {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:03.999183 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e72739b-8424-4377-9083-f054088b50ec", "tag": "8a93a6d1-def2-49fa-85bd-fad17f07fbdb", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:03.999183 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-508bd87f-4a0b-46a3-9a37-39c8b8811b2e {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:03.999183 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e72739b-8424-4377-9083-f054088b50ec', 'tag': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb', 'status': 'completed', 'code': 200} Aug 12 04:04:03.999452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff91-9349-4fbd-a6c1-d970de45a3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.046690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff91-9349-4fbd-a6c1-d970de45a3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.053150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.077134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-cad65b04-96ed-43ed-afc6-ee8d895ecae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.080228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-cad65b04-96ed-43ed-afc6-ee8d895ecae7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea2078a372465d833941fba49dfe7a&device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 1098 time: 0.0590734 Aug 12 04:04:04.127815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-485d846c-26eb-4468-b905-3a2e85ab3764 None None] Provisioning for port 71f68583-1cf4-4070-af34-43747e316981 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:04.135609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-485d846c-26eb-4468-b905-3a2e85ab3764 None None] Provisioning complete for port 71f68583-1cf4-4070-af34-43747e316981 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:04.136284 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-485d846c-26eb-4468-b905-3a2e85ab3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.185228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-485d846c-26eb-4468-b905-3a2e85ab3764 None None] Port 71f68583-1cf4-4070-af34-43747e316981 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:04.249094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-4b46badb-507c-46c0-9268-ea2ed39c79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.250682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-4b46badb-507c-46c0-9268-ea2ed39c79c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1633453 Aug 12 04:04:04.298856 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-ea75f6bb-16ed-47fe-bf48-20a992deb441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb HTTP/1.1" status: 200 len: 217 time: 0.0402670 Aug 12 04:04:04.303071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff91-9349-4fbd-a6c1-d970de45a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.307000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f4cff91-9349-4fbd-a6c1-d970de45a3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.308336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6f4cff91-9349-4fbd-a6c1-d970de45a3ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b31385e8-8fa8-4379-b1c0-9b203c65c4bb HTTP/1.1" status: 204 len: 168 time: 0.4289606 Aug 12 04:04:04.361255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-1fc0f17f-7dbc-45fc-80bb-f5b9d808b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.363173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-1fc0f17f-7dbc-45fc-80bb-f5b9d808b7a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0562074 Aug 12 04:04:04.365885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cff91-9349-4fbd-a6c1-d970de45a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31385e8-8fa8-4379-b1c0-9b203c65c4bb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:04.442874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-e06afbc9-da6f-4a19-afdd-d15b3bc59d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.444846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f68583-1cf4-4070-af34-43747e316981 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:04.445251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-e06afbc9-da6f-4a19-afdd-d15b3bc59d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705762 Aug 12 04:04:04.452080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.468896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Transition to ACTIVE for port object 71f68583-1cf4-4070-af34-43747e316981 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:04.523896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc7819-d657-467d-8489-99cd0fc6c609 req-23c42575-6940-4f3c-b951-b09e3ff20228 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.526188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bfc7819-d657-467d-8489-99cd0fc6c609 req-23c42575-6940-4f3c-b951-b09e3ff20228 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 947 time: 0.0563817 Aug 12 04:04:04.547963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.555091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-569cd112-e376-4f8e-a426-57a13c2cb7f6 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006470 Aug 12 04:04:04.617819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bfc7819-d657-467d-8489-99cd0fc6c609 req-2b1573f0-e679-4b25-b364-b2098c2e74a2 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857940 Aug 12 04:04:04.649529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Pushing event updated for resources: {'Port': ['ID=71f68583-1cf4-4070-af34-43747e316981,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:04.683215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Attempting to bind port 71f68583-1cf4-4070-af34-43747e316981 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:04.683456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Attempting to bind port 71f68583-1cf4-4070-af34-43747e316981 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:04.683657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Attempting to bind port 71f68583-1cf4-4070-af34-43747e316981 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:04.688185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Port 71f68583-1cf4-4070-af34-43747e316981 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:04.688620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Attempting to bind port 71f68583-1cf4-4070-af34-43747e316981 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:04.695854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:04.696218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:04.697138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:04.697283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Bound port: 71f68583-1cf4-4070-af34-43747e316981, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:04.697609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.701429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e879d6ec-ce27-42b9-ab0d-289f8bbb2330 req-df996e80-137a-492b-a507-a51e75351f0e service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388729 Aug 12 04:04:04.824109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4381bc-60b2-4bc4-83e3-0f3171b469bd req-eaed7913-1bfa-4910-b5bd-caa52d43d053 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.825615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae4381bc-60b2-4bc4-83e3-0f3171b469bd req-eaed7913-1bfa-4910-b5bd-caa52d43d053 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 970 time: 0.0778892 Aug 12 04:04:04.831965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] For port 71f68583-1cf4-4070-af34-43747e316981, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:04.841154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] For port 71f68583-1cf4-4070-af34-43747e316981, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=71f68583-1cf4-4070-af34-43747e316981,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:04.870657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae4381bc-60b2-4bc4-83e3-0f3171b469bd req-13707019-d5b2-4b8c-9944-931e1609c8af tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352824 Aug 12 04:04:04.909336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.953661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:04.954862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:04.956299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] 10.222.0.36 "PUT /v2.0/ports/71f68583-1cf4-4070-af34-43747e316981 HTTP/1.1" status: 200 len: 1118 time: 1.0075185 Aug 12 04:04:04.956817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274df6f8-8b18-456c-b233-e9a88f97c830', 'tag': '71f68583-1cf4-4070-af34-43747e316981'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:05.060109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22011d9-c7c2-4e53-a9d1-6ac41a1ae530 service neutron] Pushing event updated for resources: {'Port': ['ID=71f68583-1cf4-4070-af34-43747e316981,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:05.160954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-e69df81e-1842-4356-9a6a-2eb63e073727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:05.162145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-e69df81e-1842-4356-9a6a-2eb63e073727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aeb46197957404d86edc8223c4f0cca&device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 1121 time: 0.0763204 Aug 12 04:04:05.317032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38058) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:05.374852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-232ef5c0-b884-4a41-96a1-16dafdf93556 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=71f68583-1cf4-4070-af34-43747e316981 HTTP/1.1" status: 200 len: 217 time: 0.2037809 Aug 12 04:04:05.437212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-02e35700-3933-4d88-baf9-b595d40f62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:05.439276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-02e35700-3933-4d88-baf9-b595d40f62ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0567651 Aug 12 04:04:05.447132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38070) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:05.460497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-030c6ea6-aba2-4492-b845-30b9a7a49480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.522851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-761bb74a-c94c-440a-b068-18a17a1a439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:05.524537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-761bb74a-c94c-440a-b068-18a17a1a439e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788558 Aug 12 04:04:05.557451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-030c6ea6-aba2-4492-b845-30b9a7a49480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.617466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-142033725-network', 'tenant_id': 'a7aa76a7b636408e95bc38aa4acc8973'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:05.617610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-3ab1e1ee-d86e-41b1-a3d7-7cd6b3cd2fbe service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849721 Aug 12 04:04:05.623737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-030c6ea6-aba2-4492-b845-30b9a7a49480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.703774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c6ea6-aba2-4492-b845-30b9a7a49480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09127dbe-369f-407f-a389-6170991a876d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:05.711997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-030c6ea6-aba2-4492-b845-30b9a7a49480 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cdaa920fc4241d182267da2ecbeae2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638326 Aug 12 04:04:05.714668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38078) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:05.748133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b436f7-bc4f-4dcb-affe-a662c0c1105f req-6a30b479-90e9-4dbb-ac00-439328868ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236823 Aug 12 04:04:05.773166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Made reservation on behalf of a7aa76a7b636408e95bc38aa4acc8973 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:05.775687 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.797125 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f949a6-b558-44dd-b5ad-faec5a86f236" -d '{"events": [{"name": "network-changed", "server_uuid": "274df6f8-8b18-456c-b233-e9a88f97c830", "tag": "71f68583-1cf4-4070-af34-43747e316981"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:05.798833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.821152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb1c46-350e-4619-8577-dc4b71670c00 req-430fb892-134d-4525-a39d-1706ad786e1c tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:05.822745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5fb1c46-350e-4619-8577-dc4b71670c00 req-430fb892-134d-4525-a39d-1706ad786e1c tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 947 time: 0.0920196 Aug 12 04:04:05.846125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f25-9eeb-4ccf-acd9-33b2ac2cc22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.887107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f25-9eeb-4ccf-acd9-33b2ac2cc22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:05.915230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5fb1c46-350e-4619-8577-dc4b71670c00 req-1c40a11e-412c-4dd5-a5bc-4da965a11532 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825498 Aug 12 04:04:05.998016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.045860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f25-9eeb-4ccf-acd9-33b2ac2cc22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.049168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f25-9eeb-4ccf-acd9-33b2ac2cc22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.052879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fcf68f25-9eeb-4ccf-acd9-33b2ac2cc22e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09127dbe-369f-407f-a389-6170991a876d HTTP/1.1" status: 204 len: 168 time: 0.3345647 Aug 12 04:04:06.059008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf68f25-9eeb-4ccf-acd9-33b2ac2cc22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09127dbe-369f-407f-a389-6170991a876d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:06.063106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38092) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:06.084010 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.131908 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bf6a8d-e326-4d29-aaf4-73ff79829cc6 x-openstack-request-id: req-62bf6a8d-e326-4d29-aaf4-73ff79829cc6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:06.132840 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274df6f8-8b18-456c-b233-e9a88f97c830", "tag": "71f68583-1cf4-4070-af34-43747e316981", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:06.133106 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62bf6a8d-e326-4d29-aaf4-73ff79829cc6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:06.133780 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274df6f8-8b18-456c-b233-e9a88f97c830', 'tag': '71f68583-1cf4-4070-af34-43747e316981', 'status': 'completed', 'code': 200} Aug 12 04:04:06.138939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:06.175206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6d33b0-df0f-4861-9a79-ea35127cb988,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:06.176235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.176571 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Added segment 237a8275-b796-4b2e-87b0-dc7a6c514d51 of type vlan for network 4422a9f2-0b2f-404e-ad02-67a357bcab2e Aug 12 04:04:06.222574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.251359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-b253118e-c4dd-4d4e-9933-562f7f13717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:06.252935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-b253118e-c4dd-4d4e-9933-562f7f13717b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aeb46197957404d86edc8223c4f0cca&device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 1121 time: 0.0932074 Aug 12 04:04:06.254821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e90a1e7-feb2-4ac1-914c-06f6c110ab87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.260364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5cbc6-ab05-4dc3-809c-9ecacc2ff910 req-f39a2ef8-4cee-4203-995b-11c1355445e1 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:06.262531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ec5cbc6-ab05-4dc3-809c-9ecacc2ff910 req-f39a2ef8-4cee-4203-995b-11c1355445e1 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 970 time: 0.0882893 Aug 12 04:04:06.348265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.349337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:06.350150 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.411743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ec5cbc6-ab05-4dc3-809c-9ecacc2ff910 req-13643b36-49ee-498a-8be8-2b9523865a37 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306229 Aug 12 04:04:06.427770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] Pushing event updated for resources: {'Network': ['ID=4422a9f2-0b2f-404e-ad02-67a357bcab2e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:06.440853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:06.454921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e90a1e7-feb2-4ac1-914c-06f6c110ab87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.472816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-24d3fb78-2c45-42bd-b0f7-0fb3820b69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:06.474808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-24d3fb78-2c45-42bd-b0f7-0fb3820b69dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2114127 Aug 12 04:04:06.521105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-930a1139-c9cd-49a9-9be7-059f570fd65e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=71f68583-1cf4-4070-af34-43747e316981 HTTP/1.1" status: 200 len: 217 time: 0.0390198 Aug 12 04:04:06.521540 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e90a1e7-feb2-4ac1-914c-06f6c110ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.570165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e90a1e7-feb2-4ac1-914c-06f6c110ab87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a28a0c737c8348a4866f179ac226916c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055623 Aug 12 04:04:06.570729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38112) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:06.573082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90a1e7-feb2-4ac1-914c-06f6c110ab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743270a-b0d5-4e03-86f0-9236840e2ec0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:06.574390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-d20981e9-1efd-4511-95a4-be4812bca454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:06.576246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-d20981e9-1efd-4511-95a4-be4812bca454 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0471280 Aug 12 04:04:06.616561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9882bf45-89e1-468d-a05d-e8660908cfd9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2980933 Aug 12 04:04:06.617976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38114) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:06.624697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Request body: {'subnet': {'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-142033725-subnet', 'tenant_id': 'a7aa76a7b636408e95bc38aa4acc8973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:06.652974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df1d726f-83c3-4cf5-b15c-c7ff873690cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.653298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-9c16e567-6e17-489a-a788-63a3133fd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:06.654950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-9c16e567-6e17-489a-a788-63a3133fd05e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703936 Aug 12 04:04:06.689025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df1d726f-83c3-4cf5-b15c-c7ff873690cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.730815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Made reservation on behalf of a7aa76a7b636408e95bc38aa4acc8973 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:06.733176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:06.814895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-018fce6c-7d9d-45eb-ab8a-3fbcad9ebdf0 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512613 Aug 12 04:04:06.945220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f949a6-b558-44dd-b5ad-faec5a86f236 req-ea952456-ecaf-421f-bfc0-2f8283c8ef8d service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201339 Aug 12 04:04:06.998083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df1d726f-83c3-4cf5-b15c-c7ff873690cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.004533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df1d726f-83c3-4cf5-b15c-c7ff873690cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.004533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-df1d726f-83c3-4cf5-b15c-c7ff873690cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3743270a-b0d5-4e03-86f0-9236840e2ec0 HTTP/1.1" status: 204 len: 168 time: 0.4302986 Aug 12 04:04:07.019719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d726f-83c3-4cf5-b15c-c7ff873690cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743270a-b0d5-4e03-86f0-9236840e2ec0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:07.072839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cd1f1-7d2b-4a09-acf9-4ef32182f1b4 req-1d27203b-8211-444d-89e6-d8dfcf013171 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:07.074357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-589cd1f1-7d2b-4a09-acf9-4ef32182f1b4 req-1d27203b-8211-444d-89e6-d8dfcf013171 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 947 time: 0.0707014 Aug 12 04:04:07.123405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-589cd1f1-7d2b-4a09-acf9-4ef32182f1b4 req-cdcfbbdc-bf8a-48cb-b5c3-f4da268a2982 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Aug 12 04:04:07.206997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.264351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24301bd-2037-4294-89e1-1cb11af02256,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:07.276268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:07.276620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Network hostable DHCP agents. Network: 4422a9f2-0b2f-404e-ad02-67a357bcab2e, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:07.410978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:07.526267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cda0ff-fcd9-4bb9-83bd-c0d3a6f629c6 req-d7c7ea85-f38b-400a-9d50-9dd2fe15b069 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:07.534160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69cda0ff-fcd9-4bb9-83bd-c0d3a6f629c6 req-d7c7ea85-f38b-400a-9d50-9dd2fe15b069 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 970 time: 0.0580521 Aug 12 04:04:07.545768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 4422a9f2-0b2f-404e-ad02-67a357bcab2e) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:07.556289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:07.556873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.566516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6bf87-e589-4d3d-8c3a-f986fe8d2ad3 None None] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:07.584615 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69cda0ff-fcd9-4bb9-83bd-c0d3a6f629c6 req-6101afce-471e-47b0-ab25-98413fb87a9e tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495679 Aug 12 04:04:07.627265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38176) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:07.643169 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c795-877a-4917-801b-2d08132c5211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.685457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aaa9e90f-ea64-4981-a4f2-630713303891 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0662069 Aug 12 04:04:07.723415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9120717-dc33-4b6c-b230-a371a80f0de6 None None] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:07.796415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8a93a6d1-def2-49fa-85bd-fad17f07fbdb details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:04:07.810626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c795-877a-4917-801b-2d08132c5211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.885980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0a6c795-877a-4917-801b-2d08132c5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:07.935337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6c795-877a-4917-801b-2d08132c5211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b1eac9-15e8-444d-9a08-f48cd929dab6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:07.955997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d0a6c795-877a-4917-801b-2d08132c5211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=599b7f86eb9f4b04b7742ded18a066f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247361 Aug 12 04:04:07.956282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:07.967057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:07.978962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb', 'mac_address': 'fa:16:3e:b3:48:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:04:08.011146 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59ae251a-3b99-474a-a119-c884c1919542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:08.017624 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:08.033202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a93a6d1-def2-49fa-85bd-fad17f07fbdb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:08.039351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59ae251a-3b99-474a-a119-c884c1919542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:08.062358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:08.136225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:08.165620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59ae251a-3b99-474a-a119-c884c1919542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:08.168236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59ae251a-3b99-474a-a119-c884c1919542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:08.174438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59ae251a-3b99-474a-a119-c884c1919542 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71b1eac9-15e8-444d-9a08-f48cd929dab6 HTTP/1.1" status: 204 len: 168 time: 0.2124317 Aug 12 04:04:08.183636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae251a-3b99-474a-a119-c884c1919542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b1eac9-15e8-444d-9a08-f48cd929dab6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:08.209846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:08.222643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.223186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.223674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.224204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.224543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.224877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.225203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.225676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.226146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.226477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.226831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.227155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Tracked resource versions report: Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: pushed versions: Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: { 'AddressGroup': {'1.2'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'ConntrackHelper': {'1.0'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Log': {'1.0'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Network': {'1.1'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Port': {'1.7'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'PortForwarding': {'1.2'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'QosPolicy': {'1.9'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'SecurityGroup': {'1.4'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'SecurityGroupRule': {'1.2'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'SubPort': {'1.0'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Subnet': {'1.1'}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Trunk': {'1.1'}} Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: consumer versions: Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: { DHCP agent@n-d-804320-1: {}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: HyperV agent@n-h1-804320-1: {}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: HyperV agent@n-h2-804320-1: {}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: L3 agent@n-d-804320-1: {}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: Metadata agent@n-d-804320-1: {}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: Metering agent@n-d-804320-1: {}, Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'ConntrackHelper': '1.0', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Log': '1.0', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Network': '1.1', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Port': '1.7', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'PortForwarding': '1.2', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'QosPolicy': '1.9', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'SecurityGroup': '1.4', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'SecurityGroupRule': '1.2', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'SubPort': '1.0', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Subnet': '1.1', Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: 'Trunk': '1.1'}} Aug 12 04:04:08.228265 n-d-804320-1 neutron-server[95044]: {{(pid=95044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 04:04:08.263664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623e1f6-7d97-4d38-b79e-a65febc8dd26 req-5e653d7f-7ea7-447f-8ba6-57903b340e0d tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:08.265161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f623e1f6-7d97-4d38-b79e-a65febc8dd26 req-5e653d7f-7ea7-447f-8ba6-57903b340e0d tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 948 time: 0.0526562 Aug 12 04:04:08.308133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f623e1f6-7d97-4d38-b79e-a65febc8dd26 req-622f5c1d-0422-410c-ad6d-8b019539f929 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326991 Aug 12 04:04:08.436186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['8a93a6d1-def2-49fa-85bd-fad17f07fbdb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:08.712563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff96f5f-e31f-41ba-ae6c-3780264f037d req-f83ac53c-0cb3-4358-a208-9167622f9b7b tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:08.718332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ff96f5f-e31f-41ba-ae6c-3780264f037d req-f83ac53c-0cb3-4358-a208-9167622f9b7b tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 970 time: 0.0554202 Aug 12 04:04:08.754835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ff96f5f-e31f-41ba-ae6c-3780264f037d req-688d2334-823c-4ab6-9cd9-24662e323fcc tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330460 Aug 12 04:04:08.938087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38244) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:08.944742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1536822707-network', 'tenant_id': 'd34ffaa0eb4445a7a2c7c82c36723419'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:09.062788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Made reservation on behalf of d34ffaa0eb4445a7a2c7c82c36723419 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:09.065234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.073807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.378065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.428552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd122a-a879-4685-b463-e8cb2aa24981 req-9a79decf-7989-44ea-8d46-7f1865d09cd6 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:09.430040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66bd122a-a879-4685-b463-e8cb2aa24981 req-9a79decf-7989-44ea-8d46-7f1865d09cd6 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 948 time: 0.0480444 Aug 12 04:04:09.434036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.463172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:09.472060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14593c-679c-432e-98a3-7bfe702f9eff,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:09.481804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.482178 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Added segment ee506467-dd6d-401c-824b-026b94c7bab4 of type vlan for network 7ea91f30-d91d-43df-8925-e4f73f84f419 Aug 12 04:04:09.483834 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66bd122a-a879-4685-b463-e8cb2aa24981 req-497f0816-bf2e-45f4-af46-c69e3345571b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Aug 12 04:04:09.541517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.612972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38284) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:09.622684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.623707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:09.624346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.687611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] Pushing event updated for resources: {'Network': ['ID=7ea91f30-d91d-43df-8925-e4f73f84f419,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:09.700609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 7ea91f30-d91d-43df-8925-e4f73f84f419 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:09.745283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7eeed676-8499-4311-9c22-f25e1756254c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8026893 Aug 12 04:04:09.746381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38292) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:09.749773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-683005d8-fe26-4e49-82bd-db83b3b7428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.752772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Request body: {'subnet': {'network_id': '7ea91f30-d91d-43df-8925-e4f73f84f419', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1536822707-subnet', 'tenant_id': 'd34ffaa0eb4445a7a2c7c82c36723419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:09.777225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 71f68583-1cf4-4070-af34-43747e316981 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:04:09.845074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8a93a6d1-def2-49fa-85bd-fad17f07fbdb up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:09.856841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Made reservation on behalf of d34ffaa0eb4445a7a2c7c82c36723419 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:09.865863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:09.894332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e350fcc-488f-4d93-9511-cc886dfb1e01 req-971408dd-5348-4239-baaa-f809f17e93cd tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:09.902225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e350fcc-488f-4d93-9511-cc886dfb1e01 req-971408dd-5348-4239-baaa-f809f17e93cd tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 970 time: 0.0754585 Aug 12 04:04:09.916808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 71f68583-1cf4-4070-af34-43747e316981, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=71f68583-1cf4-4070-af34-43747e316981,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:09.934213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '71f68583-1cf4-4070-af34-43747e316981', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '71f68583-1cf4-4070-af34-43747e316981', 'mac_address': 'fa:16:3e:4d:e4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:tempest-test_az-1310874031', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:04:09.984558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e350fcc-488f-4d93-9511-cc886dfb1e01 req-f1c2f111-7fb8-4e9d-be92-b9466fee428a tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810826 Aug 12 04:04:10.001063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:10.020801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:10.021366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.047717 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.060020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-683005d8-fe26-4e49-82bd-db83b3b7428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.069610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f68583-1cf4-4070-af34-43747e316981 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:10.092472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 71f68583-1cf4-4070-af34-43747e316981, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=71f68583-1cf4-4070-af34-43747e316981,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:10.131435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-683005d8-fe26-4e49-82bd-db83b3b7428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.147172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.157285 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.169521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-683005d8-fe26-4e49-82bd-db83b3b7428c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbc82bcb9bc04ad5b939522485b62942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554299 Aug 12 04:04:10.170935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683005d8-fe26-4e49-82bd-db83b3b7428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b63fc9-5301-42cb-beee-2d42ca20be89,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:10.172565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38304) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:10.193008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72739b-8424-4377-9083-f054088b50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:10.212302 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.269549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:10.271163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e24e30cf-63f5-4acc-b7f8-d9daca114e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.282198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=71f68583-1cf4-4070-af34-43747e316981,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:10.286943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3176767a-fa9a-4625-a85f-75eec716dc64,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:10.309677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e24e30cf-63f5-4acc-b7f8-d9daca114e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.315250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.324291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Checking segment: {'id': 'ee506467-dd6d-401c-824b-026b94c7bab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ea91f30-d91d-43df-8925-e4f73f84f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:10.325061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Network hostable DHCP agents. Network: 7ea91f30-d91d-43df-8925-e4f73f84f419, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:10.372735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:10.405824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['71f68583-1cf4-4070-af34-43747e316981'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:10.451023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Network 7ea91f30-d91d-43df-8925-e4f73f84f419 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:10.480424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e24e30cf-63f5-4acc-b7f8-d9daca114e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.483417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e24e30cf-63f5-4acc-b7f8-d9daca114e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.489694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:10.490174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e24e30cf-63f5-4acc-b7f8-d9daca114e87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34b63fc9-5301-42cb-beee-2d42ca20be89 HTTP/1.1" status: 204 len: 168 time: 0.3149436 Aug 12 04:04:10.498204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e30cf-63f5-4acc-b7f8-d9daca114e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b63fc9-5301-42cb-beee-2d42ca20be89,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:10.512057 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c2a53-d76d-49bb-a452-b4d5a869301e" -d '{"events": [{"server_uuid": "6e72739b-8424-4377-9083-f054088b50ec", "name": "network-vif-plugged", "status": "completed", "tag": "8a93a6d1-def2-49fa-85bd-fad17f07fbdb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:10.536982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 7ea91f30-d91d-43df-8925-e4f73f84f419) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:10.546345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:10.549443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33296901-d667-4036-8a99-43b6401def0f None None] Network 7ea91f30-d91d-43df-8925-e4f73f84f419 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:10.550083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.647132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90952-4a3f-4deb-ad2e-9bfe8b8e6092 req-4b415f9c-4161-49f8-a937-6bfb5af6acad tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:10.648900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34f90952-4a3f-4deb-ad2e-9bfe8b8e6092 req-4b415f9c-4161-49f8-a937-6bfb5af6acad tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 949 time: 0.0505204 Aug 12 04:04:10.660388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c6feb856-4cf4-4fcb-8ac4-7ac214e027a7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9118414 Aug 12 04:04:10.662609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d32ade2f-d4ee-4a5f-b689-e27d5d89ab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.701279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34f90952-4a3f-4deb-ad2e-9bfe8b8e6092 req-2e49006b-52d3-4954-bf3c-d49f7b76ce0b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Aug 12 04:04:10.722057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42726571-5997-488b-8d3b-1bee2e31db1f None None] Network 7ea91f30-d91d-43df-8925-e4f73f84f419 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:10.782774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d32ade2f-d4ee-4a5f-b689-e27d5d89ab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.862668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d32ade2f-d4ee-4a5f-b689-e27d5d89ab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:10.903965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:10.904150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d32ade2f-d4ee-4a5f-b689-e27d5d89ab02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c34596b8ce64ed3b70c3026a7781f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137144 Aug 12 04:04:10.906018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ade2f-d4ee-4a5f-b689-e27d5d89ab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6bc4eb-9dc6-42cd-b4db-a363064cc0bf,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:10.989706 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc3d574-ba86-4cd4-b0d9-1fdae51f4f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.019767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc3d574-ba86-4cd4-b0d9-1fdae51f4f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.071187 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08a110-652f-4b2f-be54-a2fed402d352 x-openstack-request-id: req-db08a110-652f-4b2f-be54-a2fed402d352 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:11.071479 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72739b-8424-4377-9083-f054088b50ec", "name": "network-vif-plugged", "status": "completed", "tag": "8a93a6d1-def2-49fa-85bd-fad17f07fbdb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:11.071733 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db08a110-652f-4b2f-be54-a2fed402d352 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:11.072201 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72739b-8424-4377-9083-f054088b50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb', 'code': 200} Aug 12 04:04:11.146270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e038017-07f7-4cb8-8881-b938a254eda9 req-10794c62-c8d7-45aa-8c9c-572898d58d34 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:11.148204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e038017-07f7-4cb8-8881-b938a254eda9 req-10794c62-c8d7-45aa-8c9c-572898d58d34 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 971 time: 0.0852754 Aug 12 04:04:11.196186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e038017-07f7-4cb8-8881-b938a254eda9 req-dd6a46a4-ae8a-4a2e-b1ad-41598947e533 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356948 Aug 12 04:04:11.221349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9e14-441f-40fa-8c76-e4442606b4e5 req-b9bbfd4d-bfe3-4337-a106-004bcadbdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:11.223061 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8ec9e14-441f-40fa-8c76-e4442606b4e5 req-b9bbfd4d-bfe3-4337-a106-004bcadbdf60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 1100 time: 0.0706015 Aug 12 04:04:11.243434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e8ec9e14-441f-40fa-8c76-e4442606b4e5 req-0a146c8a-4810-4c3b-8287-4341b464f939 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.245897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc3d574-ba86-4cd4-b0d9-1fdae51f4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.248498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc3d574-ba86-4cd4-b0d9-1fdae51f4f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.250245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-acc3d574-ba86-4cd4-b0d9-1fdae51f4f56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc6bc4eb-9dc6-42cd-b4db-a363064cc0bf HTTP/1.1" status: 204 len: 168 time: 0.3452525 Aug 12 04:04:11.264903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3d574-ba86-4cd4-b0d9-1fdae51f4f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6bc4eb-9dc6-42cd-b4db-a363064cc0bf,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:11.352947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e8ec9e14-441f-40fa-8c76-e4442606b4e5 req-0a146c8a-4810-4c3b-8287-4341b464f939 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.439934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e8ec9e14-441f-40fa-8c76-e4442606b4e5 req-0a146c8a-4810-4c3b-8287-4341b464f939 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.477691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38362) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:11.484503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8ec9e14-441f-40fa-8c76-e4442606b4e5 req-0a146c8a-4810-4c3b-8287-4341b464f939 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535853 Aug 12 04:04:11.491790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8af4fd-a901-4163-89ab-a4feb381ac73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.594052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8af4fd-a901-4163-89ab-a4feb381ac73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.610272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a146c8a-4810-4c3b-8287-4341b464f939 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a8b59-3824-4303-bc54-1682f936ec7c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:11.655976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8af4fd-a901-4163-89ab-a4feb381ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.674050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-eb66ed76-a666-4c26-82f7-9f2c5bf690e0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:11.681089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-eb66ed76-a666-4c26-82f7-9f2c5bf690e0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.1925342 Aug 12 04:04:11.694239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be8af4fd-a901-4163-89ab-a4feb381ac73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0785346e696244bd89846958e1775f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154632 Aug 12 04:04:11.696390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8af4fd-a901-4163-89ab-a4feb381ac73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ce4e0-ac16-4bb6-8828-b8f918f11a3f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:11.699224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:11.700643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-20eb5fbb-ed58-43b7-82d3-7f8e47be4491 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/quotas/a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 375 time: 0.0186419 Aug 12 04:04:11.729635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-a8bee294-e91d-428a-8439-aa256b0a215e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280619 Aug 12 04:04:11.759850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da9bd63-879f-4c05-b951-c75050425ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.781554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da9bd63-879f-4c05-b951-c75050425ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.804957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 71f68583-1cf4-4070-af34-43747e316981 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:11.897292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da9bd63-879f-4c05-b951-c75050425ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.900193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da9bd63-879f-4c05-b951-c75050425ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:11.904180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7da9bd63-879f-4c05-b951-c75050425ace admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d0ce4e0-ac16-4bb6-8828-b8f918f11a3f HTTP/1.1" status: 204 len: 168 time: 0.2017133 Aug 12 04:04:11.912346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9bd63-879f-4c05-b951-c75050425ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ce4e0-ac16-4bb6-8828-b8f918f11a3f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:11.936634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 71f68583-1cf4-4070-af34-43747e316981 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:11.943254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 71f68583-1cf4-4070-af34-43747e316981 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:11.943882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.041398 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.041637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3471a13-0b0c-4479-a37b-5ef05dd1d9d0 req-1cb4ed66-105a-488d-82c5-d401d9a0a654 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:12.042983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3471a13-0b0c-4479-a37b-5ef05dd1d9d0 req-1cb4ed66-105a-488d-82c5-d401d9a0a654 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 949 time: 0.0494325 Aug 12 04:04:12.074545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 71f68583-1cf4-4070-af34-43747e316981, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=71f68583-1cf4-4070-af34-43747e316981,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:12.081396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3471a13-0b0c-4479-a37b-5ef05dd1d9d0 req-391ee6b5-6150-44e8-b99b-dfca89615fdc tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Aug 12 04:04:12.200000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.247797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=71f68583-1cf4-4070-af34-43747e316981,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:12.358207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38390) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:12.372940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3289dbd6-8ac9-44e1-a2d2-cccffba60b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.449634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-7956e7da-804f-4484-a9b7-fa6a283b8736 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:04:12.458173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-7956e7da-804f-4484-a9b7-fa6a283b8736 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4916346 Aug 12 04:04:12.473190 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3289dbd6-8ac9-44e1-a2d2-cccffba60b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.537669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3289dbd6-8ac9-44e1-a2d2-cccffba60b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.572101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-4e7df1e3-5ee1-437e-8870-4e66f4d7c76f service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127264 Aug 12 04:04:12.592124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3289dbd6-8ac9-44e1-a2d2-cccffba60b92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5252eab7f194fdca86a735233a7c26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304046 Aug 12 04:04:12.592124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289dbd6-8ac9-44e1-a2d2-cccffba60b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487af30a-57ea-4e90-a6d1-d528c84b6256,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:12.594666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38398) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:12.668307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-d84c2123-50ec-4e5f-b2c0-58a7add628d4 service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952561 Aug 12 04:04:12.690325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a0007-191e-4c96-9272-204b559436d3 req-684bb181-2191-4956-8103-f3d0a898b0fb tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:12.692084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-742a0007-191e-4c96-9272-204b559436d3 req-684bb181-2191-4956-8103-f3d0a898b0fb tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 972 time: 0.0767372 Aug 12 04:04:12.692450 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa8258f-ff78-42b3-9614-d29f59be10d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.726488 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa8258f-ff78-42b3-9614-d29f59be10d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.785352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-742a0007-191e-4c96-9272-204b559436d3 req-4cf5ccd6-07a3-4de7-bcde-8a750c9d5a91 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835116 Aug 12 04:04:12.880843 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa8258f-ff78-42b3-9614-d29f59be10d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.884576 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa8258f-ff78-42b3-9614-d29f59be10d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:12.889114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-caa8258f-ff78-42b3-9614-d29f59be10d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/487af30a-57ea-4e90-a6d1-d528c84b6256 HTTP/1.1" status: 204 len: 168 time: 0.2926137 Aug 12 04:04:12.903667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8258f-ff78-42b3-9614-d29f59be10d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487af30a-57ea-4e90-a6d1-d528c84b6256,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:12.961600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0fa11af3-e578-409a-9507-1ac9911b0ed5 req-9720ba46-7e73-4fc9-895b-15d4ea9c9533 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 210 time: 0.0958514 Aug 12 04:04:13.077087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274df6f8-8b18-456c-b233-e9a88f97c830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f68583-1cf4-4070-af34-43747e316981'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:13.077087 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed9956-3c8a-482f-ba20-a638a276a4ce" -d '{"events": [{"server_uuid": "274df6f8-8b18-456c-b233-e9a88f97c830", "name": "network-vif-plugged", "status": "completed", "tag": "71f68583-1cf4-4070-af34-43747e316981"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:13.119730 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d69b883-6f9d-4b16-81f3-9b00c3ba5f4f x-openstack-request-id: req-6d69b883-6f9d-4b16-81f3-9b00c3ba5f4f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:13.120250 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274df6f8-8b18-456c-b233-e9a88f97c830", "name": "network-vif-plugged", "status": "completed", "tag": "71f68583-1cf4-4070-af34-43747e316981", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:13.120565 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d69b883-6f9d-4b16-81f3-9b00c3ba5f4f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:13.121153 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274df6f8-8b18-456c-b233-e9a88f97c830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f68583-1cf4-4070-af34-43747e316981', 'code': 200} Aug 12 04:04:13.237802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3d927-3924-44bc-bda1-f826a1265110 req-ae641001-b45e-4eee-b944-9ad0b720da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:13.238727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe1376-08f4-436e-96b1-f9b4e5b3b74e req-218779b8-fdc8-483a-ab3f-637de3c227c5 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:13.242151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2fe3d927-3924-44bc-bda1-f826a1265110 req-ae641001-b45e-4eee-b944-9ad0b720da7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 1123 time: 0.0558934 Aug 12 04:04:13.242258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06fe1376-08f4-436e-96b1-f9b4e5b3b74e req-218779b8-fdc8-483a-ab3f-637de3c227c5 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 949 time: 0.0694020 Aug 12 04:04:13.279935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2fe3d927-3924-44bc-bda1-f826a1265110 req-1dd909a5-8c56-4a7a-99db-b2554214d96e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338085 Aug 12 04:04:13.282371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06fe1376-08f4-436e-96b1-f9b4e5b3b74e req-9859d906-ba43-44ab-8517-3eae9c3af668 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Aug 12 04:04:13.641591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38440) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:13.656504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98ed120a-84af-4792-8afe-eeb92cd1ad42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:13.678943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38442) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:13.758168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98ed120a-84af-4792-8afe-eeb92cd1ad42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:13.811348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98ed120a-84af-4792-8afe-eeb92cd1ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:13.851028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-98ed120a-84af-4792-8afe-eeb92cd1ad42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cee28e4e791247059aa62b2f352cd354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076380 Aug 12 04:04:13.853018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed120a-84af-4792-8afe-eeb92cd1ad42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee5e5f-2cae-41a3-9e87-2d851b9d1089,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:13.853668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38452) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:13.884674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf63d-8d7d-46bf-a0ba-2398288a0b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.049826 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae7ace64-0b8d-4896-979b-2c08ef2962b2 req-71997e3d-198c-44f5-8c8d-8104dce2d197 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 210 time: 0.0292988 Aug 12 04:04:14.177234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd4857-8c80-4856-b086-91838c53963d req-34dd674d-2a12-4137-b831-6f16c085e860 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:14.180313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06cd4857-8c80-4856-b086-91838c53963d req-34dd674d-2a12-4137-b831-6f16c085e860 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 972 time: 0.2874937 Aug 12 04:04:14.181839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7606862b-d9ec-4e5e-9766-91604d60953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.237231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7606862b-d9ec-4e5e-9766-91604d60953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.279896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06cd4857-8c80-4856-b086-91838c53963d req-2b35d7b6-0384-4f46-90da-4a4df629ba16 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901766 Aug 12 04:04:14.297895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf63d-8d7d-46bf-a0ba-2398288a0b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.348342 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a5bf63d-8d7d-46bf-a0ba-2398288a0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.382444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7606862b-d9ec-4e5e-9766-91604d60953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.385151 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7606862b-d9ec-4e5e-9766-91604d60953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.386358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7606862b-d9ec-4e5e-9766-91604d60953a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4ee5e5f-2cae-41a3-9e87-2d851b9d1089 HTTP/1.1" status: 204 len: 168 time: 0.5314624 Aug 12 04:04:14.420463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bf63d-8d7d-46bf-a0ba-2398288a0b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89d8ca-0b11-4e86-bc9e-63c3a2c03b25,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:14.428570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2a5bf63d-8d7d-46bf-a0ba-2398288a0b52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=920e19d7d34f4239afdd180c9adf866d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484567 Aug 12 04:04:14.432703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38472) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:14.446431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b20f4d-860a-4289-8747-3f0c960cc713 req-c4108b17-c94c-461b-b7a4-7c7d60ea8661 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:14.448520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46b20f4d-860a-4289-8747-3f0c960cc713 req-c4108b17-c94c-461b-b7a4-7c7d60ea8661 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 949 time: 0.0832534 Aug 12 04:04:14.450514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606862b-d9ec-4e5e-9766-91604d60953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee5e5f-2cae-41a3-9e87-2d851b9d1089,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:14.510529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46b20f4d-860a-4289-8747-3f0c960cc713 req-bca2e061-7ea8-482d-9096-d767a32cf316 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544026 Aug 12 04:04:14.513817 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ed182a2-fa82-47cf-9647-04da5fc4747a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.537852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ed182a2-fa82-47cf-9647-04da5fc4747a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.668343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ed182a2-fa82-47cf-9647-04da5fc4747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.671055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ed182a2-fa82-47cf-9647-04da5fc4747a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:14.672270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ed182a2-fa82-47cf-9647-04da5fc4747a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf89d8ca-0b11-4e86-bc9e-63c3a2c03b25 HTTP/1.1" status: 204 len: 168 time: 0.2382026 Aug 12 04:04:14.680666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed182a2-fa82-47cf-9647-04da5fc4747a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89d8ca-0b11-4e86-bc9e-63c3a2c03b25,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:15.177476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7b8763a-15a7-4b79-b41d-1c51bb35fef5 req-285364f7-65fc-4a06-9ced-5aaf0b08c430 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 210 time: 0.0276263 Aug 12 04:04:15.189081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.20', 56614) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:15.329332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632fc5-791e-495f-bb70-fc2fe887f439 req-23128708-4f36-4ec7-b202-8ba4d2bfce23 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:15.338265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-fc7ebfbe-e74d-46ea-8772-37e8e9d8dc19 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:15.339998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b632fc5-791e-495f-bb70-fc2fe887f439 req-23128708-4f36-4ec7-b202-8ba4d2bfce23 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 949 time: 0.0765328 Aug 12 04:04:15.340370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-fc7ebfbe-e74d-46ea-8772-37e8e9d8dc19 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.1485131 Aug 12 04:04:15.392805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b632fc5-791e-495f-bb70-fc2fe887f439 req-4cdc626b-2d16-4093-9777-d469e70fae9a tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Aug 12 04:04:15.393593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Request body: {'port': {'device_id': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'admin_state_up': True, 'tenant_id': 'a7aa76a7b636408e95bc38aa4acc8973'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:15.508828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efee7d0-3632-41a3-9b79-73d540ee7d58 req-7f528450-179d-4f92-9b0c-5db46fc97d8e tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:15.510894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1efee7d0-3632-41a3-9b79-73d540ee7d58 req-7f528450-179d-4f92-9b0c-5db46fc97d8e tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 972 time: 0.0606866 Aug 12 04:04:15.533686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:15.560250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ea15e13-ad99-44c8-ac21-c605b42319a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:15.569366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1efee7d0-3632-41a3-9b79-73d540ee7d58 req-c2fa1756-a7d3-4f8e-8250-34655d64bd25 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Aug 12 04:04:15.673584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Made reservation on behalf of a7aa76a7b636408e95bc38aa4acc8973 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:15.679195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:15.758881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1655d-89a5-4307-bb36-76c29a71c261 req-0487b027-cb8f-4bce-b732-24a39b4fc6d3 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:15.760648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3e1655d-89a5-4307-bb36-76c29a71c261 req-0487b027-cb8f-4bce-b732-24a39b4fc6d3 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 1123 time: 0.0788321 Aug 12 04:04:15.783384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3e1655d-89a5-4307-bb36-76c29a71c261 req-9218c8ec-02e3-4102-8dca-607533053543 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:15.883751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Allocated IP 172.20.0.7 (4422a9f2-0b2f-404e-ad02-67a357bcab2e/b24301bd-2037-4294-89e1-1cb11af02256/996cd574-d612-4471-93f1-40c357ce1167) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:15.886791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ea15e13-ad99-44c8-ac21-c605b42319a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:15.901362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38550) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:15.999244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ea15e13-ad99-44c8-ac21-c605b42319a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.036403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea15e13-ad99-44c8-ac21-c605b42319a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b2188-9a08-461b-938b-dbd47afd892c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:16.065351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1286881171-network', 'tenant_id': '51f4b1ac5aee4482b2bb35e5b9507b0e'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:16.077705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ea15e13-ad99-44c8-ac21-c605b42319a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f36146447c8640f7abc2962e580ab554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415804 Aug 12 04:04:16.081416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38554) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:16.119726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.139299 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3e1655d-89a5-4307-bb36-76c29a71c261 req-9218c8ec-02e3-4102-8dca-607533053543 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.154293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c94da37-46c3-4832-b4a0-4129c1d62da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.177259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c94da37-46c3-4832-b4a0-4129c1d62da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.262337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3e1655d-89a5-4307-bb36-76c29a71c261 req-9218c8ec-02e3-4102-8dca-607533053543 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.263086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.308263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3e1655d-89a5-4307-bb36-76c29a71c261 req-9218c8ec-02e3-4102-8dca-607533053543 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412843 Aug 12 04:04:16.332079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218c8ec-02e3-4102-8dca-607533053543 tempest-AggregatesAdminTestJSON-118065366 tempest-AggregatesAdminTestJSON-118065366-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704c1779-e733-4c55-b6ba-8f124c98d5b1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:16.342814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c94da37-46c3-4832-b4a0-4129c1d62da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.342814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c94da37-46c3-4832-b4a0-4129c1d62da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.342814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c94da37-46c3-4832-b4a0-4129c1d62da0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a2b2188-9a08-461b-938b-dbd47afd892c HTTP/1.1" status: 204 len: 168 time: 0.2600591 Aug 12 04:04:16.351867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94da37-46c3-4832-b4a0-4129c1d62da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b2188-9a08-461b-938b-dbd47afd892c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:16.358181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:16.367496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:16.368032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Made reservation on behalf of 51f4b1ac5aee4482b2bb35e5b9507b0e for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:16.370987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:16.375044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.378095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:16.378937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.407210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.421752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9e99b-56db-46d7-aea0-9524d8d9c77c req-a5c15613-8f33-4054-9b51-3be1f55d5535 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:16.424263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0db9e99b-56db-46d7-aea0-9524d8d9c77c req-a5c15613-8f33-4054-9b51-3be1f55d5535 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 931 time: 0.1727433 Aug 12 04:04:16.426521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:16.471272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0db9e99b-56db-46d7-aea0-9524d8d9c77c req-33172863-040a-4df0-9348-af32697ee5a0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Aug 12 04:04:16.537381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38568) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:16.541543 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-e152ddb7-d96f-4d11-93ed-690cb6a7f7e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1519763 Aug 12 04:04:16.595973 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.631464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-d5af7838-7557-4b32-9496-135dfc96f357 tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:16.632977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-d5af7838-7557-4b32-9496-135dfc96f357 tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 1100 time: 0.1314998 Aug 12 04:04:16.645474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b6d10-0170-47b4-aced-7bf236a58df3 req-b4ec6917-1b0c-481c-a6f7-43176946bc42 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:16.653216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e9b6d10-0170-47b4-aced-7bf236a58df3 req-b4ec6917-1b0c-481c-a6f7-43176946bc42 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 949 time: 0.0692542 Aug 12 04:04:16.685664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.726608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:16.731391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e9b6d10-0170-47b4-aced-7bf236a58df3 req-27eda743-f362-47a2-965d-a5580f14fd7b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772405 Aug 12 04:04:16.750616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:16.753890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.754225 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Added segment 7d1ed605-9003-46da-b9ee-fc9dd5894ebe of type vlan for network 389b193c-50b6-486f-8503-caa2be287f2c Aug 12 04:04:16.800250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Deleting port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:04:16.800591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.801595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.895447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] For port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:16.896934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.898188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:16.898978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.903143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:16.936151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Calling delete_port for 8a93a6d1-def2-49fa-85bd-fad17f07fbdb owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:04:16.965515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] Pushing event updated for resources: {'Network': ['ID=389b193c-50b6-486f-8503-caa2be287f2c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:16.981419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 389b193c-50b6-486f-8503-caa2be287f2c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:16.984262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.011780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-04ab0540-01c1-4aa1-8171-f12033c9c521 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1041291 Aug 12 04:04:17.011780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38588) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:17.015263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Request body: {'subnet': {'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1286881171-subnet', 'tenant_id': '51f4b1ac5aee4482b2bb35e5b9507b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:17.058738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:04:17.058738 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:04:17.058738 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': 'a1e25fe17cd94ed18d80e18bef4ceb38', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 4, 17, 40461)}] Aug 12 04:04:17.058738 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:04:17.059089 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:04:17.228362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Made reservation on behalf of 51f4b1ac5aee4482b2bb35e5b9507b0e for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:17.230881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.285796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.298888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['8a93a6d1-def2-49fa-85bd-fad17f07fbdb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:17.315518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a93a6d1-def2-49fa-85bd-fad17f07fbdb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:17.373529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] No DVR routers for this DVR port 8a93a6d1-def2-49fa-85bd-fad17f07fbdb on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:04:17.389068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.391783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a29b08e-9af9-4206-953d-d2a68070e341 req-ec7abd29-88fc-4344-9fb1-e875c4d14a8b tempest-DeleteServersAdminTestJSON-1081000375 tempest-DeleteServersAdminTestJSON-1081000375-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8a93a6d1-def2-49fa-85bd-fad17f07fbdb HTTP/1.1" status: 204 len: 173 time: 0.7294080 Aug 12 04:04:17.392264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e72739b-8424-4377-9083-f054088b50ec', 'name': 'network-vif-deleted', 'tag': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:17.396029 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac1c00a-a79e-4fce-ada9-100d9aaeda65" -d '{"events": [{"server_uuid": "6e72739b-8424-4377-9083-f054088b50ec", "name": "network-vif-deleted", "tag": "8a93a6d1-def2-49fa-85bd-fad17f07fbdb"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:17.442702 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c407e0b-3940-45eb-8f1d-62d4dfea184c x-openstack-request-id: req-9c407e0b-3940-45eb-8f1d-62d4dfea184c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:17.443035 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e72739b-8424-4377-9083-f054088b50ec", "name": "network-vif-deleted", "tag": "8a93a6d1-def2-49fa-85bd-fad17f07fbdb", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:17.443327 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c407e0b-3940-45eb-8f1d-62d4dfea184c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:17.443777 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e72739b-8424-4377-9083-f054088b50ec', 'name': 'network-vif-deleted', 'tag': '8a93a6d1-def2-49fa-85bd-fad17f07fbdb', 'status': 'completed', 'code': 200} Aug 12 04:04:17.522044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.560994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.627952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad63228a-8ada-4e1d-8e89-787a8f82ffeb,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:17.649676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:17.650032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Network hostable DHCP agents. Network: 389b193c-50b6-486f-8503-caa2be287f2c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:17.684126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89251af-e27f-4544-a052-ebb6953f6038 req-ecdb366f-6924-4bdf-ac01-05c7a4500f5b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:17.685680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89251af-e27f-4544-a052-ebb6953f6038 req-ecdb366f-6924-4bdf-ac01-05c7a4500f5b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 931 time: 0.0832083 Aug 12 04:04:17.696094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.726971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89251af-e27f-4544-a052-ebb6953f6038 req-d5735826-08e8-4826-b933-f048dd8552ea tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Aug 12 04:04:17.783556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Network 389b193c-50b6-486f-8503-caa2be287f2c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:17.783659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.821319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1e25fe17cd94ed18d80e18bef4ceb38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2756236 Aug 12 04:04:17.821854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:17.852237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 389b193c-50b6-486f-8503-caa2be287f2c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:17.854454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a990552-0146-4b38-b40d-84e9f13dc470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78754fd7-597a-44aa-a9b8-7ac39fac1497,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:17.861645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb082ae0-ee8d-4aff-8a98-b470ba359ccf None None] Network 389b193c-50b6-486f-8503-caa2be287f2c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:17.879235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:17.879943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.900921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b25817b-3eec-4a02-9ef3-544652b4ac92 req-721e5d63-5f3a-4fbf-86dc-4144036e8100 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e72739b-8424-4377-9083-f054088b50ec HTTP/1.1" status: 200 len: 210 time: 0.0426002 Aug 12 04:04:17.919168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c04ec9b-f3f8-40b4-8e34-891c74036c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.947646 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c04ec9b-f3f8-40b4-8e34-891c74036c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:17.988732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5856a86d-306c-45a5-9ed1-fa1ef70c0324 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9781966 Aug 12 04:04:18.039201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c76ef64-2794-4422-9622-40a34b44e771 None None] Network 389b193c-50b6-486f-8503-caa2be287f2c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:18.074599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c04ec9b-f3f8-40b4-8e34-891c74036c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:18.088044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c04ec9b-f3f8-40b4-8e34-891c74036c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:18.089613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c04ec9b-f3f8-40b4-8e34-891c74036c47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78754fd7-597a-44aa-a9b8-7ac39fac1497 HTTP/1.1" status: 204 len: 168 time: 0.2668779 Aug 12 04:04:18.098154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04ec9b-f3f8-40b4-8e34-891c74036c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78754fd7-597a-44aa-a9b8-7ac39fac1497,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:18.852300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be5415-abc8-47ef-b2e0-2cb3c1d3d43c req-68fbe87f-a858-467c-a263-8648add60356 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:18.857296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6be5415-abc8-47ef-b2e0-2cb3c1d3d43c req-68fbe87f-a858-467c-a263-8648add60356 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 931 time: 0.0536914 Aug 12 04:04:18.898427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6be5415-abc8-47ef-b2e0-2cb3c1d3d43c req-c67c6485-d8ae-423d-a0c7-7217dc851e58 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341556 Aug 12 04:04:18.970823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:18.984441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3488d6e-4f22-4ade-b335-74d86496d962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.128686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3488d6e-4f22-4ade-b335-74d86496d962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.199966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3488d6e-4f22-4ade-b335-74d86496d962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.263252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488d6e-4f22-4ade-b335-74d86496d962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0b02e-8d31-401d-9f08-269d6b9eebaa,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:19.266506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38704) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:19.267697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f3488d6e-4f22-4ade-b335-74d86496d962 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ede6907f413949b4857032ad66646f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988205 Aug 12 04:04:19.272307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1405010448-network', 'tenant_id': 'abe3f6f3501e484889de25ff8d3dc538'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:19.280973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38706) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:19.361982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-e2122b83-7b33-4239-8f8a-6ac477ba1402 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=33ea2078a372465d833941fba49dfe7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316386 Aug 12 04:04:19.365486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Made reservation on behalf of abe3f6f3501e484889de25ff8d3dc538 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:19.367812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.370646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f39d507-376f-4846-a45c-761c1778ad68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.378816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.455559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f39d507-376f-4846-a45c-761c1778ad68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.518701 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.530577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-685c28a6-d484-45a6-9ac8-71d0484a18e3 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:19.532607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-685c28a6-d484-45a6-9ac8-71d0484a18e3 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599619 Aug 12 04:04:19.550509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-30ff5b10-ecbf-4507-baee-6ded53eb02dc tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/quotas/33ea2078a372465d833941fba49dfe7a HTTP/1.1" status: 200 len: 375 time: 0.0093269 Aug 12 04:04:19.582322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-662fc949-8e64-43eb-b157-e4cf249ddba6 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=33ea2078a372465d833941fba49dfe7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259273 Aug 12 04:04:19.588562 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.614896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c477b57e-97f9-4acd-adbf-1c1ab27db98d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:19.628532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f39d507-376f-4846-a45c-761c1778ad68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.631423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f39d507-376f-4846-a45c-761c1778ad68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.634030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6f39d507-376f-4846-a45c-761c1778ad68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88b0b02e-8d31-401d-9f08-269d6b9eebaa HTTP/1.1" status: 204 len: 168 time: 0.3578711 Aug 12 04:04:19.639213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:19.648470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39d507-376f-4846-a45c-761c1778ad68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0b02e-8d31-401d-9f08-269d6b9eebaa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:19.659731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.660129 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Added segment fceaa462-d5b6-4e74-98c3-4fda57c6dadb of type vlan for network e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3 Aug 12 04:04:19.730750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.825566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.826613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:19.827382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:19.910580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db4fde4-f080-41ce-9eb1-cb57fc09d6e1 req-0c8ba16b-6d21-4681-aa9a-50c5bc6463b7 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 210 time: 0.0757012 Aug 12 04:04:19.931823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:19.943946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6024d0fd-36d2-4657-a228-0af3f7426da7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6724257 Aug 12 04:04:19.944146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38742) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:19.951433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:19.951969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Request body: {'subnet': {'network_id': 'e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1405010448-subnet', 'tenant_id': 'abe3f6f3501e484889de25ff8d3dc538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:20.062415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Made reservation on behalf of abe3f6f3501e484889de25ff8d3dc538 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:20.067095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Notify callbacks [] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:20.383721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:20.449482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece806f-b0df-4c9d-b1f5-69fc3539c760 req-d5f74791-f6a8-4461-b6b0-043cc18a4156 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:20.451293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aece806f-b0df-4c9d-b1f5-69fc3539c760 req-d5f74791-f6a8-4461-b6b0-043cc18a4156 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 931 time: 0.0977426 Aug 12 04:04:20.464093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a14469-a416-494a-9b34-31c34ee134f3,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:20.487645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Checking segment: {'id': 'fceaa462-d5b6-4e74-98c3-4fda57c6dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:20.488010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Network hostable DHCP agents. Network: e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:20.510453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aece806f-b0df-4c9d-b1f5-69fc3539c760 req-6e50b492-3072-4bff-ad72-2658dfaad427 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Aug 12 04:04:20.577222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Network e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:20.685341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:20.692630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:20.693227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:20.697519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a0ae7-d798-4712-a8a4-8e7fd42b4f07 None None] Network e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:20.817549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e3425e0-e1f7-415f-b846-ef21cb778cec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8723838 Aug 12 04:04:20.852157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f829cd6-b6aa-46ac-a87d-197f7eb09694 None None] Network e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:20.875556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38798) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:21.046623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-network', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:21.176996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Made reservation on behalf of e77b400b70c1422abff4e9de68b664c6 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:21.179848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.193774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.310410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.403636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.460469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:21.512569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75e39146-8b11-4a21-ae3e-6510dfecbc0f req-db4f15dc-11c8-4222-b299-f0799135738b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 210 time: 0.0282657 Aug 12 04:04:21.513099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557cc8f9-5c15-493d-809e-cac509cc8616,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:21.524785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.524785 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Added segment 88dcc49a-517b-412c-9651-6292ce232999 of type vlan for network 94177539-89d1-407d-b54f-386917e9a2aa Aug 12 04:04:21.592939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-b430413a-77b0-4496-8a83-273efa8bee1f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:21.594461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-b430413a-77b0-4496-8a83-273efa8bee1f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.2581811 Aug 12 04:04:21.598271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.619948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-b6097839-fada-40e6-87a7-dfaca140e540 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/quotas/51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 375 time: 0.0179975 Aug 12 04:04:21.804528 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-9d3ee9db-f054-4d97-93a1-a398a3406177 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1746016 Aug 12 04:04:21.839318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8a93a6d1-def2-49fa-85bd-fad17f07fbdb no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:04:21.863407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 8a93a6d1-def2-49fa-85bd-fad17f07fbdb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:04:21.863936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8a93a6d1-def2-49fa-85bd-fad17f07fbdb not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:04:21.878803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.883877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:21.884913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:21.960119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12432fb8-8a3b-4735-92eb-0380f6fa14ce req-00f7602b-4b4f-40da-9338-7ad14916cac2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:21.961738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12432fb8-8a3b-4735-92eb-0380f6fa14ce req-00f7602b-4b4f-40da-9338-7ad14916cac2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 931 time: 0.0534248 Aug 12 04:04:21.969114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0910270 Aug 12 04:04:21.971246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443744a9-c7b1-4df0-ac16-e08de73f8046 admin admin] Pushing event updated for resources: {'Network': ['ID=94177539-89d1-407d-b54f-386917e9a2aa,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:21.976820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38868) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:21.982553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 94177539-89d1-407d-b54f-386917e9a2aa details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:21.991284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Request body: {'subnet': {'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-subnet', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:22.015334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12432fb8-8a3b-4735-92eb-0380f6fa14ce req-a6390af6-c53a-41b0-bd9b-4faa435a36db tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455010 Aug 12 04:04:22.018057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-72e16ce8-61ac-4398-b9ca-a893cce5ee56 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:04:22.019257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-72e16ce8-61ac-4398-b9ca-a893cce5ee56 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0840261 Aug 12 04:04:22.085197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Made reservation on behalf of e77b400b70c1422abff4e9de68b664c6 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:22.087429 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:22.097074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-eca94fce-645b-4837-aa96-ac37b4373796 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=33ea2078a372465d833941fba49dfe7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216498 Aug 12 04:04:22.207417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-718962eb-5ab1-4d04-ad32-329cceca253d service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797876 Aug 12 04:04:22.225976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-781aee4a-8932-422c-8a6d-e7df2b05b9ee tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:22.227639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-781aee4a-8932-422c-8a6d-e7df2b05b9ee tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250851 Aug 12 04:04:22.240120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Request body: {'port': {'device_id': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '33ea2078a372465d833941fba49dfe7a'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:22.374852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-6ab0ced4-1b57-4209-8c45-59b16e84240f service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665211 Aug 12 04:04:22.462397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Made reservation on behalf of 33ea2078a372465d833941fba49dfe7a for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:22.462664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:22.466172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:22.522327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56739b35-a7eb-4e8a-ae3b-ee18f65d37e2,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:22.532916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Checking segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:22.533272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Network hostable DHCP agents. Network: 94177539-89d1-407d-b54f-386917e9a2aa, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:22.633751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Network 94177539-89d1-407d-b54f-386917e9a2aa is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:22.645882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Allocated IP 192.168.233.18 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/0d6c29e0-a34a-43a4-8835-b39c8e1f4510) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:22.713702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 94177539-89d1-407d-b54f-386917e9a2aa) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:22.723070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:22.724090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:22.727859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190cb7c-d6c4-434e-8817-509f9b1c67d8 None None] Network 94177539-89d1-407d-b54f-386917e9a2aa requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:22.860257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-404b8837-f50d-42a1-b62b-529da884522a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8714764 Aug 12 04:04:22.860498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38900) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:22.865204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:22.874590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:22.897590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Transition to ACTIVE for port object 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:22.941107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f057a11-e6f1-4e1d-83a1-96f3357f1bb2 req-49c351e5-920e-43c4-8e83-2d3ea0b269ca tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 210 time: 0.0438511 Aug 12 04:04:22.972949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76e5db4b-786e-4396-b7ea-5ad6791226db req-1d794765-2018-407c-a7f4-d0f02850415b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 210 time: 0.0723774 Aug 12 04:04:23.038545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-94177539-89d1-407d-b54f-386917e9a2aa', 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'fixed_ips': [{'subnet_id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:04:23.040019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.081359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.086917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.103368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.157890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:23.163633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:23.166319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:23.172848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:23.173443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.177074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Pushing event updated for resources: {'Port': ['ID=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:23.206849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Allocated IP 172.20.0.2 (94177539-89d1-407d-b54f-386917e9a2aa/56739b35-a7eb-4e8a-ae3b-ee18f65d37e2/1ddbae9a-93a3-4d18-8317-98db58b29d6d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:23.226455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.285124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-484374f0-7fa3-4191-9eb8-78e1756d7925 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:04:23.286179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-484374f0-7fa3-4191-9eb8-78e1756d7925 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066483 Aug 12 04:04:23.298578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-61942628-fa86-4fea-9259-4411e7ed10f1 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0624392 Aug 12 04:04:23.312275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Request body: {'port': {'device_id': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:23.363842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38928) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:23.403784 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.443929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Transition to ACTIVE for port object 1ddbae9a-93a3-4d18-8317-98db58b29d6d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:23.450035 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.485570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Transition to ACTIVE for port object 1ddbae9a-93a3-4d18-8317-98db58b29d6d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:23.577313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.610518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Request body: {'port': {'device_id': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:23.622661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Network 94177539-89d1-407d-b54f-386917e9a2aa is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:23.627630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:23.630092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:23.640475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8db43bd8-7c2d-475d-9d57-24558a714762 None None] Provisioning for port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:23.649933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f1bffa8-5d19-4291-b6c3-212c407c46a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.653725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8db43bd8-7c2d-475d-9d57-24558a714762 None None] Provisioning complete for port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:23.653933 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8db43bd8-7c2d-475d-9d57-24558a714762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.656745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.714000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Pushing event updated for resources: {'Port': ['ID=1ddbae9a-93a3-4d18-8317-98db58b29d6d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:23.744139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3176a-e5c0-46e3-b378-f5e59734af72 req-6aa86b1d-b734-49c9-8763-e114bebc3417 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:23.745630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52d3176a-e5c0-46e3-b378-f5e59734af72 req-6aa86b1d-b734-49c9-8763-e114bebc3417 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 931 time: 0.2122278 Aug 12 04:04:23.755774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8db43bd8-7c2d-475d-9d57-24558a714762 None None] Port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:23.757288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Attempting to bind port 1ddbae9a-93a3-4d18-8317-98db58b29d6d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:23.757671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Attempting to bind port 1ddbae9a-93a3-4d18-8317-98db58b29d6d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:23.758042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Attempting to bind port 1ddbae9a-93a3-4d18-8317-98db58b29d6d on network 94177539-89d1-407d-b54f-386917e9a2aa {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:23.763934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:23.766380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Checking segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:23.766380 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.766380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Bound using segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:23.766380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Bound port: 1ddbae9a-93a3-4d18-8317-98db58b29d6d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:23.766671 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.869746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] For port 1ddbae9a-93a3-4d18-8317-98db58b29d6d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:23.873767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] For port 1ddbae9a-93a3-4d18-8317-98db58b29d6d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ddbae9a-93a3-4d18-8317-98db58b29d6d,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:23.884084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f1bffa8-5d19-4291-b6c3-212c407c46a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.948786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.968206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f1bffa8-5d19-4291-b6c3-212c407c46a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:23.990032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.041605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d31b61-4997-4ee4-ad49-7ffd8f834aa9 None None] Pushing event updated for resources: {'Port': ['ID=1ddbae9a-93a3-4d18-8317-98db58b29d6d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:24.104508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f1bffa8-5d19-4291-b6c3-212c407c46a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41e71e3d66cb4ac9881e841cb80b7d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392061 Aug 12 04:04:24.106555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52d3176a-e5c0-46e3-b378-f5e59734af72 req-422495df-be1c-464b-a8e4-9324b3ad9819 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536034 Aug 12 04:04:24.107865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:24.223435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bffa8-5d19-4291-b6c3-212c407c46a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b70d7-83f8-4c5e-ae94-6726d64f89bf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:24.226942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.260324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.311033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f34c-36d9-4010-a627-f61345ce88dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.403031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:24.416580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.434618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6979d8-0592-476a-be8c-6b83c4aedf24 req-1c7021a4-824b-4a0b-9c87-34cd90a5810e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:24.445925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba6979d8-0592-476a-be8c-6b83c4aedf24 req-1c7021a4-824b-4a0b-9c87-34cd90a5810e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 935 time: 0.2378347 Aug 12 04:04:24.461526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9bf641b9-9214-45dc-8715-edac07580177 req-f34e86d8-b703-4f49-a3a0-0fb0916c894d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 210 time: 0.0809767 Aug 12 04:04:24.463504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f34c-36d9-4010-a627-f61345ce88dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.506915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Transition to ACTIVE for port object 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:24.532524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba6979d8-0592-476a-be8c-6b83c4aedf24 req-d5ba1cce-bfc1-480e-a0f0-f8843698bffe tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856695 Aug 12 04:04:24.588895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996cd574-d612-4471-93f1-40c357ce1167 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:24.596939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.600444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.659987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Transition to ACTIVE for port object 996cd574-d612-4471-93f1-40c357ce1167 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:24.673498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:24.705261 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.797708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Attempting to bind port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:24.798309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Attempting to bind port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:24.798309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Attempting to bind port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:24.814132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:24.814674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Attempting to bind port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:24.824110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:24.835015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Allocated IP 172.25.6.138 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3e472a64-1b91-4bb6-8c91-f946bf3d9ad8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:24.838576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:24.838954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:24.839753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:24.839866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Bound port: 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:24.840142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.864866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:24.865211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:24.865530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:24.896923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:24.897913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:24.911771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:24.912349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:24.913393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:24.913393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Bound port: 996cd574-d612-4471-93f1-40c357ce1167, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:24.913851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.970807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f34c-36d9-4010-a627-f61345ce88dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.974470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f34c-36d9-4010-a627-f61345ce88dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:24.976133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] For port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:24.977391 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a1f2f34c-36d9-4010-a627-f61345ce88dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a20b70d7-83f8-4c5e-ae94-6726d64f89bf HTTP/1.1" status: 204 len: 168 time: 0.8573105 Aug 12 04:04:25.007659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] For port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:25.009095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f34c-36d9-4010-a627-f61345ce88dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b70d7-83f8-4c5e-ae94-6726d64f89bf,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:25.050634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:25.058699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:25.063932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.080794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.188631 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.189344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.194904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:25.195698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.220919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d6c29e0-a34a-43a4-8835-b39c8e1f4510 HTTP/1.1" status: 200 len: 1095 time: 1.8913898 Aug 12 04:04:25.256465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ddbae9a-93a3-4d18-8317-98db58b29d6d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:25.285977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'tag': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:25.288272 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dab9be8-34a4-4a98-a90b-3a70c9047761" -d '{"events": [{"name": "network-changed", "server_uuid": "a25fc3ab-03d2-483c-af4b-6e49157c194f", "tag": "0d6c29e0-a34a-43a4-8835-b39c8e1f4510"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:25.326013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.329747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:25.335852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.335852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] 10.222.0.20 "PUT /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 1091 time: 1.8188915 Aug 12 04:04:25.376774 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:25.389756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859650-a959-4e25-8c17-5eae2fb6cdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:25.479397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:25.499986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa184b-aec1-40f3-a657-60d97b7b9793 service neutron] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:25.503713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1ddbae9a-93a3-4d18-8317-98db58b29d6d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:25.528004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-9a5e6fcc-37d7-4a93-9950-367109a5213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:25.530793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-9a5e6fcc-37d7-4a93-9950-367109a5213b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea2078a372465d833941fba49dfe7a&device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 1098 time: 0.1766565 Aug 12 04:04:25.540465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484723-9775-4d9c-bb83-b6b7d7befef8 req-0d7f4590-923f-42b3-a9e8-d4db58048c1f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:25.550504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e484723-9775-4d9c-bb83-b6b7d7befef8 req-0d7f4590-923f-42b3-a9e8-d4db58048c1f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.2697945 Aug 12 04:04:25.555941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:25.571285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:25.635693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.20', 56621) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:25.640322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:25.650515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d724d8e-d442-4532-9fdd-c646c27eac29 None None] Network 94177539-89d1-407d-b54f-386917e9a2aa requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:25.743309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e484723-9775-4d9c-bb83-b6b7d7befef8 req-1ba7ac76-7857-48ca-bf9b-d73664e61829 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876462 Aug 12 04:04:25.795811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-1e6f3f13-256f-4c6f-aeff-14432078bbd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510 HTTP/1.1" status: 200 len: 217 time: 0.2461326 Aug 12 04:04:25.859580 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04fb53d-1303-4239-9624-b8e7993750ca x-openstack-request-id: req-e04fb53d-1303-4239-9624-b8e7993750ca {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:25.860242 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25fc3ab-03d2-483c-af4b-6e49157c194f", "tag": "0d6c29e0-a34a-43a4-8835-b39c8e1f4510", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:25.860242 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e04fb53d-1303-4239-9624-b8e7993750ca {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:25.860515 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'tag': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510', 'status': 'completed', 'code': 200} Aug 12 04:04:25.863976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-20e977ad-2372-4bee-9c36-183d1969207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:25.865480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-20e977ad-2372-4bee-9c36-183d1969207b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1094 time: 0.3292108 Aug 12 04:04:25.906699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] Provisioning for port 1ddbae9a-93a3-4d18-8317-98db58b29d6d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:25.926375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] Provisioning complete for port 1ddbae9a-93a3-4d18-8317-98db58b29d6d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:25.926781 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.013882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-5f7a9997-12fb-4eb3-a1d5-92e9e6a1b168 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.1260593 Aug 12 04:04:26.030436 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab9bc68f-bbcc-4bfd-aecf-fe0d22bc01ed req-9c7db7d9-b7eb-4b33-896c-a8a6bf1e5ab2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 210 time: 0.0666788 Aug 12 04:04:26.088257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.090803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-68a6bad0-912c-45d5-b51e-8efc6d93b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:26.092247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-68a6bad0-912c-45d5-b51e-8efc6d93b65c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.2840929 Aug 12 04:04:26.151241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-7c58c10a-01f8-4fe7-b4b4-81c232352f00 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:26.152800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-7c58c10a-01f8-4fe7-b4b4-81c232352f00 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.5148325 Aug 12 04:04:26.181113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39018) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:26.184468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Request body: {'port': {'device_id': '17092322-b49d-4fbe-8346-afee68d39bb9', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'admin_state_up': True, 'tenant_id': '51f4b1ac5aee4482b2bb35e5b9507b0e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:26.200761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80d0520c-290c-4b0a-8739-dfa0cdae0562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.247231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.254655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-7959caa7-485f-4923-851a-d9b489299901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:26.255888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-7959caa7-485f-4923-851a-d9b489299901 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.2354805 Aug 12 04:04:26.286263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] For port 1ddbae9a-93a3-4d18-8317-98db58b29d6d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ddbae9a-93a3-4d18-8317-98db58b29d6d,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:26.288464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7393c8-5244-4868-8afa-22a34b97b89d req-527e4c36-8f2a-43b1-9f58-5c562b755680 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:26.290052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7393c8-5244-4868-8afa-22a34b97b89d req-527e4c36-8f2a-43b1-9f58-5c562b755680 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 947 time: 0.2811053 Aug 12 04:04:26.326596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-ef7dc530-b5b4-4fe0-91a6-9da0ace548e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:26.328846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-ef7dc530-b5b4-4fe0-91a6-9da0ace548e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960282 Aug 12 04:04:26.330900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-1b85a413-36f8-41b5-8199-b156808aff9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598648 Aug 12 04:04:26.332511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.423641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541b4eb-c7de-4894-9e4d-27902150a1bc None None] Pushing event updated for resources: {'Port': ['ID=1ddbae9a-93a3-4d18-8317-98db58b29d6d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:26.455902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-25bea43f-9578-41ee-ba62-94c631301b36 None None] Provisioning complete for port 1ddbae9a-93a3-4d18-8317-98db58b29d6d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:26.456465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-25bea43f-9578-41ee-ba62-94c631301b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.469403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80d0520c-290c-4b0a-8739-dfa0cdae0562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.522003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7393c8-5244-4868-8afa-22a34b97b89d req-4630397a-dd04-4d54-be69-6813692e9a10 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983078 Aug 12 04:04:26.537645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80d0520c-290c-4b0a-8739-dfa0cdae0562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.608596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-80d0520c-290c-4b0a-8739-dfa0cdae0562 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d762aff552d24363902db491ea3e5b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263365 Aug 12 04:04:26.610817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.612349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39038) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:26.614959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0520c-290c-4b0a-8739-dfa0cdae0562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02261727-92a5-4f02-851a-91758ec331d7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:26.649399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-1ef2a3e7-31bb-44ba-ae45-d6bf56122a17 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760780 Aug 12 04:04:26.657275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-42b94e16-0fa0-446a-9588-835ee6b4c089 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087118 Aug 12 04:04:26.685877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Made reservation on behalf of 51f4b1ac5aee4482b2bb35e5b9507b0e for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:26.689324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.830371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12d8f873-8474-49eb-9456-236ca10fc3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.856643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Router d6472975-6d3b-4123-a0f8-6eb3c6215fea is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:04:26.931367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12d8f873-8474-49eb-9456-236ca10fc3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:26.959374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d1de43-cdbd-4057-832b-5a91dc6a18d2 req-0f152bde-b2a2-4fe9-a934-903f68bc285b service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992654 Aug 12 04:04:26.999078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16c3fc53-884b-4686-b5e2-82c56905a27e req-85a3e44c-fd00-4715-820f-48fe831dbb68 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266566 Aug 12 04:04:27.023856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:04:27.034508 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Sync routers for ids ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:04:27.055901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Allocated IP 172.20.0.12 (389b193c-50b6-486f-8503-caa2be287f2c/ad63228a-8ada-4e1d-8e89-787a8f82ffeb/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:27.063922 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Routers {'d6472975-6d3b-4123-a0f8-6eb3c6215fea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:27.064911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:27.074211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ddbae9a-93a3-4d18-8317-98db58b29d6d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:27.127307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca76aa-25e4-4b93-af37-0b75c641d84e req-93988263-1b3d-4766-bd4a-6ff483810bfb tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:27.128756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aca76aa-25e4-4b93-af37-0b75c641d84e req-93988263-1b3d-4766-bd4a-6ff483810bfb tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.1463304 Aug 12 04:04:27.141448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1ddbae9a-93a3-4d18-8317-98db58b29d6d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:27.143077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.144632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fedf237c-154b-47a7-8860-e0dcd572d3a3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2831538 Aug 12 04:04:27.145423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.147350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:27.225702 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Set router d6472975-6d3b-4123-a0f8-6eb3c6215fea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:27.400424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-6a7a41d9-9478-4a33-a8f9-6b2a64654f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:27.401836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-6a7a41d9-9478-4a33-a8f9-6b2a64654f23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33ea2078a372465d833941fba49dfe7a&device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 1098 time: 0.3334386 Aug 12 04:04:27.406771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12d8f873-8474-49eb-9456-236ca10fc3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.409316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12d8f873-8474-49eb-9456-236ca10fc3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.412824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-12d8f873-8474-49eb-9456-236ca10fc3ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02261727-92a5-4f02-851a-91758ec331d7 HTTP/1.1" status: 204 len: 168 time: 0.7971413 Aug 12 04:04:27.428328 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:04:25Z', 'revision_number': 3, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:27.463782 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Checking router: d6472975-6d3b-4123-a0f8-6eb3c6215fea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:04:27.464376 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Updating router d6472975-6d3b-4123-a0f8-6eb3c6215fea port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:04:27.479389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8f873-8474-49eb-9456-236ca10fc3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02261727-92a5-4f02-851a-91758ec331d7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:27.493732 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.503159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aca76aa-25e4-4b93-af37-0b75c641d84e req-a0a3a220-2fe0-451c-b252-1746ca839fe1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579814 Aug 12 04:04:27.592396 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.607897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-16d617fc-68af-48e5-9859-7e5783df4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:27.610040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-16d617fc-68af-48e5-9859-7e5783df4586 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1963069 Aug 12 04:04:27.666999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-75b7493c-bb6b-4b9f-8fe5-146d04ea0950 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510 HTTP/1.1" status: 200 len: 217 time: 0.0479894 Aug 12 04:04:27.729327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-2e6ddd20-9e6c-4a65-b250-7699e308019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:27.731906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-2e6ddd20-9e6c-4a65-b250-7699e308019b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0571046 Aug 12 04:04:27.732552 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.794162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3b705ba-9e2f-460b-b539-4f767c02b133 req-7f25c1ad-7d94-4bf5-84e2-f66f532abb3c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 210 time: 0.0544102 Aug 12 04:04:27.795823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.856859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Network 389b193c-50b6-486f-8503-caa2be287f2c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:27.864408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'tag': '996cd574-d612-4471-93f1-40c357ce1167'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:27.867089 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae100de-6085-459a-8368-c42139002c87" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "tag": "996cd574-d612-4471-93f1-40c357ce1167"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:27.879583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:27.883279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:27.889223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:27.889973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.894924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:27.903041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-62309ada-285e-4cf0-8d2d-cba1035bee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:27.904518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-62309ada-285e-4cf0-8d2d-cba1035bee6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630177 Aug 12 04:04:27.908167 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.920186 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Transition to ACTIVE for port object 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:27.993569 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:27.996468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-470f6c0b-3bda-4e15-b7e2-fd6d2b7b6958 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8202195 Aug 12 04:04:28.017777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Request body: {'port': {'device_id': '17092322-b49d-4fbe-8346-afee68d39bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:28.028070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Allocated IP 172.20.0.1 (94177539-89d1-407d-b54f-386917e9a2aa/56739b35-a7eb-4e8a-ae3b-ee18f65d37e2/e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:28.053334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3f87-9d4b-4857-85bf-72a854d2fd74 req-db9d636a-c1db-45b1-9d76-31ec13c6f57d tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:28.060854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd9f3f87-9d4b-4857-85bf-72a854d2fd74 req-db9d636a-c1db-45b1-9d76-31ec13c6f57d tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 947 time: 0.1599674 Aug 12 04:04:28.098447 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Attempting to bind port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:28.099046 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Attempting to bind port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:28.099414 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Attempting to bind port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:28.116422 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:28.117169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:28.117834 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.120952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:28.120952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Bound port: 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:28.120952 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.122446 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Pushing event updated for resources: {'Port': ['ID=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:28.131062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7e6fd4a9-e5d5-4051-b2a9-677f522c3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.146330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.151277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-854ffb4d-c837-42b8-b9e2-6a0f197a16ba service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169330 Aug 12 04:04:28.159013 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.159776 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.160306 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.160823 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.161332 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.161826 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.162315 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.162892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.163417 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.164142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.164673 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.165444 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Tracked resource versions report: Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: pushed versions: Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: { 'AddressGroup': {'1.2'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'ConntrackHelper': {'1.0'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Log': {'1.0'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Network': {'1.1'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Port': {'1.7'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'PortForwarding': {'1.2'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'QosPolicy': {'1.9'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'SecurityGroup': {'1.4'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'SecurityGroupRule': {'1.2'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'SubPort': {'1.0'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Subnet': {'1.1'}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Trunk': {'1.1'}} Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: consumer versions: Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: { DHCP agent@n-d-804320-1: {}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: HyperV agent@n-h1-804320-1: {}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: HyperV agent@n-h2-804320-1: {}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: L3 agent@n-d-804320-1: {}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: Metadata agent@n-d-804320-1: {}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: Metering agent@n-d-804320-1: {}, Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: Open vSwitch agent@n-d-804320-1: { 'AddressGroup': '1.2', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'ConntrackHelper': '1.0', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Log': '1.0', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Network': '1.1', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Port': '1.7', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'PortForwarding': '1.2', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'QosPolicy': '1.9', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'SecurityGroup': '1.4', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'SecurityGroupRule': '1.2', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'SubPort': '1.0', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Subnet': '1.1', Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: 'Trunk': '1.1'}} Aug 12 04:04:28.167309 n-d-804320-1 neutron-server[95045]: {{(pid=95045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 04:04:28.169157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd9f3f87-9d4b-4857-85bf-72a854d2fd74 req-6d2e698f-4a37-49e6-9cb2-c63b6c849431 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067111 Aug 12 04:04:28.218385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] For port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:28.224963 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] For port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:28.315151 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.382516 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Routers {'d6472975-6d3b-4123-a0f8-6eb3c6215fea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:28.383660 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:28.399051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.419131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Transition to ACTIVE for port object e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:28.446454 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e34ae-2aec-45de-993b-cfa30c578d46 x-openstack-request-id: req-a63e34ae-2aec-45de-993b-cfa30c578d46 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:28.446783 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "tag": "996cd574-d612-4471-93f1-40c357ce1167", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:28.447041 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a63e34ae-2aec-45de-993b-cfa30c578d46 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:28.447432 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'tag': '996cd574-d612-4471-93f1-40c357ce1167', 'status': 'completed', 'code': 200} Aug 12 04:04:28.453478 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e41f90-c34c-4a6b-b055-03e40fe6ba19 None None] Pushing event updated for resources: {'Port': ['ID=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:28.549742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.555985 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] Set router d6472975-6d3b-4123-a0f8-6eb3c6215fea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:28.592337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dab9be8-34a4-4a98-a90b-3a70c9047761 req-7550b496-16a8-4acf-9d72-29dad53ccba4 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962960 Aug 12 04:04:28.631598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae100de-6085-459a-8368-c42139002c87 req-5d2c6f91-c08d-4a03-b2da-c0c92f356fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:28.633313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Network 94177539-89d1-407d-b54f-386917e9a2aa is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:28.633721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-5d2c6f91-c08d-4a03-b2da-c0c92f356fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1094 time: 0.1253455 Aug 12 04:04:28.637717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:28.640255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:28.641270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.748219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Pushing event updated for resources: {'Port': ['ID=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:28.837180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae100de-6085-459a-8368-c42139002c87 req-bcc323e2-7e41-4606-88d8-939b8d202f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:28.838626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-bcc323e2-7e41-4606-88d8-939b8d202f73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.1966045 Aug 12 04:04:28.840722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:28.860683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:28.904277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-7f1b8f73-b41f-4f0b-98dd-5b967a3b88c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.0540597 Aug 12 04:04:28.956484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:04:25Z', 'revision_number': 3, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:28.959598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Transition to ACTIVE for port object 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:28.977990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae100de-6085-459a-8368-c42139002c87 req-e72a6e5f-83b9-4707-9dea-0eb9befe450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:28.979570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-e72a6e5f-83b9-4707-9dea-0eb9befe450f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0669086 Aug 12 04:04:28.984873 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a96e1a8-fd1e-4a76-bac0-d38987ce6a08 None None] The sync data for ids ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'] in n-d-804320-1 is: [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:04:25Z', 'revision_number': 3, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:04:29.021353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-956301f8-2622-4009-b16a-efe8ae1f7b5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306351 Aug 12 04:04:29.047664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.079722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749504-3005-4a15-bec8-6f661fea70d2 req-ae4b2956-0d24-4ed6-ba79-8b14651c837a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:29.081276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b749504-3005-4a15-bec8-6f661fea70d2 req-ae4b2956-0d24-4ed6-ba79-8b14651c837a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.1881061 Aug 12 04:04:29.086073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-01470797-b899-4cc2-9793-9711b85ef66a None None] Provisioning for port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:29.090465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-01470797-b899-4cc2-9793-9711b85ef66a None None] Provisioning complete for port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:29.091005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-01470797-b899-4cc2-9793-9711b85ef66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.159935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-01470797-b899-4cc2-9793-9711b85ef66a None None] Port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:29.160571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b749504-3005-4a15-bec8-6f661fea70d2 req-dda183fe-8877-4ae7-a6cb-2822ffae3840 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693371 Aug 12 04:04:29.170673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.186502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:29.211258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:29.211589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:29.211919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:29.220931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:29.221258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:29.235389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:29.235727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:29.236111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:29.236534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Bound port: 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:29.236887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.242688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-264b749b-34c4-4969-9deb-aa6e0ebce4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118282 Aug 12 04:04:29.416019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306cf04-ad3e-4d30-834c-2596a55a964f req-4bd7e58c-abbc-4fd2-aaee-abba38f5b6d3 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:29.418778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8306cf04-ad3e-4d30-834c-2596a55a964f req-4bd7e58c-abbc-4fd2-aaee-abba38f5b6d3 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 972 time: 0.1444111 Aug 12 04:04:29.430074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:29.438221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:29.445247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ae100de-6085-459a-8368-c42139002c87 req-75268e85-2578-46cb-b14b-601a59584d5e service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924589 Aug 12 04:04:29.495941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8306cf04-ad3e-4d30-834c-2596a55a964f req-51904854-86b4-4398-8695-fd850db888ab tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/security-groups?id=366300ca-efc4-439e-ac65-321ad02b8b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668359 Aug 12 04:04:29.504312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.526077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.572216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:29.572819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.574181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] 10.222.0.20 "PUT /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 1092 time: 1.5614440 Aug 12 04:04:29.582779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.584058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:29.605839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb74980-e3b9-4936-a28e-49e46a430a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:29.712214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Pushing event updated for resources: {'Port': ['ID=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:29.744380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a0138-26c3-4ac0-8c2a-7746cf9f3c90 req-3ba62379-af6d-4fd3-83b5-2453e3136370 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:29.745926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-008a0138-26c3-4ac0-8c2a-7746cf9f3c90 req-3ba62379-af6d-4fd3-83b5-2453e3136370 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.1520178 Aug 12 04:04:29.769276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-bb2da350-1736-4c5e-b6c3-9d2073a44f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:29.770801 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-bb2da350-1736-4c5e-b6c3-9d2073a44f9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1095 time: 0.0601194 Aug 12 04:04:29.787276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Network 94177539-89d1-407d-b54f-386917e9a2aa is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:29.794102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:29.818505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-008a0138-26c3-4ac0-8c2a-7746cf9f3c90 req-f27a5fd1-beaa-4f62-8377-9709d13f5373 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592496 Aug 12 04:04:29.823553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-1147003c-426a-4471-8bbd-85513731c77b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.0437877 Aug 12 04:04:29.862016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:04:29.921422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-124bcf5e-3d85-4e3c-b736-dcae29815813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:29.928017 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-124bcf5e-3d85-4e3c-b736-dcae29815813 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0858469 Aug 12 04:04:29.999033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-7b15e4f3-af84-4b0a-877f-db137fcddd01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614934 Aug 12 04:04:30.013618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:30.041178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510', 'mac_address': 'fa:16:3e:57:a9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:04:30.045630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 996cd574-d612-4471-93f1-40c357ce1167 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:04:30.091992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103e85-c507-4f3d-94d9-09f8374fe063 req-afc5d7db-f824-4c69-a5a0-730975c376a7 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:30.092810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.093442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4103e85-c507-4f3d-94d9-09f8374fe063 req-afc5d7db-f824-4c69-a5a0-730975c376a7 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 947 time: 0.1684308 Aug 12 04:04:30.146613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Router d6472975-6d3b-4123-a0f8-6eb3c6215fea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:04:30.165562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-8bd23be9-94a9-4701-a1cd-27845af862b6 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578960 Aug 12 04:04:30.183504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4103e85-c507-4f3d-94d9-09f8374fe063 req-7371bc6c-6255-4fb3-b6e1-85d0233f0962 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791602 Aug 12 04:04:30.210765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-986ee245-0432-49aa-a95c-f615b7fd35ae tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:30.212396 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-986ee245-0432-49aa-a95c-f615b7fd35ae tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.36 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 972 time: 0.0881197 Aug 12 04:04:30.250857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:30.284257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0f281ec3-a489-42c2-8d0c-908670728c90 None None] Provisioning complete for port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:30.284872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0f281ec3-a489-42c2-8d0c-908670728c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.292531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:30.326873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:30.331361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:04:30.345036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '996cd574-d612-4471-93f1-40c357ce1167', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'port_id': '996cd574-d612-4471-93f1-40c357ce1167', 'mac_address': 'fa:16:3e:61:55:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24301bd-2037-4294-89e1-1cb11af02256', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:04:30.346595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0f281ec3-a489-42c2-8d0c-908670728c90 None None] Port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:30.353054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b9b67aaf-c3bd-46ff-a8e0-d73bfe471b3c admin admin] 10.222.0.42 "PUT /v2.0/routers/d6472975-6d3b-4123-a0f8-6eb3c6215fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2041948 Aug 12 04:04:30.404871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a3d2b12-f7d6-4854-8b69-26df031044e8 req-b6fe4ee5-4f5e-40b4-b340-4453978ca7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293315 Aug 12 04:04:30.420316 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.445164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Deleting port 71f68583-1cf4-4070-af34-43747e316981 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:04:30.445498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.450221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:30.451835 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a845ef8-9ed7-4fba-b2ca-655d93518a78" -d '{"events": [{"name": "network-changed", "server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:30.460193 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.475368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996cd574-d612-4471-93f1-40c357ce1167 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:30.511635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:30.517297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:30.561936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] For port 71f68583-1cf4-4070-af34-43747e316981, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=71f68583-1cf4-4070-af34-43747e316981,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:30.562574 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.580055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Calling delete_port for 71f68583-1cf4-4070-af34-43747e316981 owned by compute:tempest-test_az-1310874031 {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:04:30.584437 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.622215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0d6c29e0-a34a-43a4-8835-b39c8e1f4510'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:30.686366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742ea8a-4c4e-4570-bf45-20f6806b7ae1 req-388c3023-5c1b-498c-a890-7f531feab986 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:30.696942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9742ea8a-4c4e-4570-bf45-20f6806b7ae1 req-388c3023-5c1b-498c-a890-7f531feab986 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.0640497 Aug 12 04:04:30.727699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:30.747447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9742ea8a-4c4e-4570-bf45-20f6806b7ae1 req-f5ea0042-693f-4290-b2b0-fb9884a63097 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494168 Aug 12 04:04:30.834065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c7e2-db8f-483e-aa2e-a40c0e0e53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.839457 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd4405a-896b-42b1-a49f-36ad59f7aa4c x-openstack-request-id: req-6fd4405a-896b-42b1-a49f-36ad59f7aa4c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:30.839802 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:30.840059 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fd4405a-896b-42b1-a49f-36ad59f7aa4c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:30.840446 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'status': 'completed', 'code': 200} Aug 12 04:04:30.845746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:30.929208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Pushing event deleted for resources: {'Port': ['ID=71f68583-1cf4-4070-af34-43747e316981,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:30.937474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f6577ee-b501-4dc9-94c5-46a9c6beaab9 req-f80b152d-8e4c-455c-b58c-c8769c6fe8c7 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0368242 Aug 12 04:04:30.954401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:31.004709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['996cd574-d612-4471-93f1-40c357ce1167'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:31.081799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] No DVR routers for this DVR port 71f68583-1cf4-4070-af34-43747e316981 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:04:31.096995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:31.099074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bacc2c7-4ba5-4aae-abf0-8c29c9e4f651 req-7d5508ff-e2b2-4f76-b766-8937eaedafa8 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.36 "DELETE /v2.0/ports/71f68583-1cf4-4070-af34-43747e316981 HTTP/1.1" status: 204 len: 173 time: 0.8554354 Aug 12 04:04:31.123657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-88364ffc-56f0-4b2d-80d8-bc16e474135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:31.126074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-88364ffc-56f0-4b2d-80d8-bc16e474135a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1095 time: 0.2408705 Aug 12 04:04:31.220561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:31.220665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d434-3d6f-41d1-befd-567890462dd5 req-0c2667d7-fcd8-4662-aa3c-dae52864b393 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:31.220665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b58d434-3d6f-41d1-befd-567890462dd5 req-0c2667d7-fcd8-4662-aa3c-dae52864b393 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.1395805 Aug 12 04:04:31.323404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-718525ad-3b67-436d-ad32-dcebc8b036ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:31.323404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-718525ad-3b67-436d-ad32-dcebc8b036ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1482437 Aug 12 04:04:31.324453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b58d434-3d6f-41d1-befd-567890462dd5 req-fea99c21-a732-4c5b-bb75-133ee60b6dd2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698452 Aug 12 04:04:31.340959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-111b9a5d-1367-4564-83b8-cc0e04e49716 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.0463178 Aug 12 04:04:31.438880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-40075c75-a237-4fc2-9a1e-63987409e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:31.438880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-40075c75-a237-4fc2-9a1e-63987409e156 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0510902 Aug 12 04:04:31.447192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-6462257d-34cf-4c84-b3a4-84604cdbea11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331531 Aug 12 04:04:31.479390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:31.483362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:31.502595 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:31.557012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483895f-9337-44f0-bf45-a969336474ec req-160f3cc5-c389-465c-bdb9-adbd310ea24b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:31.558466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5483895f-9337-44f0-bf45-a969336474ec req-160f3cc5-c389-465c-bdb9-adbd310ea24b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 948 time: 0.1054087 Aug 12 04:04:31.570354 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:31.827518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-b680da74-44da-4e12-8a1b-3d4f5f9c3db5 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311114 Aug 12 04:04:31.828903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:31.829520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5483895f-9337-44f0-bf45-a969336474ec req-61f97144-c1d7-48c6-ad9b-c019cc222cc4 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630913 Aug 12 04:04:31.829520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a845ef8-9ed7-4fba-b2ca-655d93518a78 req-2cf3a31f-c704-457d-b3da-1b6bf426dfda service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930274 Aug 12 04:04:31.847590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 996cd574-d612-4471-93f1-40c357ce1167 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:31.926072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aad6b5-7e99-441b-baf0-7023c6a24443 req-37e7b2e8-6cad-449a-a585-60c2608b8ada tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:31.929656 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19aad6b5-7e99-441b-baf0-7023c6a24443 req-37e7b2e8-6cad-449a-a585-60c2608b8ada tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.1113849 Aug 12 04:04:31.939034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:31.996079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Sync routers for ids ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:04:32.013688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19aad6b5-7e99-441b-baf0-7023c6a24443 req-730a00f3-6e5d-41da-94c7-2dea1a947f8c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686712 Aug 12 04:04:32.035745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Routers {'d6472975-6d3b-4123-a0f8-6eb3c6215fea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:32.035745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:32.082810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.085595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:32.119395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:32.124518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-network', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:32.152277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe308ffa-b485-4617-837d-9fb1ca353045 req-aa022df1-b82a-4607-98e7-15ba3302fa05 tempest-AggregatesAdminTestJSON-711161235 tempest-AggregatesAdminTestJSON-711161235-project] 10.222.0.42 "GET /v2.0/ports?device_id=274df6f8-8b18-456c-b233-e9a88f97c830 HTTP/1.1" status: 200 len: 210 time: 0.0458097 Aug 12 04:04:32.209155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:32.223164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:32.228912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 996cd574-d612-4471-93f1-40c357ce1167 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:32.231261 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.233073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Set router d6472975-6d3b-4123-a0f8-6eb3c6215fea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:32.235854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 996cd574-d612-4471-93f1-40c357ce1167 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:32.236222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.255876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Made reservation on behalf of a957c4d9d96d46d0adfefd042bff5f5b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:32.255876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.275339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:32.276213 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.285337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.293949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d39c4f7-dbae-4436-a739-3f6ea1959583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.402579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.446478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfca0e-5266-4256-8321-5c7bcb6d8ea6 req-d373717a-358a-48ba-a48f-07708e6d9157 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:32.448099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e4dfca0e-5266-4256-8321-5c7bcb6d8ea6 req-d373717a-358a-48ba-a48f-07708e6d9157 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.0535812 Aug 12 04:04:32.478498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.493089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e4dfca0e-5266-4256-8321-5c7bcb6d8ea6 req-b6ce9bbc-13a7-4927-8a30-550fe9b9a2f4 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 Aug 12 04:04:32.501313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:32.528819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.529067 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Added segment 0e09f3ea-253f-41fe-a049-1e12d2c79a03 of type vlan for network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 Aug 12 04:04:32.535090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e9f11b-1e4e-46d3-ab0b-3d855c552bf4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:32.549598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.552934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.617184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.620399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d39c4f7-dbae-4436-a739-3f6ea1959583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.679382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d39c4f7-dbae-4436-a739-3f6ea1959583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.717922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1d39c4f7-dbae-4436-a739-3f6ea1959583 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca8b339b20fd4fc588a735f6e993b9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312447 Aug 12 04:04:32.719627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c4f7-dbae-4436-a739-3f6ea1959583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170fb45b-0c67-417c-b144-3789bca2c10e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:32.721237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39222) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:32.736522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996cd574-d612-4471-93f1-40c357ce1167'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:32.738786 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a87bb38-ee55-4506-8f7c-2d8a3dfdf0e2" -d '{"events": [{"server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "name": "network-vif-plugged", "status": "completed", "tag": "996cd574-d612-4471-93f1-40c357ce1167"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:32.748358 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.749310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:32.749923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.765742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:32.774327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:32.789066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:04:29Z', 'revision_number': 4, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5', 'name': '', 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'mac_address': 'fa:16:3e:1e:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:27Z', 'updated_at': '2021-08-12T04:04:29Z', 'revision_number': 2, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'subnets': [{'id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:32.831550 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6408243-8c82-495a-b822-4363b6dc3d5a x-openstack-request-id: req-b6408243-8c82-495a-b822-4363b6dc3d5a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:32.832051 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "name": "network-vif-plugged", "status": "completed", "tag": "996cd574-d612-4471-93f1-40c357ce1167", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:32.832216 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6408243-8c82-495a-b822-4363b6dc3d5a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:32.832566 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996cd574-d612-4471-93f1-40c357ce1167', 'code': 200} Aug 12 04:04:32.833660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Checking router: d6472975-6d3b-4123-a0f8-6eb3c6215fea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:04:32.834238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Updating router d6472975-6d3b-4123-a0f8-6eb3c6215fea port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:04:32.858118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.866603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274df6f8-8b18-456c-b233-e9a88f97c830', 'name': 'network-vif-deleted', 'tag': '71f68583-1cf4-4070-af34-43747e316981'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:32.869236 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11470d1-208f-4294-a06f-f2da68540852" -d '{"events": [{"server_uuid": "274df6f8-8b18-456c-b233-e9a88f97c830", "name": "network-vif-deleted", "tag": "71f68583-1cf4-4070-af34-43747e316981"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:32.873127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:32.883129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9e606c-bbe6-447a-917d-5fbee3f1b8b7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:32.888598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.908412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:32.965986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eed1a25-967f-4c5e-be46-d620107fad75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.972893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:32.981193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 71f68583-1cf4-4070-af34-43747e316981 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:04:32.982731 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba05b38-662f-4e3a-a45d-38d44bc4aabf x-openstack-request-id: req-2ba05b38-662f-4e3a-a45d-38d44bc4aabf {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:32.982731 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274df6f8-8b18-456c-b233-e9a88f97c830", "name": "network-vif-deleted", "tag": "71f68583-1cf4-4070-af34-43747e316981", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:32.984900 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ba05b38-662f-4e3a-a45d-38d44bc4aabf {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:32.985420 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274df6f8-8b18-456c-b233-e9a88f97c830', 'name': 'network-vif-deleted', 'tag': '71f68583-1cf4-4070-af34-43747e316981', 'status': 'completed', 'code': 200} Aug 12 04:04:33.010301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980751a-69f6-4504-9b07-da3a8924b268 req-4e3e1862-211c-4433-a9f3-6815af17898b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:33.010990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8980751a-69f6-4504-9b07-da3a8924b268 req-4e3e1862-211c-4433-a9f3-6815af17898b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.0916567 Aug 12 04:04:33.016469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 71f68583-1cf4-4070-af34-43747e316981 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:04:33.016842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 71f68583-1cf4-4070-af34-43747e316981 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:04:33.026247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0ccf252a-3b42-4773-bde0-c0306b214bc2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9057584 Aug 12 04:04:33.030271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eed1a25-967f-4c5e-be46-d620107fad75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.032707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39238) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:33.045733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Request body: {'subnet': {'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-subnet', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:33.071066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.083504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a3235-3476-454e-a104-96e089aa2719 req-d302ead2-0e0f-49e6-a29d-fa153f40996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:33.092493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d39a3235-3476-454e-a104-96e089aa2719 req-d302ead2-0e0f-49e6-a29d-fa153f40996f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1096 time: 0.2117145 Aug 12 04:04:33.102342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8980751a-69f6-4504-9b07-da3a8924b268 req-cf225ce0-7247-41fc-a80d-e99a7769c396 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749922 Aug 12 04:04:33.120044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5372-8eb2-40ea-a5c2-8c385dcd32a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.148912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.173112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:33.191162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d39a3235-3476-454e-a104-96e089aa2719 req-26ede533-3a5b-4bda-890d-8934b29514af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Aug 12 04:04:33.235048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b1f3-f8b2-4b55-b2f2-8af1d36d5e56 req-3c77b2ca-6347-4240-abda-78689ebca2c5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:33.236494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f16b1f3-f8b2-4b55-b2f2-8af1d36d5e56 req-3c77b2ca-6347-4240-abda-78689ebca2c5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 945 time: 0.0661666 Aug 12 04:04:33.268659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Made reservation on behalf of a957c4d9d96d46d0adfefd042bff5f5b for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:33.271093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.273870 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eed1a25-967f-4c5e-be46-d620107fad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.277198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eed1a25-967f-4c5e-be46-d620107fad75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.277967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9eed1a25-967f-4c5e-be46-d620107fad75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/170fb45b-0c67-417c-b144-3789bca2c10e HTTP/1.1" status: 204 len: 168 time: 0.5552921 Aug 12 04:04:33.342853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:33.343280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.376142 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5372-8eb2-40ea-a5c2-8c385dcd32a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.405083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed1a25-967f-4c5e-be46-d620107fad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170fb45b-0c67-417c-b144-3789bca2c10e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.408321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f16b1f3-f8b2-4b55-b2f2-8af1d36d5e56 req-4db9d566-0122-4cc4-a6da-cdae3db38084 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603658 Aug 12 04:04:33.439971 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5372-8eb2-40ea-a5c2-8c385dcd32a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.485246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9f3c5372-8eb2-40ea-a5c2-8c385dcd32a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=390ff5d6f9c54bbca5c2befe0df3635b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6105633 Aug 12 04:04:33.485940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39254) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:33.503535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c5372-8eb2-40ea-a5c2-8c385dcd32a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637683d4-0ce9-4a10-a4cb-86a7a3ce7ec6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.544447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.548851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.556279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Transition to ACTIVE for port object e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:33.561198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47c0e7f8-c9b8-4176-b89e-10395c598892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.584318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47c0e7f8-c9b8-4176-b89e-10395c598892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.662798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.664992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.671446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3f813-34ce-4f74-be0a-a07d2ca57757 req-b3dedb53-4e1e-4685-8a1a-3134cfb48380 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:33.673503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0e3f813-34ce-4f74-be0a-a07d2ca57757 req-b3dedb53-4e1e-4685-8a1a-3134cfb48380 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.0521123 Aug 12 04:04:33.750836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cf36ca-ce88-40cb-920c-e8d902cbde50,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.751941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0e3f813-34ce-4f74-be0a-a07d2ca57757 req-9e057b47-48a1-4b24-a3b4-15e60fda8df5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 Aug 12 04:04:33.755141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47c0e7f8-c9b8-4176-b89e-10395c598892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.765842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Checking segment: {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:33.765842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Network hostable DHCP agents. Network: ef9e606c-bbe6-447a-917d-5fbee3f1b8b7, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:33.770241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47c0e7f8-c9b8-4176-b89e-10395c598892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.774955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-47c0e7f8-c9b8-4176-b89e-10395c598892 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/637683d4-0ce9-4a10-a4cb-86a7a3ce7ec6 HTTP/1.1" status: 204 len: 168 time: 0.2870872 Aug 12 04:04:33.786486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8bd4f-c116-49b3-ae36-acb20d85572a None None] Pushing event updated for resources: {'Port': ['ID=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.797365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0e7f8-c9b8-4176-b89e-10395c598892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637683d4-0ce9-4a10-a4cb-86a7a3ce7ec6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:33.840654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Attempting to bind port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:33.841024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Attempting to bind port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:33.841386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Attempting to bind port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 on network 94177539-89d1-407d-b54f-386917e9a2aa {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:33.855715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:04:33.870997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:33.871372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Checking segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:33.871772 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.872167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Bound using segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:33.872693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Bound port: e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:33.873090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.874006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:33.947854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, ef9e606c-bbe6-447a-917d-5fbee3f1b8b7) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:33.952209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:33.953324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:33.959203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ecbfca-3757-4a9a-8621-4aee351a62c7 None None] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:34.028742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eb128a07-0dd2-42d9-af86-02e8d677faf7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9947021 Aug 12 04:04:34.032062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39266) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:34.036577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:34.072331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] For port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:34.080761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:34.113534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] For port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:34.116314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'port_id': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'mac_address': 'fa:16:3e:3a:c3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad63228a-8ada-4e1d-8e89-787a8f82ffeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:04:34.131118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.132319 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.187814 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.208076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d67e2-53ae-4163-8d93-a1b50bbada92 req-065fa0cf-d959-4213-b8da-30237b694c73 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:34.212091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-569d67e2-53ae-4163-8d93-a1b50bbada92 req-065fa0cf-d959-4213-b8da-30237b694c73 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.0576415 Aug 12 04:04:34.219992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.220500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:34.227351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-ef9e606c-bbe6-447a-917d-5fbee3f1b8b7', 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'fixed_ips': [{'subnet_id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:04:34.228171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.253383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-569d67e2-53ae-4163-8d93-a1b50bbada92 req-9b08cafc-3211-4a0e-a8f3-b837a2b65c02 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Aug 12 04:04:34.254532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:34.277968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:34.304132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-042ce443-479b-42a0-85f7-ec3659625207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.313511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39274) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:34.382286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Allocated IP 172.20.0.2 (ef9e606c-bbe6-447a-917d-5fbee3f1b8b7/e8cf36ca-ce88-40cb-920c-e8d902cbde50/f9199360-6196-4c4e-8e32-d3a3e927932a) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:34.402610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39278) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:34.409433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.437647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.541955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Routers {'d6472975-6d3b-4123-a0f8-6eb3c6215fea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:34.542409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:34.544776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8bd4f-c116-49b3-ae36-acb20d85572a None None] Pushing event updated for resources: {'Port': ['ID=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:34.722141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:34.734172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:34.844998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.906376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404ff7-0a46-41c3-9eb3-8b05f5b84bdf req-202dca66-ed5a-43e6-a09b-0856fee83e1e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:34.913985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75404ff7-0a46-41c3-9eb3-8b05f5b84bdf req-202dca66-ed5a-43e6-a09b-0856fee83e1e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 945 time: 0.2269704 Aug 12 04:04:34.928928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:34.931492 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a6c669-ff6f-43e8-96c8-944d4e473975" -d '{"events": [{"server_uuid": "a25fc3ab-03d2-483c-af4b-6e49157c194f", "name": "network-vif-plugged", "status": "completed", "tag": "0d6c29e0-a34a-43a4-8835-b39c8e1f4510"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:34.964376 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:34.971836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1c76d2bc-8bed-4005-9dfd-d8dfb16e4358 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5aeb46197957404d86edc8223c4f0cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571674 Aug 12 04:04:34.974272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:34.987082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] Set router d6472975-6d3b-4123-a0f8-6eb3c6215fea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:34.991500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Transition to ACTIVE for port object f9199360-6196-4c4e-8e32-d3a3e927932a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:34.993038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756ddd5b-24ec-4574-8b25-14fa7c91413e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.044030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199058e5-d9ef-4442-b6ef-1d1f2a675835 req-2617f136-8ac2-4068-8117-ed33c73887a6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:35.045153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-199058e5-d9ef-4442-b6ef-1d1f2a675835 req-2617f136-8ac2-4068-8117-ed33c73887a6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.1418827 Aug 12 04:04:35.058227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75404ff7-0a46-41c3-9eb3-8b05f5b84bdf req-57decd65-506f-4629-bf8f-a05817bd102b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433051 Aug 12 04:04:35.061554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-042ce443-479b-42a0-85f7-ec3659625207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.083509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0867895c-3682-463b-a2be-308888396f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.108822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-199058e5-d9ef-4442-b6ef-1d1f2a675835 req-8eacd3f2-ada3-4e48-93c9-b82814d86d41 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503523 Aug 12 04:04:35.123588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0867895c-3682-463b-a2be-308888396f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.130688 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25708faf-acf4-40b7-aee5-c3bf7177d11b x-openstack-request-id: req-25708faf-acf4-40b7-aee5-c3bf7177d11b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:35.131287 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25fc3ab-03d2-483c-af4b-6e49157c194f", "name": "network-vif-plugged", "status": "completed", "tag": "0d6c29e0-a34a-43a4-8835-b39c8e1f4510", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:35.131892 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25708faf-acf4-40b7-aee5-c3bf7177d11b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:35.133066 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510', 'code': 200} Aug 12 04:04:35.174633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Transition to ACTIVE for port object f9199360-6196-4c4e-8e32-d3a3e927932a will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:35.242301 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.265710 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.320992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-042ce443-479b-42a0-85f7-ec3659625207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.335536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.367861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39294) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:35.389572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:35.392299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ce443-479b-42a0-85f7-ec3659625207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e47fd0-156b-45da-aeae-5ce044eea9ac,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:35.402995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:35.404855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Pushing event updated for resources: {'Port': ['ID=f9199360-6196-4c4e-8e32-d3a3e927932a,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:35.407346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:35.425347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-042ce443-479b-42a0-85f7-ec3659625207 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0c58007763a49d492a05d3b47590c83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1436613 Aug 12 04:04:35.443692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39300) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:35.476944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c8f270f-5a29-49bc-9339-24540c60e892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.478880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0867895c-3682-463b-a2be-308888396f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.479280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Attempting to bind port f9199360-6196-4c4e-8e32-d3a3e927932a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:35.480509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Attempting to bind port f9199360-6196-4c4e-8e32-d3a3e927932a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:35.480890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Attempting to bind port f9199360-6196-4c4e-8e32-d3a3e927932a on network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:35.481270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0867895c-3682-463b-a2be-308888396f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.485480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0867895c-3682-463b-a2be-308888396f23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/366300ca-efc4-439e-ac65-321ad02b8b5b HTTP/1.1" status: 204 len: 168 time: 0.5071774 Aug 12 04:04:35.490070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93483fe-33ba-47b3-a500-d698ede08d33 req-5690bdd0-e668-403e-b386-147b9e0e2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:35.491559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d93483fe-33ba-47b3-a500-d698ede08d33 req-5690bdd0-e668-403e-b386-147b9e0e2e41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 1100 time: 0.2868323 Aug 12 04:04:35.504695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:04:29Z', 'revision_number': 4, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5', 'name': '', 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'mac_address': 'fa:16:3e:1e:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:27Z', 'updated_at': '2021-08-12T04:04:34Z', 'revision_number': 4, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'subnets': [{'id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:35.510129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867895c-3682-463b-a2be-308888396f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366300ca-efc4-439e-ac65-321ad02b8b5b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:35.516343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5653-1856-45b7-b22f-32d3e018ff9a req-0e9510ae-71ed-4a14-afe2-52e37faa152b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:35.517822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6cfc5653-1856-45b7-b22f-32d3e018ff9a req-0e9510ae-71ed-4a14-afe2-52e37faa152b tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.1567068 Aug 12 04:04:35.530843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Allocated IP 172.25.6.176 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/aff439f6-4e22-49e8-92c2-ec7121ae0efe) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:35.555289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:35.555569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Checking segment: {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:35.556090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.556623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Bound using segment: {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:35.556948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d93483fe-33ba-47b3-a500-d698ede08d33 req-8707f388-ed1c-4795-9f8c-0600b7dc903c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532243 Aug 12 04:04:35.557128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Bound port: f9199360-6196-4c4e-8e32-d3a3e927932a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:35.557536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.565954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947248a-35d3-4240-befe-e6cf67ff7852 None None] The sync data for ids ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'] in n-d-804320-1 is: [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:04:29Z', 'revision_number': 4, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5', 'name': '', 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'mac_address': 'fa:16:3e:1e:69:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:27Z', 'updated_at': '2021-08-12T04:04:34Z', 'revision_number': 4, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'subnets': [{'id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:04:35.602449 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:04:35.605867 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756ddd5b-24ec-4574-8b25-14fa7c91413e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.642149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6cfc5653-1856-45b7-b22f-32d3e018ff9a req-a17de7d1-a290-49b3-ae9f-9bba03f501c0 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109746 Aug 12 04:04:35.650858 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7b5-c752-4407-a133-41265b4c27cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.674586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756ddd5b-24ec-4574-8b25-14fa7c91413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.682300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] For port f9199360-6196-4c4e-8e32-d3a3e927932a, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:35.690233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] For port f9199360-6196-4c4e-8e32-d3a3e927932a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9199360-6196-4c4e-8e32-d3a3e927932a,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:35.719867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7b5-c752-4407-a133-41265b4c27cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.722096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ddd5b-24ec-4574-8b25-14fa7c91413e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71de85b1-b1bd-4fe4-941b-c035e04493a1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:35.731064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-756ddd5b-24ec-4574-8b25-14fa7c91413e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fd9f59c123749c6afceeefa7d58024f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3227475 Aug 12 04:04:35.731064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39304) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:35.793423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.801346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b29b691-9da9-4fa2-86c8-30c3a54ea6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.808785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.841267 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b29b691-9da9-4fa2-86c8-30c3a54ea6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.874944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:35.890935 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c8f270f-5a29-49bc-9339-24540c60e892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.901156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbb673-e7bd-4256-bd46-623577ba31af None None] Pushing event updated for resources: {'Port': ['ID=f9199360-6196-4c4e-8e32-d3a3e927932a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:35.913537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7b5-c752-4407-a133-41265b4c27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.916389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c7b5-c752-4407-a133-41265b4c27cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:35.931654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ff5c7b5-c752-4407-a133-41265b4c27cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60e47fd0-156b-45da-aeae-5ce044eea9ac HTTP/1.1" status: 204 len: 168 time: 0.4721811 Aug 12 04:04:35.935905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5c7b5-c752-4407-a133-41265b4c27cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e47fd0-156b-45da-aeae-5ce044eea9ac,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:36.011055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b29b691-9da9-4fa2-86c8-30c3a54ea6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.011538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c8f270f-5a29-49bc-9339-24540c60e892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.014164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.014469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b29b691-9da9-4fa2-86c8-30c3a54ea6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.016202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9b29b691-9da9-4fa2-86c8-30c3a54ea6c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71de85b1-b1bd-4fe4-941b-c035e04493a1 HTTP/1.1" status: 204 len: 168 time: 0.2860632 Aug 12 04:04:36.026829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29b691-9da9-4fa2-86c8-30c3a54ea6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71de85b1-b1bd-4fe4-941b-c035e04493a1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:36.059703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:36.065349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:36.065937 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.177996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:36.194300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:36.221717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f270f-5a29-49bc-9339-24540c60e892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c83699-af35-4973-a3d0-8f9d7cc6c4d2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:36.250593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:36.281933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39318) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:36.289669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c8f270f-5a29-49bc-9339-24540c60e892 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21c70801af2c400b964099ceebbb7c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9159093 Aug 12 04:04:36.289669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Pushing event updated for resources: {'Port': ['ID=aff439f6-4e22-49e8-92c2-ec7121ae0efe,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:36.294585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.354152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:36.428212 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.447856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099757-900a-4e07-aebf-df1e22f07dd2 req-abd5ceed-f16c-4a36-8052-e9de34cdd864 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:36.450048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6099757-900a-4e07-aebf-df1e22f07dd2 req-abd5ceed-f16c-4a36-8052-e9de34cdd864 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 945 time: 0.2028487 Aug 12 04:04:36.498189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edbaf784-05be-4c9b-a296-7a4357fadcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.521266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:36.536130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edbaf784-05be-4c9b-a296-7a4357fadcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.538800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7417-b12b-4892-81e0-60e6934431f3 req-b697cb8f-444f-4895-8193-b12c0e2dbbf1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:36.540481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b88c7417-b12b-4892-81e0-60e6934431f3 req-b697cb8f-444f-4895-8193-b12c0e2dbbf1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.2400708 Aug 12 04:04:36.564270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6099757-900a-4e07-aebf-df1e22f07dd2 req-88e09562-a7a9-4d95-a4a4-ce955e3b25da tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940924 Aug 12 04:04:36.588778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b88c7417-b12b-4892-81e0-60e6934431f3 req-4345355f-dd6f-4f6e-b4d1-3870a12c39fa tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Aug 12 04:04:36.703028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edbaf784-05be-4c9b-a296-7a4357fadcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.708004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edbaf784-05be-4c9b-a296-7a4357fadcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.713159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-edbaf784-05be-4c9b-a296-7a4357fadcb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5c83699-af35-4973-a3d0-8f9d7cc6c4d2 HTTP/1.1" status: 204 len: 168 time: 0.4295323 Aug 12 04:04:36.722854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaf784-05be-4c9b-a296-7a4357fadcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c83699-af35-4973-a3d0-8f9d7cc6c4d2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:36.769560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:36.832913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:36.845626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467e4f7-b331-4316-abbb-6058009668e1 req-9c04b0a3-46b8-4310-ac9e-67ea8f497466 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:36.849325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8467e4f7-b331-4316-abbb-6058009668e1 req-9c04b0a3-46b8-4310-ac9e-67ea8f497466 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.0978446 Aug 12 04:04:36.922619 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8467e4f7-b331-4316-abbb-6058009668e1 req-72440e33-5c34-48b0-899b-b8475b40d862 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665665 Aug 12 04:04:36.955999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be823e5a-118f-45f2-9b77-da15d115db07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5dff97a0efb465c9d28ec120757e6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186819 Aug 12 04:04:36.956417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:37.133469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f6387d-5c6a-4af2-bcec-2d6d1827f36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.135287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:37.140396 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a336ea2-711e-42e4-8925-436a704dda58" -d '{"events": [{"server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:37.209459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:37.267811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f6387d-5c6a-4af2-bcec-2d6d1827f36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.316897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.330694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a2e66-4e94-47a1-9b4a-2f188d6b96dd None None] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:37.391727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:37.396685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:37.397425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.402548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e100d-52e3-4dc6-9240-d0ad0a1ae9e1 req-954a291c-6189-4b43-948c-fd5a3f976914 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:37.408564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de0e100d-52e3-4dc6-9240-d0ad0a1ae9e1 req-954a291c-6189-4b43-948c-fd5a3f976914 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1096 time: 0.1288800 Aug 12 04:04:37.486500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-82df3f3f-39ef-4455-986e-87df402cb4f1 None None] Provisioning for port f9199360-6196-4c4e-8e32-d3a3e927932a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:37.496361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de0e100d-52e3-4dc6-9240-d0ad0a1ae9e1 req-c11cb16e-31f5-42e9-8fd7-7f5b67ba1490 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766380 Aug 12 04:04:37.536525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f6387d-5c6a-4af2-bcec-2d6d1827f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.542612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f6387d-5c6a-4af2-bcec-2d6d1827f36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.543620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c3f6387d-5c6a-4af2-bcec-2d6d1827f36e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/704c1779-e733-4c55-b6ba-8f124c98d5b1 HTTP/1.1" status: 204 len: 168 time: 0.5861492 Aug 12 04:04:37.558313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6387d-5c6a-4af2-bcec-2d6d1827f36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704c1779-e733-4c55-b6ba-8f124c98d5b1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:37.574461 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.578554 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655a3b0a-67b7-4fbf-8451-0591486ab400 x-openstack-request-id: req-655a3b0a-67b7-4fbf-8451-0591486ab400 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:37.578862 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:37.579115 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-655a3b0a-67b7-4fbf-8451-0591486ab400 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:37.579633 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'code': 200} Aug 12 04:04:37.616841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:04:37.641313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:37.692601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39356) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:37.713988 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.715103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9199360-6196-4c4e-8e32-d3a3e927932a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:37.742059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9da4e3e5-d9cb-49f5-abbd-3a94b2fb4cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.784800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efab032-08e5-4fb9-96b8-bbfdd08c68ee req-46c84182-6bbc-4c41-b2ad-71105ecfea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:37.786271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0efab032-08e5-4fb9-96b8-bbfdd08c68ee req-46c84182-6bbc-4c41-b2ad-71105ecfea5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1097 time: 0.1550570 Aug 12 04:04:37.836498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19bfbb-1c6a-4a8c-9ec9-7c6f7c880822 req-fede13b7-d933-4587-9c22-e44087cf9086 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:37.838084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd19bfbb-1c6a-4a8c-9ec9-7c6f7c880822 req-fede13b7-d933-4587-9c22-e44087cf9086 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.1381662 Aug 12 04:04:37.877077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:37.935817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0efab032-08e5-4fb9-96b8-bbfdd08c68ee req-e279fe05-9c65-412c-b758-05c193147c18 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408515 Aug 12 04:04:37.981580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9da4e3e5-d9cb-49f5-abbd-3a94b2fb4cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.982542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f9199360-6196-4c4e-8e32-d3a3e927932a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:37.987547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f9199360-6196-4c4e-8e32-d3a3e927932a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:37.991709 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:37.992163 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd19bfbb-1c6a-4a8c-9ec9-7c6f7c880822 req-3ebf82fd-5ef0-4252-851d-c1560b75b0a5 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414640 Aug 12 04:04:38.039427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9771b3f6-6ca1-41d6-bc54-b48ec9e6586c None None] Provisioning complete for port f9199360-6196-4c4e-8e32-d3a3e927932a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:38.039803 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9771b3f6-6ca1-41d6-bc54-b48ec9e6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.065560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9da4e3e5-d9cb-49f5-abbd-3a94b2fb4cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.103843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9da4e3e5-d9cb-49f5-abbd-3a94b2fb4cf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a2bfde4dbec4a9cb6c41473f98e1aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101584 Aug 12 04:04:38.105031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4e3e5-d9cb-49f5-abbd-3a94b2fb4cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c96f37-eb56-4b2b-a4f6-8ae9ccac1142,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:38.119751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39374) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:38.192311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57155997-a20e-4e53-8029-98a7549ed492 req-378ec504-9405-40d4-ac10-1d567985614c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:38.199417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57155997-a20e-4e53-8029-98a7549ed492 req-378ec504-9405-40d4-ac10-1d567985614c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.4660122 Aug 12 04:04:38.201704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:04:38.236158 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Sync routers for ids ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:04:38.244829 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Routers {'d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:38.246862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:38.247083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b516d4ec-ceb0-437c-836f-2771b72b0042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.259462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9771b3f6-6ca1-41d6-bc54-b48ec9e6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.262963 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.280186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57155997-a20e-4e53-8029-98a7549ed492 req-46409543-4094-4acd-80fc-7eb1f5a72eee tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798676 Aug 12 04:04:38.282234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271f42-e8d7-400c-a642-30bbd4e6cec0 req-c6804315-27f3-40f8-aea0-67b7f070d06d tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:38.285089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f271f42-e8d7-400c-a642-30bbd4e6cec0 req-c6804315-27f3-40f8-aea0-67b7f070d06d tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1096 time: 0.1573732 Aug 12 04:04:38.313042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9771b3f6-6ca1-41d6-bc54-b48ec9e6586c None None] For port f9199360-6196-4c4e-8e32-d3a3e927932a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9199360-6196-4c4e-8e32-d3a3e927932a,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:38.318761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b516d4ec-ceb0-437c-836f-2771b72b0042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.353734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.355002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3efae649-295f-4e6a-84e7-488e21cd2d18 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3219185 Aug 12 04:04:38.357914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39380) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:38.378081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f271f42-e8d7-400c-a642-30bbd4e6cec0 req-57b95ed7-f0e3-490c-94ab-69f640df1969 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842180 Aug 12 04:04:38.430086 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Set router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:38.442027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9771b3f6-6ca1-41d6-bc54-b48ec9e6586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.524530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b516d4ec-ceb0-437c-836f-2771b72b0042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.529103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b516d4ec-ceb0-437c-836f-2771b72b0042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.530402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b516d4ec-ceb0-437c-836f-2771b72b0042 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3c96f37-eb56-4b2b-a4f6-8ae9ccac1142 HTTP/1.1" status: 204 len: 168 time: 0.4058886 Aug 12 04:04:38.542807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516d4ec-ceb0-437c-836f-2771b72b0042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c96f37-eb56-4b2b-a4f6-8ae9ccac1142,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:38.646529 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:04:38.650996 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:04:38.662401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771b3f6-6ca1-41d6-bc54-b48ec9e6586c None None] Pushing event updated for resources: {'Port': ['ID=f9199360-6196-4c4e-8e32-d3a3e927932a,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:38.807430 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:04:36Z', 'revision_number': 3, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:38.841164 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Checking router: d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:04:38.841523 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Updating router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 port aff439f6-4e22-49e8-92c2-ec7121ae0efe binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:04:38.875056 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.903211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38017a-256a-4177-8df7-f3690b4d698d req-634acd79-b921-4726-94a1-224f147ef1a8 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:38.904679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a38017a-256a-4177-8df7-f3690b4d698d req-634acd79-b921-4726-94a1-224f147ef1a8 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.1071684 Aug 12 04:04:38.963571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:38.996816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a38017a-256a-4177-8df7-f3690b4d698d req-e355b392-c604-42e6-bea5-0c653c0811e4 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618715 Aug 12 04:04:39.171008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Allocated IP 172.20.0.1 (ef9e606c-bbe6-447a-917d-5fbee3f1b8b7/e8cf36ca-ce88-40cb-920c-e8d902cbde50/cc2e6ef1-2d08-4585-8577-3517b6f842f2) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:39.205999 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.222633 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Transition to ACTIVE for port object aff439f6-4e22-49e8-92c2-ec7121ae0efe will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:39.312348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:39.314816 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.337754 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.358418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Transition to ACTIVE for port object cc2e6ef1-2d08-4585-8577-3517b6f842f2 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:39.390901 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7420910-a102-414c-ae72-c0b2e5c55679 None None] Pushing event updated for resources: {'Port': ['ID=aff439f6-4e22-49e8-92c2-ec7121ae0efe,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:39.394295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:39.394949 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.434417 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Attempting to bind port aff439f6-4e22-49e8-92c2-ec7121ae0efe on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:39.435177 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Attempting to bind port aff439f6-4e22-49e8-92c2-ec7121ae0efe by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:39.435967 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Attempting to bind port aff439f6-4e22-49e8-92c2-ec7121ae0efe on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:39.445839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc3ab0-f18a-4379-be6f-770d53ee8475 req-2bebb91a-d757-4698-9b12-aadf120500be tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:39.452142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:39.455322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12dc3ab0-f18a-4379-be6f-770d53ee8475 req-2bebb91a-d757-4698-9b12-aadf120500be tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.0918863 Aug 12 04:04:39.456301 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:39.456753 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.457172 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:39.457658 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Bound port: aff439f6-4e22-49e8-92c2-ec7121ae0efe, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:39.459766 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.503610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9199360-6196-4c4e-8e32-d3a3e927932a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:39.511410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12dc3ab0-f18a-4379-be6f-770d53ee8475 req-e07d49a8-84d6-415a-83ab-259073267092 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531926 Aug 12 04:04:39.549399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.556808 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] For port aff439f6-4e22-49e8-92c2-ec7121ae0efe, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:39.561728 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] For port aff439f6-4e22-49e8-92c2-ec7121ae0efe, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aff439f6-4e22-49e8-92c2-ec7121ae0efe,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:39.570626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:39.574045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:39.575129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f9199360-6196-4c4e-8e32-d3a3e927932a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:39.575507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.596144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:39.596638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.636323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39438) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:39.663776 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.707451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2e6ef1-2d08-4585-8577-3517b6f842f2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:39.745067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Routers {'d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:39.745789 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:39.830408 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7420910-a102-414c-ae72-c0b2e5c55679 None None] Pushing event updated for resources: {'Port': ['ID=aff439f6-4e22-49e8-92c2-ec7121ae0efe,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:39.892992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.908398 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] Set router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:39.954143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-43a848fd-8163-4c73-b383-0d0c91ee8675 None None] Provisioning for port cc2e6ef1-2d08-4585-8577-3517b6f842f2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:39.958190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-43a848fd-8163-4c73-b383-0d0c91ee8675 None None] Provisioning complete for port cc2e6ef1-2d08-4585-8577-3517b6f842f2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:39.958886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43a848fd-8163-4c73-b383-0d0c91ee8675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:39.989901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c5ddcf35-7b49-43a8-a08e-a0f4e8beff3e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:39.991567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c5ddcf35-7b49-43a8-a08e-a0f4e8beff3e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.0544083 Aug 12 04:04:40.041991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-43a848fd-8163-4c73-b383-0d0c91ee8675 None None] Port cc2e6ef1-2d08-4585-8577-3517b6f842f2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:40.148567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Deleting port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:04:40.148916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.168607 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:04:36Z', 'revision_number': 3, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:40.176814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512441-fdca-4295-be1e-fc8637e31fad req-00e50d22-6d88-403b-a0dd-bcc4fdd35ffb tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:40.185094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5512441-fdca-4295-be1e-fc8637e31fad req-00e50d22-6d88-403b-a0dd-bcc4fdd35ffb tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1097 time: 0.0847061 Aug 12 04:04:40.199780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-network', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:40.213236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.232640 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e50774-0b8d-42ff-a2b4-c7a638a0ab54 None None] The sync data for ids ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'] in n-d-804320-1 is: [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:04:36Z', 'revision_number': 3, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:04:40.235579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5512441-fdca-4295-be1e-fc8637e31fad req-5665134f-eb7e-424f-ad06-30968dae0bde tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Aug 12 04:04:40.301138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.301138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.333351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] For port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:40.333722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.365995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Calling delete_port for 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:04:40.370263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Made reservation on behalf of 32d70aa1e78849efb8d2cd3355a53400 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:40.373458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.388903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.438525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2e6ef1-2d08-4585-8577-3517b6f842f2,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:40.477508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f327d-9860-479a-8e2d-224ff4a4185e req-66d1c92b-e120-4c38-9a79-df7cac321ce9 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:40.479595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc7f327d-9860-479a-8e2d-224ff4a4185e req-66d1c92b-e120-4c38-9a79-df7cac321ce9 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25fc3ab-03d2-483c-af4b-6e49157c194f HTTP/1.1" status: 200 len: 949 time: 0.1276546 Aug 12 04:04:40.521563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:40.525002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:40.549094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc7f327d-9860-479a-8e2d-224ff4a4185e req-7dfe127d-9d3f-47ca-a342-5724788c319e tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a5b428c-70f5-45eb-9963-7e61085cd0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562408 Aug 12 04:04:40.614057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.677844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.703587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:40.746213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.750651 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Added segment b84fed8c-7e7a-45bc-95fd-ff6129861e78 of type vlan for network 048055c4-c1b6-4a4b-9659-479020c29652 Aug 12 04:04:40.757411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:04:40.760164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.782700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0d6c29e0-a34a-43a4-8835-b39c8e1f4510'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:40.890062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Pushing event deleted for resources: {'Port': ['ID=0d6c29e0-a34a-43a4-8835-b39c8e1f4510,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:40.963119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:40.967969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9829ca3a-55c2-4c64-b89c-944881ea97bb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:41.003684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] No DVR routers for this DVR port 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:04:41.006586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.009253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b18b4d33-d3f0-4dce-9f34-ca327c627798 req-c0660f0f-ac39-4348-adc1-813c2fb9fc07 tempest-DeleteServersAdminTestJSON-1440494330 tempest-DeleteServersAdminTestJSON-1440494330-project] 10.222.0.36 "DELETE /v2.0/ports/0d6c29e0-a34a-43a4-8835-b39c8e1f4510 HTTP/1.1" status: 204 len: 173 time: 1.0116131 Aug 12 04:04:41.012575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'name': 'network-vif-deleted', 'tag': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:41.015291 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4885aa5-66bd-45a2-a777-77461cef999a" -d '{"events": [{"server_uuid": "a25fc3ab-03d2-483c-af4b-6e49157c194f", "name": "network-vif-deleted", "tag": "0d6c29e0-a34a-43a4-8835-b39c8e1f4510"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:41.027930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec17c5-3bfc-4edf-8b31-8c9ca5601a31 req-5b5e011b-5d55-445f-b246-f429a47a3c9a tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:41.035993 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5ec17c5-3bfc-4edf-8b31-8c9ca5601a31 req-5b5e011b-5d55-445f-b246-f429a47a3c9a tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1097 time: 0.2050624 Aug 12 04:04:41.068038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:04:41.091626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6f4c6510-772e-4c6a-b35b-18f9adba3571 None None] Provisioning complete for port cc2e6ef1-2d08-4585-8577-3517b6f842f2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:41.091867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f4c6510-772e-4c6a-b35b-18f9adba3571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.111787 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2802953b-fa77-4991-8818-06db1ad744b2 admin admin] 10.222.0.42 "PUT /v2.0/routers/d20849c0-ff54-4f57-a2ac-4ad56ee0cd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261622 Aug 12 04:04:41.172231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5ec17c5-3bfc-4edf-8b31-8c9ca5601a31 req-37560105-8a2a-49c2-900c-dbe3a267215b tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259782 Aug 12 04:04:41.188195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c6510-772e-4c6a-b35b-18f9adba3571 None None] Port cc2e6ef1-2d08-4585-8577-3517b6f842f2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:41.215260 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7161cb-8174-462e-981f-d773d657c3c8 x-openstack-request-id: req-6e7161cb-8174-462e-981f-d773d657c3c8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:41.215711 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25fc3ab-03d2-483c-af4b-6e49157c194f", "name": "network-vif-deleted", "tag": "0d6c29e0-a34a-43a4-8835-b39c8e1f4510", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:41.215956 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e7161cb-8174-462e-981f-d773d657c3c8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:41.216350 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25fc3ab-03d2-483c-af4b-6e49157c194f', 'name': 'network-vif-deleted', 'tag': '0d6c29e0-a34a-43a4-8835-b39c8e1f4510', 'status': 'completed', 'code': 200} Aug 12 04:04:41.231438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.231438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:41.231438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.344583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aff439f6-4e22-49e8-92c2-ec7121ae0efe up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:41.391128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=048055c4-c1b6-4a4b-9659-479020c29652,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:41.403494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 048055c4-c1b6-4a4b-9659-479020c29652 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:41.446121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-835f0db4-d35e-43de-b6ae-f3fa51865ab6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8086679 Aug 12 04:04:41.449109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39504) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:41.455809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Request body: {'subnet': {'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-subnet', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:41.554537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Made reservation on behalf of 32d70aa1e78849efb8d2cd3355a53400 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:41.558057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.616584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port aff439f6-4e22-49e8-92c2-ec7121ae0efe completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:41.620530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port aff439f6-4e22-49e8-92c2-ec7121ae0efe triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:41.621212 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.794604 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.823636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port aff439f6-4e22-49e8-92c2-ec7121ae0efe, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aff439f6-4e22-49e8-92c2-ec7121ae0efe,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:41.879674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:41.891387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:42.040964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd42119f-dd47-4c0e-bbdf-492b68196170,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:42.050685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Checking segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:42.051080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Network hostable DHCP agents. Network: 048055c4-c1b6-4a4b-9659-479020c29652, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:42.053875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=aff439f6-4e22-49e8-92c2-ec7121ae0efe,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:42.159472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Network 048055c4-c1b6-4a4b-9659-479020c29652 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:42.268121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 048055c4-c1b6-4a4b-9659-479020c29652) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:42.276786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:42.278114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:42.284326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64362ff-b22d-43f7-9922-155fc4004e3c None None] Network 048055c4-c1b6-4a4b-9659-479020c29652 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:42.373841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d23c33b1-4ae3-4a47-a1ce-a2a62f6a9318 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9207306 Aug 12 04:04:42.375048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39534) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:42.382025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:42.562456 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:42.563760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:42.595124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-048055c4-c1b6-4a4b-9659-479020c29652', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:04:42.596064 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:42.641132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:42.820072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Allocated IP 172.20.0.2 (048055c4-c1b6-4a4b-9659-479020c29652/cd42119f-dd47-4c0e-bbdf-492b68196170/de350b4e-0abe-4ae2-93ff-99a16dd501e7) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:42.898754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Sync routers for ids ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:04:42.914046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Routers {'d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:42.916354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:43.027285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:43.218117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Set router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:43.276299 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:43.407538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aff439f6-4e22-49e8-92c2-ec7121ae0efe up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:43.430734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39568) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:43.473028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Transition to ACTIVE for port object de350b4e-0abe-4ae2-93ff-99a16dd501e7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:43.549454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Transition to ACTIVE for port object de350b4e-0abe-4ae2-93ff-99a16dd501e7 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:43.582463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:43.613452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:43.622983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port aff439f6-4e22-49e8-92c2-ec7121ae0efe triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:43.623963 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:43.658538 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:43.663028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-d6739ed2-7853-4c61-8591-43a983d5f5d9 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:04:43.665184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-d6739ed2-7853-4c61-8591-43a983d5f5d9 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2292118 Aug 12 04:04:43.747400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Network 048055c4-c1b6-4a4b-9659-479020c29652 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:43.759452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:43.764079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:43.877980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Pushing event updated for resources: {'Port': ['ID=de350b4e-0abe-4ae2-93ff-99a16dd501e7,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:43.908277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Request body: {'binding': {'host': 'n-h2-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:43.908771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:04:43.961171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:04:43.979791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Allocated IP 172.25.6.237 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/968e8a2f-e70a-4ab7-80d8-e634ef56d725) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:44.026966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:04:44.027328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d6c29e0-a34a-43a4-8835-b39c8e1f4510 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:04:44.034471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Attempting to bind port de350b4e-0abe-4ae2-93ff-99a16dd501e7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:44.034864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Attempting to bind port de350b4e-0abe-4ae2-93ff-99a16dd501e7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:44.035230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Attempting to bind port de350b4e-0abe-4ae2-93ff-99a16dd501e7 on network 048055c4-c1b6-4a4b-9659-479020c29652 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:44.048539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:44.048539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Checking segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:44.048539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.052026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Bound using segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:44.052026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Bound port: de350b4e-0abe-4ae2-93ff-99a16dd501e7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:44.052026 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.073993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:04:39Z', 'revision_number': 4, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cc2e6ef1-2d08-4585-8577-3517b6f842f2', 'name': '', 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'mac_address': 'fa:16:3e:a0:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:39Z', 'updated_at': '2021-08-12T04:04:39Z', 'revision_number': 2, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'subnets': [{'id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:44.120228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Checking router: d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:04:44.120582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Updating router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 port cc2e6ef1-2d08-4585-8577-3517b6f842f2 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:04:44.157115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.221663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] For port de350b4e-0abe-4ae2-93ff-99a16dd501e7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:44.227786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] For port de350b4e-0abe-4ae2-93ff-99a16dd501e7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de350b4e-0abe-4ae2-93ff-99a16dd501e7,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:44.288589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on host n-h2-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:44.288932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:44.289264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:44.295040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:44.295532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:44.306255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:44.306759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:44.307161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:44.307613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Bound port: 996cd574-d612-4471-93f1-40c357ce1167, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:44.341354 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.551144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:44.586986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dceb328-f063-4ca5-b239-acacd601b47a None None] Pushing event updated for resources: {'Port': ['ID=de350b4e-0abe-4ae2-93ff-99a16dd501e7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:44.599471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.618032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.620943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-279a38a6-28dd-420e-a61f-5254290f5f43 service neutron] 10.222.0.42 "POST /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167/bindings HTTP/1.1" status: 201 len: 389 time: 0.7807252 Aug 12 04:04:44.736259 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.761845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:44.779129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Transition to ACTIVE for port object cc2e6ef1-2d08-4585-8577-3517b6f842f2 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:44.836898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:44.839981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:44.846343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:44.919569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:45.115861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15342f-704a-4fbc-984e-65547a6ab919 None None] Pushing event updated for resources: {'Port': ['ID=cc2e6ef1-2d08-4585-8577-3517b6f842f2,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:45.199087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Attempting to bind port cc2e6ef1-2d08-4585-8577-3517b6f842f2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:45.199512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Attempting to bind port cc2e6ef1-2d08-4585-8577-3517b6f842f2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:45.199938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Attempting to bind port cc2e6ef1-2d08-4585-8577-3517b6f842f2 on network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:45.215883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:45.217282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Checking segment: {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:45.217718 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:45.218776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Bound using segment: {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:45.219232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Bound port: cc2e6ef1-2d08-4585-8577-3517b6f842f2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e09f3ea-253f-41fe-a049-1e12d2c79a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:45.219619 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:45.252912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Pushing event updated for resources: {'Port': ['ID=968e8a2f-e70a-4ab7-80d8-e634ef56d725,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:45.293278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.297852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.299155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.301500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.302244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.304398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.306488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.307061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.320230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.322986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.323379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.323732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:45.352608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39606) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:45.379447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] For port cc2e6ef1-2d08-4585-8577-3517b6f842f2, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:45.403887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] For port cc2e6ef1-2d08-4585-8577-3517b6f842f2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cc2e6ef1-2d08-4585-8577-3517b6f842f2,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:45.453065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de350b4e-0abe-4ae2-93ff-99a16dd501e7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:45.522146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-3cf8cc97-a7df-4f12-a455-86112d9dc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:45.523973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-3cf8cc97-a7df-4f12-a455-86112d9dc6a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1096 time: 0.1427972 Aug 12 04:04:45.556086 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:45.657388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:45.796127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15342f-704a-4fbc-984e-65547a6ab919 None None] Pushing event updated for resources: {'Port': ['ID=cc2e6ef1-2d08-4585-8577-3517b6f842f2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:45.828627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Routers {'d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:45.829275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:45.847157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-ec060782-921c-4bc6-9e03-f896e5d8d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:45.858570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-ec060782-921c-4bc6-9e03-f896e5d8d0bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.3233044 Aug 12 04:04:45.978961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-a83be685-6479-4cc8-9b20-bda280e2eaab tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:04:46.000911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-a83be685-6479-4cc8-9b20-bda280e2eaab tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6462235 Aug 12 04:04:46.008124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-82cc4982-336e-48c8-be97-4b4d7cf33fb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.1409125 Aug 12 04:04:46.198906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] Set router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:46.204127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-dd22fd71-8b6c-4599-8639-57aa284bed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:46.215971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-dd22fd71-8b6c-4599-8639-57aa284bed4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1930883 Aug 12 04:04:46.277741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-b8eee373-c36e-4c09-a032-561fc836ef7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590436 Aug 12 04:04:46.279459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:46.315643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Request body: {'binding': {'host': 'n-h2-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:46.316083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:04:46.395986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d9669-d2d0-4e4b-81c8-accd5001fec4 None None] Network 048055c4-c1b6-4a4b-9659-479020c29652 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:46.519788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on host n-h2-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:46.528399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:46.529772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:46.630592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:46.631112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:46.639950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:46.640525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:46.641073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:46.641913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Bound port: 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:46.673932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:04:46.705444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:46.752076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port de350b4e-0abe-4ae2-93ff-99a16dd501e7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:46.811299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:46.813250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-091ba110-66e2-4937-aa3e-ceb43c99c629 service neutron] 10.222.0.42 "POST /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6961927 Aug 12 04:04:46.865085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4c87-d8e4-4af7-83c5-630e89daa41b req-fdba768d-853a-489f-b97d-d0389dd2175e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:46.871125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:04:46.876838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-702e4c87-d8e4-4af7-83c5-630e89daa41b req-fdba768d-853a-489f-b97d-d0389dd2175e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 945 time: 0.1665449 Aug 12 04:04:46.881538 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Sync routers for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:04:46.889425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-ef6642f8-aeda-4bbc-98d1-5921d68995c7 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021376 Aug 12 04:04:46.896682 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:46.897480 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:47.008272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:47.009557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8b48b246-d1a8-48a1-8b01-5b4b78c88692 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.6333988 Aug 12 04:04:47.026286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] Provisioning for port de350b4e-0abe-4ae2-93ff-99a16dd501e7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:47.034581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:04:39Z', 'revision_number': 4, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cc2e6ef1-2d08-4585-8577-3517b6f842f2', 'name': '', 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'mac_address': 'fa:16:3e:a0:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:39Z', 'updated_at': '2021-08-12T04:04:45Z', 'revision_number': 4, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'subnets': [{'id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:47.039353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39624) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:47.050029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] Provisioning complete for port de350b4e-0abe-4ae2-93ff-99a16dd501e7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:47.050748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:47.065068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-ccac5392-ae97-4027-8f1c-c1f6106ebe4a service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606832 Aug 12 04:04:47.094513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-702e4c87-d8e4-4af7-83c5-630e89daa41b req-a9dff1e4-5ef4-47f5-9456-5367a5969bab tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179623 Aug 12 04:04:47.159622 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:47.596157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39634) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:47.637894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-8d10cac4-c3e1-4788-8fba-8e3c69d0124a tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:47.639600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-8d10cac4-c3e1-4788-8fba-8e3c69d0124a tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.3408170 Aug 12 04:04:47.653580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804320-1'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:47.708608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a9a34-1a57-43a7-bd31-81520658c0ed None None] The sync data for ids ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'] in n-d-804320-1 is: [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:04:39Z', 'revision_number': 4, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cc2e6ef1-2d08-4585-8577-3517b6f842f2', 'name': '', 'network_id': 'ef9e606c-bbe6-447a-917d-5fbee3f1b8b7', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'mac_address': 'fa:16:3e:a0:e8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:39Z', 'updated_at': '2021-08-12T04:04:45Z', 'revision_number': 4, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'subnets': [{'id': 'e8cf36ca-ce88-40cb-920c-e8d902cbde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:04:47.865112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:47.899313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:47.922588 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:45Z', 'revision_number': 3, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:47.964207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Checking router: 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:04:47.964834 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Updating router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:04:48.014539 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.038971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] For port de350b4e-0abe-4ae2-93ff-99a16dd501e7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de350b4e-0abe-4ae2-93ff-99a16dd501e7,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:48.131241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.206172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9f3c9f92-96f6-4d91-b84b-933bb422751a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.320987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc83fec-89a6-4b02-a177-73aa942de82d None None] Pushing event updated for resources: {'Port': ['ID=de350b4e-0abe-4ae2-93ff-99a16dd501e7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:48.323654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:48.365973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-20cae6fb-22c3-4cac-ad52-16c35f4cbf04 None None] Provisioning complete for port de350b4e-0abe-4ae2-93ff-99a16dd501e7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:48.366280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20cae6fb-22c3-4cac-ad52-16c35f4cbf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.368688 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9f3c9f92-96f6-4d91-b84b-933bb422751a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.386786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:48.455704 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9f3c9f92-96f6-4d91-b84b-933bb422751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.482640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.493014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996cd574-d612-4471-93f1-40c357ce1167'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:48.500071 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a6d95d-7b84-4b16-8525-fa1c1bc4f727" -d '{"events": [{"server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "name": "network-vif-unplugged", "status": "completed", "tag": "996cd574-d612-4471-93f1-40c357ce1167"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:48.572620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.592506 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.606131 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Transition to ACTIVE for port object 968e8a2f-e70a-4ab7-80d8-e634ef56d725 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:48.638800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9f3c9f92-96f6-4d91-b84b-933bb422751a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f24fb2341e594e40a80cd05f23207c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9466479 Aug 12 04:04:48.644315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:48.690275 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.695496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:48.706799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.707157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.707484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.708054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.708395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.708878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.709210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.709536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.709858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.710174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.710492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.710832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:04:48.780993 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481eae6-591a-42cf-b552-c0747321f972 None None] Pushing event updated for resources: {'Port': ['ID=968e8a2f-e70a-4ab7-80d8-e634ef56d725,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:48.788241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on host n-h1-804320-1 for vnic_type normal with profile {"migrating_to": "n-h2-804320-1"} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:48.793890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:48.793890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:48.794948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:04:48.795276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Attempting to bind port 996cd574-d612-4471-93f1-40c357ce1167 on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:48.819948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1890-a5a8-4d1c-b93d-ef0630d6bca7 req-65ff6635-53d3-497e-845c-c383a5857f4b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:48.823662 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Attempting to bind port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:48.826934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Attempting to bind port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:48.827929 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Attempting to bind port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:48.828043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-052a1890-a5a8-4d1c-b93d-ef0630d6bca7 req-65ff6635-53d3-497e-845c-c383a5857f4b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.1365089 Aug 12 04:04:48.836992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:48.837330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:48.837761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:48.838200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Bound port: 996cd574-d612-4471-93f1-40c357ce1167, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:48.838553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.839473 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:48.840344 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:48.841325 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.843762 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:48.844355 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Bound port: 968e8a2f-e70a-4ab7-80d8-e634ef56d725, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:48.845806 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.874787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8ce3-463d-440f-bb59-95602b3740d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.903336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8ce3-463d-440f-bb59-95602b3740d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:48.940454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b9728-c714-41a9-8ccf-212ff201829c req-dfc87f0d-61d4-4f28-b910-edc3a8d07f4d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:48.948411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b90b9728-c714-41a9-8ccf-212ff201829c req-dfc87f0d-61d4-4f28-b910-edc3a8d07f4d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.5779042 Aug 12 04:04:48.974584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:48.976799 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] For port 968e8a2f-e70a-4ab7-80d8-e634ef56d725, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:48.977927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:48.982697 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] For port 968e8a2f-e70a-4ab7-80d8-e634ef56d725, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=968e8a2f-e70a-4ab7-80d8-e634ef56d725,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:48.990881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c9f92-96f6-4d91-b84b-933bb422751a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0633a-0276-412f-99b4-92d8db3d5273,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:49.019704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-052a1890-a5a8-4d1c-b93d-ef0630d6bca7 req-9b76cc19-8bf1-4af1-a9bb-f75e0c554f57 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903808 Aug 12 04:04:49.046165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:49.048432 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:49.153561 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a9d39-e4f9-4bde-aa2d-c8c1fadb5402 x-openstack-request-id: req-6e9a9d39-e4f9-4bde-aa2d-c8c1fadb5402 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:49.153852 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "name": "network-vif-unplugged", "status": "completed", "tag": "996cd574-d612-4471-93f1-40c357ce1167", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:49.154101 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e9a9d39-e4f9-4bde-aa2d-c8c1fadb5402 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:49.154492 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996cd574-d612-4471-93f1-40c357ce1167', 'code': 200} Aug 12 04:04:49.156131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=8']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:49.193539 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:49.197921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:49.214153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b90b9728-c714-41a9-8ccf-212ff201829c req-c633c6ae-586c-408f-ae91-aa5d02153a1a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645969 Aug 12 04:04:49.246200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:49.248490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:49.252251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ce22a42-53d4-46aa-a593-ffce1b914392 service neutron] 10.222.0.36 "PUT /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 1121 time: 1.6032250 Aug 12 04:04:49.269421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8ce3-463d-440f-bb59-95602b3740d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:49.287711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec0c8ce3-463d-440f-bb59-95602b3740d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:49.291339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ec0c8ce3-463d-440f-bb59-95602b3740d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59b0633a-0276-412f-99b4-92d8db3d5273 HTTP/1.1" status: 204 len: 168 time: 0.6107800 Aug 12 04:04:49.302896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39662) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:49.331635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['996cd574-d612-4471-93f1-40c357ce1167'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:04:49.403640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8ce3-463d-440f-bb59-95602b3740d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0633a-0276-412f-99b4-92d8db3d5273,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:49.585520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:49.629108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cc2e6ef1-2d08-4585-8577-3517b6f842f2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:49.683686 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481eae6-591a-42cf-b552-c0747321f972 None None] Pushing event updated for resources: {'Port': ['ID=968e8a2f-e70a-4ab7-80d8-e634ef56d725,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:49.760509 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:49.919532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cc2e6ef1-2d08-4585-8577-3517b6f842f2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:49.938780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cc2e6ef1-2d08-4585-8577-3517b6f842f2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:49.945715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.012319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Allocated IP 172.20.0.1 (048055c4-c1b6-4a4b-9659-479020c29652/cd42119f-dd47-4c0e-bbdf-492b68196170/34fac260-697e-40d5-9081-4cfddcdd72fb) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:50.047539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e57ad48-d0ef-422c-af71-5ee2532fa0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.147317 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.208344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cc2e6ef1-2d08-4585-8577-3517b6f842f2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cc2e6ef1-2d08-4585-8577-3517b6f842f2,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:50.250180 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:45Z', 'revision_number': 3, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:50.287754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39676) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:50.289607 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0f83d-0ba6-47a5-8214-8d7862c28013 None None] The sync data for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 is: [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:45Z', 'revision_number': 3, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:04:50.293000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.297724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de350b4e-0abe-4ae2-93ff-99a16dd501e7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:50.391226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e57ad48-d0ef-422c-af71-5ee2532fa0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.401130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434af27-3f25-4f01-a14e-4a8d81c849ff req-5abe1d36-ef71-4038-b21b-d4d0a17598dd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:50.405723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d434af27-3f25-4f01-a14e-4a8d81c849ff req-5abe1d36-ef71-4038-b21b-d4d0a17598dd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.1564023 Aug 12 04:04:50.464756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e57ad48-d0ef-422c-af71-5ee2532fa0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.565164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57ad48-d0ef-422c-af71-5ee2532fa0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5623f2e4-b3b2-40fc-ad24-feedfdd5aa0e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:50.585720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8e57ad48-d0ef-422c-af71-5ee2532fa0b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f3d091b48a84090b2ba464e96c5a025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2785914 Aug 12 04:04:50.598779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39682) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:50.599324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39684) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:50.606248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cc2e6ef1-2d08-4585-8577-3517b6f842f2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:50.617554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port de350b4e-0abe-4ae2-93ff-99a16dd501e7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:50.617894 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.632488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d434af27-3f25-4f01-a14e-4a8d81c849ff req-c7848386-727d-472c-a90b-c6d3eda0ecc3 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156305 Aug 12 04:04:50.668046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d39da011-c2c5-4e28-a8f5-f67706b3c36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.691419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.756633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Transition to ACTIVE for port object 34fac260-697e-40d5-9081-4cfddcdd72fb will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:50.811563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04c7e5fb-ec6f-4c16-8bd3-6c82365ca069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.841105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04c7e5fb-ec6f-4c16-8bd3-6c82365ca069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.911170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dcc6c-b75a-4a24-ad0c-0701a4bd2289 req-16a42c26-cf36-4fe8-bee9-264997e58ea3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:50.918892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e50dcc6c-b75a-4a24-ad0c-0701a4bd2289 req-16a42c26-cf36-4fe8-bee9-264997e58ea3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.3291109 Aug 12 04:04:50.945779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:50.986385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-23a8b86b-f8b5-4c25-ad5c-0a8f67783c10 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33ea2078a372465d833941fba49dfe7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6975081 Aug 12 04:04:50.993063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39690) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:51.001912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e50dcc6c-b75a-4a24-ad0c-0701a4bd2289 req-e97b0186-34fc-4b8e-8708-51f73c023c3c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820870 Aug 12 04:04:51.032412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Pushing event updated for resources: {'Port': ['ID=34fac260-697e-40d5-9081-4cfddcdd72fb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:51.049252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d39da011-c2c5-4e28-a8f5-f67706b3c36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.062955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04c7e5fb-ec6f-4c16-8bd3-6c82365ca069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.072715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04c7e5fb-ec6f-4c16-8bd3-6c82365ca069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.072715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-04c7e5fb-ec6f-4c16-8bd3-6c82365ca069 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5623f2e4-b3b2-40fc-ad24-feedfdd5aa0e HTTP/1.1" status: 204 len: 168 time: 0.4660778 Aug 12 04:04:51.073109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Network 048055c4-c1b6-4a4b-9659-479020c29652 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:51.073109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:51.076456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:04:51.076954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.118167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7e5fb-ec6f-4c16-8bd3-6c82365ca069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5623f2e4-b3b2-40fc-ad24-feedfdd5aa0e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:51.177351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d39da011-c2c5-4e28-a8f5-f67706b3c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.186985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'tag': '996cd574-d612-4471-93f1-40c357ce1167'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:04:51.195429 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ec751-8510-4522-857f-b58956a267e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "tag": "996cd574-d612-4471-93f1-40c357ce1167"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:04:51.217686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3252f21-0bd8-4ed2-a05b-a5271765175a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.230751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:51.236522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d39da011-c2c5-4e28-a8f5-f67706b3c36f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7713034d2f4144dd84890b914f2829cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363108 Aug 12 04:04:51.326977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39da011-c2c5-4e28-a8f5-f67706b3c36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8794f3d2-bdb7-4cc6-add2-1718f41cf570,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:51.372423 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b455f5a-9e64-4167-b956-899ca1f689ad x-openstack-request-id: req-1b455f5a-9e64-4167-b956-899ca1f689ad {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:04:51.372423 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "tag": "996cd574-d612-4471-93f1-40c357ce1167", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:04:51.372423 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b455f5a-9e64-4167-b956-899ca1f689ad {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:04:51.372423 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'tag': '996cd574-d612-4471-93f1-40c357ce1167', 'status': 'completed', 'code': 200} Aug 12 04:04:51.439232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3252f21-0bd8-4ed2-a05b-a5271765175a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.609973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02af8f09-55d4-419f-a7f6-361671241761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.614063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cc2e6ef1-2d08-4585-8577-3517b6f842f2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:51.626115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.665575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec751-8510-4522-857f-b58956a267e4 req-1c50a253-beb3-4257-b438-f8ef1e7c01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:51.667428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-1c50a253-beb3-4257-b438-f8ef1e7c01d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1124 time: 0.1576052 Aug 12 04:04:51.669657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02af8f09-55d4-419f-a7f6-361671241761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.675022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-85ec5e89-e9b2-4807-a3f5-3aa31b69751f None None] Provisioning for port 34fac260-697e-40d5-9081-4cfddcdd72fb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:51.724637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-85ec5e89-e9b2-4807-a3f5-3aa31b69751f None None] Provisioning complete for port 34fac260-697e-40d5-9081-4cfddcdd72fb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:51.734077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-85ec5e89-e9b2-4807-a3f5-3aa31b69751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.806446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-85ec5e89-e9b2-4807-a3f5-3aa31b69751f None None] Port 34fac260-697e-40d5-9081-4cfddcdd72fb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:51.824665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cc2e6ef1-2d08-4585-8577-3517b6f842f2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:51.825353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.832379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3252f21-0bd8-4ed2-a05b-a5271765175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.837061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3252f21-0bd8-4ed2-a05b-a5271765175a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.841437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3252f21-0bd8-4ed2-a05b-a5271765175a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a5b428c-70f5-45eb-9963-7e61085cd0c0 HTTP/1.1" status: 204 len: 168 time: 0.8470523 Aug 12 04:04:51.930784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3252f21-0bd8-4ed2-a05b-a5271765175a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b428c-70f5-45eb-9963-7e61085cd0c0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:51.943911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02af8f09-55d4-419f-a7f6-361671241761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.943911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02af8f09-55d4-419f-a7f6-361671241761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:51.949445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-02af8f09-55d4-419f-a7f6-361671241761 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8794f3d2-bdb7-4cc6-add2-1718f41cf570 HTTP/1.1" status: 204 len: 168 time: 0.7153192 Aug 12 04:04:51.996566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af8f09-55d4-419f-a7f6-361671241761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8794f3d2-bdb7-4cc6-add2-1718f41cf570,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:52.014300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219cb06-5026-416a-92be-c171ff0722c8 req-e63d62b2-c364-4d11-842b-3d5a468fd96a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:52.022614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 996cd574-d612-4471-93f1-40c357ce1167 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:04:52.025197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f219cb06-5026-416a-92be-c171ff0722c8 req-e63d62b2-c364-4d11-842b-3d5a468fd96a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.2292764 Aug 12 04:04:52.126199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f219cb06-5026-416a-92be-c171ff0722c8 req-c7351040-d78d-4d36-a5fe-309ffa4753bc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936985 Aug 12 04:04:52.144892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec751-8510-4522-857f-b58956a267e4 req-d8126e54-228a-4db8-a186-2eff8f75c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:52.148563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-d8126e54-228a-4db8-a186-2eff8f75c997 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.4261036 Aug 12 04:04:52.206632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.225222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:52.257571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-f6602e6d-2f5c-4b99-a9c9-b18d6c3ea96d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.0973704 Aug 12 04:04:52.262196 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.262954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.285116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 996cd574-d612-4471-93f1-40c357ce1167 has no active binding in host n-h2-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:04:52.287057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 968e8a2f-e70a-4ab7-80d8-e634ef56d725 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:52.404946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec751-8510-4522-857f-b58956a267e4 req-4d279246-5081-484d-abbc-ff60d7f9f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:52.407021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-4d279246-5081-484d-abbc-ff60d7f9f552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0691535 Aug 12 04:04:52.443788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-d0f01014-0113-43a8-84f7-ae8bf03e2d39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277953 Aug 12 04:04:52.449913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:52.452375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585606fc-034b-43be-8461-4c4af48c0d12 req-d2f236ae-4860-42f5-943e-de79582a4eec tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:52.456100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:52.457054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.459816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-585606fc-034b-43be-8461-4c4af48c0d12 req-d2f236ae-4860-42f5-943e-de79582a4eec tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.2049019 Aug 12 04:04:52.642641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.679000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 968e8a2f-e70a-4ab7-80d8-e634ef56d725, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=968e8a2f-e70a-4ab7-80d8-e634ef56d725,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:52.680912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:52.758430 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9987a25e-ba37-4271-ab95-34aa7eee4515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.823291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:52.847056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-585606fc-034b-43be-8461-4c4af48c0d12 req-2af97f71-5186-4d93-b1ec-b500b32f1573 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817494 Aug 12 04:04:52.890803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39718) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:52.903975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Pushing event updated for resources: {'Port': ['ID=34fac260-697e-40d5-9081-4cfddcdd72fb,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:52.935917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-abc5eca1-bbb4-4e1b-8f30-eb2df8afb369 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735231 Aug 12 04:04:52.944734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=968e8a2f-e70a-4ab7-80d8-e634ef56d725,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:53.060342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28ec751-8510-4522-857f-b58956a267e4 req-e779dd84-9844-42c0-975b-a5a71e48b0f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074708 Aug 12 04:04:53.110259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Network 048055c4-c1b6-4a4b-9659-479020c29652 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:04:53.114040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:53.126355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9987a25e-ba37-4271-ab95-34aa7eee4515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.338096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9987a25e-ba37-4271-ab95-34aa7eee4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.367377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 968e8a2f-e70a-4ab7-80d8-e634ef56d725 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:53.419613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39726) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:53.461382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a4720cf-06b2-45cf-8cad-9ff11ed214fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.477127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9987a25e-ba37-4271-ab95-34aa7eee4515 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4973586de0184aee9fa1f99ef9c2fd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7895844 Aug 12 04:04:53.477781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39728) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:53.489120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:04:53.492420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:53.492817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.497357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987a25e-ba37-4271-ab95-34aa7eee4515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0fd5d8-4784-40d9-9cd5-0c8930ab478a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:53.509339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163d04-37cf-4c33-ae8d-54f56a8f7161 req-679b95fb-2219-4c89-9cd8-0594300b93af tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:53.517415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64163d04-37cf-4c33-ae8d-54f56a8f7161 req-679b95fb-2219-4c89-9cd8-0594300b93af tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.1872334 Aug 12 04:04:53.587388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6e53-d57e-4c00-a9cf-77711caad890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.607648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2717678-62ad-47ae-b626-8d0d46c0e407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.646337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7ecca119-751a-4f02-849d-dc58c26982d2 None None] Provisioning complete for port 34fac260-697e-40d5-9081-4cfddcdd72fb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:53.647077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7ecca119-751a-4f02-849d-dc58c26982d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.671883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64163d04-37cf-4c33-ae8d-54f56a8f7161 req-98334d96-1b54-47a4-b3d0-17c2c771a5f1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529517 Aug 12 04:04:53.720883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7ecca119-751a-4f02-849d-dc58c26982d2 None None] Port 34fac260-697e-40d5-9081-4cfddcdd72fb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:04:53.764720 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a4720cf-06b2-45cf-8cad-9ff11ed214fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.799304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2717678-62ad-47ae-b626-8d0d46c0e407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.814449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a4720cf-06b2-45cf-8cad-9ff11ed214fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:53.853762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:04:53.876750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-617367c2-749a-4a0f-a100-a3cbae377315 admin admin] 10.222.0.42 "PUT /v2.0/routers/4f32d6b8-820c-49ab-b345-d89bac8ed1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8189304 Aug 12 04:04:53.876857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Sync routers for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:04:53.891257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:53.892913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:54.005297 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2717678-62ad-47ae-b626-8d0d46c0e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.008436 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2717678-62ad-47ae-b626-8d0d46c0e407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.014983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e2717678-62ad-47ae-b626-8d0d46c0e407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae0fd5d8-4784-40d9-9cd5-0c8930ab478a HTTP/1.1" status: 204 len: 168 time: 0.5338593 Aug 12 04:04:54.019602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5a4720cf-06b2-45cf-8cad-9ff11ed214fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c176bc82890040e6a8bf958ded9dfc84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966454 Aug 12 04:04:54.024317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:54.031956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4720cf-06b2-45cf-8cad-9ff11ed214fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb57deb-31be-4c2c-9c45-8976bd12447f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:54.107657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2717678-62ad-47ae-b626-8d0d46c0e407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0fd5d8-4784-40d9-9cd5-0c8930ab478a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:54.163161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fca15f4-9fd2-4db9-a96b-622124710e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.178937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6e53-d57e-4c00-a9cf-77711caad890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.203178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e9954-e3d9-43f9-86cc-dcc3ed65910a req-828cf14c-6841-4b23-83fa-45d8a7d24d9f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:54.205158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:54.215174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d7e9954-e3d9-43f9-86cc-dcc3ed65910a req-828cf14c-6841-4b23-83fa-45d8a7d24d9f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.1504164 Aug 12 04:04:54.248213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fca15f4-9fd2-4db9-a96b-622124710e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.297598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d7e9954-e3d9-43f9-86cc-dcc3ed65910a req-a2f498ec-565f-4334-9b20-efe672674c92 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814612 Aug 12 04:04:54.306454 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a3d6e53-d57e-4c00-a9cf-77711caad890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.365353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d6e53-d57e-4c00-a9cf-77711caad890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5864d844-be11-4baf-ba08-89add0d3c855,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:54.371027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2a3d6e53-d57e-4c00-a9cf-77711caad890 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3bb03b4349e4b31887739c50ab6bd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4769943 Aug 12 04:04:54.373728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39754) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:54.405712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fca15f4-9fd2-4db9-a96b-622124710e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.409213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fca15f4-9fd2-4db9-a96b-622124710e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.412679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4fca15f4-9fd2-4db9-a96b-622124710e98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ceb57deb-31be-4c2c-9c45-8976bd12447f HTTP/1.1" status: 204 len: 168 time: 0.3849809 Aug 12 04:04:54.423948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca15f4-9fd2-4db9-a96b-622124710e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb57deb-31be-4c2c-9c45-8976bd12447f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:54.478188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2b31894-7604-435f-a7ff-1283196635e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.503192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2b31894-7604-435f-a7ff-1283196635e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.620963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 2, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:54.659972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Checking router: 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:04:54.660651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Updating router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 port 34fac260-697e-40d5-9081-4cfddcdd72fb binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:04:54.660859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2b31894-7604-435f-a7ff-1283196635e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.663281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2b31894-7604-435f-a7ff-1283196635e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:54.666784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f2b31894-7604-435f-a7ff-1283196635e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5864d844-be11-4baf-ba08-89add0d3c855 HTTP/1.1" status: 204 len: 168 time: 0.2891111 Aug 12 04:04:54.672046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-3ae86213-e0a2-452e-a689-a00477847779 service neutron] 10.222.0.20 "GET /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167/bindings/n-h2-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.0892446 Aug 12 04:04:54.684754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b31894-7604-435f-a7ff-1283196635e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864d844-be11-4baf-ba08-89add0d3c855,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:54.710691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.000399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:55.075311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:55.134766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996cd574-d612-4471-93f1-40c357ce1167 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:04:55.164466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158f262-8dd4-491e-985f-fe191bbb4365 req-d43032c2-875d-425f-b00a-6c0437e9c64e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:55.179718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b158f262-8dd4-491e-985f-fe191bbb4365 req-d43032c2-875d-425f-b00a-6c0437e9c64e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 943 time: 0.3815572 Aug 12 04:04:55.205769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:55.223308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.227120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-7f97abc5-3705-44fa-9798-d1716a3450f8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:55.235626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-7f97abc5-3705-44fa-9798-d1716a3450f8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 828 time: 0.2218747 Aug 12 04:04:55.258334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-63498a97-a694-49c0-871f-b461ee365d79 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/quotas/32d70aa1e78849efb8d2cd3355a53400 HTTP/1.1" status: 200 len: 375 time: 0.0181313 Aug 12 04:04:55.294737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b158f262-8dd4-491e-985f-fe191bbb4365 req-39e2ba84-d69f-4693-a0d2-86e1bd308260 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082826 Aug 12 04:04:55.299857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.312307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Transition to ACTIVE for port object 34fac260-697e-40d5-9081-4cfddcdd72fb will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:55.330984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.342050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-a59f7aee-eb6a-411a-8bc4-5a5bc89112f1 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740216 Aug 12 04:04:55.359970 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.411015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.471842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-ec602618-646e-407f-886c-d72509bfcc51 service neutron] 10.222.0.42 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295061 Aug 12 04:04:55.504557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee132c8-2cf4-4891-8ecd-c2997842292f None None] Pushing event updated for resources: {'Port': ['ID=34fac260-697e-40d5-9081-4cfddcdd72fb,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:55.504897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecec6d3-6e41-4b71-bf5a-4fbfdd950b66 req-187755bc-894e-4cc9-8713-abb7a428ff32 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:55.509469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ecec6d3-6e41-4b71-bf5a-4fbfdd950b66 req-187755bc-894e-4cc9-8713-abb7a428ff32 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.0959697 Aug 12 04:04:55.534356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] Transition to ACTIVE for port object 996cd574-d612-4471-93f1-40c357ce1167 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:04:55.542380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Attempting to bind port 34fac260-697e-40d5-9081-4cfddcdd72fb on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:04:55.542774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Attempting to bind port 34fac260-697e-40d5-9081-4cfddcdd72fb by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:04:55.543133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Attempting to bind port 34fac260-697e-40d5-9081-4cfddcdd72fb on network 048055c4-c1b6-4a4b-9659-479020c29652 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:04:55.548924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:04:55.549300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Checking segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:55.549700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.550084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Bound using segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:04:55.550549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Bound port: 34fac260-697e-40d5-9081-4cfddcdd72fb, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:04:55.550951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.566627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ecec6d3-6e41-4b71-bf5a-4fbfdd950b66 req-300e32da-7f5f-4c80-ad12-130cc02f3998 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561790 Aug 12 04:04:55.611986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.625965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-651db4cc-13e8-4990-bb11-d7546c4b7e4d service neutron] 10.222.0.42 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479926 Aug 12 04:04:55.672881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] For port 34fac260-697e-40d5-9081-4cfddcdd72fb, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:55.679605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] For port 34fac260-697e-40d5-9081-4cfddcdd72fb, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34fac260-697e-40d5-9081-4cfddcdd72fb,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:04:55.694860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] Pushing event updated for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:55.746273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] No DVR routers for this DVR port 996cd574-d612-4471-93f1-40c357ce1167 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:04:55.749856 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:55.808263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-083b9ebe-87d8-451f-8e40-6955d4bbefb0 service neutron] 10.222.0.20 "PUT /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167/bindings/n-h2-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1292055 Aug 12 04:04:55.829886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39804) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:55.862802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee132c8-2cf4-4891-8ecd-c2997842292f None None] Pushing event updated for resources: {'Port': ['ID=34fac260-697e-40d5-9081-4cfddcdd72fb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:55.867005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:04:55.867005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:04:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:56.002077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d8e6b6c-9632-4a92-b60d-cbecf49069a3 req-9379070c-dbd6-4d96-980d-15b85da05a36 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 210 time: 0.0653841 Aug 12 04:04:56.064345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:04:56.072227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-0eb3925a-1adf-40ad-9b46-647712eb52f5 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.073938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-0eb3925a-1adf-40ad-9b46-647712eb52f5 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0997620 Aug 12 04:04:56.141796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:56.168244 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d54fefb3-d54a-4eef-a0e2-e0de30d72532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.171079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-9d1148e3-b460-419a-94f4-e0662cd715d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.172744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-9d1148e3-b460-419a-94f4-e0662cd715d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f&tenant_id=a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 1095 time: 0.0897014 Aug 12 04:04:56.282124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-170fa8f4-146d-4b23-91bf-696203466445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.285499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-170fa8f4-146d-4b23-91bf-696203466445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1095 time: 0.0878475 Aug 12 04:04:56.324451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d54fefb3-d54a-4eef-a0e2-e0de30d72532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.352427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:55Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:04:56.381296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde70f79-34f3-4ce9-8291-a55c02c678fb None None] The sync data for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 is: [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:55Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:04:56.405156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d54fefb3-d54a-4eef-a0e2-e0de30d72532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.414344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-network', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:56.456301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-e005c59f-ecad-4dd5-83b3-51a253fe7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.458064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-e005c59f-ecad-4dd5-83b3-51a253fe7e2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.1653547 Aug 12 04:04:56.517837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fefb3-d54a-4eef-a0e2-e0de30d72532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9617204f-1249-4cb0-8f73-24f6df17dbf7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:56.529424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d54fefb3-d54a-4eef-a0e2-e0de30d72532 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fb0e091abc14a2b8d1d0357e06acd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863325 Aug 12 04:04:56.534257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:56.559656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-68f2bde7-518c-4950-9de9-b8d0dad97178 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.0934322 Aug 12 04:04:56.563199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Made reservation on behalf of f482cb7e0a3f4ea19d1f698d0c4dab98 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:56.566362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.590177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3635e0-efaa-41d4-aa67-0bad0e500856 req-c61dca3c-0a80-4732-82f7-c2529550b318 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.595569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd3635e0-efaa-41d4-aa67-0bad0e500856 req-c61dca3c-0a80-4732-82f7-c2529550b318 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.2017612 Aug 12 04:04:56.619239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.754955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd3635e0-efaa-41d4-aa67-0bad0e500856 req-ba4ce2c1-5347-4c4f-9901-637b7ad0d257 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449726 Aug 12 04:04:56.766400 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6eda-f131-464e-8e6b-f6a3c9889e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.801404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6eda-f131-464e-8e6b-f6a3c9889e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.823796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ebb5c4e-0e3b-4781-bc81-aa3c6febcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.825300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-6ebb5c4e-0e3b-4781-bc81-aa3c6febcea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.2482891 Aug 12 04:04:56.879003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158564a-ad1e-46f6-9cc4-2b8be857e062 req-3c40d274-014d-4705-9d05-4f1b3252c253 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:56.880568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b158564a-ad1e-46f6-9cc4-2b8be857e062 req-3c40d274-014d-4705-9d05-4f1b3252c253 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.1785994 Aug 12 04:04:56.937679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-e032e93e-f556-4c14-a0d6-6d2c343eefff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812035 Aug 12 04:04:56.955340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6eda-f131-464e-8e6b-f6a3c9889e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.956234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2ce6eda-f131-464e-8e6b-f6a3c9889e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:56.959797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f2ce6eda-f131-464e-8e6b-f6a3c9889e9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9617204f-1249-4cb0-8f73-24f6df17dbf7 HTTP/1.1" status: 204 len: 168 time: 0.4223311 Aug 12 04:04:56.979659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce6eda-f131-464e-8e6b-f6a3c9889e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9617204f-1249-4cb0-8f73-24f6df17dbf7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:57.119033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b158564a-ad1e-46f6-9cc4-2b8be857e062 req-9d1748f4-2154-4762-bbae-649800b60188 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009284 Aug 12 04:04:57.157160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-afcc3294-5dc3-47ae-92ff-c314aa9d48e7 req-a83ed101-a3f9-485a-8b24-c05097c68292 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 210 time: 0.0424573 Aug 12 04:04:57.237085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-953ffe21-f0a8-4573-ab6d-1de65a1c8299 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720804 Aug 12 04:04:57.344816 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.396104 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-82a43f72-4047-4ab7-8d6c-2273bdaf6744 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500716 Aug 12 04:04:57.418138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34fac260-697e-40d5-9081-4cfddcdd72fb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:57.517926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.559900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:04:57.580419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc2b0be-ea66-484d-a743-da4359926680,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:57.583935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.584479 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Added segment dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e of type vlan for network 5b62abab-ce2a-495f-a512-84375b61dbfc Aug 12 04:04:57.622588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 34fac260-697e-40d5-9081-4cfddcdd72fb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:04:57.629159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 34fac260-697e-40d5-9081-4cfddcdd72fb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:57.636069 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.637586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.754472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.759655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:57.759655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.805217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:57.906948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 34fac260-697e-40d5-9081-4cfddcdd72fb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34fac260-697e-40d5-9081-4cfddcdd72fb,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:04:57.952573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 996cd574-d612-4471-93f1-40c357ce1167 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:04:58.001780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1700025 Aug 12 04:04:58.004055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39874) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:58.009813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Request body: {'subnet': {'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-subnet', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:58.012841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 996cd574-d612-4471-93f1-40c357ce1167 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:04:58.028345 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:58.046789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabed84-b8c5-463b-9082-005d250bfaeb admin admin] Pushing event updated for resources: {'Network': ['ID=5b62abab-ce2a-495f-a512-84375b61dbfc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:58.085158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1f932-cfec-407b-af88-cb68e15497a1 req-3a1369de-99fb-45a8-b9e6-4e68cc8a5334 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:58.094239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1f1f932-cfec-407b-af88-cb68e15497a1 req-3a1369de-99fb-45a8-b9e6-4e68cc8a5334 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.2306347 Aug 12 04:04:58.121525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=34fac260-697e-40d5-9081-4cfddcdd72fb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:58.136237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-51298244-429f-4cc0-b481-c5a9fed947ec tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:58.138075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-51298244-429f-4cc0-b481-c5a9fed947ec tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.1350946 Aug 12 04:04:58.176302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Made reservation on behalf of f482cb7e0a3f4ea19d1f698d0c4dab98 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:58.179152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:58.188550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 5b62abab-ce2a-495f-a512-84375b61dbfc details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:04:58.241793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1f1f932-cfec-407b-af88-cb68e15497a1 req-a8c4f93b-f8cf-41ea-8b27-6e6c45d3b9aa tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407025 Aug 12 04:04:58.390880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efa0d3c4-3f03-4610-8c0d-9eefe64e952e req-e21ef30b-14ba-471e-81fc-fda77c498aa3 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 210 time: 0.0463083 Aug 12 04:04:58.461698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-0a316a3e-e4c6-44fb-adcf-dd755bfcdc53 service neutron] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:04:58.469462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-0a316a3e-e4c6-44fb-adcf-dd755bfcdc53 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:58.471121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e1fe20-8a20-4e8e-87b0-afeb88ba7415 req-0a316a3e-e4c6-44fb-adcf-dd755bfcdc53 service neutron] 10.222.0.36 "DELETE /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167/bindings/n-h1-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.3250511 Aug 12 04:04:58.485628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-608b63ba-760f-4f84-87a7-efb9957f3732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:58.489960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd72dce-4a16-425d-b6db-31a605b47aef req-63cb9f61-7471-4c75-bb68-274eb77bf0e5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:58.493036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfd72dce-4a16-425d-b6db-31a605b47aef req-63cb9f61-7471-4c75-bb68-274eb77bf0e5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.1193871 Aug 12 04:04:58.548737 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfd72dce-4a16-425d-b6db-31a605b47aef req-4ae9760a-9153-4104-9a67-5b6aa06ef141 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488861 Aug 12 04:04:58.572549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:58.659607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11dfb34-aed8-4973-b1ef-7d1bde865f3f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:04:58.671296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Checking segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:04:58.671697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Network hostable DHCP agents. Network: 5b62abab-ce2a-495f-a512-84375b61dbfc, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:04:58.769958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Network 5b62abab-ce2a-495f-a512-84375b61dbfc is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:04:58.862801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 5b62abab-ce2a-495f-a512-84375b61dbfc) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:04:58.872241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:58.872241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14186197-a599-4681-812f-c79955eab132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:58.873265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5546c-bbe5-45f7-8295-71d6673faf3c None None] Network 5b62abab-ce2a-495f-a512-84375b61dbfc requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:04:58.883691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-a0e0a0fa-e614-4785-846b-f257b0af03e9 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:58.888633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-a0e0a0fa-e614-4785-846b-f257b0af03e9 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.36 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 828 time: 0.1753805 Aug 12 04:04:58.905160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Request body: {'port': {'device_id': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'admin_state_up': True, 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:58.955058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14186197-a599-4681-812f-c79955eab132 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9493256 Aug 12 04:04:58.958111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39898) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:04:58.962375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:04:59.113765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.115386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.191983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-5b62abab-ce2a-495f-a512-84375b61dbfc', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:04:59.192882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.247944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.359947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Made reservation on behalf of 32d70aa1e78849efb8d2cd3355a53400 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:04:59.363950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.393820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34fac260-697e-40d5-9081-4cfddcdd72fb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:04:59.603729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c5f7-17a0-4efe-bbf1-ba8b201631e8 req-935c43b2-c02b-4171-b5a5-939df56e50f8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:59.605596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc8c5f7-17a0-4efe-bbf1-ba8b201631e8 req-935c43b2-c02b-4171-b5a5-939df56e50f8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.2086725 Aug 12 04:04:59.621929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 34fac260-697e-40d5-9081-4cfddcdd72fb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:04:59.622751 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.625800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Allocated IP 172.20.0.2 (5b62abab-ce2a-495f-a512-84375b61dbfc/b11dfb34-aed8-4973-b1ef-7d1bde865f3f/664ebc2a-23f3-44c1-9114-1426626813c3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:59.639860 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f590562-9cc1-4eb7-a6e0-b6ff4d420eec req-df07e2b7-13ca-4bf9-aeee-eec88210697a tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 210 time: 0.0894051 Aug 12 04:04:59.794677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:04:59.798025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc8c5f7-17a0-4efe-bbf1-ba8b201631e8 req-35508364-d7a5-4f62-9bc4-d5c659393c0c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695259 Aug 12 04:04:59.854089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Allocated IP 172.20.0.13 (048055c4-c1b6-4a4b-9659-479020c29652/cd42119f-dd47-4c0e-bbdf-492b68196170/23b8166d-ad24-491f-8844-79e3759995c8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:04:59.928420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c4d84-8543-4a15-b396-4f474da72f35 req-7080a912-0e1f-45af-b9d4-4bc025c1103a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:04:59.937912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e29c4d84-8543-4a15-b396-4f474da72f35 req-7080a912-0e1f-45af-b9d4-4bc025c1103a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.1371741 Aug 12 04:05:00.082277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a8ad0-270d-42b4-9946-bbbe5854708e req-0a432e17-d58a-4d80-9c25-688ac91ec8bb tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:00.083936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea1a8ad0-270d-42b4-9946-bbbe5854708e req-0a432e17-d58a-4d80-9c25-688ac91ec8bb tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1095 time: 0.1098526 Aug 12 04:05:00.146640 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.159738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.180194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Transition to ACTIVE for port object 664ebc2a-23f3-44c1-9114-1426626813c3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:00.192963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea1a8ad0-270d-42b4-9946-bbbe5854708e req-dbca24e8-e737-4183-9c6d-bb48396d30e8 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851364 Aug 12 04:05:00.212383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e29c4d84-8543-4a15-b396-4f474da72f35 req-3a856a68-0f29-4d1d-b7bd-29fe5e689a48 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733777 Aug 12 04:05:00.219570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Transition to ACTIVE for port object 23b8166d-ad24-491f-8844-79e3759995c8 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:00.226912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Transition to ACTIVE for port object 664ebc2a-23f3-44c1-9114-1426626813c3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:00.376585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.410543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.471635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Pushing event updated for resources: {'Port': ['ID=664ebc2a-23f3-44c1-9114-1426626813c3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:00.495546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Network 5b62abab-ce2a-495f-a512-84375b61dbfc is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:00.496998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:00.503563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Network 048055c4-c1b6-4a4b-9659-479020c29652 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:00.507793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:00.528073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-51aaadfc-72ac-4760-82ad-95651fbc4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:00.531070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:00.533868 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-51aaadfc-72ac-4760-82ad-95651fbc4ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1097 time: 0.1459963 Aug 12 04:05:00.535214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:00.559726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:00.560460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.645299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event updated for resources: {'Port': ['ID=23b8166d-ad24-491f-8844-79e3759995c8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:00.675482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Attempting to bind port 664ebc2a-23f3-44c1-9114-1426626813c3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:00.676068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Attempting to bind port 664ebc2a-23f3-44c1-9114-1426626813c3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:00.677779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Attempting to bind port 664ebc2a-23f3-44c1-9114-1426626813c3 on network 5b62abab-ce2a-495f-a512-84375b61dbfc {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:00.699119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:00.699476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Checking segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:00.701541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.703292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Bound using segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:00.703815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Bound port: 664ebc2a-23f3-44c1-9114-1426626813c3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:00.704215 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.734059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-02f38d0b-1d7a-4657-8d31-5a9082e79055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:00.735827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-02f38d0b-1d7a-4657-8d31-5a9082e79055 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1932333 Aug 12 04:05:00.737623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.769594 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.825065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-c48d5e5e-d57b-4150-93c3-5e237778ac61 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9281111 Aug 12 04:05:00.858156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Request body: {'port': {'device_id': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:00.878553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] For port 664ebc2a-23f3-44c1-9114-1426626813c3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:00.886275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] For port 664ebc2a-23f3-44c1-9114-1426626813c3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=664ebc2a-23f3-44c1-9114-1426626813c3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:00.898393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a252a9bf-dc34-4372-8273-f3280991b96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:00.944313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Allocated IP 172.25.6.83 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3a72892c-c24c-4414-8b4a-9e94fee99cfa) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:00.948983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:01.057178 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:01.104458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:01.111257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-304bb42b-f6a7-45b2-9edf-43c6f5c70d2a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:01.115040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-304bb42b-f6a7-45b2-9edf-43c6f5c70d2a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.4454722 Aug 12 04:05:01.153500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0f7ce65a-da2b-4ba5-b71f-6831a9289da1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/quotas/a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 375 time: 0.0306106 Aug 12 04:05:01.175383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e7152-c6d8-405a-94a5-8ac475eb2e5e None None] Pushing event updated for resources: {'Port': ['ID=664ebc2a-23f3-44c1-9114-1426626813c3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:01.190587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:01.246089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:01.261782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-496edda1-a63f-4255-8807-cf6882499297 None None] Provisioning for port 23b8166d-ad24-491f-8844-79e3759995c8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:01.268790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-496edda1-a63f-4255-8807-cf6882499297 None None] Provisioning complete for port 23b8166d-ad24-491f-8844-79e3759995c8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:01.270027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-496edda1-a63f-4255-8807-cf6882499297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:01.274516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:01.276712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-d6122f81-4d02-4a83-9952-77b8faacbee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.5088303 Aug 12 04:05:01.279440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:01.285625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:01.347402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-f5a04b71-cd5b-4e70-8ead-2618635cf28e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1852872 Aug 12 04:05:01.362123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Pushing event updated for resources: {'Port': ['ID=3a72892c-c24c-4414-8b4a-9e94fee99cfa,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:01.363000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-496edda1-a63f-4255-8807-cf6882499297 None None] Port 23b8166d-ad24-491f-8844-79e3759995c8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:01.578063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-5654bffd-73d0-47c3-b735-3affa2ec4b10 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a25c779ea0b943c78f7a892f159bddfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2130044 Aug 12 04:05:01.616615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-6fcbcb16-1655-44bb-a134-35e24cf830b7 service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683995 Aug 12 04:05:01.671697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-5c13951e-3953-41c3-8cc8-24636a41640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:01.673165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-5c13951e-3953-41c3-8cc8-24636a41640f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.3124559 Aug 12 04:05:01.959602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-b896f6a6-6c94-45ad-86c3-06bf44ebd70b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546005 Aug 12 04:05:01.990338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:02.020283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-1a2cb348-6a12-4a9b-ba98-4ef5b0856e0a service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016237 Aug 12 04:05:02.092851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-e78ba113-141b-401c-9a3f-0df1a83788a0 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:02.094387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-e78ba113-141b-401c-9a3f-0df1a83788a0 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4979017 Aug 12 04:05:02.113585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b8166d-ad24-491f-8844-79e3759995c8 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:02.124939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:02.142142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Transition to ACTIVE for port object 23b8166d-ad24-491f-8844-79e3759995c8 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:02.181079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aca7b5-f42e-44bd-9242-44c61b768828 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/quotas/a25c779ea0b943c78f7a892f159bddfa HTTP/1.1" status: 200 len: 375 time: 0.0685430 Aug 12 04:05:02.232360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-48f4a40a-0947-47bb-ba63-030951db48db tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a25c779ea0b943c78f7a892f159bddfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424399 Aug 12 04:05:02.243715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-92d9b8e1-5863-4526-9c86-be5619724fe6 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668335 Aug 12 04:05:02.245236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:02.465101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:02.572758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Pushing event updated for resources: {'Port': ['ID=23b8166d-ad24-491f-8844-79e3759995c8,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:02.588642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Attempting to bind port 23b8166d-ad24-491f-8844-79e3759995c8 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:02.588983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Attempting to bind port 23b8166d-ad24-491f-8844-79e3759995c8 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:02.589317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Attempting to bind port 23b8166d-ad24-491f-8844-79e3759995c8 on network 048055c4-c1b6-4a4b-9659-479020c29652 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:02.604571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Port 23b8166d-ad24-491f-8844-79e3759995c8 on network 048055c4-c1b6-4a4b-9659-479020c29652 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:02.604905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Attempting to bind port 23b8166d-ad24-491f-8844-79e3759995c8 on network 048055c4-c1b6-4a4b-9659-479020c29652 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:02.617377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:02.617740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Checking segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:02.618251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Bound using segment: {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:02.618596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Bound port: 23b8166d-ad24-491f-8844-79e3759995c8, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84fed8c-7e7a-45bc-95fd-ff6129861e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:02.618974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:02.629577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-fb8d2dea-8264-49cd-ac58-13e718913a06 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729732 Aug 12 04:05:02.833492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd975d-fe88-4c4f-9adc-7f47873d78e6 None None] Network 5b62abab-ce2a-495f-a512-84375b61dbfc requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:02.872776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] For port 23b8166d-ad24-491f-8844-79e3759995c8, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:02.881268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] For port 23b8166d-ad24-491f-8844-79e3759995c8, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=23b8166d-ad24-491f-8844-79e3759995c8,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:02.960177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.013344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f9a53c98-fb25-4661-8691-ea2540f4ddee None None] Provisioning for port 664ebc2a-23f3-44c1-9114-1426626813c3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:03.100741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441bb94-898d-4cdd-9ace-6ec66f70fd8d req-00ffeb9e-e78b-4e9f-b5bf-a04cdaf42a59 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.112600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3441bb94-898d-4cdd-9ace-6ec66f70fd8d req-00ffeb9e-e78b-4e9f-b5bf-a04cdaf42a59 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 944 time: 0.2946734 Aug 12 04:05:03.120836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f14c85ca-3b68-4e81-bdd1-fe5bdea76a33 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.126973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f14c85ca-3b68-4e81-bdd1-fe5bdea76a33 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1097 time: 0.3562276 Aug 12 04:05:03.132047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.137183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.138969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] 10.222.0.36 "PUT /v2.0/ports/23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 1092 time: 2.3023677 Aug 12 04:05:03.139985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:03.143732 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "tag": "23b8166d-ad24-491f-8844-79e3759995c8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:03.202344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804320-1'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:03.256804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac427f-259a-455b-bdd3-d9fdd287ee63 service neutron] Pushing event updated for resources: {'Port': ['ID=23b8166d-ad24-491f-8844-79e3759995c8,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:03.281661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.386544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3bc6-a0f8-4e59-9a26-eff5638c1634 req-385c33d3-ab77-4561-8f15-2194799a839e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.395705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-081e3bc6-a0f8-4e59-9a26-eff5638c1634 req-385c33d3-ab77-4561-8f15-2194799a839e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 946 time: 0.3213525 Aug 12 04:05:03.445639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 664ebc2a-23f3-44c1-9114-1426626813c3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:03.460950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-4481f9b9-f12a-4847-a40a-0472c1b86bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.462450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-4481f9b9-f12a-4847-a40a-0472c1b86bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1095 time: 0.1735833 Aug 12 04:05:03.502467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-081e3bc6-a0f8-4e59-9a26-eff5638c1634 req-46a99ab9-86c1-4b78-acac-a1f79c88aa77 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018972 Aug 12 04:05:03.532091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.552891 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3441bb94-898d-4cdd-9ace-6ec66f70fd8d req-8eb797dc-ee89-4b87-ad5a-58297e57aeb4 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385028 Aug 12 04:05:03.583909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-1c8f841b-6482-4879-9069-e8d4ab5c0524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 217 time: 0.1089411 Aug 12 04:05:03.615045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 664ebc2a-23f3-44c1-9114-1426626813c3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:03.619198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 664ebc2a-23f3-44c1-9114-1426626813c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:03.619658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.644161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-9ca1f569-2949-43b3-89ea-fd7556b1a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.647589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-9ca1f569-2949-43b3-89ea-fd7556b1a046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 200 len: 867 time: 0.0546696 Aug 12 04:05:03.663523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5ce95a9-eb79-4ed3-941a-5205ee95f1a8 req-6de811de-956a-4f5c-b017-4d9b868bc3fd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 210 time: 0.0373223 Aug 12 04:05:03.673670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.709340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Request body: {'security_group': {'name': 'tempest-securitygroup-35800828', 'description': 'tempest-description-1683878534'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:03.725132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-526dfbc1-4433-4700-bb78-8d26bf38a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:03.726831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-526dfbc1-4433-4700-bb78-8d26bf38a5bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=048055c4-c1b6-4a4b-9659-479020c29652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718372 Aug 12 04:05:03.803637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ccc5c9b-b069-4a38-9063-a6c9c02545e9 None None] Provisioning complete for port 664ebc2a-23f3-44c1-9114-1426626813c3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:03.804555 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5c9b-b069-4a38-9063-a6c9c02545e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.850377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a22dbffc-c76c-4538-914a-af5ad0aec09e req-31b4aeaf-8f38-4763-8ebf-15f9b111729d tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 210 time: 0.0476308 Aug 12 04:05:03.864323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-097cc619-ceef-4347-8288-3ad8f543a082 service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277039 Aug 12 04:05:03.899474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:03.918482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:03.975189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 664ebc2a-23f3-44c1-9114-1426626813c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=664ebc2a-23f3-44c1-9114-1426626813c3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:03.976697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ccc5c9b-b069-4a38-9063-a6c9c02545e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.003449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bde0112-69a5-4b8c-bc4f-77fe699db547 req-b8e46ea5-b07c-474a-8849-594aa7554ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317019 Aug 12 04:05:04.012496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:04.022971 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240d4f5-8c03-48db-98cb-8343e37bb3e5 x-openstack-request-id: req-c240d4f5-8c03-48db-98cb-8343e37bb3e5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:04.023739 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "tag": "23b8166d-ad24-491f-8844-79e3759995c8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:04.024129 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c240d4f5-8c03-48db-98cb-8343e37bb3e5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:04.024717 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8', 'status': 'completed', 'code': 200} Aug 12 04:05:04.060426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:04.062659 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663cc25b-948d-43b0-956a-c63b58b172ad" -d '{"events": [{"server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:04.067107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.102681 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d416a0a-5f12-4f3d-8daf-ba3fda6abb20 x-openstack-request-id: req-6d416a0a-5f12-4f3d-8daf-ba3fda6abb20 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:04.103021 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:04.103345 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d416a0a-5f12-4f3d-8daf-ba3fda6abb20 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:04.103905 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'code': 200} Aug 12 04:05:04.319489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:05:04.350337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.351462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.367112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.376643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.454881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-2ec032ab-6b37-4cef-a01c-e918c9bf5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:04.456588 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-2ec032ab-6b37-4cef-a01c-e918c9bf5d2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1095 time: 0.0690787 Aug 12 04:05:04.496615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:04.520918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:04.522657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on host n-h1-804320-1 for vnic_type normal with profile {"migrating_to": "n-h2-804320-1"} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:04.523015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:04.523694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:04.534905 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:04.535468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:04.535570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Attempting to bind port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:04.543327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:04.543668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:04.544053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:04.545079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Bound port: 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:04.545444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.547038 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-0ccc5c9b-b069-4a38-9063-a6c9c02545e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:05:04.552199 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-0ccc5c9b-b069-4a38-9063-a6c9c02545e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:05:04.552332 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:04.553210 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:04.554370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=664ebc2a-23f3-44c1-9114-1426626813c3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:04.676578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:04.683543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-f185e013-8bba-4e38-a3fd-fdf485f87fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:04.686555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-f185e013-8bba-4e38-a3fd-fdf485f87fdf service neutron] 10.222.0.36 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 929 time: 0.2198064 Aug 12 04:05:04.694796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:04.728013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b844792-7cf6-46e2-9182-6bea6ace28a0 req-405953ee-4a6c-473b-85d0-633c8f8643cd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:04.734063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b844792-7cf6-46e2-9182-6bea6ace28a0 req-405953ee-4a6c-473b-85d0-633c8f8643cd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.0911963 Aug 12 04:05:04.760324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-a3bb7d39-a59b-4cd7-a66c-2140229b1db8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 217 time: 0.0607328 Aug 12 04:05:04.762111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.778365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b844792-7cf6-46e2-9182-6bea6ace28a0 req-a7b79747-f608-45d3-a977-db699e89919d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Aug 12 04:05:04.780581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.851584 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.898634 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:04.945142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:04.946018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=8']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:04.946476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-4937e2f2-e830-455a-8c44-9722204aef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:04.947955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-4937e2f2-e830-455a-8c44-9722204aef5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 200 len: 867 time: 0.1791511 Aug 12 04:05:04.958082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.959981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e79aee3-0a27-4d67-91a0-1df036d5e3df admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.0005546 Aug 12 04:05:04.961965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:04.962797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:04.964202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-7d8d22f9-edbd-4e1d-8690-0d1451edad84 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 1122 time: 1.7696548 Aug 12 04:05:04.972212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40032) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:05.022391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:05.029797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63de1165-30f3-4e1e-82da-ffc03a1ec4d1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:05.098737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-c112e524-32c7-43c0-b75f-052ef0b72b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:05.101115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-c112e524-32c7-43c0-b75f-052ef0b72b45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=048055c4-c1b6-4a4b-9659-479020c29652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454933 Aug 12 04:05:05.145525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.269590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.338108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-ce9c1657-c594-4c55-8678-5db46b1a5d6e service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259741 Aug 12 04:05:05.340789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0462878b-51a0-4e6b-99d2-45c1aa47ecd3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:05.370766 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:01Z', 'revision_number': 3, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:05.400046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.411333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 664ebc2a-23f3-44c1-9114-1426626813c3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:05.414540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:05.414540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Updating router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 port 3a72892c-c24c-4414-8b4a-9e94fee99cfa binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:05:05.415971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d768eb5-5e61-44af-83a5-d81ccfe3a6d8 req-4a1a3e04-1980-4f25-a0d2-86bb3c67ec9d tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7107949 Aug 12 04:05:05.465906 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.554749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f0cbf32-5dc6-441b-b03c-7e4be39d97c9 req-3f515fb7-4478-4dd7-b734-450b615bf550 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 210 time: 0.0563180 Aug 12 04:05:05.581749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 664ebc2a-23f3-44c1-9114-1426626813c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:05.581749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.592347 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3216970-da70-427b-82ce-d2d0227aa88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.653684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1df45-0d1b-4c03-91f8-0a08608ac1ed req-58c78eae-8e58-486a-a534-a3eb6c61c0d1 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:05.656052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fab1df45-0d1b-4c03-91f8-0a08608ac1ed req-58c78eae-8e58-486a-a534-a3eb6c61c0d1 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 944 time: 0.7114384 Aug 12 04:05:05.663330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f46a1eed-93d9-450c-ab5a-a7c244cc2fd8 req-1b630856-3402-4563-957a-a6ff5e81e99e service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894626 Aug 12 04:05:05.785241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38be4e3c-b17c-473b-993b-480e0ca6d43c req-7542a6d7-2aab-4a6e-b400-480c410421fb tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 210 time: 0.0912931 Aug 12 04:05:05.812646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fab1df45-0d1b-4c03-91f8-0a08608ac1ed req-076d9cd3-8721-4f36-aeaa-79633c7efa38 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471713 Aug 12 04:05:05.874896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a49a98fa-400c-4768-98a7-86a63be5da1e req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Request body: {'security_group': {'name': 'tempest-securitygroup-454464571', 'description': 'tempest-description-869157617'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:05.960109 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.971582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-6a09e287-bd06-4eb7-8130-a65d46d7ae17 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:05.973667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-6a09e287-bd06-4eb7-8130-a65d46d7ae17 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.2060466 Aug 12 04:05:05.981378 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Transition to ACTIVE for port object 3a72892c-c24c-4414-8b4a-9e94fee99cfa will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:05.988159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3216970-da70-427b-82ce-d2d0227aa88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:05.991586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Request body: {'port': {'device_id': '900282fc-1d17-4469-bbaa-360c45a73f79', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'admin_state_up': True, 'tenant_id': 'a7aa76a7b636408e95bc38aa4acc8973'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:06.087017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c527f2b-51ff-4032-90c3-49da319a303c req-4109b3b1-e5cc-45bc-955c-b7dcec2c5e3b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:06.089048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c527f2b-51ff-4032-90c3-49da319a303c req-4109b3b1-e5cc-45bc-955c-b7dcec2c5e3b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.0993223 Aug 12 04:05:06.108633 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.122200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:06.124728 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:06.134745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3216970-da70-427b-82ce-d2d0227aa88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.189222 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c527f2b-51ff-4032-90c3-49da319a303c req-71c645c5-b2f2-4f62-855c-c4108edded89 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898585 Aug 12 04:05:06.223184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a98fa-400c-4768-98a7-86a63be5da1e req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.254048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3216970-da70-427b-82ce-d2d0227aa88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747ad39-9f94-437c-aa9e-92a4167fc1e2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:06.258974 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597d20-cfbe-49e3-a348-96bde5ed32f8 None None] Pushing event updated for resources: {'Port': ['ID=3a72892c-c24c-4414-8b4a-9e94fee99cfa,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:06.262570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3216970-da70-427b-82ce-d2d0227aa88d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e9c47682f554743bc04b08298b761fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3129766 Aug 12 04:05:06.264052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40040) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:06.268525 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Attempting to bind port 3a72892c-c24c-4414-8b4a-9e94fee99cfa on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:06.268898 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Attempting to bind port 3a72892c-c24c-4414-8b4a-9e94fee99cfa by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:06.269259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Attempting to bind port 3a72892c-c24c-4414-8b4a-9e94fee99cfa on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:06.283487 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:06.290637 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:06.290637 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.290637 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:06.290637 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Bound port: 3a72892c-c24c-4414-8b4a-9e94fee99cfa, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:06.290637 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.309892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Made reservation on behalf of a7aa76a7b636408e95bc38aa4acc8973 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:06.315161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.333607 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3240c76f-23e7-4ef6-8fd3-ead112ab6f27 x-openstack-request-id: req-3240c76f-23e7-4ef6-8fd3-ead112ab6f27 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:06.333806 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:06.334023 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3240c76f-23e7-4ef6-8fd3-ead112ab6f27 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:06.334421 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'status': 'completed', 'code': 200} Aug 12 04:05:06.393554 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] For port 3a72892c-c24c-4414-8b4a-9e94fee99cfa, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:06.397274 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] For port 3a72892c-c24c-4414-8b4a-9e94fee99cfa, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a72892c-c24c-4414-8b4a-9e94fee99cfa,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:06.408900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b1d66cfc-aa65-4a10-891e-cafe6c626ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.432914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b1d66cfc-aa65-4a10-891e-cafe6c626ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.463394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.20', 56657) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:06.476943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Allocated IP 172.20.0.5 (4422a9f2-0b2f-404e-ad02-67a357bcab2e/b24301bd-2037-4294-89e1-1cb11af02256/aa3b6ba2-1848-4975-a1be-ec4151b5a95a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:06.481332 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.494815 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.501300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-af96d927-3a2e-4f05-83d3-1d23278eb37d tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a25c779ea0b943c78f7a892f159bddfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367405 Aug 12 04:05:06.588033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-92e719fe-0747-4a60-b9e5-e2f279926e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:06.589693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-92e719fe-0747-4a60-b9e5-e2f279926e05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1125 time: 0.0518322 Aug 12 04:05:06.697487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b1d66cfc-aa65-4a10-891e-cafe6c626ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.700552 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b1d66cfc-aa65-4a10-891e-cafe6c626ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:06.707823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b1d66cfc-aa65-4a10-891e-cafe6c626ab1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8747ad39-9f94-437c-aa9e-92a4167fc1e2 HTTP/1.1" status: 204 len: 168 time: 0.4198017 Aug 12 04:05:06.710957 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597d20-cfbe-49e3-a348-96bde5ed32f8 None None] Pushing event updated for resources: {'Port': ['ID=3a72892c-c24c-4414-8b4a-9e94fee99cfa,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:06.724466 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:06.724466 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:06.774794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-16d8b567-b3b9-45f8-a368-a7ccda5f57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:06.776482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-16d8b567-b3b9-45f8-a368-a7ccda5f57e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1685221 Aug 12 04:05:06.858553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a21337f0-941a-499a-92d0-3885f9cd57ef req-d3582015-b543-4acb-8d3b-b9c95d86386b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 210 time: 0.1345575 Aug 12 04:05:06.866264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d66cfc-aa65-4a10-891e-cafe6c626ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747ad39-9f94-437c-aa9e-92a4167fc1e2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:06.893144 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:06.895310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-af0121fb-c658-41f5-877e-86de049f3bb0 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:06.897646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-af0121fb-c658-41f5-877e-86de049f3bb0 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872652 Aug 12 04:05:06.982612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Request body: {'port': {'device_id': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'a25c779ea0b943c78f7a892f159bddfa'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:07.098978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-7f9d061d-43b5-4f2b-8c4c-d3fe4b3bbfa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.1236687 Aug 12 04:05:07.106627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ce4f1c0-48f2-4a2a-952a-7438b5d34576 req-8ba205ef-1bd5-47e0-b420-4679a387d07e tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 210 time: 0.0351386 Aug 12 04:05:07.114934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Allocated IP 172.20.0.1 (5b62abab-ce2a-495f-a512-84375b61dbfc/b11dfb34-aed8-4973-b1ef-7d1bde865f3f/19762271-f911-4b47-8822-2c85dd40d6b3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:07.116308 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:01Z', 'revision_number': 3, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:07.177750 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f1960-8659-45b9-86f4-aa0cf085ab50 None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:01Z', 'revision_number': 3, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:07.268415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.306662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-3e18fe32-9ee9-4ef7-a44c-4cb48429a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:07.308320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-3e18fe32-9ee9-4ef7-a44c-4cb48429a3b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1764350 Aug 12 04:05:07.368791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa445058-e372-4521-95fc-ee0fbad0493a req-3b92e3b9-90f9-40d9-b70b-b0a17fbe71c6 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:07.369493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-db36ffa2-fc61-4641-b832-0dca0d1b1740 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515504 Aug 12 04:05:07.370291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa445058-e372-4521-95fc-ee0fbad0493a req-3b92e3b9-90f9-40d9-b70b-b0a17fbe71c6 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 944 time: 0.0989783 Aug 12 04:05:07.418219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.442119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa445058-e372-4521-95fc-ee0fbad0493a req-202d417b-8d42-4523-b386-694e9e212bec tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620313 Aug 12 04:05:07.465360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a98fa-400c-4768-98a7-86a63be5da1e req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.469519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Transition to ACTIVE for port object 19762271-f911-4b47-8822-2c85dd40d6b3 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:07.547081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a98fa-400c-4768-98a7-86a63be5da1e req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.601015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.622068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-596548ae-dd4b-4eba-addc-1cb9b70f8442 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346616 Aug 12 04:05:07.650930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88bb2521-74cb-4104-85ef-3a85ae0d67dd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:07.667629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.679351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40054) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:07.695161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Made reservation on behalf of a25c779ea0b943c78f7a892f159bddfa for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:07.698901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.702658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Network 5b62abab-ce2a-495f-a512-84375b61dbfc is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:07.732091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:07.735753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:07.736239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.743387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43db4883-116d-4ac6-ade0-b52bf318fb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.745210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.802820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:07.817279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a98fa-400c-4768-98a7-86a63be5da1e req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.821023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Pushing event updated for resources: {'Port': ['ID=19762271-f911-4b47-8822-2c85dd40d6b3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:07.822418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a98fa-400c-4768-98a7-86a63be5da1e req-83f6306c-f27f-4c76-a6b7-18fe9d92e3c3 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9818459 Aug 12 04:05:07.847220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:07.861456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:07.869645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:07.878199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:07.878891 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:07.884255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d981a2-bfce-4e89-a4b5-58536d544561 req-9d1aacbb-8a23-4a4a-9b1a-4df389f4e43b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:07.895017 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09d981a2-bfce-4e89-a4b5-58536d544561 req-9d1aacbb-8a23-4a4a-9b1a-4df389f4e43b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.3058937 Aug 12 04:05:07.964013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84934998-f6b4-4de1-8ccd-babb3a3ddc3e req-dcbb0c25-1a3f-4a0f-ab30-8eab0aa06bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410308 Aug 12 04:05:08.106587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 23b8166d-ad24-491f-8844-79e3759995c8 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:08.119924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43db4883-116d-4ac6-ade0-b52bf318fb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.173783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09d981a2-bfce-4e89-a4b5-58536d544561 req-5c0fb4ab-162d-4161-8751-e37cb52c0c56 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784997 Aug 12 04:05:08.206098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43db4883-116d-4ac6-ade0-b52bf318fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.244687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-43db4883-116d-4ac6-ade0-b52bf318fb79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8de9a10631e0400b9a5545860740a36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618064 Aug 12 04:05:08.247569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40064) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:08.298350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db4883-116d-4ac6-ade0-b52bf318fb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cdf4a1-131f-45d8-a669-0b47baa43905,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:08.299697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1699558471', 'description': 'tempest-description-1954879820'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:08.313909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-0ecde62d-3a89-4afc-9acd-adf8bd15f42d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3272893 Aug 12 04:05:08.329199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Request body: {'port': {'device_id': '900282fc-1d17-4469-bbaa-360c45a73f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:08.360147 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c3e63d0-e36c-480d-b16b-4a436ca980d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.397485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 23b8166d-ad24-491f-8844-79e3759995c8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=23b8166d-ad24-491f-8844-79e3759995c8,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:08.409928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.411696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '23b8166d-ad24-491f-8844-79e3759995c8', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'port_id': '23b8166d-ad24-491f-8844-79e3759995c8', 'mac_address': 'fa:16:3e:ab:7d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:08.417153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7b4602b5-84d3-4fde-99d2-e74e2cb24568 None None] Provisioning for port 19762271-f911-4b47-8822-2c85dd40d6b3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:08.422243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7b4602b5-84d3-4fde-99d2-e74e2cb24568 None None] Provisioning complete for port 19762271-f911-4b47-8822-2c85dd40d6b3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:08.422587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b4602b5-84d3-4fde-99d2-e74e2cb24568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.435355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.453208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c3e63d0-e36c-480d-b16b-4a436ca980d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.523835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.541021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b8166d-ad24-491f-8844-79e3759995c8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:08.547596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7b4602b5-84d3-4fde-99d2-e74e2cb24568 None None] Port 19762271-f911-4b47-8822-2c85dd40d6b3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:08.569529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 23b8166d-ad24-491f-8844-79e3759995c8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=23b8166d-ad24-491f-8844-79e3759995c8,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:08.587968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0096f-240b-4d87-8a20-ac22716a1998 req-0b9f17a5-afd5-495f-b041-d699ded3c34d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:08.589698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1fd0096f-240b-4d87-8a20-ac22716a1998 req-0b9f17a5-afd5-495f-b041-d699ded3c34d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 931 time: 0.2985296 Aug 12 04:05:08.630492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.633194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c3e63d0-e36c-480d-b16b-4a436ca980d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.636010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c3e63d0-e36c-480d-b16b-4a436ca980d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.637256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7c3e63d0-e36c-480d-b16b-4a436ca980d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08cdf4a1-131f-45d8-a669-0b47baa43905 HTTP/1.1" status: 204 len: 168 time: 0.3887615 Aug 12 04:05:08.654648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e63d0-e36c-480d-b16b-4a436ca980d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cdf4a1-131f-45d8-a669-0b47baa43905,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:08.662930 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.666996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:08.682683 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1fd0096f-240b-4d87-8a20-ac22716a1998 req-4cd863d8-9117-46a5-ad72-4a6d912e373c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832009 Aug 12 04:05:08.794300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.890914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2a99fc-9da9-4365-a053-d1abdc699148,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:08.909967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:08.934066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:08.949747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce06b358-b386-4819-ae46-2e093848b31b req-7c77480a-b9aa-489f-a7ed-1b7692c3669e tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 210 time: 0.0576239 Aug 12 04:05:08.975718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b has no active binding in host n-h2-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:05:08.981730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=23b8166d-ad24-491f-8844-79e3759995c8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:08.990146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.990530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.990955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.991310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.991751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.991988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.992324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.992653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.992977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.993315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.993674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.993951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:08.998230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.065528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3b6ba2-1848-4975-a1be-ec4151b5a95a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:09.079789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.126917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Transition to ACTIVE for port object aa3b6ba2-1848-4975-a1be-ec4151b5a95a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:09.178418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Allocated IP 192.168.233.97 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/346e3264-5987-426c-92ab-105e0ebf7def) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:09.223796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.229431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['23b8166d-ad24-491f-8844-79e3759995c8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:09.279116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.384835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:09.398166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.415793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bd0f9-7e05-492e-9dec-4d2d48d40d40 req-6d02312b-5dbf-49ea-b2de-b1d74c52d08e tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:09.417655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-905bd0f9-7e05-492e-9dec-4d2d48d40d40 req-6d02312b-5dbf-49ea-b2de-b1d74c52d08e tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 945 time: 0.2699478 Aug 12 04:05:09.425710 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.521984 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.522581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.569215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a72892c-c24c-4414-8b4a-9e94fee99cfa up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:09.569473 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.594744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-905bd0f9-7e05-492e-9dec-4d2d48d40d40 req-72214176-3d06-4b6d-b201-f18f21de089f tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644585 Aug 12 04:05:09.640597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.673014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4ff94-998e-49e2-99eb-f3cad539ca31,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:09.703197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Pushing event updated for resources: {'Port': ['ID=19762271-f911-4b47-8822-2c85dd40d6b3,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:09.710468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7471a15b-348d-41b8-9dc8-52739d34993c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:09.729283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:09.733050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:09.733050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:09.734574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:09.735353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:09.742460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:09.743571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:09.744083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:09.744615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Bound port: aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:09.745086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.759571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.760989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba3dfa52-b01f-4470-bb57-beefc782294d req-20755271-9550-4788-986e-3013982899fe tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4896705 Aug 12 04:05:09.839286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3a72892c-c24c-4414-8b4a-9e94fee99cfa completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:09.849616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3a72892c-c24c-4414-8b4a-9e94fee99cfa triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:09.849998 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.903057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.953196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:09.956238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:09.962209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:09.966019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30c7b2-57ac-4686-8530-0730f44cf080 req-3f27f5e9-a263-4518-b6ab-27ba4e29d8f1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:09.968179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30c7b2-57ac-4686-8530-0730f44cf080 req-3f27f5e9-a263-4518-b6ab-27ba4e29d8f1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.2001681 Aug 12 04:05:09.973166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Transition to ACTIVE for port object 346e3264-5987-426c-92ab-105e0ebf7def will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:10.007621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb57c83-d73e-423c-8e6f-ebe04461c084 req-555ff13b-b627-43b3-bf6f-0e19b22073f1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:10.016642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3a72892c-c24c-4414-8b4a-9e94fee99cfa, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a72892c-c24c-4414-8b4a-9e94fee99cfa,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:10.016885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbb57c83-d73e-423c-8e6f-ebe04461c084 req-555ff13b-b627-43b3-bf6f-0e19b22073f1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.1594980 Aug 12 04:05:10.038539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30c7b2-57ac-4686-8530-0730f44cf080 req-e4f719f1-8333-46ed-aab2-b7ccf587cc96 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578084 Aug 12 04:05:10.038766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.047268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Network 5b62abab-ce2a-495f-a512-84375b61dbfc is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:10.055204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:10.108321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.136970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:10.158084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1d1a73aa-e5ad-4403-b9c9-1078fc5e89b6 req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1510699471', 'description': 'tempest-description-102219348'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:10.207265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:10.207885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.209416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-43eec6f0-10ca-4e5d-9706-2a3d25e33928 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 1091 time: 1.8852944 Aug 12 04:05:10.215067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:10.217382 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef448c33-8836-49f5-bce6-78ac7af1a202" -d '{"events": [{"name": "network-changed", "server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:10.230901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3a72892c-c24c-4414-8b4a-9e94fee99cfa,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:10.251509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbb57c83-d73e-423c-8e6f-ebe04461c084 req-ee091d22-9e78-4156-9858-83ed1f74d031 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335303 Aug 12 04:05:10.285800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.299750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-a1133462-9474-4428-8923-340835ecacf9 service neutron] 10.222.0.20 "GET /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b/bindings/n-h2-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.1485608 Aug 12 04:05:10.403542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ea4d6733-525b-40ae-aef8-9e952212e170 None None] Provisioning complete for port 19762271-f911-4b47-8822-2c85dd40d6b3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:10.404254 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6733-525b-40ae-aef8-9e952212e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.469639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d6733-525b-40ae-aef8-9e952212e170 None None] Port 19762271-f911-4b47-8822-2c85dd40d6b3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:10.542858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40098) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:10.620977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed3e58-6a37-41ca-8af9-a85a5c91f201 req-edff3341-6a45-438f-b709-518c7e152e26 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:10.623613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1d1a73aa-e5ad-4403-b9c9-1078fc5e89b6 req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.624616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1ed3e58-6a37-41ca-8af9-a85a5c91f201 req-edff3341-6a45-438f-b709-518c7e152e26 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 935 time: 0.2234187 Aug 12 04:05:10.662078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:10.665337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-d32fe2d7-7792-4b96-93a6-c0b0db21fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:10.667927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-d32fe2d7-7792-4b96-93a6-c0b0db21fd69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1094 time: 0.2211227 Aug 12 04:05:10.672980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:10.681379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:10.686940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:10.687579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.719231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:05:10.731090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Pushing event updated for resources: {'Port': ['ID=346e3264-5987-426c-92ab-105e0ebf7def,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:10.731486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-3c449f40-b6f7-4e5d-9980-9453bc6c1285 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 217 time: 0.0468967 Aug 12 04:05:10.741688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-751343790-network', 'tenant_id': '331b3027f5ba459cb0ab7ea9e0c47955'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:10.790171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1ed3e58-6a37-41ca-8af9-a85a5c91f201 req-788e5b25-f323-4e64-ba50-3115e855262a tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530132 Aug 12 04:05:10.816714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:10.820249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-b089a694-e406-45b9-8946-b802c7ff0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:10.821983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-b089a694-e406-45b9-8946-b802c7ff0a9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0735462 Aug 12 04:05:10.901723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1d1a73aa-e5ad-4403-b9c9-1078fc5e89b6 req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:10.927828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:10.941839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:10.949567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b38faec4-fead-4fbb-8405-770c2f77d184 admin admin] 10.222.0.42 "PUT /v2.0/routers/cc49f5ce-f1e6-4992-80d3-33c562e7ed62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9746344 Aug 12 04:05:10.973289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:10.974194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:10.995837 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1d1a73aa-e5ad-4403-b9c9-1078fc5e89b6 req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.055994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e21bc1-3103-494a-95ab-94677f180602,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:11.091854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-6e8dd7ef-9417-41b0-a265-af533dba9b88 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1791034 Aug 12 04:05:11.104070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Request body: {'port': {'device_id': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:11.207520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:11.223550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.248584 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6640cb93-0761-45f8-9e4d-1cc144619d8c x-openstack-request-id: req-6640cb93-0761-45f8-9e4d-1cc144619d8c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:11.249122 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:11.249571 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6640cb93-0761-45f8-9e4d-1cc144619d8c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:11.250116 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'status': 'completed', 'code': 200} Aug 12 04:05:11.269027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-c1b50179-441b-4f4c-ab22-811c57da54ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4389389 Aug 12 04:05:11.308189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4b560092-7764-482d-b40a-e38c70adab61 None None] Provisioning for port 346e3264-5987-426c-92ab-105e0ebf7def completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:11.324389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4b560092-7764-482d-b40a-e38c70adab61 None None] Provisioning complete for port 346e3264-5987-426c-92ab-105e0ebf7def triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:11.324819 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4b560092-7764-482d-b40a-e38c70adab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.412455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:11.434857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a72892c-c24c-4414-8b4a-9e94fee99cfa up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:11.437882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4b560092-7764-482d-b40a-e38c70adab61 None None] Port 346e3264-5987-426c-92ab-105e0ebf7def cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:11.467003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:11.523892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a9687-0850-4440-a75c-69806c633728 req-49fd493d-e86e-4a15-a64b-7db8a116f325 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:11.523892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-090a9687-0850-4440-a75c-69806c633728 req-49fd493d-e86e-4a15-a64b-7db8a116f325 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 945 time: 0.2349021 Aug 12 04:05:11.523892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:11.551001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-7cfa8bc7-ec2e-45c9-a158-50940486cac4 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466311 Aug 12 04:05:11.551221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3a72892c-c24c-4414-8b4a-9e94fee99cfa triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:11.551731 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.559303 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-090a9687-0850-4440-a75c-69806c633728 req-a6956c66-7e99-4f07-8f81-37b924295f0a tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722854 Aug 12 04:05:11.629374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 2, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:11.660932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cf036f5-8faa-4030-be47-27e0aff497ea req-e8e3577e-273c-48a8-a2b3-1cdf85c08dcd service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003947 Aug 12 04:05:11.662058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:11.662446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Updating router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 port 19762271-f911-4b47-8822-2c85dd40d6b3 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:05:11.725698 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.743804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5409eb-5f01-4faf-b79d-7462eb858a0c req-ccd029f0-1467-4e61-9e9f-214cdb6c6540 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:11.745358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f5409eb-5f01-4faf-b79d-7462eb858a0c req-ccd029f0-1467-4e61-9e9f-214cdb6c6540 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 944 time: 0.0672140 Aug 12 04:05:11.745584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346e3264-5987-426c-92ab-105e0ebf7def {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:11.755561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.770450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Transition to ACTIVE for port object 346e3264-5987-426c-92ab-105e0ebf7def will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:11.785136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f5409eb-5f01-4faf-b79d-7462eb858a0c req-369642a8-d299-41ae-8eb8-d6e03ed60474 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Aug 12 04:05:11.839207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Made reservation on behalf of 331b3027f5ba459cb0ab7ea9e0c47955 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:11.841676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.861732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.870256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.897840 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.911455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1d1a73aa-e5ad-4403-b9c9-1078fc5e89b6 req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:11.912725 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d1a73aa-e5ad-4403-b9c9-1078fc5e89b6 req-8780d9c0-e466-4368-957d-064cec81c07c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7695794 Aug 12 04:05:11.967871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Pushing event updated for resources: {'Port': ['ID=346e3264-5987-426c-92ab-105e0ebf7def,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:12.066539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.090146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Transition to ACTIVE for port object 19762271-f911-4b47-8822-2c85dd40d6b3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:12.112215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb100d-5e57-49de-986d-69058bef2a6f req-c4d3429d-032f-4689-b18a-5d5473b548b6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:12.114139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0eeb100d-5e57-49de-986d-69058bef2a6f req-c4d3429d-032f-4689-b18a-5d5473b548b6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.2676423 Aug 12 04:05:12.137295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 23b8166d-ad24-491f-8844-79e3759995c8 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:12.172301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.186256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Attempting to bind port 346e3264-5987-426c-92ab-105e0ebf7def on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:12.186674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Attempting to bind port 346e3264-5987-426c-92ab-105e0ebf7def by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:12.187661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Attempting to bind port 346e3264-5987-426c-92ab-105e0ebf7def on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:12.209787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Port 346e3264-5987-426c-92ab-105e0ebf7def on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:12.210118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Attempting to bind port 346e3264-5987-426c-92ab-105e0ebf7def on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:12.220735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-2709762b-066d-42fa-8aa5-0a8e58db3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:12.222743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:12.222894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-2709762b-066d-42fa-8aa5-0a8e58db3eee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1094 time: 0.3179295 Aug 12 04:05:12.223103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:12.224516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:12.226001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Bound port: 346e3264-5987-426c-92ab-105e0ebf7def, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:12.226385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.276413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0eeb100d-5e57-49de-986d-69058bef2a6f req-acb66c63-bf87-4693-8b80-b561b57a6dff tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499732 Aug 12 04:05:12.367690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ac3bf-6a2d-4dbb-8bd1-5370ae0831eb None None] Pushing event updated for resources: {'Port': ['ID=19762271-f911-4b47-8822-2c85dd40d6b3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:12.391519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] For port 346e3264-5987-426c-92ab-105e0ebf7def, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:12.395198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] For port 346e3264-5987-426c-92ab-105e0ebf7def, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=346e3264-5987-426c-92ab-105e0ebf7def,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:12.397611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40130) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:12.405041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-network', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:12.434331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bb950-18c4-4911-95bb-c748714606c7 req-448aa745-19c9-4cd0-a1fa-fe8a043da2de tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:12.444690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-358bb950-18c4-4911-95bb-c748714606c7 req-448aa745-19c9-4cd0-a1fa-fe8a043da2de tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 947 time: 0.3732622 Aug 12 04:05:12.465656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Attempting to bind port 19762271-f911-4b47-8822-2c85dd40d6b3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:12.466240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Attempting to bind port 19762271-f911-4b47-8822-2c85dd40d6b3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:12.466850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Attempting to bind port 19762271-f911-4b47-8822-2c85dd40d6b3 on network 5b62abab-ce2a-495f-a512-84375b61dbfc {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:12.472543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] Transition to ACTIVE for port object 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:12.476552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:12.477220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Checking segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:12.477822 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.482018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Bound using segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:12.482018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Bound port: 19762271-f911-4b47-8822-2c85dd40d6b3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:12.482018 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.490547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.524023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 23b8166d-ad24-491f-8844-79e3759995c8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:12.540249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-358bb950-18c4-4911-95bb-c748714606c7 req-552b9f17-a1b1-4931-bf2c-681200f2b741 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913959 Aug 12 04:05:12.550499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 23b8166d-ad24-491f-8844-79e3759995c8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:12.553769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.582543 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:05:12.591121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.608503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:12.611544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.616234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] 10.222.0.20 "PUT /v2.0/ports/346e3264-5987-426c-92ab-105e0ebf7def HTTP/1.1" status: 200 len: 1095 time: 1.5141530 Aug 12 04:05:12.636562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'tag': '346e3264-5987-426c-92ab-105e0ebf7def'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:12.643653 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299acbc3-991c-4d01-9a03-bf9f0fe6f807" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc6608c-a07e-4fc6-9bd5-04fe3ce00552", "tag": "346e3264-5987-426c-92ab-105e0ebf7def"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:12.706686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] For port 19762271-f911-4b47-8822-2c85dd40d6b3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:12.730685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] No DVR routers for this DVR port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:05:12.733959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aba8c6-0a78-4933-9102-5e3e13222638 service neutron] Pushing event updated for resources: {'Port': ['ID=346e3264-5987-426c-92ab-105e0ebf7def,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:12.749989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] For port 19762271-f911-4b47-8822-2c85dd40d6b3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=19762271-f911-4b47-8822-2c85dd40d6b3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:12.784457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-f6941809-f0aa-4434-9586-8cabd725f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:12.786555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-f6941809-f0aa-4434-9586-8cabd725f1a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.5446541 Aug 12 04:05:12.802608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.806141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] 10.222.0.20 "PUT /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b/bindings/n-h2-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4993975 Aug 12 04:05:12.863451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.884103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-9ce916e1-c387-4840-ac39-fccb98761c99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 217 time: 0.0815909 Aug 12 04:05:12.895569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:12.934221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-56f00448-8875-4448-9c6b-8c4ffab3905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:12.936117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-56f00448-8875-4448-9c6b-8c4ffab3905c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c779ea0b943c78f7a892f159bddfa&device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 1098 time: 0.1151412 Aug 12 04:05:12.961894 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.020923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-1560cbed-41ba-4f15-9219-fe970059f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.022578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-1560cbed-41ba-4f15-9219-fe970059f7bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1281140 Aug 12 04:05:13.053302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-f2e05033-3f65-4a78-812d-61aefef8d97f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=346e3264-5987-426c-92ab-105e0ebf7def HTTP/1.1" status: 200 len: 217 time: 0.1091828 Aug 12 04:05:13.068861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313ac4d-7fcc-4506-ae0d-aa26060bf3c3 req-c17420b7-b579-4090-a7cc-2fe0d30f5c6f tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.074413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7313ac4d-7fcc-4506-ae0d-aa26060bf3c3 req-c17420b7-b579-4090-a7cc-2fe0d30f5c6f tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 945 time: 0.3306746 Aug 12 04:05:13.084700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-6422b62c-c549-446a-b8e0-ca0b35ee3d5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494151 Aug 12 04:05:13.100999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:13.104199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Made reservation on behalf of 7d6b78b2b4d84d9499e3043ceb5a3583 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:13.106504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.109286 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09f784f-4df9-4ad3-8605-315248365e27" -d '{"events": [{"server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "name": "network-vif-plugged", "status": "completed", "tag": "23b8166d-ad24-491f-8844-79e3759995c8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:13.119228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:13.121391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:13.132718 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.163215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-398c0546-4269-4e53-b58b-01e19f571a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.163671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab364e-47b5-46d7-b85d-3a7df424b4bd service neutron] Pushing event updated for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:13.167920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-398c0546-4269-4e53-b58b-01e19f571a7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0924058 Aug 12 04:05:13.169212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0076acec-dcae-4ea2-81fd-f05e25d202b3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:13.222636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ac3bf-6a2d-4dbb-8bd1-5370ae0831eb None None] Pushing event updated for resources: {'Port': ['ID=19762271-f911-4b47-8822-2c85dd40d6b3,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:13.237203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7313ac4d-7fcc-4506-ae0d-aa26060bf3c3 req-453986f7-0685-447e-9a00-f99ed5090c57 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283455 Aug 12 04:05:13.251566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 23b8166d-ad24-491f-8844-79e3759995c8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=23b8166d-ad24-491f-8844-79e3759995c8,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:13.295974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e55a-c252-49f5-9524-72520b7423dd req-034b673d-813a-4fd0-bfe7-1dca207aa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.298120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-034b673d-813a-4fd0-bfe7-1dca207aa2d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046898 Aug 12 04:05:13.319968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:05:13.325092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-53dbd3cd-77ce-4ad6-9c1d-3628b616e385 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861167 Aug 12 04:05:13.339810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.365135 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb10cc3-871f-4d9e-a3d5-19ea2904ddc7 x-openstack-request-id: req-9eb10cc3-871f-4d9e-a3d5-19ea2904ddc7 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:13.365430 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc6608c-a07e-4fc6-9bd5-04fe3ce00552", "tag": "346e3264-5987-426c-92ab-105e0ebf7def", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:13.365688 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9eb10cc3-871f-4d9e-a3d5-19ea2904ddc7 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:13.366090 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'tag': '346e3264-5987-426c-92ab-105e0ebf7def', 'status': 'completed', 'code': 200} Aug 12 04:05:13.418965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:13.423632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.423632 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Added segment 4a3471a3-5dd8-49d2-b938-a0d4fd45de52 of type vlan for network 1912f228-6a5f-4d9f-9824-b7af728d6d2f Aug 12 04:05:13.430174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.441566 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-ff8adbd5-dc66-4df8-a39a-5eb9a950f9ec service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356006 Aug 12 04:05:13.522294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.582185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:05:13.615264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824f2bb-0aae-470b-b9b2-a4053af781e5 req-eb301101-c44c-4913-b2e4-9b57d677220e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.616968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f824f2bb-0aae-470b-b9b2-a4053af781e5 req-eb301101-c44c-4913-b2e4-9b57d677220e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.1579232 Aug 12 04:05:13.623232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395199ce-7aa8-4d4f-bbd8-f6d78d9b2d95,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:13.628826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.629439 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Added segment 73ef67e7-eb47-48f8-85a2-9b2df84d5c2c of type vlan for network ba93779f-f4c3-4f0b-b383-2bc36a52f19a Aug 12 04:05:13.647878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.665939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=23b8166d-ad24-491f-8844-79e3759995c8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:13.688847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef448c33-8836-49f5-bce6-78ac7af1a202 req-c05f1031-abaf-4afc-9d2b-96836cedd251 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406579 Aug 12 04:05:13.713550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-ad144a81-5052-42a4-87d9-d74d097dffaa tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.715191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-ad144a81-5052-42a4-87d9-d74d097dffaa tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.6876371 Aug 12 04:05:13.724920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20b8e55a-c252-49f5-9524-72520b7423dd req-853cf637-996e-40cd-a8a6-8f0489a25bcd service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761192 Aug 12 04:05:13.759320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f824f2bb-0aae-470b-b9b2-a4053af781e5 req-2576228b-ddaf-47f6-ae32-b8a1d1dd822c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321468 Aug 12 04:05:13.775521 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.778600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.779795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.780465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:13.873650 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc22b26-fd9a-4cac-8d91-7ca6b0000ac4 x-openstack-request-id: req-bcc22b26-fd9a-4cac-8d91-7ca6b0000ac4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:13.875222 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "name": "network-vif-plugged", "status": "completed", "tag": "23b8166d-ad24-491f-8844-79e3759995c8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:13.875647 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcc22b26-fd9a-4cac-8d91-7ca6b0000ac4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:13.876193 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8', 'code': 200} Aug 12 04:05:13.888834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] Pushing event updated for resources: {'Network': ['ID=1912f228-6a5f-4d9f-9824-b7af728d6d2f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:13.907816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-09c65de5-1c71-4ad8-9252-24d1c6b7f351 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3621399 Aug 12 04:05:13.908389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1912f228-6a5f-4d9f-9824-b7af728d6d2f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:05:13.908585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40146) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:13.930687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Request body: {'subnet': {'network_id': '1912f228-6a5f-4d9f-9824-b7af728d6d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-751343790-subnet', 'tenant_id': '331b3027f5ba459cb0ab7ea9e0c47955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:13.963670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-c03deb99-90aa-484f-aa7f-fb229855a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:13.965281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-c03deb99-90aa-484f-aa7f-fb229855a778 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 1096 time: 0.2393429 Aug 12 04:05:13.994694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-2059b296-3a05-4689-aefd-65cda8fde874 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45127 time: 1.5775044 Aug 12 04:05:14.007266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:12Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:14.038005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b76ff0-a6cd-49cd-a885-1ced6f4ce5ba None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:12Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:14.040006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:05:14.050464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:14.051589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.052220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:14.056040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-ebd4f40a-0c58-481f-8742-2e85570301ed tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0d2a99fc-9da9-4365-a053-d1abdc699148 HTTP/1.1" status: 200 len: 2981 time: 0.0602233 Aug 12 04:05:14.121262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:05:14.147616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-6686bdf3-9357-4ce0-8721-696120e8a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.149934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-6686bdf3-9357-4ce0-8721-696120e8a0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1153638 Aug 12 04:05:14.154774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Made reservation on behalf of 331b3027f5ba459cb0ab7ea9e0c47955 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:14.157268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:14.217134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca40d9-7e42-4a3d-930c-27ec3ab20ae5 req-07ef8fae-ccd1-4c76-a4c4-0c412b26d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.219299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adca40d9-7e42-4a3d-930c-27ec3ab20ae5 req-07ef8fae-ccd1-4c76-a4c4-0c412b26d0ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1097 time: 0.2600386 Aug 12 04:05:14.221912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] Pushing event updated for resources: {'Network': ['ID=ba93779f-f4c3-4f0b-b383-2bc36a52f19a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:14.225659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-a03d0ded-466e-4407-b017-07596e057ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.227421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-a03d0ded-466e-4407-b017-07596e057ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c779ea0b943c78f7a892f159bddfa&device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 1098 time: 0.3666544 Aug 12 04:05:14.232967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:05:14.297270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-026beba9-9944-4c66-893f-36c86e28fd84 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8976717 Aug 12 04:05:14.349095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40150) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:14.367264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Request body: {'subnet': {'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-subnet', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:14.377302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-2079fc63-2699-4e73-af3a-400be035313b tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0d2a99fc-9da9-4365-a053-d1abdc699148 HTTP/1.1" status: 200 len: 2981 time: 0.3202069 Aug 12 04:05:14.382503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108863cc-0b6f-48a5-846a-5a3f30a6895f req-319678e7-7d5d-42b0-b943-dd75e548cc3d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.395410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-108863cc-0b6f-48a5-846a-5a3f30a6895f req-319678e7-7d5d-42b0-b943-dd75e548cc3d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.3723435 Aug 12 04:05:14.433917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adca40d9-7e42-4a3d-930c-27ec3ab20ae5 req-936c32ec-b6be-4361-bbad-4e39b89fd0d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043648 Aug 12 04:05:14.447537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-ed944b96-0a54-4221-9fff-7598def07fb8 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/1cc2b0be-ea66-484d-a743-da4359926680 HTTP/1.1" status: 200 len: 2981 time: 0.0608256 Aug 12 04:05:14.516624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-108863cc-0b6f-48a5-846a-5a3f30a6895f req-bf568d83-875c-4a5d-9ba3-d08a3bbd0971 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202455 Aug 12 04:05:14.539613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Made reservation on behalf of 7d6b78b2b4d84d9499e3043ceb5a3583 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:14.550277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-1dad8007-18fc-4c0e-822c-f5cc249e24d1 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/1cc2b0be-ea66-484d-a743-da4359926680 HTTP/1.1" status: 200 len: 2981 time: 0.0829003 Aug 12 04:05:14.556274 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Notify callbacks [] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:14.562781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-416d3400-0a28-4341-820a-3a9bb38f3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.564744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-416d3400-0a28-4341-820a-3a9bb38f3c1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.3139646 Aug 12 04:05:14.613441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-83fa14b0-12f5-468f-ad0f-a4a5253224f3 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2827af4a-77c7-4506-b05f-6ac219762c2c HTTP/1.1" status: 200 len: 2977 time: 0.0550063 Aug 12 04:05:14.639496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-0e8b59f9-3247-40e2-81eb-e1e2529723ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.641618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-0e8b59f9-3247-40e2-81eb-e1e2529723ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.4282417 Aug 12 04:05:14.696102 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-708c6f14-1850-4f64-a1f6-3a02193c0cae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=346e3264-5987-426c-92ab-105e0ebf7def HTTP/1.1" status: 200 len: 217 time: 0.1211061 Aug 12 04:05:14.723846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-3c6173aa-eb22-46f0-a9c3-efc388b637ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.0519283 Aug 12 04:05:14.805774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-dd155aed-407f-4aa2-8492-d857b0d51cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.807537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-dd155aed-407f-4aa2-8492-d857b0d51cfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0715044 Aug 12 04:05:14.815976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-0a646124-f890-410c-b35e-989297c6ba9b tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2827af4a-77c7-4506-b05f-6ac219762c2c HTTP/1.1" status: 200 len: 2977 time: 0.1915956 Aug 12 04:05:14.855019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-29e72e88-1a0a-4c24-9d6b-f22f97989f66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380168 Aug 12 04:05:14.866274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63ebcf-eca0-46ec-9e9a-c7fda2980928 req-67d09798-e253-4c9c-ab06-dab48544ed43 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.873716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c63ebcf-eca0-46ec-9e9a-c7fda2980928 req-67d09798-e253-4c9c-ab06-dab48544ed43 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 947 time: 0.2620206 Aug 12 04:05:14.879724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-e5c16ec9-0c56-4c81-8d88-652630ace0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:14.881524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-e5c16ec9-0c56-4c81-8d88-652630ace0ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1394832 Aug 12 04:05:14.943624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:14.997512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-b97226ce-124e-4b7c-a651-247f17fe3000 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2d14593c-679c-432e-98a3-7bfe702f9eff HTTP/1.1" status: 200 len: 2981 time: 0.1668813 Aug 12 04:05:15.017278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c63ebcf-eca0-46ec-9e9a-c7fda2980928 req-bbc9908d-20b7-486f-bab3-02b5bdae8ba5 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419306 Aug 12 04:05:15.067588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a928c0e9-a29e-4852-ac78-87a72434af4a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:15.100246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Checking segment: {'id': '4a3471a3-5dd8-49d2-b938-a0d4fd45de52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1912f228-6a5f-4d9f-9824-b7af728d6d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:15.100790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Network hostable DHCP agents. Network: 1912f228-6a5f-4d9f-9824-b7af728d6d2f, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:05:15.107677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-a262d7eb-4463-450d-bd26-c49a789339b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:15.108813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-31140a13-b58e-4f60-b165-b2d4887af990 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434301 Aug 12 04:05:15.109451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-a262d7eb-4463-450d-bd26-c49a789339b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2177982 Aug 12 04:05:15.164526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-7b19699a-8e45-4537-aafe-90f704581866 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2d14593c-679c-432e-98a3-7bfe702f9eff HTTP/1.1" status: 200 len: 2981 time: 0.1502142 Aug 12 04:05:15.317274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f35fc1-cef4-4500-b63f-9a7f55bac234 req-d0227a33-362c-4e02-a08f-9bab4fd68dd0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:15.325272 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87f35fc1-cef4-4500-b63f-9a7f55bac234 req-d0227a33-362c-4e02-a08f-9bab4fd68dd0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 946 time: 0.1716189 Aug 12 04:05:15.326538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:15.418427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 19762271-f911-4b47-8822-2c85dd40d6b3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:15.535438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-12efa666-bde7-4d5f-b7f6-f1764fab732d tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3e6d33b0-df0f-4861-9a79-ea35127cb988 HTTP/1.1" status: 200 len: 2981 time: 0.0688984 Aug 12 04:05:15.563365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-e0f4b3f3-1dff-4893-bfe0-96eea32f20bd service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436779 Aug 12 04:05:15.564242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Network 1912f228-6a5f-4d9f-9824-b7af728d6d2f is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:05:15.608147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-6ef37c55-2584-4443-a3d6-ef31a950ed47 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3e6d33b0-df0f-4861-9a79-ea35127cb988 HTTP/1.1" status: 200 len: 2981 time: 0.0641413 Aug 12 04:05:15.630175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 19762271-f911-4b47-8822-2c85dd40d6b3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:15.637393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 19762271-f911-4b47-8822-2c85dd40d6b3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:15.637986 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:15.668775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-a0439c3a-97d5-4054-89fe-93dd93752b22 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/557cc8f9-5c15-493d-809e-cac509cc8616 HTTP/1.1" status: 200 len: 2981 time: 0.0543082 Aug 12 04:05:15.695777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87f35fc1-cef4-4500-b63f-9a7f55bac234 req-12cc39e3-e398-4f73-a484-a809b99fc6f5 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571334 Aug 12 04:05:15.716607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1912f228-6a5f-4d9f-9824-b7af728d6d2f) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:15.723145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:15.726121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:15.735421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b7dd5-15d4-48cb-8626-9aaa24788e4e None None] Network 1912f228-6a5f-4d9f-9824-b7af728d6d2f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:15.737857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Checking segment: {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:15.738226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Network hostable DHCP agents. Network: ba93779f-f4c3-4f0b-b383-2bc36a52f19a, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:05:15.813307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b297fa80-0001-4000-a166-d20516e72e1c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:15.824853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-69c8d07c-d71c-4759-aba4-5b9bef6a754c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/557cc8f9-5c15-493d-809e-cac509cc8616 HTTP/1.1" status: 200 len: 2981 time: 0.1477296 Aug 12 04:05:15.879997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7b4aaa0c-cf2e-409f-9eca-1845775c9406 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9554944 Aug 12 04:05:15.919111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:15.972481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-eaa9cfab-bf15-40db-8778-bc7121f08b3f tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/63de1165-30f3-4e1e-82da-ffc03a1ec4d1 HTTP/1.1" status: 200 len: 2981 time: 0.1405604 Aug 12 04:05:15.981081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-b00ab905-7454-44ab-962e-11522cbb3e8e service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8420510 Aug 12 04:05:15.991754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 19762271-f911-4b47-8822-2c85dd40d6b3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=19762271-f911-4b47-8822-2c85dd40d6b3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:16.028826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496976d-7567-4936-80ef-573e02c5bcbc req-d6f0e2cc-b090-4c1f-9727-254dc3eab6c9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:16.032175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2496976d-7567-4936-80ef-573e02c5bcbc req-d6f0e2cc-b090-4c1f-9727-254dc3eab6c9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.2231221 Aug 12 04:05:16.033216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-c8045fff-7eb8-4fc1-b73c-42612c24a95f tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/63de1165-30f3-4e1e-82da-ffc03a1ec4d1 HTTP/1.1" status: 200 len: 2981 time: 0.0540128 Aug 12 04:05:16.057518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:05:16.058885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:16.068165 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.091259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901dee41-5089-48fa-823b-909c58ff2214 None None] Network 1912f228-6a5f-4d9f-9824-b7af728d6d2f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:16.106424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-c740b17b-f674-4892-a1b4-981af714243c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/74c4ff94-998e-49e2-99eb-f3cad539ca31 HTTP/1.1" status: 200 len: 2981 time: 0.0606747 Aug 12 04:05:16.213567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, ba93779f-f4c3-4f0b-b383-2bc36a52f19a) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:16.228269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:16.229019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.238885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6b14d-c204-46d2-ae5a-05dcbc23751f None None] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:16.250681 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:05:16.300985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-ce076fe1-3caf-472c-971e-b9d1bd332ab2 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/74c4ff94-998e-49e2-99eb-f3cad539ca31 HTTP/1.1" status: 200 len: 2981 time: 0.1829290 Aug 12 04:05:16.307282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-d14a3d78-e322-4437-b00c-00b388486960 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:16.309972 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-d14a3d78-e322-4437-b00c-00b388486960 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.1953256 Aug 12 04:05:16.334157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2496976d-7567-4936-80ef-573e02c5bcbc req-745ad859-951b-49fa-b3b1-c2584d7042b0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780073 Aug 12 04:05:16.358497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-98dc8457-e29d-4974-be62-cc57ff4eabed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0054972 Aug 12 04:05:16.358497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40162) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:16.364832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:16.371088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299acbc3-991c-4d01-9a03-bf9f0fe6f807 req-bc96267f-4501-41d4-9388-ac3ed900a32c service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747416 Aug 12 04:05:16.439704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-ee56b40e-6fe1-4101-99e8-884f79bad9bc tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/9829ca3a-55c2-4c64-b89c-944881ea97bb HTTP/1.1" status: 200 len: 2981 time: 0.1287112 Aug 12 04:05:16.450752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=19762271-f911-4b47-8822-2c85dd40d6b3,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:16.505907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.522736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.529610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-fdbb8353-73ef-417f-84cc-2d427580e674 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/9829ca3a-55c2-4c64-b89c-944881ea97bb HTTP/1.1" status: 200 len: 2981 time: 0.0832875 Aug 12 04:05:16.606389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1096-6bd6-4e31-aff3-16a72a84902f req-dd1e3f7a-48d8-4747-bacc-fc4d91fb2e78 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:16.611116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-cd4def26-d6e6-48ba-8aae-399569bcd820 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a38da55b-faca-4659-b668-cd4f552bccf8 HTTP/1.1" status: 200 len: 2973 time: 0.0734775 Aug 12 04:05:16.619775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7ad1096-6bd6-4e31-aff3-16a72a84902f req-dd1e3f7a-48d8-4747-bacc-fc4d91fb2e78 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.1602542 Aug 12 04:05:16.627189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.671477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7ad1096-6bd6-4e31-aff3-16a72a84902f req-0aa4078f-e0c4-4373-b623-9bd6a1efa450 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Aug 12 04:05:16.696246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:16.716455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-c9020c74-0c60-4b7c-99e7-bddbbb51dd2e service neutron] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:16.730933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-c9020c74-0c60-4b7c-99e7-bddbbb51dd2e service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.734262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a669f9b-93a5-4445-b87c-3a9beaa4864c req-c9020c74-0c60-4b7c-99e7-bddbbb51dd2e service neutron] 10.222.0.36 "DELETE /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b/bindings/n-h1-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.4092703 Aug 12 04:05:16.752434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'port_id': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'mac_address': 'fa:16:3e:48:a7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24301bd-2037-4294-89e1-1cb11af02256', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:16.765792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-65df3ea1-f7fb-460b-aa3a-868e4bf03e67 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a38da55b-faca-4659-b668-cd4f552bccf8 HTTP/1.1" status: 200 len: 2973 time: 0.1315112 Aug 12 04:05:16.846537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-c65444d3-89e6-430b-a6ad-b3f180c73b7b tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c477b57e-97f9-4acd-adbf-1c1ab27db98d HTTP/1.1" status: 200 len: 2981 time: 0.0732603 Aug 12 04:05:16.848621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-ba93779f-f4c3-4f0b-b383-2bc36a52f19a', 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'fixed_ips': [{'subnet_id': 'b297fa80-0001-4000-a166-d20516e72e1c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:05:16.850115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.896168 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:16.916729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3b6ba2-1848-4975-a1be-ec4151b5a95a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:16.957187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-9caad161-a59c-41ca-9d8a-3445b40c49df tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/c477b57e-97f9-4acd-adbf-1c1ab27db98d HTTP/1.1" status: 200 len: 2981 time: 0.0987782 Aug 12 04:05:16.977231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.003409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:17.013029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21463-31b1-468c-a625-0257650cfdf6 req-db4284b8-d0fb-4b87-90f0-19766bc6cd58 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:17.021890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32a21463-31b1-468c-a625-0257650cfdf6 req-db4284b8-d0fb-4b87-90f0-19766bc6cd58 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 947 time: 0.2313561 Aug 12 04:05:17.033294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-819a6281-4618-4db8-9331-7874a93f71eb tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d57a8b59-3824-4303-bc54-1682f936ec7c HTTP/1.1" status: 200 len: 2981 time: 0.0670974 Aug 12 04:05:17.078997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.079644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 346e3264-5987-426c-92ab-105e0ebf7def details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:17.105330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Allocated IP 172.20.0.2 (ba93779f-f4c3-4f0b-b383-2bc36a52f19a/b297fa80-0001-4000-a166-d20516e72e1c/3be605da-6128-44f8-bacc-697316f4b859) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:17.126687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-0ef880f9-38ee-487f-826a-de375d6b0cb4 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d57a8b59-3824-4303-bc54-1682f936ec7c HTTP/1.1" status: 200 len: 2981 time: 0.0872431 Aug 12 04:05:17.131525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32a21463-31b1-468c-a625-0257650cfdf6 req-e7768df9-ff86-43a8-a2a7-9cf3a7a508fa tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084757 Aug 12 04:05:17.186526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40176) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:17.211793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1913882678-network', 'tenant_id': 'ef66910fb5564157b5b904565c6b3cdc'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:17.255040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-071a8c99-3a7c-40f5-91df-ff80f7116b5c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/e6e9f11b-1e4e-46d3-ab0b-3d855c552bf4 HTTP/1.1" status: 200 len: 2981 time: 0.1164534 Aug 12 04:05:17.321804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-e02d5cfd-0d35-43d9-b878-5915e50b3717 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/e6e9f11b-1e4e-46d3-ab0b-3d855c552bf4 HTTP/1.1" status: 200 len: 2981 time: 0.0601490 Aug 12 04:05:17.327415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Made reservation on behalf of ef66910fb5564157b5b904565c6b3cdc for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:17.329989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.368461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.398628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-d359f944-3b6b-45f9-82c5-a18b212955f9 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f1a12fc3-f6bd-428f-90e4-0cd3489a31ab HTTP/1.1" status: 200 len: 2981 time: 0.0696495 Aug 12 04:05:17.455564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-566afe09-2a55-4051-aa50-f155e7d53cca req-9dc34398-5937-4c3a-8fea-44704d58516c tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/f1a12fc3-f6bd-428f-90e4-0cd3489a31ab HTTP/1.1" status: 200 len: 2981 time: 0.0560138 Aug 12 04:05:17.456487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713f036-4a52-45cd-a3a3-e54dacc57fa7 req-cdecdb4e-f897-4203-a01f-38fb57df25b8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:17.457945 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.458762 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6713f036-4a52-45cd-a3a3-e54dacc57fa7 req-cdecdb4e-f897-4203-a01f-38fb57df25b8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 946 time: 0.1632638 Aug 12 04:05:17.527900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 19762271-f911-4b47-8822-2c85dd40d6b3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:17.544147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Transition to ACTIVE for port object 3be605da-6128-44f8-bacc-697316f4b859 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:17.561208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Transition to ACTIVE for port object 3be605da-6128-44f8-bacc-697316f4b859 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:17.584438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:17.588190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f9a9-beaa-4152-9869-2eae177a0fc4 req-6d233c69-a2ec-414e-8058-fd52851352bd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:17.590437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-83a7f9a9-beaa-4152-9869-2eae177a0fc4 req-6d233c69-a2ec-414e-8058-fd52851352bd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.0823238 Aug 12 04:05:17.597785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6713f036-4a52-45cd-a3a3-e54dacc57fa7 req-76ff3330-4f29-444a-ab8f-a0cae3a8bdfc tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003129 Aug 12 04:05:17.634587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.639215 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.680794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-83a7f9a9-beaa-4152-9869-2eae177a0fc4 req-9839ae40-c88c-4083-a86b-be1c75a1d352 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Aug 12 04:05:17.690367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.742119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 346e3264-5987-426c-92ab-105e0ebf7def, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=346e3264-5987-426c-92ab-105e0ebf7def,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:17.876876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:17.878109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7887ca86-e26c-486d-be7b-4813748a3653 req-b2fe29ce-48bb-4044-9822-390bf6a6e6d9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41700a8914c94c01a7057332f9d4a21f HTTP/1.1" status: 200 len: 6100 time: 0.2404563 Aug 12 04:05:17.880826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.889653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:17.894263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Pushing event updated for resources: {'Port': ['ID=3be605da-6128-44f8-bacc-697316f4b859,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:17.902614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:17.907946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '346e3264-5987-426c-92ab-105e0ebf7def', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '346e3264-5987-426c-92ab-105e0ebf7def', 'mac_address': 'fa:16:3e:95:47:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:17.912844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 19762271-f911-4b47-8822-2c85dd40d6b3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:17.913218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:17.988217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7887ca86-e26c-486d-be7b-4813748a3653 req-a0563db1-c50b-4f81-90f2-572b7ec35a21 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "GET /v2.0/security-groups/63de1165-30f3-4e1e-82da-ffc03a1ec4d1 HTTP/1.1" status: 200 len: 2981 time: 0.0997357 Aug 12 04:05:17.998955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.006862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Allocated IP 172.25.6.235 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/59a36745-2151-4949-8be2-f31fc34d0a1e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:18.011628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.047395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d74454-2c18-494d-992a-1d1d58b5346e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:18.070921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:05:18.074660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed304975-1967-41af-a418-9e2ccb94525f req-f641cbb3-f6da-42d2-993e-a3db3218add1 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 258 time: 0.3447993 Aug 12 04:05:18.076920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346e3264-5987-426c-92ab-105e0ebf7def {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:18.080960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:18.087862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Attempting to bind port 3be605da-6128-44f8-bacc-697316f4b859 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:18.088236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Attempting to bind port 3be605da-6128-44f8-bacc-697316f4b859 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:18.088604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Attempting to bind port 3be605da-6128-44f8-bacc-697316f4b859 on network ba93779f-f4c3-4f0b-b383-2bc36a52f19a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:18.102317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:18.102897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Checking segment: {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:18.103110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.103507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Bound using segment: {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:18.103982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Bound port: 3be605da-6128-44f8-bacc-697316f4b859, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:18.104360 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.114483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.115642 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Added segment d8d3f84a-74bb-4c26-8b39-e397e90a261a of type vlan for network f16ec615-1300-46dd-a9bc-ccf061c4b748 Aug 12 04:05:18.126252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 346e3264-5987-426c-92ab-105e0ebf7def, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=346e3264-5987-426c-92ab-105e0ebf7def,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:18.215151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] For port 3be605da-6128-44f8-bacc-697316f4b859, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:18.220412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] For port 3be605da-6128-44f8-bacc-697316f4b859, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3be605da-6128-44f8-bacc-697316f4b859,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:18.220749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.250619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7887ca86-e26c-486d-be7b-4813748a3653 req-5c3dc93a-ff90-4791-8c67-0ae140c57911 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "GET /v2.0/security-groups/63de1165-30f3-4e1e-82da-ffc03a1ec4d1 HTTP/1.1" status: 200 len: 2981 time: 0.2449887 Aug 12 04:05:18.251092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.275103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.311020 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.345658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=346e3264-5987-426c-92ab-105e0ebf7def,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:18.413487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.414685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:18.415283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.420215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.444980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['346e3264-5987-426c-92ab-105e0ebf7def'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:18.456111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.506456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['aa3b6ba2-1848-4975-a1be-ec4151b5a95a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:18.521245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94d380-5058-4f3c-8366-9437799c0ba4 req-85826caa-94a4-4309-b95d-5da365e1f52b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:18.522748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d94d380-5058-4f3c-8366-9437799c0ba4 req-85826caa-94a4-4309-b95d-5da365e1f52b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 944 time: 0.1556313 Aug 12 04:05:18.525212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=f16ec615-1300-46dd-a9bc-ccf061c4b748,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:18.544119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb19b-d30f-43df-ade6-10d6398f8f23 None None] Pushing event updated for resources: {'Port': ['ID=3be605da-6128-44f8-bacc-697316f4b859,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:18.554943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f16ec615-1300-46dd-a9bc-ccf061c4b748 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:05:18.610824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d94d380-5058-4f3c-8366-9437799c0ba4 req-84bf7103-0dbe-4701-9acd-db3965360c88 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715373 Aug 12 04:05:18.809062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0072-c2be-450f-bc97-ac1cca775e93 req-d5383ef5-4c5b-43d2-87f7-e89372d7db74 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:18.810876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60fc0072-c2be-450f-bc97-ac1cca775e93 req-d5383ef5-4c5b-43d2-87f7-e89372d7db74 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 948 time: 0.0645120 Aug 12 04:05:18.849754 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60fc0072-c2be-450f-bc97-ac1cca775e93 req-021e63ae-a6a1-4993-baae-acfcbc386479 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Aug 12 04:05:18.912305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdf20070-e13f-4a46-a8c3-fee7f72b3ba0 req-06770f3f-037d-4ef0-874c-0d9b7a2f062b tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/58e21bc1-3103-494a-95ab-94677f180602 HTTP/1.1" status: 200 len: 1777 time: 0.0337539 Aug 12 04:05:18.965796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bdf20070-e13f-4a46-a8c3-fee7f72b3ba0 req-7e91f8b1-6aa7-41c9-bd53-866b1800e340 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:18.986630 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bdf20070-e13f-4a46-a8c3-fee7f72b3ba0 req-7e91f8b1-6aa7-41c9-bd53-866b1800e340 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.011246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-afd96cbf-064d-4c81-84f5-5f79e3e67ea0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8117230 Aug 12 04:05:19.015413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:19.021783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Request body: {'subnet': {'network_id': 'f16ec615-1300-46dd-a9bc-ccf061c4b748', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1913882678-subnet', 'tenant_id': 'ef66910fb5564157b5b904565c6b3cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:19.028259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.071175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:19.076865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:19.079430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:19.083351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Pushing event updated for resources: {'Port': ['ID=59a36745-2151-4949-8be2-f31fc34d0a1e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:19.084799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Allocated IP 172.25.6.54 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/a770c334-1c8c-4895-a0e5-d736bfd5e10a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:19.120903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bdf20070-e13f-4a46-a8c3-fee7f72b3ba0 req-7e91f8b1-6aa7-41c9-bd53-866b1800e340 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.123512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bdf20070-e13f-4a46-a8c3-fee7f72b3ba0 req-7e91f8b1-6aa7-41c9-bd53-866b1800e340 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.128629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdf20070-e13f-4a46-a8c3-fee7f72b3ba0 req-7e91f8b1-6aa7-41c9-bd53-866b1800e340 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/58e21bc1-3103-494a-95ab-94677f180602 HTTP/1.1" status: 204 len: 173 time: 0.2105858 Aug 12 04:05:19.170525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Made reservation on behalf of ef66910fb5564157b5b904565c6b3cdc for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:19.186900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.215699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91f8b1-6aa7-41c9-bd53-866b1800e340 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e21bc1-3103-494a-95ab-94677f180602,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:19.286452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e850a-1200-4ce1-95a3-f7d00e20fd54 req-19600a61-d630-49a7-a6b6-e6a7b69d79ca tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:19.300630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f37e850a-1200-4ce1-95a3-f7d00e20fd54 req-19600a61-d630-49a7-a6b6-e6a7b69d79ca tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0898898 Aug 12 04:05:19.342430 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f37e850a-1200-4ce1-95a3-f7d00e20fd54 req-b6772e07-ac01-4f6b-af73-e2c1d459a858 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Aug 12 04:05:19.422977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.473987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3be605da-6128-44f8-bacc-697316f4b859 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:19.512152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c891c1f-143d-4fcf-859f-ced037592979 req-d4d9cd9e-9e9e-44ab-a5aa-32475323cef8 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7471a15b-348d-41b8-9dc8-52739d34993c HTTP/1.1" status: 200 len: 1778 time: 0.1036081 Aug 12 04:05:19.554799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.662354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3be605da-6128-44f8-bacc-697316f4b859 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:19.691455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.753244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.757580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:19.810077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c40497-9f89-43ac-a5a0-4cdd38a5aeda,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:19.813881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event updated for resources: {'Port': ['ID=a770c334-1c8c-4895-a0e5-d736bfd5e10a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:19.817759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:19.820114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:19.844694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3e788-ae64-4f64-8fd3-bcc2d699c7d8 None None] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:19.850458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6c891c1f-143d-4fcf-859f-ced037592979 req-188205fb-f731-4a7c-b2ae-65ec41f2df90 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.886391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6c891c1f-143d-4fcf-859f-ced037592979 req-188205fb-f731-4a7c-b2ae-65ec41f2df90 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.943753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:19.959063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Checking segment: {'id': 'd8d3f84a-74bb-4c26-8b39-e397e90a261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f16ec615-1300-46dd-a9bc-ccf061c4b748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:19.959799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Network hostable DHCP agents. Network: f16ec615-1300-46dd-a9bc-ccf061c4b748, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:05:20.026750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.104663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.216643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6c891c1f-143d-4fcf-859f-ced037592979 req-188205fb-f731-4a7c-b2ae-65ec41f2df90 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.216888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] Provisioning for port 3be605da-6128-44f8-bacc-697316f4b859 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:20.219737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6c891c1f-143d-4fcf-859f-ced037592979 req-188205fb-f731-4a7c-b2ae-65ec41f2df90 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.220887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c891c1f-143d-4fcf-859f-ced037592979 req-188205fb-f731-4a7c-b2ae-65ec41f2df90 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/7471a15b-348d-41b8-9dc8-52739d34993c HTTP/1.1" status: 204 len: 173 time: 0.7079575 Aug 12 04:05:20.222315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] Provisioning complete for port 3be605da-6128-44f8-bacc-697316f4b859 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:20.228293 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.229186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188205fb-f731-4a7c-b2ae-65ec41f2df90 tempest-SecurityGroupsTestAdminJSON-1281704558 tempest-SecurityGroupsTestAdminJSON-1281704558-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7471a15b-348d-41b8-9dc8-52739d34993c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:20.241612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Network f16ec615-1300-46dd-a9bc-ccf061c4b748 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:05:20.255269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Router 243e0115-441a-4397-86fb-8d457ae2c97b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:05:20.262621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:20.328077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.346908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f16ec615-1300-46dd-a9bc-ccf061c4b748) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:20.348042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:20.348636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.372936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b8bd42-b3f9-44ef-b3c8-3aef2008b966 None None] Network f16ec615-1300-46dd-a9bc-ccf061c4b748 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:20.395418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.436697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.440516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.462652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ae39ad59-55ac-472f-896e-ddfdb9353604 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4458821 Aug 12 04:05:20.472984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event updated for resources: {'Port': ['ID=a770c334-1c8c-4895-a0e5-d736bfd5e10a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:20.476202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:20.488908 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Sync routers for ids ['243e0115-441a-4397-86fb-8d457ae2c97b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:20.498560 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Routers {'243e0115-441a-4397-86fb-8d457ae2c97b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:20.500027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['243e0115-441a-4397-86fb-8d457ae2c97b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:20.510809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-037b23f0-2332-481b-bddc-57c54637dacf tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:20.512513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-037b23f0-2332-481b-bddc-57c54637dacf tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.1862993 Aug 12 04:05:20.532870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-c366d54a-6f99-4bbf-b3ee-ae1c79c71d92 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/quotas/51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 375 time: 0.0134494 Aug 12 04:05:20.541860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port aa3b6ba2-1848-4975-a1be-ec4151b5a95a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:20.547819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] For port 3be605da-6128-44f8-bacc-697316f4b859, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3be605da-6128-44f8-bacc-697316f4b859,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:20.554442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.555926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed304975-1967-41af-a418-9e2ccb94525f req-33bf0bd1-0d0a-4ced-9aa9-4eef20712fb8 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4799528 Aug 12 04:05:20.589514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port aa3b6ba2-1848-4975-a1be-ec4151b5a95a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:20.589886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.616902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.620619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-02b42cb1-8302-44d8-b7c0-78dcc4791c56 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2589474 Aug 12 04:05:20.621399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40228) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:20.629103 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Set router 243e0115-441a-4397-86fb-8d457ae2c97b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:20.655742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef63862-e4df-4060-9adc-f7e141dcfd1f None None] Network f16ec615-1300-46dd-a9bc-ccf061c4b748 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:20.667469 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.703545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40230) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:20.764330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed304975-1967-41af-a418-9e2ccb94525f req-32ba6e0d-960a-48f3-a82c-49d6527a2a3f tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.2001033 Aug 12 04:05:20.785132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-967489d4-627c-4776-89f9-4222bf7a7e7f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2456865 Aug 12 04:05:20.808306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98408-8fc6-4764-a23b-4d2698ab0db3 None None] Pushing event updated for resources: {'Port': ['ID=3be605da-6128-44f8-bacc-697316f4b859,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:20.839176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-400beb63-46d4-427b-91fc-63425f501cf8 None None] Provisioning complete for port 3be605da-6128-44f8-bacc-697316f4b859 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:20.839559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-400beb63-46d4-427b-91fc-63425f501cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.849359 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:05:19Z', 'revision_number': 3, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:20.857022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Deleting subnet a928c0e9-a29e-4852-ac78-87a72434af4a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:05:20.862026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.879765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Checking router: 243e0115-441a-4397-86fb-8d457ae2c97b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:20.880292 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Updating router 243e0115-441a-4397-86fb-8d457ae2c97b port 59a36745-2151-4949-8be2-f31fc34d0a1e binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:05:20.907488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-3711bfbc-fec5-435c-b744-a2b3458157cf service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213019 Aug 12 04:05:20.919202 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.923447 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.944027 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:20.989377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.000381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed304975-1967-41af-a418-9e2ccb94525f req-1a79ff5a-3832-4b88-8df2-5a444e5259a3 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:21.007728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed304975-1967-41af-a418-9e2ccb94525f req-1a79ff5a-3832-4b88-8df2-5a444e5259a3 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2327869 Aug 12 04:05:21.016454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-ed304975-1967-41af-a418-9e2ccb94525f req-08fd493f-8a29-40a7-8d33-0c1d3703c36f tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:21.032704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed304975-1967-41af-a418-9e2ccb94525f req-08fd493f-8a29-40a7-8d33-0c1d3703c36f tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238507 Aug 12 04:05:21.056589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:21.059538 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf7ebd-6b0d-41b7-bcd4-bd90f75907ab" -d '{"events": [{"server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "name": "network-vif-plugged", "status": "completed", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:21.075785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:21.159044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-975b4eaf-9ce9-41bc-9d59-133cf51fe9c6 service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506583 Aug 12 04:05:21.162270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc197-ca8a-4660-8fd6-5457221a6dcd req-8937d235-0b4d-4e42-a2ef-55bf7277a523 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:21.163807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-563dc197-ca8a-4660-8fd6-5457221a6dcd req-8937d235-0b4d-4e42-a2ef-55bf7277a523 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 944 time: 0.0571961 Aug 12 04:05:21.187957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.189005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 346e3264-5987-426c-92ab-105e0ebf7def up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:21.203668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.243484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.245764 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a928c0e9-a29e-4852-ac78-87a72434af4a HTTP/1.1" status: 204 len: 168 time: 0.5412776 Aug 12 04:05:21.249737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6f502-5ebe-4f06-a260-e155c01630ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a928c0e9-a29e-4852-ac78-87a72434af4a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:21.255129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40240) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:21.274740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-563dc197-ca8a-4660-8fd6-5457221a6dcd req-433f83cb-4aef-48de-bdcf-6ff7f648a16b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993786 Aug 12 04:05:21.289671 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.301039 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Transition to ACTIVE for port object 59a36745-2151-4949-8be2-f31fc34d0a1e will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:21.330459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:21.365416 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.382988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3be605da-6128-44f8-bacc-697316f4b859 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:21.397664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.410156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.437895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Attempting to bind port 59a36745-2151-4949-8be2-f31fc34d0a1e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:21.438268 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Attempting to bind port 59a36745-2151-4949-8be2-f31fc34d0a1e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:21.438627 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Attempting to bind port 59a36745-2151-4949-8be2-f31fc34d0a1e on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:21.448415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d60d35-ed37-4595-9dc7-a22ebf40970b None None] Pushing event updated for resources: {'Port': ['ID=59a36745-2151-4949-8be2-f31fc34d0a1e,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:21.452871 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:21.453197 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:21.453556 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.453941 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:21.454416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Bound port: 59a36745-2151-4949-8be2-f31fc34d0a1e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:21.454967 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.465748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 346e3264-5987-426c-92ab-105e0ebf7def completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:21.474509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 346e3264-5987-426c-92ab-105e0ebf7def triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:21.475393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.516008 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] For port 59a36745-2151-4949-8be2-f31fc34d0a1e, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:21.520218 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] For port 59a36745-2151-4949-8be2-f31fc34d0a1e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=59a36745-2151-4949-8be2-f31fc34d0a1e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:21.529131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9309d47-531c-49a9-b415-6a1e27f75f37 req-2dba37fc-6983-46c8-99e6-1ca3d139f12f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "GET /v2.0/security-groups/88bb2521-74cb-4104-85ef-3a85ae0d67dd HTTP/1.1" status: 200 len: 1776 time: 0.1024151 Aug 12 04:05:21.531144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3be605da-6128-44f8-bacc-697316f4b859 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:21.532093 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.606346 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.611577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.624527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e669626-e171-465a-a4eb-fd3be3965db5 req-d213275d-b41e-4440-9614-34040caad9b4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:21.633499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e669626-e171-465a-a4eb-fd3be3965db5 req-d213275d-b41e-4440-9614-34040caad9b4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 948 time: 0.1995180 Aug 12 04:05:21.648921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f9309d47-531c-49a9-b415-6a1e27f75f37 req-2c82c1b9-472e-4401-b118-296e82b0ac0f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.669473 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > port after_create 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > port after_update 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.670023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.689752 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d60d35-ed37-4595-9dc7-a22ebf40970b None None] Pushing event updated for resources: {'Port': ['ID=59a36745-2151-4949-8be2-f31fc34d0a1e,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:21.689951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f9309d47-531c-49a9-b415-6a1e27f75f37 req-2c82c1b9-472e-4401-b118-296e82b0ac0f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.705108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Allocated IP 172.20.0.1 (ba93779f-f4c3-4f0b-b383-2bc36a52f19a/b297fa80-0001-4000-a166-d20516e72e1c/9eadc713-51e6-406e-841f-299a243c411c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:21.713305 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Routers {'243e0115-441a-4397-86fb-8d457ae2c97b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:21.713937 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['243e0115-441a-4397-86fb-8d457ae2c97b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:21.716669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 346e3264-5987-426c-92ab-105e0ebf7def, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=346e3264-5987-426c-92ab-105e0ebf7def,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:21.787888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.831013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.835189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=346e3264-5987-426c-92ab-105e0ebf7def,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:21.841486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.841829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.842155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.842481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:21.843527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1912f228-6a5f-4d9f-9824-b7af728d6d2f']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:21.850286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Transition to ACTIVE for port object 9eadc713-51e6-406e-841f-299a243c411c will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:21.858494 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] Set router 243e0115-441a-4397-86fb-8d457ae2c97b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:21.862275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3471a3-5dd8-49d2-b938-a0d4fd45de52') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:21.862556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3471a3-5dd8-49d2-b938-a0d4fd45de52') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:21.873318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f9309d47-531c-49a9-b415-6a1e27f75f37 req-2c82c1b9-472e-4401-b118-296e82b0ac0f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.877569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f9309d47-531c-49a9-b415-6a1e27f75f37 req-2c82c1b9-472e-4401-b118-296e82b0ac0f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.877569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9309d47-531c-49a9-b415-6a1e27f75f37 req-2c82c1b9-472e-4401-b118-296e82b0ac0f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "DELETE /v2.0/security-groups/88bb2521-74cb-4104-85ef-3a85ae0d67dd HTTP/1.1" status: 204 len: 173 time: 0.3187909 Aug 12 04:05:21.886501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.903603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82c1b9-472e-4401-b118-296e82b0ac0f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bb2521-74cb-4104-85ef-3a85ae0d67dd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:21.911414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e669626-e171-465a-a4eb-fd3be3965db5 req-767e6f1d-5380-4ed9-9238-bd72084b5080 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765901 Aug 12 04:05:21.915170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.924834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:05:21.925243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: from cryptography.utils import int_from_bytes Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: from cryptography.utils import int_from_bytes Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:05:21.951170 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:05:22.005605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.059376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:22.063030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:22.067560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:22.068829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.124747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.125959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9eadc713-51e6-406e-841f-299a243c411c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:22.135995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.141474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1912f228-6a5f-4d9f-9824-b7af728d6d2f HTTP/1.1" status: 204 len: 168 time: 0.8819435 Aug 12 04:05:22.149070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40260) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:22.167983 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:05:19Z', 'revision_number': 3, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:22.174605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f700-df9a-4a83-86fe-4073eaff8a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=1912f228-6a5f-4d9f-9824-b7af728d6d2f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:22.210024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-313de772-b0e0-4f25-948d-a87db847f853 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:22.211694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-313de772-b0e0-4f25-948d-a87db847f853 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1419771 Aug 12 04:05:22.285771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-e2675ac9-4487-4422-8a2b-bea6e3b21664 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 695 time: 0.0656793 Aug 12 04:05:22.300276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Request body: {'floatingip': {'port_id': '23b8166d-ad24-491f-8844-79e3759995c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:22.308436 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0e74d-1582-4443-a7f2-48de4ac0bfb1 None None] The sync data for ids ['243e0115-441a-4397-86fb-8d457ae2c97b'] in n-d-804320-1 is: [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:05:19Z', 'revision_number': 3, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:22.393135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.485265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9d3a611b-072a-47b8-9a1d-b702a79cfcb4 None None] Provisioning for port 9eadc713-51e6-406e-841f-299a243c411c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:22.493072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9d3a611b-072a-47b8-9a1d-b702a79cfcb4 None None] Provisioning complete for port 9eadc713-51e6-406e-841f-299a243c411c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:22.494294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9d3a611b-072a-47b8-9a1d-b702a79cfcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.518094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Deleting subnet 47c40497-9f89-43ac-a5a0-4cdd38a5aeda {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:05:22.526794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.537989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a611b-072a-47b8-9a1d-b702a79cfcb4 None None] Port 9eadc713-51e6-406e-841f-299a243c411c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:22.585027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.618034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.664820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-93db0c8b-9d6c-4ff3-934e-ddf000714d0d tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:22.666617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-93db0c8b-9d6c-4ff3-934e-ddf000714d0d tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/networks?id=94177539-89d1-407d-b54f-386917e9a2aa HTTP/1.1" status: 200 len: 815 time: 0.4571123 Aug 12 04:05:22.717585 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-1b540fc9-86bd-44f6-ac89-7d47753bed76 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/quotas/e77b400b70c1422abff4e9de68b664c6 HTTP/1.1" status: 200 len: 375 time: 0.0359902 Aug 12 04:05:22.722125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.833805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-6a5dd6ce-acf7-4267-9a29-587130db1ba7 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e77b400b70c1422abff4e9de68b664c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146584 Aug 12 04:05:22.837528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.950936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:22.956022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/47c40497-9f89-43ac-a5a0-4cdd38a5aeda HTTP/1.1" status: 204 len: 168 time: 0.8002870 Aug 12 04:05:22.956583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a77f0-33c9-4264-90ea-1b4237023fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c40497-9f89-43ac-a5a0-4cdd38a5aeda,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:22.957617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40270) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:23.038517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-bb895fe9-ef4c-4212-ae5b-f7a557a8b82c service neutron] 10.222.0.42 "GET /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897609 Aug 12 04:05:23.079374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.155429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-152fba91-a390-44de-83b2-153ab4a9412c service neutron] 10.222.0.42 "GET /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018457 Aug 12 04:05:23.177027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.178411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.187442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.273295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9eadc713-51e6-406e-841f-299a243c411c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:23.330396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:23.331853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:23.391771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 59a36745-2151-4949-8be2-f31fc34d0a1e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:23.439145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.resource_extend [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:05:23.499856 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdb6e7-1137-4c2f-a3c8-6b307e23295e x-openstack-request-id: req-effdb6e7-1137-4c2f-a3c8-6b307e23295e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:23.500392 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "name": "network-vif-plugged", "status": "completed", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:23.500788 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-effdb6e7-1137-4c2f-a3c8-6b307e23295e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:23.501331 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'code': 200} Aug 12 04:05:23.547802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 59a36745-2151-4949-8be2-f31fc34d0a1e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:23.554492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 59a36745-2151-4949-8be2-f31fc34d0a1e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:23.556559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.575287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.578088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.589284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16ec615-1300-46dd-a9bc-ccf061c4b748']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:23.601693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d3f84a-74bb-4c26-8b39-e397e90a261a') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:23.603569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d3f84a-74bb-4c26-8b39-e397e90a261a') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:23.616005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.623104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80f3ce99-c32b-420f-8fe6-e0a2e34af94e req-0ef62807-0976-4901-a54e-d366257b1af9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 210 time: 0.0497870 Aug 12 04:05:23.640872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.646789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:05:23.647486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:05:23.670630 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:05:23.687591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.723963 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.746554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Router 243e0115-441a-4397-86fb-8d457ae2c97b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:05:23.747027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 59a36745-2151-4949-8be2-f31fc34d0a1e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=59a36745-2151-4949-8be2-f31fc34d0a1e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:23.755457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26c6acc5-4e94-44d2-9768-257b978ad4e6 req-9e832c42-2c05-4805-823a-d1b3ea46944f tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "GET /v2.0/security-groups/0462878b-51a0-4e6b-99d2-45c1aa47ecd3 HTTP/1.1" status: 200 len: 1776 time: 0.0782480 Aug 12 04:05:23.763601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d8501-9419-40ea-bf2a-5d1f58557dd5 req-7b8de060-9779-44a1-8d08-093f19d3e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:23.766800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d48d8501-9419-40ea-bf2a-5d1f58557dd5 req-7b8de060-9779-44a1-8d08-093f19d3e818 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.1427784 Aug 12 04:05:23.771651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6906b9f4-5242-4e23-8820-ad32f79cba32 None None] Provisioning complete for port 9eadc713-51e6-406e-841f-299a243c411c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:23.772027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6906b9f4-5242-4e23-8820-ad32f79cba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.813813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6906b9f4-5242-4e23-8820-ad32f79cba32 None None] Port 9eadc713-51e6-406e-841f-299a243c411c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:23.822019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.887554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=59a36745-2151-4949-8be2-f31fc34d0a1e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:23.907511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.927637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.929385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f16ec615-1300-46dd-a9bc-ccf061c4b748 HTTP/1.1" status: 204 len: 168 time: 0.9690528 Aug 12 04:05:23.934145 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Floating IP d0ef8d0f-0f01-42be-955c-758b667be81b associated. External IP: 172.25.6.54, port: 23b8166d-ad24-491f-8844-79e3759995c8. Aug 12 04:05:23.949890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d48d8501-9419-40ea-bf2a-5d1f58557dd5 req-cfee79d2-7cea-482e-834e-3bce14ca5476 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718645 Aug 12 04:05:23.984857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c423f76-5f46-464a-9630-22d7db10c0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16ec615-1300-46dd-a9bc-ccf061c4b748,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:23.989602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26c6acc5-4e94-44d2-9768-257b978ad4e6 req-abe9ab2b-88a9-4ca0-a38b-832f3404eff9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:23.990057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-73800c06-8fb5-4a0e-aed3-5b4f342c5128 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:23.991840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-73800c06-8fb5-4a0e-aed3-5b4f342c5128 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.2319193 Aug 12 04:05:24.009347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Request body: {'port': {'device_id': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'admin_state_up': True, 'tenant_id': '51f4b1ac5aee4482b2bb35e5b9507b0e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:24.024448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:24.049251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26c6acc5-4e94-44d2-9768-257b978ad4e6 req-abe9ab2b-88a9-4ca0-a38b-832f3404eff9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:24.081024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c19e347-d923-46b9-99b6-65bdf72cb4f9 admin admin] 10.222.0.42 "PUT /v2.0/routers/243e0115-441a-4397-86fb-8d457ae2c97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4569151 Aug 12 04:05:24.170539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26c6acc5-4e94-44d2-9768-257b978ad4e6 req-abe9ab2b-88a9-4ca0-a38b-832f3404eff9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:24.173442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26c6acc5-4e94-44d2-9768-257b978ad4e6 req-abe9ab2b-88a9-4ca0-a38b-832f3404eff9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:24.182177 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26c6acc5-4e94-44d2-9768-257b978ad4e6 req-abe9ab2b-88a9-4ca0-a38b-832f3404eff9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] 10.222.0.42 "DELETE /v2.0/security-groups/0462878b-51a0-4e6b-99d2-45c1aa47ecd3 HTTP/1.1" status: 204 len: 173 time: 0.4138768 Aug 12 04:05:24.199719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9ab2b-88a9-4ca0-a38b-832f3404eff9 tempest-SecurityGroupsTestAdminJSON-838355686 tempest-SecurityGroupsTestAdminJSON-838355686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0462878b-51a0-4e6b-99d2-45c1aa47ecd3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:24.316626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20773e12-4e1d-41a3-9e5a-409f76d12967 req-e0e97b85-133c-4b9d-a7ba-d44858aee9c8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:24.318154 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20773e12-4e1d-41a3-9e5a-409f76d12967 req-e0e97b85-133c-4b9d-a7ba-d44858aee9c8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 945 time: 0.0608571 Aug 12 04:05:24.335215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:05:24.359350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20773e12-4e1d-41a3-9e5a-409f76d12967 req-45f449a1-ad1f-4e44-bab1-8b9a79bed584 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340009 Aug 12 04:05:24.384035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Made reservation on behalf of 51f4b1ac5aee4482b2bb35e5b9507b0e for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:24.387492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:24.474021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Sync routers for ids ['243e0115-441a-4397-86fb-8d457ae2c97b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:24.486045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Routers {'243e0115-441a-4397-86fb-8d457ae2c97b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:24.486963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['243e0115-441a-4397-86fb-8d457ae2c97b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:24.505487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e76283-b8b1-4142-89c1-aaa521c219bf req-5cb2fcc1-0ead-4932-aa44-e081fcdfb5ae tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:24.515954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14e76283-b8b1-4142-89c1-aaa521c219bf req-5cb2fcc1-0ead-4932-aa44-e081fcdfb5ae tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.0805469 Aug 12 04:05:24.519341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:24.524862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:24.538301 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] Sync routers for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:24.547421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:24.548207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:24.552412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:24.570644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14e76283-b8b1-4142-89c1-aaa521c219bf req-8f6c45ef-de27-498d-b2c4-06c6e84f356c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537376 Aug 12 04:05:24.634122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-06553dc9-39c1-4117-8445-76a08d4a10f0 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "PUT /v2.0/floatingips/d0ef8d0f-0f01-42be-955c-758b667be81b HTTP/1.1" status: 200 len: 996 time: 2.3384590 Aug 12 04:05:24.710122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:24.712205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9544f3d5-a3ff-4f31-95d5-aaa0d28a8b14 req-c4ce0dd2-b528-4601-bc06-3b82a610bc24 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 210 time: 0.0773480 Aug 12 04:05:24.713238 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4bb5c1-a685-428f-b8fd-721336bd59bc" -d '{"events": [{"name": "network-changed", "server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "tag": "23b8166d-ad24-491f-8844-79e3759995c8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:24.736474 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:24.753528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Allocated IP 172.20.0.4 (389b193c-50b6-486f-8503-caa2be287f2c/ad63228a-8ada-4e1d-8e89-787a8f82ffeb/031cd05d-4d6a-49fd-a7b8-2e6b05574477) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:24.798601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Set router 243e0115-441a-4397-86fb-8d457ae2c97b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:24.838125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d2b78c27-7771-402c-94c1-38f082c41a2b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=331b3027f5ba459cb0ab7ea9e0c47955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787120 Aug 12 04:05:24.838443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40300) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:24.868337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40302) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:24.906100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-b87a2a40-b62b-4f56-8981-4ce3eebf4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:24.915460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-b87a2a40-b62b-4f56-8981-4ce3eebf4cea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1097 time: 0.1993439 Aug 12 04:05:24.955463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86830aee-c6a1-4a5f-bcca-31e479698479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.007817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86830aee-c6a1-4a5f-bcca-31e479698479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.169550 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e100aeec-efb9-4ab3-8716-100c09f5ab67 req-00453942-3871-4b9c-81f6-40dd697835db tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 210 time: 0.0473931 Aug 12 04:05:25.176828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86830aee-c6a1-4a5f-bcca-31e479698479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.177375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:05:22Z', 'revision_number': 4, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9eadc713-51e6-406e-841f-299a243c411c', 'name': '', 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'mac_address': 'fa:16:3e:9d:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b297fa80-0001-4000-a166-d20516e72e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:21Z', 'updated_at': '2021-08-12T04:05:22Z', 'revision_number': 2, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'subnets': [{'id': 'b297fa80-0001-4000-a166-d20516e72e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:25.179625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86830aee-c6a1-4a5f-bcca-31e479698479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.184249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-86830aee-c6a1-4a5f-bcca-31e479698479 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0076acec-dcae-4ea2-81fd-f05e25d202b3 HTTP/1.1" status: 204 len: 168 time: 0.3421960 Aug 12 04:05:25.211876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4ac6cbb2-40dc-4dec-951e-8d4884b10c78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41700a8914c94c01a7057332f9d4a21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389511 Aug 12 04:05:25.211876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830aee-c6a1-4a5f-bcca-31e479698479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0076acec-dcae-4ea2-81fd-f05e25d202b3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:25.215675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40310) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:25.232509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.259799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Checking router: 243e0115-441a-4397-86fb-8d457ae2c97b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:25.260158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Updating router 243e0115-441a-4397-86fb-8d457ae2c97b port 9eadc713-51e6-406e-841f-299a243c411c binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:05:25.273035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.281236 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c665ba-11b1-4530-9c71-e789f54a46b7 x-openstack-request-id: req-25c665ba-11b1-4530-9c71-e789f54a46b7 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:25.281623 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "tag": "23b8166d-ad24-491f-8844-79e3759995c8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:25.281975 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25c665ba-11b1-4530-9c71-e789f54a46b7 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:25.282465 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8', 'status': 'completed', 'code': 200} Aug 12 04:05:25.290374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-4f0ac319-2fdf-4a6e-b0c7-d680466504a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:25.292082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-4f0ac319-2fdf-4a6e-b0c7-d680466504a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 929 time: 0.3537192 Aug 12 04:05:25.298090 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd0ef8d0f-0f01-42be-955c-758b667be81b', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'port_id': '23b8166d-ad24-491f-8844-79e3759995c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'mac_address': 'fa:16:3e:ab:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:19Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 1, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:57Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:25.360407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.362841 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] Checking router: 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:25.371881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-45bf8603-ceab-4483-ba93-50c33f088dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:25.378964 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-45bf8603-ceab-4483-ba93-50c33f088dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1097 time: 0.0983851 Aug 12 04:05:25.384771 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:25.385531 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:25.408885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85b16576-f089-4aef-b19b-b619da420fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.446871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 59a36745-2151-4949-8be2-f31fc34d0a1e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:25.456833 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.491931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-85dafe1b-4251-46ed-921e-4db8d6c15858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:25.494048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-85dafe1b-4251-46ed-921e-4db8d6c15858 service neutron] 10.222.0.36 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 929 time: 0.1094027 Aug 12 04:05:25.505528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346e3264-5987-426c-92ab-105e0ebf7def'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:25.508276 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f611aba-4931-49c8-8f24-227f2d1b6f7f" -d '{"events": [{"server_uuid": "dcc6608c-a07e-4fc6-9bd5-04fe3ce00552", "name": "network-vif-plugged", "status": "completed", "tag": "346e3264-5987-426c-92ab-105e0ebf7def"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:25.552219 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85b16576-f089-4aef-b19b-b619da420fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.576132 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:25.600970 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-7581ccab-9fed-4316-b4fe-c752a694402a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 999 time: 0.2948599 Aug 12 04:05:25.680685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 59a36745-2151-4949-8be2-f31fc34d0a1e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:25.681265 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.695837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-dc7f1d96-55cb-4a2b-b38d-512a7c0db69d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 999 time: 0.1939003 Aug 12 04:05:25.765663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-40dd09b4-d6fe-47bb-98a9-b79e580cda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:25.935080 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-40dd09b4-d6fe-47bb-98a9-b79e580cda6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 200 len: 867 time: 0.0636671 Aug 12 04:05:25.935080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712507c5-9c91-4278-8204-c34a1128251f req-8c7a6c51-608f-4433-a312-0bf5bb81dc58 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:25.935080 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-712507c5-9c91-4278-8204-c34a1128251f req-8c7a6c51-608f-4433-a312-0bf5bb81dc58 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 945 time: 0.1001604 Aug 12 04:05:25.935080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-3f79bf4b-17f7-4805-9237-a7976cdb1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:25.935080 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-3f79bf4b-17f7-4805-9237-a7976cdb1067 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=048055c4-c1b6-4a4b-9659-479020c29652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975990 Aug 12 04:05:25.957143 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd0ef8d0f-0f01-42be-955c-758b667be81b', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'port_id': '23b8166d-ad24-491f-8844-79e3759995c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'mac_address': 'fa:16:3e:ab:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:19Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 1, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:57Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:25.994032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-712507c5-9c91-4278-8204-c34a1128251f req-95134bdc-7160-49b0-82bf-37110031fe9b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954809 Aug 12 04:05:25.994447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:25.997755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Transition to ACTIVE for port object 9eadc713-51e6-406e-841f-299a243c411c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:26.018273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-d0da1eb7-de78-4ebe-a9c4-073856c1ae1e service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304216 Aug 12 04:05:26.021935 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7408a0-1e31-48a9-8d07-564751816b54 None None] The sync data for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 is: [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd0ef8d0f-0f01-42be-955c-758b667be81b', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'floating_ip_address': '172.25.6.54', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'port_id': '23b8166d-ad24-491f-8844-79e3759995c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'mac_address': 'fa:16:3e:ab:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:19Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 1, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:57Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:26.047945 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d2f43a-1f79-4b04-b518-3ca669e2fe21 x-openstack-request-id: req-75d2f43a-1f79-4b04-b518-3ca669e2fe21 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:26.048260 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc6608c-a07e-4fc6-9bd5-04fe3ce00552", "name": "network-vif-plugged", "status": "completed", "tag": "346e3264-5987-426c-92ab-105e0ebf7def", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:26.048518 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75d2f43a-1f79-4b04-b518-3ca669e2fe21 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:26.048915 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346e3264-5987-426c-92ab-105e0ebf7def', 'code': 200} Aug 12 04:05:26.058653 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.089229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-b28ecbb4-ab8e-4537-952d-0a0caf6462f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:26.120572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-b28ecbb4-ab8e-4537-952d-0a0caf6462f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 200 len: 867 time: 0.4817882 Aug 12 04:05:26.164764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Network 389b193c-50b6-486f-8503-caa2be287f2c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:26.171923 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.174923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:26.179740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:26.208127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:26.230241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1771a-60d0-4d3c-b874-d48215f667b8 req-fa927dbd-b984-439c-961b-0a422b48ddeb tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:26.231814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73c1771a-60d0-4d3c-b874-d48215f667b8 req-fa927dbd-b984-439c-961b-0a422b48ddeb tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.1144457 Aug 12 04:05:26.239171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b099-0a6a-4738-a6fc-b58a6e2dd5a8 req-91dc99f2-cdf1-4f4d-8f07-f5dbf668d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:26.240671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6602b099-0a6a-4738-a6fc-b58a6e2dd5a8 req-91dc99f2-cdf1-4f4d-8f07-f5dbf668d07c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 1100 time: 0.1061354 Aug 12 04:05:26.246737 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a4bb5c1-a685-428f-b8fd-721336bd59bc req-e12a8b64-9d7e-4b20-a7bf-a93ff96611b6 service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215316 Aug 12 04:05:26.249937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-6b6e2872-1f48-4da0-9bb5-b1daed06d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:26.261784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-6b6e2872-1f48-4da0-9bb5-b1daed06d29c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=048055c4-c1b6-4a4b-9659-479020c29652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323102 Aug 12 04:05:26.264895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986de5-097c-4d93-a068-07c59c1c5c18 None None] Pushing event updated for resources: {'Port': ['ID=9eadc713-51e6-406e-841f-299a243c411c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:26.268298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-fefe6fb5-ca5e-4c09-8296-a0275f8f34bf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:26.269533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-fefe6fb5-ca5e-4c09-8296-a0275f8f34bf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058167 Aug 12 04:05:26.293128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85b16576-f089-4aef-b19b-b619da420fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.296307 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85b16576-f089-4aef-b19b-b619da420fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.299778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-85b16576-f089-4aef-b19b-b619da420fe1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63de1165-30f3-4e1e-82da-ffc03a1ec4d1 HTTP/1.1" status: 204 len: 168 time: 1.0785348 Aug 12 04:05:26.346902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:26.346902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.358855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73c1771a-60d0-4d3c-b874-d48215f667b8 req-28065211-53f6-45ae-93b5-41d34ca362a7 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104953 Aug 12 04:05:26.367901 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6602b099-0a6a-4738-a6fc-b58a6e2dd5a8 req-e903ac06-f48d-4bf0-baf9-31203ac0a6cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178365 Aug 12 04:05:26.409220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Attempting to bind port 9eadc713-51e6-406e-841f-299a243c411c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:26.412318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Attempting to bind port 9eadc713-51e6-406e-841f-299a243c411c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:26.412318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Attempting to bind port 9eadc713-51e6-406e-841f-299a243c411c on network ba93779f-f4c3-4f0b-b383-2bc36a52f19a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:26.439946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b587c4-5508-4054-ba41-aa4238f86553 None None] New status for floating IP d0ef8d0f-0f01-42be-955c-758b667be81b: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:05:26.452721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b16576-f089-4aef-b19b-b619da420fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63de1165-30f3-4e1e-82da-ffc03a1ec4d1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:26.455476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40334) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:26.533726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:26.534344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Checking segment: {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:26.534547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.535009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Bound using segment: {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:26.535565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Bound port: 9eadc713-51e6-406e-841f-299a243c411c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:26.535950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.548494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-098f3a68-759e-4f51-81b1-a0571bff1731 service neutron] 10.222.0.42 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705472 Aug 12 04:05:26.570422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53f2f002-01a8-4f67-a4d4-c77095995240 req-2c9331e3-6b27-4587-be86-452c6b674589 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 210 time: 0.0686715 Aug 12 04:05:26.629276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-f4058552-f874-4b59-85e2-e560e1e3ac67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6259036 Aug 12 04:05:26.649389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Request body: {'port': {'device_id': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:26.692279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b23ff679-24f9-43e8-8eb5-171a40a6d132 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef66910fb5564157b5b904565c6b3cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356420 Aug 12 04:05:26.694853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:26.745067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] For port 9eadc713-51e6-406e-841f-299a243c411c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:26.766173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] For port 9eadc713-51e6-406e-841f-299a243c411c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9eadc713-51e6-406e-841f-299a243c411c,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:26.766439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.771675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1832df-9fc0-4158-aaf9-b65b9bac18cc req-88a3aef1-e2e2-4e3c-a98a-99eaef626b68 service neutron] 10.222.0.42 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214549 Aug 12 04:05:26.868406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:26.949203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Routers {'243e0115-441a-4397-86fb-8d457ae2c97b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:26.949851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['243e0115-441a-4397-86fb-8d457ae2c97b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:27.049822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c5725-f797-4094-a54b-e8dbc73ece84 req-feb63568-d7f0-4a2a-9f81-aeffedc5767b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:27.057922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-532c5725-f797-4094-a54b-e8dbc73ece84 req-feb63568-d7f0-4a2a-9f81-aeffedc5767b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 931 time: 0.2057257 Aug 12 04:05:27.085662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38fbc-5d3b-44f3-9745-9d032f941c35 req-1c4e75d2-9fd6-4701-bbf1-055d4b99897f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:27.088258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] Set router 243e0115-441a-4397-86fb-8d457ae2c97b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:27.097378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-daa38fbc-5d3b-44f3-9745-9d032f941c35 req-1c4e75d2-9fd6-4701-bbf1-055d4b99897f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.3796701 Aug 12 04:05:27.142933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-e88ffbd2-7cf8-4a59-b695-1a17ed33c5b9 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:27.144433 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-e88ffbd2-7cf8-4a59-b695-1a17ed33c5b9 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.20 "GET /v2.0/networks?id=94177539-89d1-407d-b54f-386917e9a2aa HTTP/1.1" status: 200 len: 815 time: 0.5639191 Aug 12 04:05:27.148911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72500a70-b0b1-4939-a7da-3638c8bf11a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.173023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-532c5725-f797-4094-a54b-e8dbc73ece84 req-ca79535a-aade-499c-b6f7-8233cd25b6f6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069846 Aug 12 04:05:27.178013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Request body: {'port': {'device_id': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'admin_state_up': True, 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:27.204877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986de5-097c-4d93-a068-07c59c1c5c18 None None] Pushing event updated for resources: {'Port': ['ID=9eadc713-51e6-406e-841f-299a243c411c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:27.296532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72500a70-b0b1-4939-a7da-3638c8bf11a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.316482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031cd05d-4d6a-49fd-a7b8-2e6b05574477 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:27.333907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.342499 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-daa38fbc-5d3b-44f3-9745-9d032f941c35 req-d8c89c1b-b887-46c0-b210-ce3476d3b4b6 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442255 Aug 12 04:05:27.347621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Transition to ACTIVE for port object 031cd05d-4d6a-49fd-a7b8-2e6b05574477 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:27.495861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:05:22Z', 'revision_number': 4, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9eadc713-51e6-406e-841f-299a243c411c', 'name': '', 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'mac_address': 'fa:16:3e:9d:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b297fa80-0001-4000-a166-d20516e72e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:21Z', 'updated_at': '2021-08-12T04:05:26Z', 'revision_number': 4, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'subnets': [{'id': 'b297fa80-0001-4000-a166-d20516e72e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:27.520089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.534176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f627956-7bb8-443f-ad6f-42cf75dce725 None None] The sync data for ids ['243e0115-441a-4397-86fb-8d457ae2c97b'] in n-d-804320-1 is: [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:05:22Z', 'revision_number': 4, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9eadc713-51e6-406e-841f-299a243c411c', 'name': '', 'network_id': 'ba93779f-f4c3-4f0b-b383-2bc36a52f19a', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'mac_address': 'fa:16:3e:9d:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b297fa80-0001-4000-a166-d20516e72e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:21Z', 'updated_at': '2021-08-12T04:05:26Z', 'revision_number': 4, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'subnets': [{'id': 'b297fa80-0001-4000-a166-d20516e72e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:27.571073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d93c0-f77b-41d0-9881-73ab85b9a9e3 req-233c32b1-3cf6-4db6-a876-344afaa90651 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:27.576672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-951d93c0-f77b-41d0-9881-73ab85b9a9e3 req-233c32b1-3cf6-4db6-a876-344afaa90651 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.0727396 Aug 12 04:05:27.583929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40358) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:27.595321 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72500a70-b0b1-4939-a7da-3638c8bf11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.598208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72500a70-b0b1-4939-a7da-3638c8bf11a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.602766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-72500a70-b0b1-4939-a7da-3638c8bf11a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91d74454-2c18-494d-992a-1d1d58b5346e HTTP/1.1" status: 204 len: 168 time: 0.9061215 Aug 12 04:05:27.602766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Made reservation on behalf of e77b400b70c1422abff4e9de68b664c6 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:27.606113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.656696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-b80eecb8-a543-4b74-9464-618f6d53d5aa tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 258 time: 0.2689192 Aug 12 04:05:27.664550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:27.668565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:27.702665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72500a70-b0b1-4939-a7da-3638c8bf11a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d74454-2c18-494d-992a-1d1d58b5346e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:27.789194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-951d93c0-f77b-41d0-9881-73ab85b9a9e3 req-93e8f84f-5591-4727-8c21-c53798cf670d tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464598 Aug 12 04:05:27.800726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-23138205-f943-4030-8b4e-d6ba72b0c50f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=226efb731b1449638b152cf3d61b5729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166231 Aug 12 04:05:27.816178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40366) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:27.848709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:27.849253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:27.849591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:27.858988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.863008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:27.865860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:27.923693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:27.924105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:27.924536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:27.924994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Bound port: 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:27.925346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.946030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30fc1e29-445d-4952-aac3-4c270b08b353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:27.991922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Allocated IP 172.20.0.3 (94177539-89d1-407d-b54f-386917e9a2aa/56739b35-a7eb-4e8a-ae3b-ee18f65d37e2/0badf9d5-ed8a-4029-97a2-c2a2005410e7) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:28.022975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30fc1e29-445d-4952-aac3-4c270b08b353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.041709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:28.048927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:28.052163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8ca0-68c2-460c-8d09-f760c1173a72 req-cc30721c-9eed-4a39-bd0e-55205cd9da64 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:28.058494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc0a8ca0-68c2-460c-8d09-f760c1173a72 req-cc30721c-9eed-4a39-bd0e-55205cd9da64 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.1399145 Aug 12 04:05:28.088054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.176150 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc0a8ca0-68c2-460c-8d09-f760c1173a72 req-b1ccaec4-d969-4897-afde-f51e40773e52 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989213 Aug 12 04:05:28.216512 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a24a0bfe-4672-445f-9869-2ef76d90d9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.248295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Allocated IP 172.25.6.245 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/5b35842b-ab91-45c8-8e7d-83892bbdf337) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:28.304243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.324602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30fc1e29-445d-4952-aac3-4c270b08b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.331813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30fc1e29-445d-4952-aac3-4c270b08b353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.333087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-30fc1e29-445d-4952-aac3-4c270b08b353 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74c4ff94-998e-49e2-99eb-f3cad539ca31 HTTP/1.1" status: 204 len: 168 time: 0.5269241 Aug 12 04:05:28.410822 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.494570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:28.496820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.500825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] 10.222.0.36 "PUT /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 1091 time: 1.8577006 Aug 12 04:05:28.502966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:28.506735 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:28.520274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc1e29-445d-4952-aac3-4c270b08b353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4ff94-998e-49e2-99eb-f3cad539ca31,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:28.549412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.633155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:28.681519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73ae35-e1f4-40c3-82ce-55b30b9d771b service neutron] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:28.694027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:28.716725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:28.757056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:28.757260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Transition to ACTIVE for port object 0badf9d5-ed8a-4029-97a2-c2a2005410e7 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:28.866063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event updated for resources: {'Port': ['ID=5b35842b-ab91-45c8-8e7d-83892bbdf337,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:28.921815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-99c5245b-c462-4293-a154-ea62be83474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:28.923370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-99c5245b-c462-4293-a154-ea62be83474a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1094 time: 0.2967985 Aug 12 04:05:28.937754 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:29.041812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:29.111771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Network 94177539-89d1-407d-b54f-386917e9a2aa is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:29.121723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:29.134482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:29.159948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:29.159948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:29.190311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-b33e371e-7bb3-454b-a397-52e274dc7ed6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 217 time: 0.1203768 Aug 12 04:05:29.213228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Pushing event updated for resources: {'Port': ['ID=0badf9d5-ed8a-4029-97a2-c2a2005410e7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:29.321239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-8c17960b-91e6-4596-935f-b9e9cd480b91 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1669381 Aug 12 04:05:29.339953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Request body: {'port': {'device_id': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:29.345365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:29.357741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--767328132', 'description': 'tempest-description--755860615'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:29.465487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9eadc713-51e6-406e-841f-299a243c411c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:29.476106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:29.558382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-cc4695e2-44aa-48f4-a9f5-f4843c7ea5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:29.561373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-cc4695e2-44aa-48f4-a9f5-f4843c7ea5db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.2859099 Aug 12 04:05:29.569678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-7749c89b-45c6-4091-9846-c239a6fc0a78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4046440 Aug 12 04:05:29.614667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-1b40407f-86d4-44f6-99fc-18c49c8f9705 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387385 Aug 12 04:05:29.694339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:29.780957 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:29.993650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9eadc713-51e6-406e-841f-299a243c411c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:29.998264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9eadc713-51e6-406e-841f-299a243c411c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:29.998948 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.001855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-89ce8c27-7e8e-4efb-a0e1-74210b15bd41 None None] Provisioning for port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:30.003190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-d6ee7b91-fc9c-4aee-aca2-f5e7524cbbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:30.010542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-d6ee7b91-fc9c-4aee-aca2-f5e7524cbbe8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.3212781 Aug 12 04:05:30.010684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-89ce8c27-7e8e-4efb-a0e1-74210b15bd41 None None] Provisioning complete for port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:30.011633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-89ce8c27-7e8e-4efb-a0e1-74210b15bd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.095565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-7c7c82ed-4289-4591-9df2-1f6b2e03258d service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636536 Aug 12 04:05:30.145305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-89ce8c27-7e8e-4efb-a0e1-74210b15bd41 None None] Port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:30.262955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.272353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.295051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0badf9d5-ed8a-4029-97a2-c2a2005410e7 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:30.343834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d28e96-8a27-4d21-b606-d6a559a55263 req-1aa63ef2-94b2-41f3-9d57-34b2108429dc tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:30.355072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9eadc713-51e6-406e-841f-299a243c411c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9eadc713-51e6-406e-841f-299a243c411c,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:30.357724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-35d28e96-8a27-4d21-b606-d6a559a55263 req-1aa63ef2-94b2-41f3-9d57-34b2108429dc tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 931 time: 0.8654060 Aug 12 04:05:30.412189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.427567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e09329ad-31f7-4338-a7ef-3bb78ce71d3e req-d8ed424d-16b6-43b4-a9dc-18821890bcf7 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280051 Aug 12 04:05:30.432539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.432700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Transition to ACTIVE for port object 0badf9d5-ed8a-4029-97a2-c2a2005410e7 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:30.463057 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.477314 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-35d28e96-8a27-4d21-b606-d6a559a55263 req-84d7b95d-f1a8-4e68-abcb-0ac3512f1aed tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207104 Aug 12 04:05:30.553899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.555618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9eadc713-51e6-406e-841f-299a243c411c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:30.557789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.647763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Pushing event updated for resources: {'Port': ['ID=0badf9d5-ed8a-4029-97a2-c2a2005410e7,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:30.648244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event updated for resources: {'Port': ['ID=5b35842b-ab91-45c8-8e7d-83892bbdf337,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:30.653548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.682437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-680eb66d-1972-4488-acd3-729a5cbebb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:30.684457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-680eb66d-1972-4488-acd3-729a5cbebb87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.3899906 Aug 12 04:05:30.690093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.706969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f06394-bdbb-45db-9e76-2108d987314a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:30.754637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5134baaf-f0d5-4866-bf65-8700a3d146e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.770584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Attempting to bind port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:30.771222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Attempting to bind port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:30.771807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Attempting to bind port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 on network 94177539-89d1-407d-b54f-386917e9a2aa {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:30.774774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.779670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd919cc0-4a3f-4ea7-8fc3-a998d79e8f45 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4332922 Aug 12 04:05:30.799689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40432) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:30.807364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'security_group_rule': {'security_group_id': '07f06394-bdbb-45db-9e76-2108d987314a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:30.816968 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-f2c87ed7-3239-45b4-a611-707e5666284a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 217 time: 0.1007798 Aug 12 04:05:30.820709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 on network 94177539-89d1-407d-b54f-386917e9a2aa not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:30.821065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Attempting to bind port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 on network 94177539-89d1-407d-b54f-386917e9a2aa {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:30.830153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:30.830522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Checking segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:30.830943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Bound using segment: {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:30.831389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Bound port: 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88dcc49a-517b-412c-9651-6292ce232999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:30.831754 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.900937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.904089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-d8c29bc9-dfe7-43fe-8324-0b165b8d6d71 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2452495 Aug 12 04:05:30.927438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:30.945279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] For port 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:30.948777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] For port 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:30.996256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-3cf8feac-2adc-4b66-a878-2fba4852a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:30.998606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-3cf8feac-2adc-4b66-a878-2fba4852a2d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1601129 Aug 12 04:05:31.001218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.007306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-2c22b12c-5125-465e-8451-09d04725cec2 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.245 HTTP/1.1" status: 200 len: 696 time: 0.0834744 Aug 12 04:05:31.019816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.067682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-f742b84b-ba7a-47fa-8606-aa5f7f5413b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591359 Aug 12 04:05:31.097586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:31.098073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.100114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] 10.222.0.20 "PUT /v2.0/ports/0badf9d5-ed8a-4029-97a2-c2a2005410e7 HTTP/1.1" status: 200 len: 1091 time: 1.7667823 Aug 12 04:05:31.100323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'tag': '0badf9d5-ed8a-4029-97a2-c2a2005410e7'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:31.102978 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13" -d '{"events": [{"name": "network-changed", "server_uuid": "b83bce89-ed60-4f95-a574-d46fd8994a29", "tag": "0badf9d5-ed8a-4029-97a2-c2a2005410e7"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:31.201652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581cf3f-1feb-4bd6-b391-3c592b19c18f service neutron] Pushing event updated for resources: {'Port': ['ID=0badf9d5-ed8a-4029-97a2-c2a2005410e7,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:31.209676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.327684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.347380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac684573-803a-4327-b1db-4783f1cae27f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:31.449082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-e11b7fc2-6dfd-400e-aec3-dc5e8463075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:31.449822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-376d5eea-0625-4ddb-9ffe-2dc7484b31cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2238705 Aug 12 04:05:31.451232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-e11b7fc2-6dfd-400e-aec3-dc5e8463075e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e77b400b70c1422abff4e9de68b664c6&device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 1094 time: 0.1045682 Aug 12 04:05:31.453508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9eadc713-51e6-406e-841f-299a243c411c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:31.471414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-9724ef7f-cfa3-43dd-af57-fe2eef85a4c5 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668027 Aug 12 04:05:31.502775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-24609b20-3ff5-4331-b38b-3fa1474c63c4 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:31.506388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.511280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-824843c4-9949-4fe6-a7ef-e075ed0301d8 req-24609b20-3ff5-4331-b38b-3fa1474c63c4 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.4385872 Aug 12 04:05:31.528899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7d8e30d-7fc8-4f9d-a9eb-48cdce995e5d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7281201 Aug 12 04:05:31.564482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40452) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:31.568283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9eadc713-51e6-406e-841f-299a243c411c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:31.573109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:31.645502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-79691e5a-94b7-4e2a-8b9a-3b53e1d5c44e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7 HTTP/1.1" status: 200 len: 217 time: 0.1764019 Aug 12 04:05:31.650541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'security_group_rule': {'security_group_id': '07f06394-bdbb-45db-9e76-2108d987314a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:31.772359 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050552b-f42f-404a-84bb-cf47cb09fd01 x-openstack-request-id: req-4050552b-f42f-404a-84bb-cf47cb09fd01 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:31.772641 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:31.773054 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4050552b-f42f-404a-84bb-cf47cb09fd01 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:31.773870 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'status': 'completed', 'code': 200} Aug 12 04:05:31.782198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-a032edb8-7c33-4380-891b-95c6a5cc4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:31.784296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-a032edb8-7c33-4380-891b-95c6a5cc4fc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56739b35-a7eb-4e8a-ae3b-ee18f65d37e2 HTTP/1.1" status: 200 len: 854 time: 0.1119833 Aug 12 04:05:31.820630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200b86-5941-4fc0-b965-766f5670edc8 req-a108d819-c738-4395-9cd4-d39bcf294709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:31.822975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-a108d819-c738-4395-9cd4-d39bcf294709 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1095 time: 0.2687514 Aug 12 04:05:31.885988 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a380ee23-8ec8-45c6-b557-0f75c7c6de35 req-7df84f91-c7f8-455a-85cb-dd5a3b242cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531849 Aug 12 04:05:31.907041 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48b402f-81b0-48df-8cca-cceb59e67207 x-openstack-request-id: req-b48b402f-81b0-48df-8cca-cceb59e67207 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:31.907369 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83bce89-ed60-4f95-a574-d46fd8994a29", "tag": "0badf9d5-ed8a-4029-97a2-c2a2005410e7", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:31.910984 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b48b402f-81b0-48df-8cca-cceb59e67207 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:31.912088 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'tag': '0badf9d5-ed8a-4029-97a2-c2a2005410e7', 'status': 'completed', 'code': 200} Aug 12 04:05:31.986760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:32.009871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:32.043338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-3871a116-f8b8-47ff-bb40-a0b88fa80e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.045296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-3871a116-f8b8-47ff-bb40-a0b88fa80e2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1094 time: 0.2481208 Aug 12 04:05:32.059784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-d60a5c07-6b8e-4311-9019-28e43779018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.062234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-d60a5c07-6b8e-4311-9019-28e43779018d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94177539-89d1-407d-b54f-386917e9a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480180 Aug 12 04:05:32.071227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9adfda-5326-43b3-93ad-a182931f4f84 req-bc999746-b3ea-41aa-9ac0-41a5f98e169b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.085741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed0400-7531-4835-af39-5c32539d65f6 req-75927899-2a54-4a70-8e76-1f6c11d89e48 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.087320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bed0400-7531-4835-af39-5c32539d65f6 req-75927899-2a54-4a70-8e76-1f6c11d89e48 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.1524258 Aug 12 04:05:32.090923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b9adfda-5326-43b3-93ad-a182931f4f84 req-bc999746-b3ea-41aa-9ac0-41a5f98e169b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 943 time: 0.3050590 Aug 12 04:05:32.402896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b9adfda-5326-43b3-93ad-a182931f4f84 req-d330b22d-9bf9-449f-9d53-67350034cf32 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076346 Aug 12 04:05:32.446931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bed0400-7531-4835-af39-5c32539d65f6 req-5f4d064a-57c8-46d6-a1e5-643b11b4f0bc tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412066 Aug 12 04:05:32.510011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200b86-5941-4fc0-b965-766f5670edc8 req-df14700e-678c-4350-b39a-0c0306850da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.510011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-df14700e-678c-4350-b39a-0c0306850da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.6451011 Aug 12 04:05:32.519221 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-ad6a3f17-d16c-43ea-aa36-0c19789ca735 service neutron] 10.222.0.20 "GET /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085913 Aug 12 04:05:32.529674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-8d9bfd8f-7a8b-4390-b2ef-0a77931b61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.531343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-8d9bfd8f-7a8b-4390-b2ef-0a77931b61f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.4743373 Aug 12 04:05:32.567833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-070cd90e-b873-49bc-a6a3-c27124584bb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.0428619 Aug 12 04:05:32.569960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:32.647578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-f671af20-8687-495a-a753-64ccedb4d814 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 217 time: 0.1076047 Aug 12 04:05:32.650226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:32.722580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d45ec3-6fe2-4d22-a6b9-422aafd08b8e,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:32.729026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200b86-5941-4fc0-b965-766f5670edc8 req-e411be08-9630-4f04-878c-30ade73f513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.730512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-e411be08-9630-4f04-878c-30ade73f513c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1548672 Aug 12 04:05:32.767377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-2eda62e7-0794-403d-9c6d-7662152c54fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285923 Aug 12 04:05:32.776038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-84dce4cf-0e21-42f0-b241-480da8a85fa7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.784178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-84dce4cf-0e21-42f0-b241-480da8a85fa7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1395135 Aug 12 04:05:32.800208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:32.801426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5e7f401a-c829-4cfa-a7ba-f68183d2b6ee tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2318122 Aug 12 04:05:32.804738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:32.812717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:32.847066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-4b3b35bf-24a6-489e-9643-8f1749e6c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.849202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-4b3b35bf-24a6-489e-9643-8f1749e6c6a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1747584 Aug 12 04:05:32.883730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-9c1c3f03-acd7-4390-a68d-9f4a3a5e5474 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.245 HTTP/1.1" status: 200 len: 696 time: 0.0986321 Aug 12 04:05:32.892343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-e154ffa0-5cbd-435e-a176-1e6efc753317 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Request body: {'floatingip': {'port_id': '23b8166d-ad24-491f-8844-79e3759995c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:32.897975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-9bd36802-de02-42bc-a728-e484ce77b116 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384030 Aug 12 04:05:32.910814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbe816-2374-4597-93ed-e52cda41c44d req-4e52c08b-02cc-49d2-9c77-8366649e2d0b tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:32.912572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eacbe816-2374-4597-93ed-e52cda41c44d req-4e52c08b-02cc-49d2-9c77-8366649e2d0b tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.2923090 Aug 12 04:05:32.957136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-e154ffa0-5cbd-435e-a176-1e6efc753317 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:33.033688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-b0931e3c-3c83-4f27-9759-169282ccd7fe service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474663 Aug 12 04:05:33.227448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-017e5aa4-723b-45d5-99a0-0a05b266f3d8 req-5ca14ebd-fe13-476e-a3c6-96d8d171e59e service neutron] 10.222.0.20 "GET /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082575 Aug 12 04:05:33.235296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13200b86-5941-4fc0-b965-766f5670edc8 req-1958b1da-7b10-49ef-bd43-9986d49b7574 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923056 Aug 12 04:05:33.269907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eacbe816-2374-4597-93ed-e52cda41c44d req-5a6e33c6-0e04-402c-9b69-ccd625bfb279 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804660 Aug 12 04:05:33.282021 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:33.320844 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-e154ffa0-5cbd-435e-a176-1e6efc753317 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 04:05:33.322814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8a4af1d-28ba-4596-bc4d-23d326578b0b req-e154ffa0-5cbd-435e-a176-1e6efc753317 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "PUT /v2.0/floatingips/fb2a06bc-5e8a-4c33-85ca-2075e8174dbb HTTP/1.1" status: 409 len: 551 time: 0.4380918 Aug 12 04:05:33.345982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-78a2a9f7-005d-4ac5-abac-545035486421 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280114 Aug 12 04:05:33.508058 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:33.519840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b3804b1-3211-4c88-94ab-5f7b8b812bf8 req-dc61b53a-8559-4e7a-a4a3-ecb99b6b5811 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388204 Aug 12 04:05:33.568012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:33.723212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5ecd9a47-dc68-4c62-8d2d-91f262e7a00f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376670 Aug 12 04:05:33.740857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-32957833-2f98-4b3d-8778-cc2d3005236b tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a25c779ea0b943c78f7a892f159bddfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358899 Aug 12 04:05:33.820376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Allocated IP 172.25.6.95 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/8e055e09-83c0-4293-ae19-24230a88463a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:33.908194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-cd164970-ff9f-4f60-917b-33ec1b4364ee tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:33.909780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-cd164970-ff9f-4f60-917b-33ec1b4364ee tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749537 Aug 12 04:05:33.928485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5abf4e07-d02a-4e52-940c-9a33d4a6d8fe tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/quotas/7a0a6453cba74205bd2377f651b4e524 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Aug 12 04:05:33.962203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-2d3ce7ff-1e09-4b78-bd16-3f61cc6e6fec tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:33.964195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-2d3ce7ff-1e09-4b78-bd16-3f61cc6e6fec tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222178 Aug 12 04:05:33.976825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-05d37eaf-f55a-4052-83df-4a6906177c6d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363729 Aug 12 04:05:33.988994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-550abaab-9a40-432c-bb24-c6bc87dd0832 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/quotas/a25c779ea0b943c78f7a892f159bddfa HTTP/1.1" status: 200 len: 375 time: 0.0114393 Aug 12 04:05:34.042581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:34.096609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-cbf282fd-e643-4d6d-a0ea-79f954c34101 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a25c779ea0b943c78f7a892f159bddfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934837 Aug 12 04:05:34.198950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:34.236395 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:34.352844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:34.353064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:34.358827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:34.366644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'port_id': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'mac_address': 'fa:16:3e:b8:0e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad63228a-8ada-4e1d-8e89-787a8f82ffeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:34.417104 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:34.464004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031cd05d-4d6a-49fd-a7b8-2e6b05574477 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:34.477318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:34.488693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'Port': ['ID=8e055e09-83c0-4293-ae19-24230a88463a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:34.515332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:34.605504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:34.720138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-76a1153f-12c2-4c54-8917-c4c18a6a1bcf tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips/fb2a06bc-5e8a-4c33-85ca-2075e8174dbb HTTP/1.1" status: 200 len: 693 time: 0.3654761 Aug 12 04:05:34.753898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:34.839172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:34.861812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['031cd05d-4d6a-49fd-a7b8-2e6b05574477'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:34.900083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-49073e7d-89b7-491a-825e-9804b0a21731 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:34.901812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-49073e7d-89b7-491a-825e-9804b0a21731 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1639354 Aug 12 04:05:34.914597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-8d0afbe1-446f-4a7a-aa65-5eecfc2902bd tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:34.915955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-8d0afbe1-446f-4a7a-aa65-5eecfc2902bd tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074122 Aug 12 04:05:34.937613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6f856-6963-4a5b-875e-cae44c922f91 req-8d458688-be37-4387-b72a-8ee52073449d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:34.958159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6a6f856-6963-4a5b-875e-cae44c922f91 req-8d458688-be37-4387-b72a-8ee52073449d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.1283689 Aug 12 04:05:35.031405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6a6f856-6963-4a5b-875e-cae44c922f91 req-0a985339-da21-4869-ba43-83ac42e81aa8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664554 Aug 12 04:05:35.047040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-fbc013ea-9272-4f76-a212-69a3d14545cd tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.245 HTTP/1.1" status: 200 len: 696 time: 0.1221542 Aug 12 04:05:35.085055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.147500 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-3a6df034-acda-480e-9349-7a8d8544013a tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.245 HTTP/1.1" status: 200 len: 696 time: 0.0675113 Aug 12 04:05:35.206313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035124c5-2679-442c-8d3e-2ef5a594329d req-03c8d426-7497-4c0e-b12a-ee9372d186d7 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:35.215028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-035124c5-2679-442c-8d3e-2ef5a594329d req-03c8d426-7497-4c0e-b12a-ee9372d186d7 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.0826237 Aug 12 04:05:35.258957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-035124c5-2679-442c-8d3e-2ef5a594329d req-ee219e03-2bd6-4c89-9933-6bc97fdba655 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Aug 12 04:05:35.371136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f0d668f-dda6-4b54-ba0e-4cfbb25cc0a0 req-c86f8f2e-394c-4cdc-8e6b-3aa8674a3e48 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0377700 Aug 12 04:05:35.468386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.473147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Deleting port 5b35842b-ab91-45c8-8e7d-83892bbdf337 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:05:35.473604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.514478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f85bad-807d-4152-b9a8-cc0efc01fe44 req-f7a7a470-8f0d-4d4b-a54c-ba849fbe000f tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:35.516090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27f85bad-807d-4152-b9a8-cc0efc01fe44 req-f7a7a470-8f0d-4d4b-a54c-ba849fbe000f tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.0739298 Aug 12 04:05:35.526072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.549284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.584168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27f85bad-807d-4152-b9a8-cc0efc01fe44 req-e9c20eee-5878-4ef6-b557-73611171dbc8 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606139 Aug 12 04:05:35.658241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.658567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.661444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'Port': ['ID=8e055e09-83c0-4293-ae19-24230a88463a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:35.681524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Calling delete_port for 5b35842b-ab91-45c8-8e7d-83892bbdf337 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:05:35.697239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2020c6f2-9a79-47e9-b848-885db4fb0219 req-cda15c88-5e94-4c27-9766-4c4018fd4334 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0306880 Aug 12 04:05:35.698570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:35.708231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f81def5-2a0c-4667-abd7-b5064f5422bb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8940909 Aug 12 04:05:36.007375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-019622dd-131e-42e5-8eb2-75ae13c06fc4 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--767328132&fields=id&tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98 HTTP/1.1" status: 200 len: 267 time: 0.0615864 Aug 12 04:05:36.073338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:36.100049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event deleted for resources: {'Port': ['ID=5b35842b-ab91-45c8-8e7d-83892bbdf337,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:36.130980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:36.133781 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:36.134906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f978b1e0-7d30-45a4-a07e-532605959c32 req-43520bc2-1960-4c48-b05a-0afd3a1935d7 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "DELETE /v2.0/floatingips/fb2a06bc-5e8a-4c33-85ca-2075e8174dbb HTTP/1.1" status: 204 len: 173 time: 0.9754031 Aug 12 04:05:36.168183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-90ee6afc-9fdf-4e52-8d2d-a01ac9d7e577 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:36.169731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-90ee6afc-9fdf-4e52-8d2d-a01ac9d7e577 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 823 time: 0.1609776 Aug 12 04:05:36.188735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-8803fdbc-68b7-4e9c-9712-3f6c82072bfc tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/quotas/f482cb7e0a3f4ea19d1f698d0c4dab98 HTTP/1.1" status: 200 len: 375 time: 0.0123067 Aug 12 04:05:36.203314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:36.258740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-4f4d1b50-c9d5-418a-a44a-1a550c1f5b1a tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637383 Aug 12 04:05:36.272567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51a901-bd59-4c13-bffe-60fdda1bd9ae req-29f4285a-49c9-48f0-95c9-3867e0158c5c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:36.274422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb51a901-bd59-4c13-bffe-60fdda1bd9ae req-29f4285a-49c9-48f0-95c9-3867e0158c5c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.0647309 Aug 12 04:05:36.324095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb51a901-bd59-4c13-bffe-60fdda1bd9ae req-04495232-e3b8-44ec-8c7b-463dfe2eb2ef tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428321 Aug 12 04:05:36.336525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:36.349492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:36.352457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:36.406256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-a7afc4a6-d1d7-46f8-8b15-48b8d676473d service neutron] 10.222.0.42 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324120 Aug 12 04:05:36.476212 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:36.507003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:36.510170 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffcaf13-5bc2-460d-a20e-538e04303104" -d '{"events": [{"server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "name": "network-vif-plugged", "status": "completed", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:36.523555 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-020cc2fb-225c-4124-ba09-f1fda0862c2c tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1001 time: 0.1619318 Aug 12 04:05:36.529645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:36.572811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-d1e37232-91aa-4b7e-9a63-b2984582f1df service neutron] 10.222.0.42 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613033 Aug 12 04:05:36.627013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-96786acc-5b26-4252-8cc1-5d5de597a758 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:36.628633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-96786acc-5b26-4252-8cc1-5d5de597a758 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports/23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 943 time: 0.0947881 Aug 12 04:05:36.783414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:36.788412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-6fff7335-62db-46a3-80db-8257a255f8c6 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1001 time: 0.0692470 Aug 12 04:05:36.855863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:37.108795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-f94c4336-fa51-47ed-b20f-9f7bcaf3f900 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:37.111267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-f94c4336-fa51-47ed-b20f-9f7bcaf3f900 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.3170314 Aug 12 04:05:37.123183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-ab0f722b-ac96-40ea-a081-4d47326e6793 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:37.128361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-ab0f722b-ac96-40ea-a081-4d47326e6793 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073054 Aug 12 04:05:37.201864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-4860afd1-8af8-4825-9b3f-6198745c8c90 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 1001 time: 0.0666895 Aug 12 04:05:37.212225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:37.306433 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:37.321622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559dca-6252-4ffa-bdfd-4e6cb6c5b8c5 req-7a7af07f-55b2-460d-8024-625b477ca95f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:37.323397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba559dca-6252-4ffa-bdfd-4e6cb6c5b8c5 req-7a7af07f-55b2-460d-8024-625b477ca95f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.0466151 Aug 12 04:05:37.366123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba559dca-6252-4ffa-bdfd-4e6cb6c5b8c5 req-9b271acf-cf57-4122-a94b-a7e0173cfa8f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Aug 12 04:05:37.484577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:37.487834 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bf440bb-ae01-4a43-a0ac-dc12f487609f req-0ca10491-1241-45ae-a0ff-55d27d4ac41c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0301769 Aug 12 04:05:37.536158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:37.536592 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Floating IP d0ef8d0f-0f01-42be-955c-758b667be81b disassociated. External IP: 172.25.6.54, port: 23b8166d-ad24-491f-8844-79e3759995c8. Aug 12 04:05:37.540026 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fce261-4efa-47b1-9515-fbeeae4bcc36 x-openstack-request-id: req-30fce261-4efa-47b1-9515-fbeeae4bcc36 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:37.540528 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "name": "network-vif-plugged", "status": "completed", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:37.540528 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30fce261-4efa-47b1-9515-fbeeae4bcc36 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:37.540980 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'code': 200} Aug 12 04:05:37.689694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d6450-e95c-4470-8bfb-e479deebe46e req-e761d781-8398-4887-94c1-c1f51c77fdfb tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:37.692800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f4d6450-e95c-4470-8bfb-e479deebe46e req-e761d781-8398-4887-94c1-c1f51c77fdfb tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.0664756 Aug 12 04:05:37.718470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52263610-68c8-4a67-be69-15f68799d145 req-26c50701-bb0b-4455-bf1f-12f445f611ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:37.720050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52263610-68c8-4a67-be69-15f68799d145 req-26c50701-bb0b-4455-bf1f-12f445f611ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1096 time: 0.0621326 Aug 12 04:05:37.746422 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f4d6450-e95c-4470-8bfb-e479deebe46e req-c8d4f437-0be4-462e-96c7-5c9944769348 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464432 Aug 12 04:05:37.821560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52263610-68c8-4a67-be69-15f68799d145 req-bef48577-e108-42d7-9e7c-5f06f07f3a21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674438 Aug 12 04:05:37.854043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:05:37.887964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-358b5422-1cc8-4bf1-bbc7-ffed6717295d req-86388543-24b9-4128-a898-b0d5e5047b53 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0576515 Aug 12 04:05:37.970559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de11d517-0950-4716-8501-3c848aa145d3 req-7b299617-82e9-461c-903e-29781366baaa tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0381079 Aug 12 04:05:37.973929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:37.979713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:37.993560 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] Sync routers for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:38.005603 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:38.006600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:38.018959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c9658e09-f294-45ce-9dcd-9b70015ab2bb tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "PUT /v2.0/floatingips/d0ef8d0f-0f01-42be-955c-758b667be81b HTTP/1.1" status: 200 len: 694 time: 0.8108213 Aug 12 04:05:38.019421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:38.022292 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f58a1f-856a-48ef-9596-d281b201f2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "tag": "23b8166d-ad24-491f-8844-79e3759995c8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:38.105048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-94124ea2-37bd-48e8-8b99-a3d878d84ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.106951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-94124ea2-37bd-48e8-8b99-a3d878d84ee9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1097 time: 0.0640309 Aug 12 04:05:38.168168 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:38.260931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-f392e29f-2d7e-4e1a-8a50-89e355dcf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.263881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-f392e29f-2d7e-4e1a-8a50-89e355dcf3da service neutron] 10.222.0.42 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 929 time: 0.1504865 Aug 12 04:05:38.284994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c525-9ff3-45f2-ad9f-5c3bcd5f0b3d req-2219592c-cbc1-4ce4-b762-1333c2bdda72 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.286544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfa7c525-9ff3-45f2-ad9f-5c3bcd5f0b3d req-2219592c-cbc1-4ce4-b762-1333c2bdda72 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 945 time: 0.1065626 Aug 12 04:05:38.320385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-5bad1bf4-c993-4449-90a5-7419da085071 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 217 time: 0.0383887 Aug 12 04:05:38.384084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-8f794a73-0ecd-45cd-87bc-26107247379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.385976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfa7c525-9ff3-45f2-ad9f-5c3bcd5f0b3d req-d8f961ea-fa2e-4ee8-adaa-8e6dbbf9e711 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 Aug 12 04:05:38.399548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-8f794a73-0ecd-45cd-87bc-26107247379b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 200 len: 867 time: 0.0696704 Aug 12 04:05:38.456784 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7627abbc-5006-47fe-bcb1-828e84019ed8 x-openstack-request-id: req-7627abbc-5006-47fe-bcb1-828e84019ed8 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:38.457160 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "tag": "23b8166d-ad24-491f-8844-79e3759995c8", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:38.457478 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7627abbc-5006-47fe-bcb1-828e84019ed8 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:38.457934 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8', 'status': 'completed', 'code': 200} Aug 12 04:05:38.484424 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:57Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:38.524940 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] Checking router: 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:38.535089 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:38.535986 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:38.536360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a59b0-17fa-46e6-8e24-4960fac2b2d0 req-48533e2c-d48a-4e40-aec9-ce57b76371ba tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.544499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e8a59b0-17fa-46e6-8e24-4960fac2b2d0 req-48533e2c-d48a-4e40-aec9-ce57b76371ba tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.0585053 Aug 12 04:05:38.547294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-76211451-d049-4e0f-81a2-ce893dfcea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.550118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-76211451-d049-4e0f-81a2-ce893dfcea06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=048055c4-c1b6-4a4b-9659-479020c29652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475117 Aug 12 04:05:38.596496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e8a59b0-17fa-46e6-8e24-4960fac2b2d0 req-3af96d5a-6630-478d-8a20-9174d45f432f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Aug 12 04:05:38.715753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-aa458dc4-6e4d-4463-a801-d36ac553d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.718043 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-aa458dc4-6e4d-4463-a801-d36ac553d491 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=32d70aa1e78849efb8d2cd3355a53400&device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 1097 time: 0.2564719 Aug 12 04:05:38.720263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-c5a9afa3-84eb-4ce2-8dfb-9ee863150946 service neutron] 10.222.0.42 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586366 Aug 12 04:05:38.730687 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:38.783565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0268b9bb-9db5-4c78-850e-3c7f9dff1229 req-af3a3ea3-3154-4b44-9167-8e78be8be08a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0522509 Aug 12 04:05:38.970241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-99851a3a-35d3-4590-bab7-5ea9a66ca16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.972078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-99851a3a-35d3-4590-bab7-5ea9a66ca16b service neutron] 10.222.0.36 "GET /v2.0/networks?id=048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 200 len: 929 time: 0.2460048 Aug 12 04:05:38.982587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d41e7d-3e39-49af-9e40-a7176acdfa17 req-50b44450-6715-4fc1-b3be-e534ff019e6a tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:38.990954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52d41e7d-3e39-49af-9e40-a7176acdfa17 req-50b44450-6715-4fc1-b3be-e534ff019e6a tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.0843725 Aug 12 04:05:39.084214 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ece05448-e73c-4399-ae5e-59d3f88f1c9c req-16057043-4868-44cd-9a8e-633efc71b9fd service neutron] 10.222.0.42 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650630 Aug 12 04:05:39.103323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52d41e7d-3e39-49af-9e40-a7176acdfa17 req-a65da272-b66f-4e52-a686-510febf14598 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113837 Aug 12 04:05:39.150081 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:57Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:39.151931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-e3970e8e-03de-442a-bf06-217bcac6a150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 200 len: 217 time: 0.0663309 Aug 12 04:05:39.177741 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163878f4-a12a-4ff2-83c2-6dc026b2d163 None None] The sync data for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 is: [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:04:51Z', 'revision_number': 4, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '34fac260-697e-40d5-9081-4cfddcdd72fb', 'name': '', 'network_id': '048055c4-c1b6-4a4b-9659-479020c29652', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'mac_address': 'fa:16:3e:8e:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:49Z', 'updated_at': '2021-08-12T04:04:57Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'subnets': [{'id': 'cd42119f-dd47-4c0e-bbdf-492b68196170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:39.257172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1e2a62aa-894c-4179-95c4-7fa22477d917 req-8d876209-1cab-4d7d-8662-c22a2d591850 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0523760 Aug 12 04:05:39.352191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83793573-3d9f-427a-9443-391a5f034a8c req-f25001a6-a167-4195-bc48-a508b1be301c tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0791409 Aug 12 04:05:39.356350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-834d8679-77bc-4c6b-9729-41e2ae3b3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:39.357770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-834d8679-77bc-4c6b-9729-41e2ae3b3387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 200 len: 867 time: 0.1889801 Aug 12 04:05:39.379802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-217384a0-1b84-49a3-ac40-37b6b4b2e9d9 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips/d0ef8d0f-0f01-42be-955c-758b667be81b HTTP/1.1" status: 200 len: 694 time: 0.0763414 Aug 12 04:05:39.433818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-357127d7-598a-4553-a3db-2f8387ae0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:39.435379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-357127d7-598a-4553-a3db-2f8387ae0271 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=048055c4-c1b6-4a4b-9659-479020c29652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675085 Aug 12 04:05:39.546196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-6a411a97-41be-4166-a8a2-db5f5f7e2d14 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:39.554006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-6a411a97-41be-4166-a8a2-db5f5f7e2d14 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1684794 Aug 12 04:05:39.564052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-4ba736f2-330e-449d-ad85-c481a1e08b11 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:39.571116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-4ba736f2-330e-449d-ad85-c481a1e08b11 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119216 Aug 12 04:05:39.642802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ec428e-8e18-451b-bff6-9a00dca214a6 None None] New status for floating IP d0ef8d0f-0f01-42be-955c-758b667be81b: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:05:39.652329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-94cbfa6f-012f-4e73-8301-3f69bec4df30 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 697 time: 0.0802300 Aug 12 04:05:39.660560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545a995-e3ee-46c2-8a9e-be0e8d6af061 req-e3af2924-f3c0-4345-93fa-79754508cde5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:39.675560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6545a995-e3ee-46c2-8a9e-be0e8d6af061 req-e3af2924-f3c0-4345-93fa-79754508cde5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 945 time: 0.1920319 Aug 12 04:05:39.705456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-4fdb51cf-6b8a-454e-bca9-7924f6cfcb99 service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610505 Aug 12 04:05:39.735158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-9ce603c1-cc62-4f1e-8473-cacf7b14a452 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.54 HTTP/1.1" status: 200 len: 697 time: 0.0816967 Aug 12 04:05:39.847781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6545a995-e3ee-46c2-8a9e-be0e8d6af061 req-77b2ca5a-910c-4b50-bb93-b6abdb9043be tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711330 Aug 12 04:05:39.856223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2f58a1f-856a-48ef-9596-d281b201f2f9 req-6466c9f9-c8f0-4d20-bb81-1495a2c9e4fc service neutron] 10.222.0.36 "GET /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350904 Aug 12 04:05:39.913352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40636) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:39.931367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Deleting port a770c334-1c8c-4895-a0e5-d736bfd5e10a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:05:39.931711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:39.968475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b908e-454b-4b40-a6f4-fbab52127121 req-2098104a-6e18-41b2-935d-f80d48f0428e tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:39.971190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-089b908e-454b-4b40-a6f4-fbab52127121 req-2098104a-6e18-41b2-935d-f80d48f0428e tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.0625787 Aug 12 04:05:40.012137 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-089b908e-454b-4b40-a6f4-fbab52127121 req-7c5f5856-bfb9-49e1-9cc3-7ceeacda3597 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Aug 12 04:05:40.020921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.020921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.030343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Calling delete_port for a770c334-1c8c-4895-a0e5-d736bfd5e10a owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:05:40.111546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a2b2bc7a-176f-4f07-a405-7d28214d37ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.139099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7de1ab7-12b4-412d-ad41-389661b1711f req-e7216bcc-0afb-4c72-b9e8-80d637309a30 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0400736 Aug 12 04:05:40.259652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50aa40-ccdf-48e6-9036-08b87f7d404a req-62bd37df-584b-4287-9202-02ab69191bd9 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:40.263878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb50aa40-ccdf-48e6-9036-08b87f7d404a req-62bd37df-584b-4287-9202-02ab69191bd9 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1096 time: 0.0547140 Aug 12 04:05:40.276740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a2b2bc7a-176f-4f07-a405-7d28214d37ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.298188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb50aa40-ccdf-48e6-9036-08b87f7d404a req-dab2d8e5-2347-417a-9837-531b8c86d66a tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300629 Aug 12 04:05:40.401980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54aa02-718f-4b1f-9404-0e9724595754 req-2457c07d-ea69-401c-b2e9-d98cd9445a6e tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:40.403448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f54aa02-718f-4b1f-9404-0e9724595754 req-2457c07d-ea69-401c-b2e9-d98cd9445a6e tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.0518892 Aug 12 04:05:40.440348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f54aa02-718f-4b1f-9404-0e9724595754 req-ef38f614-7c87-4419-8672-82278b6c79af tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Aug 12 04:05:40.521447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3e9e0e6-8c3c-4020-b2f1-96a650c7bf7e req-2959dc14-4c13-4158-9f7a-3626b34c9d6f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0260651 Aug 12 04:05:40.558911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.586027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event deleted for resources: {'Port': ['ID=a770c334-1c8c-4895-a0e5-d736bfd5e10a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:40.587917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a2b2bc7a-176f-4f07-a405-7d28214d37ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.613699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc693f1-3d4a-457c-af58-5aa6b60d8a79 req-0a1c1a60-dbfe-42d4-9d23-44acd9e34dae tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:40.615281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fc693f1-3d4a-457c-af58-5aa6b60d8a79 req-0a1c1a60-dbfe-42d4-9d23-44acd9e34dae tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1096 time: 0.0411427 Aug 12 04:05:40.650810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fc693f1-3d4a-457c-af58-5aa6b60d8a79 req-cd8bc997-b06b-4c4a-bf06-0cd2e18502f9 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292382 Aug 12 04:05:40.670649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a2b2bc7a-176f-4f07-a405-7d28214d37ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5f9e794ee8442e6b57ae75638ea92d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7540181 Aug 12 04:05:40.671353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40648) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:40.672060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2bc7a-176f-4f07-a405-7d28214d37ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6867599-19b3-4ae1-b43c-9c55da94a59b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:40.706684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.709080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.710264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39d0042c-40b5-4f31-8b8e-e3b1b368e988 req-e56dfd99-fd23-4b7e-a1ca-0a0c00a26013 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "DELETE /v2.0/floatingips/d0ef8d0f-0f01-42be-955c-758b667be81b HTTP/1.1" status: 204 len: 173 time: 0.9743106 Aug 12 04:05:40.738244 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-daf44a97-bfcb-4abb-b1d3-f0f27f8f3bd2 req-09084a66-1f93-4eef-92bf-a46e331fe83d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Aug 12 04:05:40.739230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94a8d4c6-9a97-48ef-9e33-cc017660e70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.765812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94a8d4c6-9a97-48ef-9e33-cc017660e70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.868972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a682a0-fa7d-43d6-813f-5024169866cb req-778e5f7b-933e-4d2c-9f03-e488b7d1973b tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:40.870435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45a682a0-fa7d-43d6-813f-5024169866cb req-778e5f7b-933e-4d2c-9f03-e488b7d1973b tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0613892 Aug 12 04:05:40.912150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94a8d4c6-9a97-48ef-9e33-cc017660e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.914677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94a8d4c6-9a97-48ef-9e33-cc017660e70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:40.915856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-94a8d4c6-9a97-48ef-9e33-cc017660e70a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6867599-19b3-4ae1-b43c-9c55da94a59b HTTP/1.1" status: 204 len: 168 time: 0.2410531 Aug 12 04:05:40.917351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45a682a0-fa7d-43d6-813f-5024169866cb req-ecb2fb23-0f4d-4a80-803b-ffdb86e1c6ac tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0405779 Aug 12 04:05:40.933645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8d4c6-9a97-48ef-9e33-cc017660e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6867599-19b3-4ae1-b43c-9c55da94a59b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:40.993727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce014495-533c-4fc4-82e2-249b11fc6f94 req-47dbc2ee-903a-40c2-92d9-666cb7c17154 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0431163 Aug 12 04:05:41.040528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-d1df4a53-9ccc-4cbf-8b18-f07976a22d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.042118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-d1df4a53-9ccc-4cbf-8b18-f07976a22d41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e77b400b70c1422abff4e9de68b664c6&device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 1094 time: 0.0532472 Aug 12 04:05:41.166103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52662f3-c814-4147-8a32-4ece0ff4589c req-93c44b43-d2b2-40ba-98c2-864202753f0e tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.168020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b52662f3-c814-4147-8a32-4ece0ff4589c req-93c44b43-d2b2-40ba-98c2-864202753f0e tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1096 time: 0.1115406 Aug 12 04:05:41.218216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-ce33d54b-c428-4ca0-8dbe-4283d8217f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.219936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-ce33d54b-c428-4ca0-8dbe-4283d8217f85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94177539-89d1-407d-b54f-386917e9a2aa HTTP/1.1" status: 200 len: 916 time: 0.1351128 Aug 12 04:05:41.221782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b52662f3-c814-4147-8a32-4ece0ff4589c req-ee927dc5-658c-4a58-9859-b4e7d59ff12e tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471439 Aug 12 04:05:41.276806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-9c0186c4-3bdb-4cf7-ba00-f4021efcc126 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7 HTTP/1.1" status: 200 len: 217 time: 0.0415697 Aug 12 04:05:41.577161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-2e0ed3e4-27ad-4514-b914-f59f0d72818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.578643 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-2e0ed3e4-27ad-4514-b914-f59f0d72818f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56739b35-a7eb-4e8a-ae3b-ee18f65d37e2 HTTP/1.1" status: 200 len: 854 time: 0.3003340 Aug 12 04:05:41.598335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95dec9-0592-457f-87f3-e529859da6ac req-75011b7a-4abd-4a57-aa1c-368d99f1b18a tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.603217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a95dec9-0592-457f-87f3-e529859da6ac req-75011b7a-4abd-4a57-aa1c-368d99f1b18a tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.2861953 Aug 12 04:05:41.622880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1901259e-cc21-4421-825d-440c4ee19ee2 req-ea8ffebe-d37e-4202-b122-84e9994c7040 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0366225 Aug 12 04:05:41.655648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-3cb0f0e2-5a0e-4460-bcf0-5d76a71a7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.659235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-3cb0f0e2-5a0e-4460-bcf0-5d76a71a7aea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94177539-89d1-407d-b54f-386917e9a2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687981 Aug 12 04:05:41.662553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a95dec9-0592-457f-87f3-e529859da6ac req-83d24dba-2d8a-4b38-a897-97cad8ea1170 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Aug 12 04:05:41.724205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40684) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:41.745111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3336255a-ec19-4cdf-aabd-8ac1c9025f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:41.765163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956b8e6-bda5-4a2b-8fa6-a67105845d54 req-ac7dbc67-b8f0-4a94-8013-84bd3dff4772 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.766771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b956b8e6-bda5-4a2b-8fa6-a67105845d54 req-ac7dbc67-b8f0-4a94-8013-84bd3dff4772 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.0838187 Aug 12 04:05:41.797846 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-eadba480-13c3-484e-a603-dced4b8deb1a service neutron] 10.222.0.20 "GET /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326456 Aug 12 04:05:41.809956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70536-b8b3-4927-9543-e0e6f597e109 req-70450674-8c36-41ca-81e9-008d0fcb726c tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:41.811442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2e70536-b8b3-4927-9543-e0e6f597e109 req-70450674-8c36-41ca-81e9-008d0fcb726c tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 946 time: 0.0651121 Aug 12 04:05:41.824180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b956b8e6-bda5-4a2b-8fa6-a67105845d54 req-bdca584d-e5a1-4dc5-bd3c-9435bf1352d4 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503023 Aug 12 04:05:41.883176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3336255a-ec19-4cdf-aabd-8ac1c9025f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:41.904031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2e70536-b8b3-4927-9543-e0e6f597e109 req-a9e3d8c9-ae45-4e91-973f-84f8bc073dcf tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.42 "GET /v2.0/security-groups?id=9829ca3a-55c2-4c64-b89c-944881ea97bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844481 Aug 12 04:05:41.909830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2f370fd-6e4e-4bf8-b1c3-50a283cd2e46 req-ad7b3e8e-f64e-42b0-a45e-1192c4f744a0 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0253506 Aug 12 04:05:41.937970 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4e1f02-6bec-4d92-aff5-6aa3754f1c13 req-d4bcc9fb-81e9-45a7-aeb3-79cff38cf835 service neutron] 10.222.0.20 "GET /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255679 Aug 12 04:05:41.970174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3336255a-ec19-4cdf-aabd-8ac1c9025f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:41.987794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72390d74-9dcc-4ccb-ab88-692049d9bca5 req-65af84e8-c6b7-4637-8961-5d3d6746a5ce tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Aug 12 04:05:42.011492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3336255a-ec19-4cdf-aabd-8ac1c9025f3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6fbf075f2104f59b39d8fb3d529af23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861392 Aug 12 04:05:42.012361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336255a-ec19-4cdf-aabd-8ac1c9025f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b021d00-0ced-4c85-9f0f-29a44b4d5922,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:42.014819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40688) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:42.064145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c6f82fc-dba7-4e46-9fc3-c8c5e7dfcfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:42.085735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c6f82fc-dba7-4e46-9fc3-c8c5e7dfcfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:42.285627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-07c0c006-4c25-4ed0-9f60-2c7246b32fa6 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a25c779ea0b943c78f7a892f159bddfa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222254 Aug 12 04:05:42.290211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c6f82fc-dba7-4e46-9fc3-c8c5e7dfcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:42.292784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c6f82fc-dba7-4e46-9fc3-c8c5e7dfcfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:42.296358 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c6f82fc-dba7-4e46-9fc3-c8c5e7dfcfbc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b021d00-0ced-4c85-9f0f-29a44b4d5922 HTTP/1.1" status: 204 len: 168 time: 0.2780211 Aug 12 04:05:42.320881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f82fc-dba7-4e46-9fc3-c8c5e7dfcfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b021d00-0ced-4c85-9f0f-29a44b4d5922,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:42.362736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fce289-a05c-4a44-930c-b14e04937ab3 req-231b6b3f-bce4-4aab-a9a6-e5c98c214354 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:42.364511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78fce289-a05c-4a44-930c-b14e04937ab3 req-231b6b3f-bce4-4aab-a9a6-e5c98c214354 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1096 time: 0.0506642 Aug 12 04:05:42.419829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78fce289-a05c-4a44-930c-b14e04937ab3 req-7922c579-26c6-4ac5-8ac0-1b5af1cb737c tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Aug 12 04:05:42.442361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-515ca4ae-e066-421b-b6a6-bbf00867112b tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:42.447558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-515ca4ae-e066-421b-b6a6-bbf00867112b tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527274 Aug 12 04:05:42.460864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Request body: {'port': {'device_id': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'a25c779ea0b943c78f7a892f159bddfa'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:42.673745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Made reservation on behalf of a25c779ea0b943c78f7a892f159bddfa for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:42.678264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:42.739214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-688d9085-b2b7-4117-9e77-969314e69b03 req-0010b762-bb92-4152-9197-969612338af8 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0377665 Aug 12 04:05:42.824012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad4ea7-9085-44ec-96cf-16a9c3146b02 req-a97832a7-38e9-40f4-8d4c-c5af5472efa7 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:42.825549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25ad4ea7-9085-44ec-96cf-16a9c3146b02 req-a97832a7-38e9-40f4-8d4c-c5af5472efa7 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.0468495 Aug 12 04:05:42.839557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Allocated IP 192.168.233.151 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/ed373910-9f86-45cb-b3f7-cea2edc16c3f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:42.881599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25ad4ea7-9085-44ec-96cf-16a9c3146b02 req-9dc98f7d-477b-4da3-ba63-576ebb7dcee8 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Aug 12 04:05:43.038266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-2bbc53e5-abcb-41ec-9e0a-79ba3cfed219 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:43.040227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-2bbc53e5-abcb-41ec-9e0a-79ba3cfed219 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.36 "GET /v2.0/ports?device_id=af091d1b-84d4-4a32-9fe1-f0f992763eb8 HTTP/1.1" status: 200 len: 946 time: 0.1978257 Aug 12 04:05:43.075858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1748f8-92d1-4d55-8168-236e051f11c5 req-f66182da-4296-4c6d-a924-3b0d191f4a9a tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:43.077510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f1748f8-92d1-4d55-8168-236e051f11c5 req-f66182da-4296-4c6d-a924-3b0d191f4a9a tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 943 time: 0.0885801 Aug 12 04:05:43.085799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-a7f00e72-619f-43e0-a1ff-2103ea6442a8 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:43.089636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-a7f00e72-619f-43e0-a1ff-2103ea6442a8 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.20 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 823 time: 0.1492102 Aug 12 04:05:43.113101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.142601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Transition to ACTIVE for port object ed373910-9f86-45cb-b3f7-cea2edc16c3f will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:43.153224 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f1748f8-92d1-4d55-8168-236e051f11c5 req-78e67f8d-d299-409f-a92b-bf4337355d22 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620492 Aug 12 04:05:43.180931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-93a0d9fc-24d6-4364-af80-a650b258d962 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98 HTTP/1.1" status: 200 len: 379 time: 0.0809340 Aug 12 04:05:43.199141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'port': {'device_id': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'admin_state_up': True, 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'security_groups': ['07f06394-bdbb-45db-9e76-2108d987314a']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:43.359256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Deleting port 23b8166d-ad24-491f-8844-79e3759995c8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:05:43.359657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.435570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.447251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['346e3264-5987-426c-92ab-105e0ebf7def'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:43.467491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Made reservation on behalf of f482cb7e0a3f4ea19d1f698d0c4dab98 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:43.471776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.503918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:43.511045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:43.518210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:43.527109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:43.527109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.552546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Pushing event updated for resources: {'Port': ['ID=ed373910-9f86-45cb-b3f7-cea2edc16c3f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:43.576147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] For port 23b8166d-ad24-491f-8844-79e3759995c8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=23b8166d-ad24-491f-8844-79e3759995c8,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:43.577065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.591520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-2b55c6b5-1745-4024-a721-bb14e22d655c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497501 Aug 12 04:05:43.610443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Calling delete_port for 23b8166d-ad24-491f-8844-79e3759995c8 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:05:43.650623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-9245019f-721d-429f-bfe1-9b39b6cd97d4 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1936672 Aug 12 04:05:43.744373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Request body: {'port': {'device_id': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:43.761100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Allocated IP 172.20.0.10 (5b62abab-ce2a-495f-a512-84375b61dbfc/b11dfb34-aed8-4973-b1ef-7d1bde865f3f/dd141406-9528-4c35-9a0e-80a6c4207ba5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:43.840448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-a8160a21-b52d-4df5-a8d0-b92d02db657e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:43.850047 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-a8160a21-b52d-4df5-a8d0-b92d02db657e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504606 Aug 12 04:05:43.863412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:43.873180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:43.964911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b862aabd-ee6a-4355-ac6b-3d1734e70874 None None] Provisioning for port ed373910-9f86-45cb-b3f7-cea2edc16c3f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:43.970059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b862aabd-ee6a-4355-ac6b-3d1734e70874 None None] Provisioning complete for port ed373910-9f86-45cb-b3f7-cea2edc16c3f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:43.970638 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b862aabd-ee6a-4355-ac6b-3d1734e70874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.037238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b862aabd-ee6a-4355-ac6b-3d1734e70874 None None] Port ed373910-9f86-45cb-b3f7-cea2edc16c3f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:44.087844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.097093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['23b8166d-ad24-491f-8844-79e3759995c8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:44.125208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Pushing event deleted for resources: {'Port': ['ID=23b8166d-ad24-491f-8844-79e3759995c8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:44.258639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] No DVR routers for this DVR port 23b8166d-ad24-491f-8844-79e3759995c8 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:05:44.279265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.281935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-655e4e18-e00c-4383-884b-86ec25eb0540 req-43ea4e55-974b-4640-986f-0db9cf947f13 tempest-FloatingIPsAssociationNegativeTestJSON-591249465 tempest-FloatingIPsAssociationNegativeTestJSON-591249465-project] 10.222.0.36 "DELETE /v2.0/ports/23b8166d-ad24-491f-8844-79e3759995c8 HTTP/1.1" status: 204 len: 173 time: 1.2313201 Aug 12 04:05:44.283903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'name': 'network-vif-deleted', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:44.285072 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce70306-317d-4eb1-8de2-4d32d9a01ba2" -d '{"events": [{"server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "name": "network-vif-deleted", "tag": "23b8166d-ad24-491f-8844-79e3759995c8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:44.347433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0badf9d5-ed8a-4029-97a2-c2a2005410e7 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:44.391895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed373910-9f86-45cb-b3f7-cea2edc16c3f {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:44.400387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.414788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Transition to ACTIVE for port object ed373910-9f86-45cb-b3f7-cea2edc16c3f will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:44.446359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.463295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Transition to ACTIVE for port object dd141406-9528-4c35-9a0e-80a6c4207ba5 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:44.469348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:44.472792 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.487280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.525155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.537244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:44.558846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '0badf9d5-ed8a-4029-97a2-c2a2005410e7', 'network_id': '94177539-89d1-407d-b54f-386917e9a2aa', 'port_id': '0badf9d5-ed8a-4029-97a2-c2a2005410e7', 'mac_address': 'fa:16:3e:bb:38:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56739b35-a7eb-4e8a-ae3b-ee18f65d37e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:44.583990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Pushing event updated for resources: {'Port': ['ID=ed373910-9f86-45cb-b3f7-cea2edc16c3f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:44.611525 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.629195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Attempting to bind port ed373910-9f86-45cb-b3f7-cea2edc16c3f on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:44.631521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Attempting to bind port ed373910-9f86-45cb-b3f7-cea2edc16c3f by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:44.631911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Attempting to bind port ed373910-9f86-45cb-b3f7-cea2edc16c3f on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:44.637718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0badf9d5-ed8a-4029-97a2-c2a2005410e7 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:44.650432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Port ed373910-9f86-45cb-b3f7-cea2edc16c3f on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:44.650432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Attempting to bind port ed373910-9f86-45cb-b3f7-cea2edc16c3f on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:44.663407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:44.665323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:44.668195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:44.669376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Bound port: ed373910-9f86-45cb-b3f7-cea2edc16c3f, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:44.670401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.690678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:44.693732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-8268e8d3-8cb8-4a22-9e28-eb55e3bb5044 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:44.694982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-8268e8d3-8cb8-4a22-9e28-eb55e3bb5044 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121219 Aug 12 04:05:44.708490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Request body: {'binding': {'host': 'n-h1-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:44.709239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:05:44.774454 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.784327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] For port ed373910-9f86-45cb-b3f7-cea2edc16c3f, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:44.792332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] For port ed373910-9f86-45cb-b3f7-cea2edc16c3f, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:44.813775 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.862818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.882148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:44.884572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.887331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-70feec96-b465-420a-82f5-2c85e111068d service neutron] 10.222.0.20 "PUT /v2.0/ports/ed373910-9f86-45cb-b3f7-cea2edc16c3f HTTP/1.1" status: 200 len: 1096 time: 1.1630118 Aug 12 04:05:44.932359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Network 5b62abab-ce2a-495f-a512-84375b61dbfc is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:44.933998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0badf9d5-ed8a-4029-97a2-c2a2005410e7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:44.950407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:44.956162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:44.961604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:45.039466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0badf9d5-ed8a-4029-97a2-c2a2005410e7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:45.127231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:45.137377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feec96-b465-420a-82f5-2c85e111068d service neutron] Pushing event updated for resources: {'Port': ['ID=ed373910-9f86-45cb-b3f7-cea2edc16c3f,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:45.167232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'Port': ['ID=dd141406-9528-4c35-9a0e-80a6c4207ba5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:45.170828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-093a1afe-e5aa-4c74-a7d0-3eb6924b9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:45.170828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-093a1afe-e5aa-4c74-a7d0-3eb6924b9ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c779ea0b943c78f7a892f159bddfa&device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 1099 time: 0.1238074 Aug 12 04:05:45.244628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-204ea510-3daf-45bb-b103-96410595785f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f HTTP/1.1" status: 200 len: 217 time: 0.0593014 Aug 12 04:05:45.335033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-0e99adbd-12ca-48d6-9436-3986ef07ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:45.336639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-0e99adbd-12ca-48d6-9436-3986ef07ebcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0840108 Aug 12 04:05:45.455160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:45.456048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:45.466557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b39e-be90-4710-86b8-92ed247844c7 req-87e81b8b-7d29-4561-80f8-d14b49ab74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:45.519135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-87e81b8b-7d29-4561-80f8-d14b49ab74ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233656 Aug 12 04:05:45.519529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca36de2-68f2-46cb-bda2-26923deb222d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:45.519529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on host n-h1-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:45.519529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:45.519529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:45.519529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:45.519529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:45.533653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:45.533995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:45.534383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:45.534851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Bound port: 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:45.593864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-944fe83c-7b69-4db0-9b4b-c771053f3698 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068318 Aug 12 04:05:45.609488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.122 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:45.640024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:45.699173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b570b39e-be90-4710-86b8-92ed247844c7 req-1a608748-6e8c-4856-afd6-4c72abdc82ea service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977671 Aug 12 04:05:45.791009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:45.810454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:46.270151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 23b8166d-ad24-491f-8844-79e3759995c8 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:05:46.291452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 23b8166d-ad24-491f-8844-79e3759995c8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:05:46.291813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 23b8166d-ad24-491f-8844-79e3759995c8 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:05:46.345559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0badf9d5-ed8a-4029-97a2-c2a2005410e7 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:46.366196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-e21541e2-8f7b-4af4-b56c-fec89acce4a0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1732101 Aug 12 04:05:46.367504 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.369917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.371019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-c5cb332a-914e-4f79-a34c-ca81b5637d67 service neutron] 10.222.0.42 "POST /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477/bindings HTTP/1.1" status: 201 len: 389 time: 1.6667910 Aug 12 04:05:46.380493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3bea5144-a679-4e9e-8c17-4794434f2313 None None] Provisioning for port dd141406-9528-4c35-9a0e-80a6c4207ba5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:46.390461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Request body: {'port': {'device_id': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:46.399222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3bea5144-a679-4e9e-8c17-4794434f2313 None None] Provisioning complete for port dd141406-9528-4c35-9a0e-80a6c4207ba5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:46.399598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3bea5144-a679-4e9e-8c17-4794434f2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.431829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-0d4c0e71-791d-4952-81b0-e963acc1e251 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:05:46.433426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-0d4c0e71-791d-4952-81b0-e963acc1e251 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074279 Aug 12 04:05:46.448825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3bea5144-a679-4e9e-8c17-4794434f2313 None None] Port dd141406-9528-4c35-9a0e-80a6c4207ba5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:46.465421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Request body: {'binding': {'host': 'n-h2-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:46.465876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:05:46.510549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:46.540510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:46.542862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:46.548748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:46.573091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.593491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:46.597872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:46.598639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.671940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40794) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:46.686503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:46.687183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.771686 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.814412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0badf9d5-ed8a-4029-97a2-c2a2005410e7'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:46.817345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on host n-h2-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:46.817856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:46.818091 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae629a0-2d02-447c-b350-b058bdf5e2c7" -d '{"events": [{"server_uuid": "b83bce89-ed60-4f95-a574-d46fd8994a29", "name": "network-vif-plugged", "status": "completed", "tag": "0badf9d5-ed8a-4029-97a2-c2a2005410e7"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:46.818192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:46.837206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:46.861852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-16476e6b-394c-4a3f-b4f6-f7fe71f12977 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0022511 Aug 12 04:05:46.863976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:46.864303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:46.872998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:46.873363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:46.873748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:46.874181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Bound port: aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:46.876250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12acb76-95c4-4f0b-af85-701610c12f23 req-a7ef9e5b-3b90-4978-a46d-a3c00a99ac57 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:46.877960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c12acb76-95c4-4f0b-af85-701610c12f23 req-a7ef9e5b-3b90-4978-a46d-a3c00a99ac57 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 948 time: 0.1197531 Aug 12 04:05:46.883343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Request body: {'port': {'device_id': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:46.928824 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:46.989555 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c12acb76-95c4-4f0b-af85-701610c12f23 req-5c8c9fb1-85cf-407f-9df3-1e92be34b48f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025403 Aug 12 04:05:46.997471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0badf9d5-ed8a-4029-97a2-c2a2005410e7,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:47.013910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-62bc8543-205b-4a26-8c40-1a922646b111 None None] Provisioning for port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:47.025093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-62bc8543-205b-4a26-8c40-1a922646b111 None None] Provisioning complete for port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:47.027637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-62bc8543-205b-4a26-8c40-1a922646b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.048666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.066921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:47.082289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-62bc8543-205b-4a26-8c40-1a922646b111 None None] Port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:47.150029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.151322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-79487418-9e46-45e7-8522-4162eda1bcb9 service neutron] 10.222.0.42 "POST /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6940796 Aug 12 04:05:47.172284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd141406-9528-4c35-9a0e-80a6c4207ba5 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:47.183967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.241261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca295e-caa6-44d8-8efd-bdf3994cc328 req-17757d63-d3c9-47d9-add9-99a78495be7d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:47.249650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Transition to ACTIVE for port object dd141406-9528-4c35-9a0e-80a6c4207ba5 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:47.249890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8ca295e-caa6-44d8-8efd-bdf3994cc328 req-17757d63-d3c9-47d9-add9-99a78495be7d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 932 time: 0.1377919 Aug 12 04:05:47.331353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8ca295e-caa6-44d8-8efd-bdf3994cc328 req-4343f4bb-41dd-48ca-bcc1-3b389deda56b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807383 Aug 12 04:05:47.389843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.485133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:47.491867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd141406-9528-4c35-9a0e-80a6c4207ba5,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:47.501623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.578577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Transition to ACTIVE for port object 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:47.618690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe040-6374-4c53-a361-cb8e29576701 req-b4d53669-fe93-4bd6-9074-0869efc0ca20 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:47.620352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-effbe040-6374-4c53-a361-cb8e29576701 req-b4d53669-fe93-4bd6-9074-0869efc0ca20 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 945 time: 0.1235495 Aug 12 04:05:47.623224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Attempting to bind port dd141406-9528-4c35-9a0e-80a6c4207ba5 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:47.623627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Attempting to bind port dd141406-9528-4c35-9a0e-80a6c4207ba5 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:47.623954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Attempting to bind port dd141406-9528-4c35-9a0e-80a6c4207ba5 on network 5b62abab-ce2a-495f-a512-84375b61dbfc {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:47.631665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-a27b1c9e-2b6b-482d-b260-4afdf1fc2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:47.633373 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-a27b1c9e-2b6b-482d-b260-4afdf1fc2225 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1096 time: 0.3279212 Aug 12 04:05:47.635575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Port dd141406-9528-4c35-9a0e-80a6c4207ba5 on network 5b62abab-ce2a-495f-a512-84375b61dbfc not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:47.635904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Attempting to bind port dd141406-9528-4c35-9a0e-80a6c4207ba5 on network 5b62abab-ce2a-495f-a512-84375b61dbfc {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:47.647882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:47.648185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Checking segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:47.649168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Bound using segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:47.649605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Bound port: dd141406-9528-4c35-9a0e-80a6c4207ba5, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:47.649966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.678445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:47.730594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-effbe040-6374-4c53-a361-cb8e29576701 req-4e8e7839-7e07-4b24-9561-fdc51e3bb114 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032815 Aug 12 04:05:47.832519 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e278b091-7902-4530-9905-90c548baa0d2 x-openstack-request-id: req-e278b091-7902-4530-9905-90c548baa0d2 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:47.835180 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af091d1b-84d4-4a32-9fe1-f0f992763eb8", "name": "network-vif-deleted", "tag": "23b8166d-ad24-491f-8844-79e3759995c8", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:47.835180 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e278b091-7902-4530-9905-90c548baa0d2 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:47.835180 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af091d1b-84d4-4a32-9fe1-f0f992763eb8', 'name': 'network-vif-deleted', 'tag': '23b8166d-ad24-491f-8844-79e3759995c8', 'status': 'completed', 'code': 200} Aug 12 04:05:47.844686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Pushing event updated for resources: {'Port': ['ID=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:47.875417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dcb38-1a0e-4176-aa8b-da5849286316 req-e43856b4-d217-4779-ade5-a26a7b4c3da0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:47.884802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a70dcb38-1a0e-4176-aa8b-da5849286316 req-e43856b4-d217-4779-ade5-a26a7b4c3da0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 936 time: 0.2549384 Aug 12 04:05:47.927924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] For port dd141406-9528-4c35-9a0e-80a6c4207ba5, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:47.979808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] For port dd141406-9528-4c35-9a0e-80a6c4207ba5, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:47.995308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:48.032309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Attempting to bind port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:48.032649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Attempting to bind port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:48.032981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Attempting to bind port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:48.037529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:48.047536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:48.047880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Attempting to bind port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:48.059004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-572ceea2-c390-479d-b172-0b9fd720390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.067835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-572ceea2-c390-479d-b172-0b9fd720390c service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.4002814 Aug 12 04:05:48.130756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-78f7e523-e13e-4594-a51d-10f97a1b3d9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 217 time: 0.0620201 Aug 12 04:05:48.144706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:48.145178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:48.145683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:48.146235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Bound port: 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:48.146699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:48.157473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.158527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:48.160753 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd141406-9528-4c35-9a0e-80a6c4207ba5 HTTP/1.1" status: 200 len: 1092 time: 1.7759454 Aug 12 04:05:48.167512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a70dcb38-1a0e-4176-aa8b-da5849286316 req-b923e3b8-ec45-4f9a-a3dc-49fb5181fe6e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823610 Aug 12 04:05:48.179237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:48.181599 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f41d8b-2194-4f73-9b28-efc09e8351d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:48.233234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-05db0c46-56bd-47c9-998d-39465f96e866 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064408 Aug 12 04:05:48.305350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-e52e6d54-c336-44fc-94ac-ea79f1aa09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.307024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-e52e6d54-c336-44fc-94ac-ea79f1aa09e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1096 time: 0.3932505 Aug 12 04:05:48.316378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a8d6f-9a33-4136-99a9-7feba1c84ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd141406-9528-4c35-9a0e-80a6c4207ba5,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:48.367839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-51375a75-7f14-4890-a60e-2f96306ca08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.369412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-51375a75-7f14-4890-a60e-2f96306ca08c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.2007806 Aug 12 04:05:48.430319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] For port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:48.439903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] For port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:48.455322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-61e49812-47f3-4a8d-8329-1e83d0e375aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.456806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-61e49812-47f3-4a8d-8329-1e83d0e375aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 1095 time: 0.1416872 Aug 12 04:05:48.465609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-097bbf94-255f-4fd6-9d01-a73d05087075 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.467084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-097bbf94-255f-4fd6-9d01-a73d05087075 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229099 Aug 12 04:05:48.482996 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-378f2ae7-f949-45de-ac5a-ce519d4b6c55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855086 Aug 12 04:05:48.511287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-65bb4dc6-4390-4c4c-82bc-66b0b0058998 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5 HTTP/1.1" status: 200 len: 217 time: 0.0432546 Aug 12 04:05:48.512850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-4b9bb9bf-6fe3-4be3-b6bb-8aab1ddcd485 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/quotas/a6dd0ca9692d42f3ac298061a456ec2f HTTP/1.1" status: 200 len: 375 time: 0.0394168 Aug 12 04:05:48.538591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81f6ef-1dcd-4a90-a07d-ff7305543fe6 req-48d6dcb6-f8d2-4874-a61e-74e9e6acf0c6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.540103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c81f6ef-1dcd-4a90-a07d-ff7305543fe6 req-48d6dcb6-f8d2-4874-a61e-74e9e6acf0c6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 945 time: 0.2569420 Aug 12 04:05:48.566322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:48.569599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-0fa35840-6d09-4002-8136-43df0b23690c tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435560 Aug 12 04:05:48.617818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.618429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:48.619823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-5697e67c-4223-497d-bf85-9279918565ae service neutron] 10.222.0.20 "PUT /v2.0/ports/878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 HTTP/1.1" status: 200 len: 1096 time: 1.7480936 Aug 12 04:05:48.628197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-1ccc1d62-87a0-436a-8bf7-6f6cf6c0ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.631841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-1ccc1d62-87a0-436a-8bf7-6f6cf6c0ca80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 200 len: 862 time: 0.1132381 Aug 12 04:05:48.659982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-3b754e35-f311-4cc8-9778-6fe2f77d21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.661469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-3b754e35-f311-4cc8-9778-6fe2f77d21e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.3268564 Aug 12 04:05:48.680174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697e67c-4223-497d-bf85-9279918565ae service neutron] Pushing event updated for resources: {'Port': ['ID=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:48.699088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c81f6ef-1dcd-4a90-a07d-ff7305543fe6 req-b1974db5-2668-4481-b813-8617cbdab39b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488881 Aug 12 04:05:48.703038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-dcd2f11a-0ca2-4fd7-bb7d-957715dcafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.705123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-dcd2f11a-0ca2-4fd7-bb7d-957715dcafd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b62abab-ce2a-495f-a512-84375b61dbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617568 Aug 12 04:05:48.742794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-a4906ad2-a598-4e5f-a705-a96fdb284e4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 217 time: 0.0604961 Aug 12 04:05:48.762907 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba457f-9f76-4ca6-a04f-b6981cd6413b x-openstack-request-id: req-b7ba457f-9f76-4ca6-a04f-b6981cd6413b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:48.763398 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bce89-ed60-4f95-a574-d46fd8994a29", "name": "network-vif-plugged", "status": "completed", "tag": "0badf9d5-ed8a-4029-97a2-c2a2005410e7", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:48.763516 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7ba457f-9f76-4ca6-a04f-b6981cd6413b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:48.764566 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0badf9d5-ed8a-4029-97a2-c2a2005410e7', 'code': 200} Aug 12 04:05:48.771684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-4066a82f-b755-447e-9c1b-ac57352fa13d service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515759 Aug 12 04:05:48.847968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.20', 56674) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:48.936966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-ef1a0b71-7a80-4512-922b-9f1ab955cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:48.938611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-ef1a0b71-7a80-4512-922b-9f1ab955cd6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 1099 time: 0.1432924 Aug 12 04:05:48.946828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-90123f6c-7be9-401f-bb59-f8a29264b15d service neutron] 10.222.0.20 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332878 Aug 12 04:05:49.003371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-df8785f4-66a1-4b59-972e-ad1d760af819 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0541589 Aug 12 04:05:49.005881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-c1a81f09-f458-47d8-ae91-3035ee0f1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.007485 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-c1a81f09-f458-47d8-ae91-3035ee0f1c7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.2566574 Aug 12 04:05:49.036526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62f094-9e5c-43fa-b4db-0cfb93f99d30 req-594cf0bb-f683-48a5-89cb-ac634d78c39d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.038126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b62f094-9e5c-43fa-b4db-0cfb93f99d30 req-594cf0bb-f683-48a5-89cb-ac634d78c39d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 945 time: 0.1856601 Aug 12 04:05:49.059584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55530eb0-7309-489a-acec-f0ee535df432 req-545549e3-584a-4ff2-8b10-56026b521aa5 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.061591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55530eb0-7309-489a-acec-f0ee535df432 req-545549e3-584a-4ff2-8b10-56026b521aa5 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 948 time: 0.1632426 Aug 12 04:05:49.094148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-8e919194-83e3-46ae-a92b-bf5f0192c8cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772936 Aug 12 04:05:49.099450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726422b-8cf5-4000-9961-749b6782a1d7 req-18c70ce0-1e7f-4026-8447-2b768a996e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.100936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8726422b-8cf5-4000-9961-749b6782a1d7 req-18c70ce0-1e7f-4026-8447-2b768a996e50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 1096 time: 0.2199638 Aug 12 04:05:49.139432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-0f7c6c2d-4ff8-4ca6-a570-e3c9165a4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.140898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-0f7c6c2d-4ff8-4ca6-a570-e3c9165a4741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1242585 Aug 12 04:05:49.166639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55530eb0-7309-489a-acec-f0ee535df432 req-2626f6d0-83ae-4bf1-94b5-75a68961f5af tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824730 Aug 12 04:05:49.188464 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-bae4cd2b-65e6-4e22-a6bc-4cf8bf6edfe0 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487923 Aug 12 04:05:49.195770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6d5c1f2-5bec-4fab-9e01-938157eb6d05 req-ea428c47-f2b5-4fe5-b78e-85e39c04f66a service neutron] 10.222.0.20 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350535 Aug 12 04:05:49.210507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-9b0a564e-55f6-4724-846c-5a166da72ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.212451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-9b0a564e-55f6-4724-846c-5a166da72ada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611238 Aug 12 04:05:49.230232 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4cbc77-cfab-4351-8a93-f8017ce22ef3 x-openstack-request-id: req-0e4cbc77-cfab-4351-8a93-f8017ce22ef3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:49.230500 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b62f094-9e5c-43fa-b4db-0cfb93f99d30 req-7432a2ba-b32b-47a5-bc3e-63914c08e914 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807256 Aug 12 04:05:49.230582 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:49.230582 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e4cbc77-cfab-4351-8a93-f8017ce22ef3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:49.231068 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'status': 'completed', 'code': 200} Aug 12 04:05:49.281920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8726422b-8cf5-4000-9961-749b6782a1d7 req-6cb872ed-3a30-4e02-8177-c983a4a1b416 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638076 Aug 12 04:05:49.301317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Deleting port 34fac260-697e-40d5-9081-4cfddcdd72fb {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:05:49.301656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:49.319187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-dc83b40d-5965-473d-ad43-a7242d9afc45 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087195 Aug 12 04:05:49.360752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-e3d58ce3-3f94-4397-a3ba-e5edf450123f service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398611 Aug 12 04:05:49.371466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa980-2eee-41ff-b09c-bfada12d3bea req-cc9e6e64-5253-4c9b-bae4-da01de69bb11 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.373785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f06fa980-2eee-41ff-b09c-bfada12d3bea req-cc9e6e64-5253-4c9b-bae4-da01de69bb11 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 944 time: 0.0884326 Aug 12 04:05:49.496989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f06fa980-2eee-41ff-b09c-bfada12d3bea req-265b7b15-cdd6-4d7d-86f6-0631538b77b6 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167181 Aug 12 04:05:49.527472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-7dc90a55-629a-4e5d-8776-1c402ad17f29 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.528984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-7dc90a55-629a-4e5d-8776-1c402ad17f29 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.1167521 Aug 12 04:05:49.542801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804320-1'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:49.548842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7af1421c-cf2c-4c89-8de2-0307e68fa7c4 req-b2dbd8d5-d6a6-4f14-a854-16143ce1b5e2 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672561 Aug 12 04:05:49.581718 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:05:49.607406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2151574a-025e-4884-ad09-5123f5517733 req-4bdbf51e-57e4-4dd0-8ac8-c44d88e683ac tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 210 time: 0.0421515 Aug 12 04:05:49.644171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:49.744761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534e06d-5f73-4e5c-a955-19b9ce76d780 req-37ceab6d-52ce-406f-9f99-5d4da9eee516 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.746219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6534e06d-5f73-4e5c-a955-19b9ce76d780 req-37ceab6d-52ce-406f-9f99-5d4da9eee516 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 945 time: 0.4014173 Aug 12 04:05:49.752220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] For port 34fac260-697e-40d5-9081-4cfddcdd72fb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34fac260-697e-40d5-9081-4cfddcdd72fb,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:49.752546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:49.776502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478a9ff-2f8c-470f-a99d-6e1696370dec req-d84b458f-7dc5-4694-bff1-2756232e0e36 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.777982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e478a9ff-2f8c-470f-a99d-6e1696370dec req-d84b458f-7dc5-4694-bff1-2756232e0e36 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 948 time: 0.1005208 Aug 12 04:05:49.785214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Calling delete_port for 34fac260-697e-40d5-9081-4cfddcdd72fb owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:05:49.788422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-58bf3a41-1a52-42b5-9f6d-04e14efe3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:49.789893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-58bf3a41-1a52-42b5-9f6d-04e14efe3314 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 1095 time: 0.1608238 Aug 12 04:05:49.799698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-692a95d5-6384-4766-b2ad-b0a2c69b542e service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536688 Aug 12 04:05:49.846613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:49.851007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e478a9ff-2f8c-470f-a99d-6e1696370dec req-2bf4578a-ffdd-4bb6-99bc-9591629ddf4e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642807 Aug 12 04:05:49.864271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'tag': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:49.866792 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eda32c-f9be-4a59-afca-0211786f3338", "tag": "ed373910-9f86-45cb-b3f7-cea2edc16c3f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:49.891589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:49.950290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6534e06d-5f73-4e5c-a955-19b9ce76d780 req-5246a942-cb17-4588-9492-a47194e45d83 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894963 Aug 12 04:05:50.011863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-4719bedd-b35c-4693-944c-f53e678e12cb tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.013470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-4719bedd-b35c-4693-944c-f53e678e12cb tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.1438494 Aug 12 04:05:50.014935 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c3daa-1790-441c-bb5a-61ace1fe6da1 x-openstack-request-id: req-370c3daa-1790-441c-bb5a-61ace1fe6da1 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:50.015212 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eda32c-f9be-4a59-afca-0211786f3338", "tag": "ed373910-9f86-45cb-b3f7-cea2edc16c3f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:50.015455 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-370c3daa-1790-441c-bb5a-61ace1fe6da1 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:50.015820 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'tag': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f', 'status': 'completed', 'code': 200} Aug 12 04:05:50.047980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804320-1'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:50.090772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-4d455998-75e9-4474-bf1c-214130f0eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.092894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-4d455998-75e9-4474-bf1c-214130f0eb38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 924 time: 0.2895303 Aug 12 04:05:50.164151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-8c3a35a0-d038-427e-acd7-0d586f3fe1f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5 HTTP/1.1" status: 200 len: 217 time: 0.0538085 Aug 12 04:05:50.239177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.261622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.286961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54822317-073a-49f7-8fd6-91cf4608b082 req-a0d43a0b-0796-44b6-a250-6e1a7b291c22 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.288455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54822317-073a-49f7-8fd6-91cf4608b082 req-a0d43a0b-0796-44b6-a250-6e1a7b291c22 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 945 time: 0.3612659 Aug 12 04:05:50.290257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-9c9eaea6-2169-4f3b-a32a-3169a5a15ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.291656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-9c9eaea6-2169-4f3b-a32a-3169a5a15ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25c779ea0b943c78f7a892f159bddfa&device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 1099 time: 0.0721931 Aug 12 04:05:50.313824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-5e7d201c-419b-4269-856e-0fe19589872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.315286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-5e7d201c-419b-4269-856e-0fe19589872f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 200 len: 862 time: 0.1195798 Aug 12 04:05:50.355724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.372773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ed373910-9f86-45cb-b3f7-cea2edc16c3f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:50.434762 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54822317-073a-49f7-8fd6-91cf4608b082 req-524a3037-37df-4669-8c51-b04bf1ee256a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396973 Aug 12 04:05:50.470549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-ecb40a40-4040-4d58-b20d-43b712e1248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.472166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-ecb40a40-4040-4d58-b20d-43b712e1248f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b62abab-ce2a-495f-a512-84375b61dbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405892 Aug 12 04:05:50.487101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219c2e-0402-4162-b180-9d434cf465d4 req-90a717b6-646f-4609-bcdd-3580c9785557 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.491562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a219c2e-0402-4162-b180-9d434cf465d4 req-90a717b6-646f-4609-bcdd-3580c9785557 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 948 time: 0.2001657 Aug 12 04:05:50.499698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:50.500156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:50.500566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:50.500684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.505665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ed373910-9f86-45cb-b3f7-cea2edc16c3f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:50.509589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:50.514583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-e46e00ef-5cde-4f75-b669-abb439271272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.516449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-e46e00ef-5cde-4f75-b669-abb439271272 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2154908 Aug 12 04:05:50.523822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f', 'mac_address': 'fa:16:3e:50:36:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:50.524293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.525838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.525838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.525838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.525838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.526298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.526700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.527163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.527571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.527958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.528524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.528904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.533842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:50.537299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Attempting to bind port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:50.578569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-7093cc25-4a98-4b13-a0c6-7f89f069f4a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f HTTP/1.1" status: 200 len: 217 time: 0.0403099 Aug 12 04:05:50.581595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:50.582028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:50.582156 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.582804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:50.582939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Bound port: 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:50.583381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.584572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=34fac260-697e-40d5-9081-4cfddcdd72fb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:50.597843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed373910-9f86-45cb-b3f7-cea2edc16c3f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:50.631903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ed373910-9f86-45cb-b3f7-cea2edc16c3f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:50.649488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.650130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.650130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.650478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.650928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.651283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.652966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.653169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.653495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.653818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.654141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.654489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:05:50.698006 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.699346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-ea5e9b96-9aa8-4257-8801-544941d374d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.700895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-ea5e9b96-9aa8-4257-8801-544941d374d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1067080 Aug 12 04:05:50.718302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fa98b-3c99-46c8-891b-9ff5c3fa385e req-ee81a4ad-4b7e-49c1-bbe2-c38a5e931890 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.723939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:50.743387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a6fa98b-3c99-46c8-891b-9ff5c3fa385e req-ee81a4ad-4b7e-49c1-bbe2-c38a5e931890 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 945 time: 0.1636076 Aug 12 04:05:50.747112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a219c2e-0402-4162-b180-9d434cf465d4 req-816b8b4f-c327-405f-9e53-e184a50e4549 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418153 Aug 12 04:05:50.787085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ed373910-9f86-45cb-b3f7-cea2edc16c3f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:50.835040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-87c4ab3f-834a-4616-882e-6f439624218f service neutron] 10.222.0.20 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445835 Aug 12 04:05:50.856494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:50.867457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a6fa98b-3c99-46c8-891b-9ff5c3fa385e req-3dc17732-c798-4a97-bbd6-3c8252573379 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232090 Aug 12 04:05:50.876132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:50.892880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:50.910586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-d6d97c12-f46a-4d9b-a821-17bc8268cfda tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314507 Aug 12 04:05:50.913431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-e42005bd-137a-4b1f-b29a-ce1be9a60c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:50.914835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-e42005bd-137a-4b1f-b29a-ce1be9a60c30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605217 Aug 12 04:05:50.925830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:50.973904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ed373910-9f86-45cb-b3f7-cea2edc16c3f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:51.006386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.030040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.085658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f41d8b-2194-4f73-9b28-efc09e8351d0 req-f9454495-2d88-41dc-a9cb-251be2fca854 service neutron] 10.222.0.20 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406108 Aug 12 04:05:51.104119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af0efec5-3503-47d3-8693-ed07ceaa3b7e req-13bccc15-19ae-454c-8a7d-afc9448db6a5 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 210 time: 0.0698130 Aug 12 04:05:51.125585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcfaf3-5cbc-45c2-bdde-8267e7554224 req-91c87dfb-004e-4b70-aa9b-d53e3c6e18e6 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.127711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7dbcfaf3-5cbc-45c2-bdde-8267e7554224 req-91c87dfb-004e-4b70-aa9b-d53e3c6e18e6 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 944 time: 0.2278693 Aug 12 04:05:51.132339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.221488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.222118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.223597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] 10.222.0.20 "PUT /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 1121 time: 1.6851718 Aug 12 04:05:51.232441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7520-d8e6-4b4a-921c-f493079c114f service neutron] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=8']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:51.237484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-fbd9b062-2968-4948-a441-1c56186d705b service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074026 Aug 12 04:05:51.237898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'tag': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'}, {'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477'}, {'name': 'network-changed', 'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:51.240161 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49de1ece-84f2-4842-a582-9245ad3b65cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea697d9-b496-4cb5-b6c4-49a68b130b5e", "tag": "878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65"}, {"server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "name": "network-vif-unplugged", "status": "completed", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477"}, {"name": "network-changed", "server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:51.252333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:51.289874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-b2e7a494-34aa-46ee-b307-2b9c855d5044 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.291391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-b2e7a494-34aa-46ee-b307-2b9c855d5044 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3747437 Aug 12 04:05:51.291506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['031cd05d-4d6a-49fd-a7b8-2e6b05574477'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:51.316747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7dbcfaf3-5cbc-45c2-bdde-8267e7554224 req-fdf82963-9f9e-4bff-abc5-7902f5c6ddd0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677558 Aug 12 04:05:51.334476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Request body: {'port': {'device_id': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'a6dd0ca9692d42f3ac298061a456ec2f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:51.365376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on host n-h1-804320-1 for vnic_type normal with profile {"migrating_to": "n-h2-804320-1"} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:51.365833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:51.366159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:51.373592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:51.374052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Attempting to bind port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:51.387243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:51.388182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:51.388632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:51.389299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Bound port: aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:51.389755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.416903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2671fd-00e2-4db8-8427-f6ea8893391f req-7cfd77cb-f001-411d-ae3d-43e61416fc14 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.418494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2671fd-00e2-4db8-8427-f6ea8893391f req-7cfd77cb-f001-411d-ae3d-43e61416fc14 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 948 time: 0.1870856 Aug 12 04:05:51.499450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff2ccf43-a691-4855-a83a-ab1ff47e1d32 req-a20b1092-8a18-4010-b2b3-d148f7de393a service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532091 Aug 12 04:05:51.507350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2671fd-00e2-4db8-8427-f6ea8893391f req-35a1bd29-712b-40ff-a0f7-11e05ec0a80c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789948 Aug 12 04:05:51.567403 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951fa701-5d97-47eb-ae25-3c0cfe339223 x-openstack-request-id: req-951fa701-5d97-47eb-ae25-3c0cfe339223 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:51.567704 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea697d9-b496-4cb5-b6c4-49a68b130b5e", "tag": "878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65", "status": "completed", "code": 200}, {"server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "name": "network-vif-unplugged", "status": "completed", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477", "code": 200}, {"name": "network-changed", "server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:51.567957 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-951fa701-5d97-47eb-ae25-3c0cfe339223 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:51.568367 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'tag': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'status': 'completed', 'code': 200} Aug 12 04:05:51.568624 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'code': 200} Aug 12 04:05:51.568875 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'status': 'completed', 'code': 200} Aug 12 04:05:51.593798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.36', 56418) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:51.613966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Made reservation on behalf of a6dd0ca9692d42f3ac298061a456ec2f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:05:51.617704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.668624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.733227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-6712db4e-8223-412a-819d-a45c11cf2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.734475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-6712db4e-8223-412a-819d-a45c11cf2bd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 1099 time: 0.1301064 Aug 12 04:05:51.740638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-c43e80da-0ebc-460b-a044-1c1cefb2c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.742140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-c43e80da-0ebc-460b-a044-1c1cefb2c032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1124 time: 0.1471834 Aug 12 04:05:51.748220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:05:51.760967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6e1e-0d80-41bf-8a81-756f2089d287 req-fa5e7125-aabb-479c-bbdf-94a710219aeb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.762427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3aa6e1e-0d80-41bf-8a81-756f2089d287 req-fa5e7125-aabb-479c-bbdf-94a710219aeb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 943 time: 0.1275215 Aug 12 04:05:51.772981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a8cc6-5773-490f-8b30-8bf5ab1fd80b req-4b0b2aa1-d869-46be-855e-b41a1bde922d tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.774697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a07a8cc6-5773-490f-8b30-8bf5ab1fd80b req-4b0b2aa1-d869-46be-855e-b41a1bde922d tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 945 time: 0.3401225 Aug 12 04:05:51.796653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:51.799880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:51.851717 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.894507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a07a8cc6-5773-490f-8b30-8bf5ab1fd80b req-c14d6553-fa5f-4067-a345-b4842482a8ab tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110647 Aug 12 04:05:51.959604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3aa6e1e-0d80-41bf-8a81-756f2089d287 req-2faeda05-cb77-439d-8a3d-72bd2d5e6c46 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724434 Aug 12 04:05:51.991754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:51.992457 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:51.994300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] 10.222.0.36 "PUT /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 1121 time: 1.9732745 Aug 12 04:05:51.996888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39272d38-61fb-4f20-9dc2-60b9bebb6007 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=8']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:52.004974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-f901dac4-d26d-419d-bd19-bf7828f284ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.010922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-f901dac4-d26d-419d-bd19-bf7828f284ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2634845 Aug 12 04:05:52.016294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:05:52.018030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a'}, {'name': 'network-changed', 'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:52.020084 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201afbc0-ce20-429e-8a37-4f8a9cf180dd" -d '{"events": [{"server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "name": "network-vif-unplugged", "status": "completed", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a"}, {"name": "network-changed", "server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:52.027353 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] Sync routers for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:05:52.043726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-74c1ec6e-1f0d-4865-adec-531b89d24c3a admin admin] 10.222.0.42 "PUT /v2.0/routers/4f32d6b8-820c-49ab-b345-d89bac8ed1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3705108 Aug 12 04:05:52.046992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40860) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:52.058747 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:52.059422 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:52.071851 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-5cdfc535-b1f1-42b2-a833-6449d9f01ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0532227 Aug 12 04:05:52.075447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-988428b1-51c3-41c7-b6b8-9f8de2c2a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.076933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-988428b1-51c3-41c7-b6b8-9f8de2c2a105 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.3111601 Aug 12 04:05:52.098443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['aa3b6ba2-1848-4975-a1be-ec4151b5a95a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:52.118041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2cd8-0c43-4edc-aca2-4a282c29e84c req-d519b0ca-8381-47a2-b349-778ee6574a3a tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.120733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.125600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db5d2cd8-0c43-4edc-aca2-4a282c29e84c req-d519b0ca-8381-47a2-b349-778ee6574a3a tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 949 time: 0.1215463 Aug 12 04:05:52.196667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-9f53fdef-ca2d-49c8-a957-f6e8fefaad99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 217 time: 0.1060457 Aug 12 04:05:52.203635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.212711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db5d2cd8-0c43-4edc-aca2-4a282c29e84c req-e5aeeb63-6bf5-4e6d-94e6-b1f995033db2 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818093 Aug 12 04:05:52.220474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.297609 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75eba9-e417-4d8f-9e3e-0e36deece79f x-openstack-request-id: req-3b75eba9-e417-4d8f-9e3e-0e36deece79f {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:52.301082 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "name": "network-vif-unplugged", "status": "completed", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a", "code": 200}, {"name": "network-changed", "server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:52.301532 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b75eba9-e417-4d8f-9e3e-0e36deece79f {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:52.302418 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'code': 200} Aug 12 04:05:52.302849 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'status': 'completed', 'code': 200} Aug 12 04:05:52.328139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-bb68110d-77a9-41c9-99c6-104f1e00bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.329618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-bb68110d-77a9-41c9-99c6-104f1e00bf09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.2329662 Aug 12 04:05:52.356833 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:52.368179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc6510-e73f-4d2d-838b-145b7db24125,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:52.375940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd141406-9528-4c35-9a0e-80a6c4207ba5 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:52.378129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ed373910-9f86-45cb-b3f7-cea2edc16c3f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:52.415559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82181164-9996-4bd2-9970-50fce4b7c3f1 req-3fe2f0b0-4821-482d-87db-b553e9ab849c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.423516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01512949-1715-4be9-9659-e9e41b17b28c req-15e21be1-1ea6-4919-88df-4b99f5bbe742 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 210 time: 0.0292194 Aug 12 04:05:52.423713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82181164-9996-4bd2-9970-50fce4b7c3f1 req-3fe2f0b0-4821-482d-87db-b553e9ab849c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.3412294 Aug 12 04:05:52.447926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-ab5238fc-8a9a-4ed7-bd93-d99fa428b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.449384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-ab5238fc-8a9a-4ed7-bd93-d99fa428b3f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.2355404 Aug 12 04:05:52.489855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.553499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-b9b7335d-c932-4561-a979-404c92b8c20d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943863 Aug 12 04:05:52.613393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f903f6-9a2d-4c09-bd73-9280084ee2f4 req-01ded8ba-a68e-4c6e-9216-f036f2dc94f7 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.622505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3f903f6-9a2d-4c09-bd73-9280084ee2f4 req-01ded8ba-a68e-4c6e-9216-f036f2dc94f7 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 944 time: 0.1074557 Aug 12 04:05:52.636495 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:05:50Z', 'revision_number': 5, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port': {'id': '968e8a2f-e70a-4ab7-80d8-e634ef56d725', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:43Z', 'updated_at': '2021-08-12T04:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:52.647957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82181164-9996-4bd2-9970-50fce4b7c3f1 req-2d0882c7-3dcd-42ed-8005-dc9946e570d5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185841 Aug 12 04:05:52.685053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] Checking router: 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:05:52.689099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Allocated IP 192.168.233.141 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/f87a8d82-e5ce-44cb-9052-935546aa5996) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:05:52.705822 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] Routers {'4f32d6b8-820c-49ab-b345-d89bac8ed1c4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:05:52.706620 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:05:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:52.726260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3f903f6-9a2d-4c09-bd73-9280084ee2f4 req-4e984c17-cb48-4a60-8d56-1f19c296e132 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928941 Aug 12 04:05:52.727400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-c415c618-301d-4d2a-8e69-2ffb3d5eedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.729223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-c415c618-301d-4d2a-8e69-2ffb3d5eedf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3803918 Aug 12 04:05:52.730608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-14610523-446d-4771-8c9a-c8368b1251a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:52.731984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-14610523-446d-4771-8c9a-c8368b1251a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1124 time: 0.4015164 Aug 12 04:05:52.734551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd141406-9528-4c35-9a0e-80a6c4207ba5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:52.748810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Deleting port 968e8a2f-e70a-4ab7-80d8-e634ef56d725 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:05:52.749491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.752250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'port_id': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'mac_address': 'fa:16:3e:e2:82:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:52.796272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port ed373910-9f86-45cb-b3f7-cea2edc16c3f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:52.800224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.810411 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] Set router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:05:52.815627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ed373910-9f86-45cb-b3f7-cea2edc16c3f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:52.816011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.844595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] For port 968e8a2f-e70a-4ab7-80d8-e634ef56d725, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=968e8a2f-e70a-4ab7-80d8-e634ef56d725,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:52.845331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:52.859108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Calling delete_port for 968e8a2f-e70a-4ab7-80d8-e634ef56d725 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:05:52.877159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:05:52Z', 'revision_number': 6, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:52.882179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd141406-9528-4c35-9a0e-80a6c4207ba5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:52.904846 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d5e241-1a1d-4977-ae0e-4da0074f3c93 None None] The sync data for ids ['4f32d6b8-820c-49ab-b345-d89bac8ed1c4'] in n-d-804320-1 is: [{'id': '4f32d6b8-820c-49ab-b345-d89bac8ed1c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-544978435-router', 'tenant_id': '32d70aa1e78849efb8d2cd3355a53400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:42Z', 'updated_at': '2021-08-12T04:05:52Z', 'revision_number': 6, 'project_id': '32d70aa1e78849efb8d2cd3355a53400', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:05:52.927472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd141406-9528-4c35-9a0e-80a6c4207ba5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:53.020958 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.022847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:53.033650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.125345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ed373910-9f86-45cb-b3f7-cea2edc16c3f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:53.151605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4458-97e8-42f8-98d3-0862c1882643 req-99a4c7ec-453e-4c44-9c27-a0adc8b6dd36 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.153251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-626a4458-97e8-42f8-98d3-0862c1882643 req-99a4c7ec-453e-4c44-9c27-a0adc8b6dd36 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 943 time: 0.1038785 Aug 12 04:05:53.171795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:53.175761 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb1b27f-69f7-4bbb-bd99-91019a094b70" -d '{"events": [{"server_uuid": "c1eda32c-f9be-4a59-afca-0211786f3338", "name": "network-vif-plugged", "status": "completed", "tag": "ed373910-9f86-45cb-b3f7-cea2edc16c3f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:53.195279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd141406-9528-4c35-9a0e-80a6c4207ba5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:53.202302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-626a4458-97e8-42f8-98d3-0862c1882643 req-6a26ce30-ef85-4a33-9422-5ff8271b6220 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Aug 12 04:05:53.245491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:53.249229 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be45bb36-513b-472c-9272-296ce0a111e0 x-openstack-request-id: req-be45bb36-513b-472c-9272-296ce0a111e0 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:53.256019 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eda32c-f9be-4a59-afca-0211786f3338", "name": "network-vif-plugged", "status": "completed", "tag": "ed373910-9f86-45cb-b3f7-cea2edc16c3f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:53.256019 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be45bb36-513b-472c-9272-296ce0a111e0 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:53.256019 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f', 'code': 200} Aug 12 04:05:53.262803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'mac_address': 'fa:16:3e:92:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:05:53.275117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-0ad3cf42-0a25-4c02-abd3-9671c2ee5f94 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079930 Aug 12 04:05:53.278164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.341300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31a319-cda5-4875-b79f-1efb9d2629bb req-d769398f-7290-4027-8d31-c243ee74b209 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.343607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c31a319-cda5-4875-b79f-1efb9d2629bb req-d769398f-7290-4027-8d31-c243ee74b209 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 948 time: 0.6055179 Aug 12 04:05:53.357471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Pushing event deleted for resources: {'Port': ['ID=968e8a2f-e70a-4ab7-80d8-e634ef56d725,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:53.382279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.384421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34fac260-697e-40d5-9081-4cfddcdd72fb no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:05:53.388177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.419631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 34fac260-697e-40d5-9081-4cfddcdd72fb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:05:53.422601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34fac260-697e-40d5-9081-4cfddcdd72fb not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:05:53.446176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:53.466773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:53.477005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-a41d2a4b-0d04-406d-ba77-0c03d9628d9a service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7030141 Aug 12 04:05:53.492479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.495058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ed373910-9f86-45cb-b3f7-cea2edc16c3f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:53.507811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-bcb2b8cb-9134-4e97-9880-2fc3d8749acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.509290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-bcb2b8cb-9134-4e97-9880-2fc3d8749acf service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.7536886 Aug 12 04:05:53.525091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.607649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.613020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.615696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e299d5-705a-4b34-a637-1267da50f88a req-385cf6ca-0fb9-4cd2-a276-8b6f39af9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.617216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74e299d5-705a-4b34-a637-1267da50f88a req-385cf6ca-0fb9-4cd2-a276-8b6f39af9776 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 1101 time: 0.2641618 Aug 12 04:05:53.623910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c31a319-cda5-4875-b79f-1efb9d2629bb req-223da45d-60e4-4f44-b60d-b27f41d03dbf tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537601 Aug 12 04:05:53.643879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb01760-6f70-43ff-a205-1981cc3fc42d req-a2789d73-71c6-4380-8eca-a4c80f554051 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.643879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7eb01760-6f70-43ff-a205-1981cc3fc42d req-a2789d73-71c6-4380-8eca-a4c80f554051 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.3006284 Aug 12 04:05:53.644920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:53.647316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-d7121e91-6cf3-4a40-b838-f2b30bad79b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 217 time: 0.1146927 Aug 12 04:05:53.717543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.748441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74e299d5-705a-4b34-a637-1267da50f88a req-31a85d72-d979-4af7-ab2c-a713134d7c0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930691 Aug 12 04:05:53.758184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7eb01760-6f70-43ff-a205-1981cc3fc42d req-75d183c3-e327-4c4a-b699-16a30f1aa123 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685282 Aug 12 04:05:53.799308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.803357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f32d6b8-820c-49ab-b345-d89bac8ed1c4 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:05:53.805218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.806520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d7ffabb4-bf3a-455f-b913-f3fad187372c admin admin] 10.222.0.42 "DELETE /v2.0/routers/4f32d6b8-820c-49ab-b345-d89bac8ed1c4 HTTP/1.1" status: 204 len: 168 time: 1.7585590 Aug 12 04:05:53.810399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40888) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:53.825871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:53.833011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['dd141406-9528-4c35-9a0e-80a6c4207ba5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:05:53.833793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f23df61-c249-4139-b932-fe5fd99f96b4 req-32648b94-9070-4be9-a548-a0234d9e0f5f tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 210 time: 0.0778279 Aug 12 04:05:53.847289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-9d61c618-2ea7-4dae-9e02-a27976b76f64 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485275 Aug 12 04:05:53.848281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Transition to ACTIVE for port object f87a8d82-e5ce-44cb-9052-935546aa5996 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:53.868562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-68d5f404-0be1-480e-8d3f-a922cff74a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.870056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-68d5f404-0be1-480e-8d3f-a922cff74a88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1975000 Aug 12 04:05:53.906165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Deleting subnet cd42119f-dd47-4c0e-bbdf-492b68196170 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:05:53.909366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:53.930024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-d63111de-ec03-4913-a82f-7cf9a8c92dec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462019 Aug 12 04:05:53.933710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49de1ece-84f2-4842-a582-9245ad3b65cb req-0d84db1b-cce0-4d53-b906-e1538868079b service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459989 Aug 12 04:05:53.974942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f10dac-9dbb-4c20-87c0-556079ebd083 req-d7566cfd-f948-4b61-b59f-4caa1bad4238 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:53.976605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88f10dac-9dbb-4c20-87c0-556079ebd083 req-d7566cfd-f948-4b61-b59f-4caa1bad4238 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.1358142 Aug 12 04:05:53.983861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.078607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88f10dac-9dbb-4c20-87c0-556079ebd083 req-6047ca2a-295d-441e-ac37-4e835f04bd06 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921795 Aug 12 04:05:54.096790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-6fe71415-13ff-474f-b466-28dece4d5c9b service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304250 Aug 12 04:05:54.140819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.249483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526851a5-b5f1-42d0-846e-ed62e47707da req-7c61e9e0-4fa1-474f-bab9-ddf3b058a4de tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:54.260290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-526851a5-b5f1-42d0-846e-ed62e47707da req-7c61e9e0-4fa1-474f-bab9-ddf3b058a4de tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 945 time: 0.2494977 Aug 12 04:05:54.288688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.298775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:54.329914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.368601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd42119f-dd47-4c0e-bbdf-492b68196170,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:54.372303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.375858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f09a3199-a064-4b17-aa2c-e5e1f245c206 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cd42119f-dd47-4c0e-bbdf-492b68196170 HTTP/1.1" status: 204 len: 168 time: 0.5644240 Aug 12 04:05:54.378493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40896) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:54.387205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-526851a5-b5f1-42d0-846e-ed62e47707da req-ea4478f4-4108-4e5b-967b-5978369d8bad tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270280 Aug 12 04:05:54.390953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:05:54.399345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:05:54.405266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-201afbc0-ce20-429e-8a37-4f8a9cf180dd req-b65a5b29-f0ed-49d5-985b-f18dd180dd46 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517593 Aug 12 04:05:54.405986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce737c-e73f-46c0-b28e-f191f663809f req-532e6000-23c2-4ae5-94a4-14b4172e4ca4 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:54.406374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:05:54.408204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2ce737c-e73f-46c0-b28e-f191f663809f req-532e6000-23c2-4ae5-94a4-14b4172e4ca4 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 943 time: 0.1228909 Aug 12 04:05:54.439021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:54.472051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a has no active binding in host n-h2-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:05:54.479995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:05:54.479995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c7b634-ca97-45e8-8ec4-fda9d9b74a76 None None] Network 048055c4-c1b6-4a4b-9659-479020c29652 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:05:54.485400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:54.486173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.494752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Pushing event updated for resources: {'Port': ['ID=f87a8d82-e5ce-44cb-9052-935546aa5996,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:54.535077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.543077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2ce737c-e73f-46c0-b28e-f191f663809f req-58abf403-2acb-4927-a20a-5993c883443c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810204 Aug 12 04:05:54.595094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-2c2d3172-7967-4179-bc51-26f4a34ab701 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2905684 Aug 12 04:05:54.604263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Deleting port de350b4e-0abe-4ae2-93ff-99a16dd501e7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:05:54.604967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.612109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Request body: {'port': {'device_id': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:05:54.677495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] For port de350b4e-0abe-4ae2-93ff-99a16dd501e7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de350b4e-0abe-4ae2-93ff-99a16dd501e7,segment=NetworkSegment(b84fed8c-7e7a-45bc-95fd-ff6129861e78),segment_id=b84fed8c-7e7a-45bc-95fd-ff6129861e78)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:54.678020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.703220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Calling delete_port for de350b4e-0abe-4ae2-93ff-99a16dd501e7 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:05:54.706281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.813135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:54.822448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cd52f536-e373-4d9b-ad5a-d9f7c29bf7cd None None] Provisioning for port f87a8d82-e5ce-44cb-9052-935546aa5996 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:54.834632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cd52f536-e373-4d9b-ad5a-d9f7c29bf7cd None None] Provisioning complete for port f87a8d82-e5ce-44cb-9052-935546aa5996 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:54.835128 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd52f536-e373-4d9b-ad5a-d9f7c29bf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.838414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:05:54.871640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17345531-2ad7-4d2e-a696-43a1c95f6afc None None] DHCP port deletion for 048055c4-c1b6-4a4b-9659-479020c29652 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:05:54.900373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:54.915500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-17345531-2ad7-4d2e-a696-43a1c95f6afc None None] The port 'de350b4e-0abe-4ae2-93ff-99a16dd501e7' was deleted {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 12 04:05:54.917165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cd52f536-e373-4d9b-ad5a-d9f7c29bf7cd None None] Port f87a8d82-e5ce-44cb-9052-935546aa5996 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:05:54.940241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de350b4e-0abe-4ae2-93ff-99a16dd501e7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:54.942071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] No DVR routers for this DVR port de350b4e-0abe-4ae2-93ff-99a16dd501e7 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:05:54.973305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ef696-8053-40c8-8e43-474505643e7b req-c5aadd91-e1e1-4e68-a88d-e63078e74718 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:54.974945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c0ef696-8053-40c8-8e43-474505643e7b req-c5aadd91-e1e1-4e68-a88d-e63078e74718 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 949 time: 0.2156262 Aug 12 04:05:54.988529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397ec98-c379-4900-bec1-199e8fd27255 req-672f9eda-4a26-4022-9cde-3eed148a96bf tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:54.990020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e397ec98-c379-4900-bec1-199e8fd27255 req-672f9eda-4a26-4022-9cde-3eed148a96bf tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.1246166 Aug 12 04:05:55.044474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.059541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.059924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.061241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.061574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > port after_create 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.061914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.062303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > port after_update 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.062447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c0ef696-8053-40c8-8e43-474505643e7b req-1ace858a-76ba-4ada-bda5-2a893fe24d75 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807879 Aug 12 04:05:55.062624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.063084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.063469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.063817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.131415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.131842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.132082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.132418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 04:05:55.132805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048055c4-c1b6-4a4b-9659-479020c29652']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:55.160005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84fed8c-7e7a-45bc-95fd-ff6129861e78') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:55.160337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84fed8c-7e7a-45bc-95fd-ff6129861e78') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:05:55.180776 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e397ec98-c379-4900-bec1-199e8fd27255 req-b141b205-0e8a-469f-9965-5b6c89e7a336 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662936 Aug 12 04:05:55.182526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.203685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.213980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87a8d82-e5ce-44cb-9052-935546aa5996 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:55.218926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.223455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.230442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:05:55.232233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.252096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696d350-f892-403f-820a-2644f7dcb0dd req-81c30dcb-7a83-4b92-93c0-5a60892ba0d2 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:55.253938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5696d350-f892-403f-820a-2644f7dcb0dd req-81c30dcb-7a83-4b92-93c0-5a60892ba0d2 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 936 time: 0.1251886 Aug 12 04:05:55.255084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Transition to ACTIVE for port object f87a8d82-e5ce-44cb-9052-935546aa5996 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: from cryptography.utils import int_from_bytes Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: from cryptography.utils import int_from_bytes Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:05:55.302854 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:05:55.310408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5696d350-f892-403f-820a-2644f7dcb0dd req-66747ee4-d0b9-4138-ba00-1acee816903b tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506015 Aug 12 04:05:55.320225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.343701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.364323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 968e8a2f-e70a-4ab7-80d8-e634ef56d725 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:05:55.391503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f87a8d82-e5ce-44cb-9052-935546aa5996,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:55.407447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211f980-8b6d-4cdf-8161-b0548e51ec57 req-8720d7af-6cc1-4450-9d39-226b5bcede18 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:55.412803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 968e8a2f-e70a-4ab7-80d8-e634ef56d725 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:05:55.413626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 968e8a2f-e70a-4ab7-80d8-e634ef56d725 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:05:55.413990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de350b4e-0abe-4ae2-93ff-99a16dd501e7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:05:55.418194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9211f980-8b6d-4cdf-8161-b0548e51ec57 req-8720d7af-6cc1-4450-9d39-226b5bcede18 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.1137807 Aug 12 04:05:55.431218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.448347 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.454866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/048055c4-c1b6-4a4b-9659-479020c29652 HTTP/1.1" status: 204 len: 168 time: 1.0751507 Aug 12 04:05:55.466188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: de350b4e-0abe-4ae2-93ff-99a16dd501e7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:05:55.466541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de350b4e-0abe-4ae2-93ff-99a16dd501e7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:05:55.495230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec1a6-687f-4131-b25a-423a7aa51ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=048055c4-c1b6-4a4b-9659-479020c29652,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:55.543269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9211f980-8b6d-4cdf-8161-b0548e51ec57 req-5bf00d2f-2f92-410d-b3d6-61bafd87c33b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184382 Aug 12 04:05:55.597275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Attempting to bind port f87a8d82-e5ce-44cb-9052-935546aa5996 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:05:55.598850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Attempting to bind port f87a8d82-e5ce-44cb-9052-935546aa5996 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:05:55.599285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Attempting to bind port f87a8d82-e5ce-44cb-9052-935546aa5996 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:55.647296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Port f87a8d82-e5ce-44cb-9052-935546aa5996 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:05:55.647763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Attempting to bind port f87a8d82-e5ce-44cb-9052-935546aa5996 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:05:55.660616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:05:55.661109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:05:55.661623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:05:55.662178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Bound port: f87a8d82-e5ce-44cb-9052-935546aa5996, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:05:55.662642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:55.678426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e328b1-d202-4304-8122-7c16fdfbbc13 req-464460f8-9f2c-45a8-ba43-fd8b305fbc70 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:55.680154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e7e328b1-d202-4304-8122-7c16fdfbbc13 req-464460f8-9f2c-45a8-ba43-fd8b305fbc70 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 945 time: 0.1569116 Aug 12 04:05:55.718435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616db618-7a56-48b4-9782-e1a91a53f3f2 req-566553f2-274e-439e-b8cf-de8081943ab7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:55.720210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-616db618-7a56-48b4-9782-e1a91a53f3f2 req-566553f2-274e-439e-b8cf-de8081943ab7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 943 time: 0.0868955 Aug 12 04:05:55.761696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-9aa312be-d344-49fd-b2fb-93a50d897961 service neutron] 10.222.0.36 "GET /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.1587305 Aug 12 04:05:55.767949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-616db618-7a56-48b4-9782-e1a91a53f3f2 req-3ccfff90-220e-44a1-841d-2473b6098d60 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Aug 12 04:05:55.781327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e7e328b1-d202-4304-8122-7c16fdfbbc13 req-960c4164-1e7c-487a-b175-4f0346ae9b8d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884204 Aug 12 04:05:55.819767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] For port f87a8d82-e5ce-44cb-9052-935546aa5996, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:55.839732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] For port f87a8d82-e5ce-44cb-9052-935546aa5996, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f87a8d82-e5ce-44cb-9052-935546aa5996,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:05:55.906748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40916) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:55.946171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.005866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.006863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.008287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] 10.222.0.36 "PUT /v2.0/ports/f87a8d82-e5ce-44cb-9052-935546aa5996 HTTP/1.1" status: 200 len: 1096 time: 1.4042666 Aug 12 04:05:56.022476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'tag': 'f87a8d82-e5ce-44cb-9052-935546aa5996'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:56.025070 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6f7f55-9a01-46ff-85a1-3bb06d058a93" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca8356d-9da2-4fd4-81ac-4fe04b333f7b", "tag": "f87a8d82-e5ce-44cb-9052-935546aa5996"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:56.100461 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19279d6b-9d5a-45cf-b055-1a55bd558f72 x-openstack-request-id: req-19279d6b-9d5a-45cf-b055-1a55bd558f72 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:56.100749 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca8356d-9da2-4fd4-81ac-4fe04b333f7b", "tag": "f87a8d82-e5ce-44cb-9052-935546aa5996", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:56.100996 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19279d6b-9d5a-45cf-b055-1a55bd558f72 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:56.101421 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'tag': 'f87a8d82-e5ce-44cb-9052-935546aa5996', 'status': 'completed', 'code': 200} Aug 12 04:05:56.125558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0fa37830-4526-4c53-b02f-df18d279288c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32d70aa1e78849efb8d2cd3355a53400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209582 Aug 12 04:05:56.128845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e1ea2-edb6-4a7e-9db4-7de5532d3e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f87a8d82-e5ce-44cb-9052-935546aa5996,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:56.129525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40922) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:05:56.138050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:56.211899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:56.221634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57a56e90-1b79-4764-b666-33b5efedfb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.248011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c130e4-5ee4-45a9-9072-bbea1b288951 req-5c973412-8f78-4566-8132-b83001ab23e0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.254665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7f55-9a01-46ff-85a1-3bb06d058a93 req-892b963f-e2d4-4d36-beac-214431145d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.255256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d9c130e4-5ee4-45a9-9072-bbea1b288951 req-5c973412-8f78-4566-8132-b83001ab23e0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 949 time: 0.0799723 Aug 12 04:05:56.256263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee6f7f55-9a01-46ff-85a1-3bb06d058a93 req-892b963f-e2d4-4d36-beac-214431145d20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 1099 time: 0.0914285 Aug 12 04:05:56.262226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031cd05d-4d6a-49fd-a7b8-2e6b05574477 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:56.270364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57a56e90-1b79-4764-b666-33b5efedfb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.273831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:56.321076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee6f7f55-9a01-46ff-85a1-3bb06d058a93 req-8b9e704f-1787-4651-b4ed-416a45a69cff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388556 Aug 12 04:05:56.336429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d9c130e4-5ee4-45a9-9072-bbea1b288951 req-8fc5433a-ca17-46f9-ab9c-6ea6814a77a1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800779 Aug 12 04:05:56.379074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd141406-9528-4c35-9a0e-80a6c4207ba5 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:56.439251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d0ba4-c8fd-4328-b1e9-41d60808216a req-4ea1d6ef-c8b0-4835-88be-5e3f5d095812 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.440730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b5d0ba4-c8fd-4328-b1e9-41d60808216a req-4ea1d6ef-c8b0-4835-88be-5e3f5d095812 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.1395698 Aug 12 04:05:56.441351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.453982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61404b09-ed44-42fc-a078-5665e88cdb95 req-c45ff02e-1238-4f82-ba10-b643df31d18b tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.455626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61404b09-ed44-42fc-a078-5665e88cdb95 req-c45ff02e-1238-4f82-ba10-b643df31d18b tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 948 time: 0.0579288 Aug 12 04:05:56.479394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port dd141406-9528-4c35-9a0e-80a6c4207ba5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:56.482175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57a56e90-1b79-4764-b666-33b5efedfb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.484817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port dd141406-9528-4c35-9a0e-80a6c4207ba5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:56.484817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.486367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57a56e90-1b79-4764-b666-33b5efedfb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.488594 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-57a56e90-1b79-4764-b666-33b5efedfb37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9829ca3a-55c2-4c64-b89c-944881ea97bb HTTP/1.1" status: 204 len: 168 time: 0.3580935 Aug 12 04:05:56.506241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a56e90-1b79-4764-b666-33b5efedfb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829ca3a-55c2-4c64-b89c-944881ea97bb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:56.548588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61404b09-ed44-42fc-a078-5665e88cdb95 req-33125456-ef9e-44a1-b25e-8bdad40481cf tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766191 Aug 12 04:05:56.579459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f7f55-9a01-46ff-85a1-3bb06d058a93 req-b1c5190f-bddb-4695-b479-cde029a608c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.580839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee6f7f55-9a01-46ff-85a1-3bb06d058a93 req-b1c5190f-bddb-4695-b479-cde029a608c0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2433002 Aug 12 04:05:56.585495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b5d0ba4-c8fd-4328-b1e9-41d60808216a req-822e7fe0-f3b2-450a-9db8-6006fb03cd1a tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306188 Aug 12 04:05:56.618586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] Transition to ACTIVE for port object 031cd05d-4d6a-49fd-a7b8-2e6b05574477 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:56.630976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.655526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:56.657743 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac614dc5-bcdf-4dea-8c2c-c25da3136539" -d '{"events": [{"server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "name": "network-vif-plugged", "status": "completed", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:56.675092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd141406-9528-4c35-9a0e-80a6c4207ba5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:56.702189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-9790ec86-c943-46e2-bd89-c28fca46724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.703707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-9790ec86-c943-46e2-bd89-c28fca46724d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 1099 time: 0.0410869 Aug 12 04:05:56.706376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4aa6d-6042-4923-b6ea-6d6773ea4f86 req-58110de6-f5d8-4145-bfc9-103b144c1168 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.707422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.708273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7fd4aa6d-6042-4923-b6ea-6d6773ea4f86 req-58110de6-f5d8-4145-bfc9-103b144c1168 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 943 time: 0.0617883 Aug 12 04:05:56.736322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:56.737396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:05:56.753692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7fd4aa6d-6042-4923-b6ea-6d6773ea4f86 req-c68994ca-167e-4ca2-847c-8592439cf644 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Aug 12 04:05:56.795259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-a7c61c2a-33d9-4cbf-8db4-ab2e95d8e776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f87a8d82-e5ce-44cb-9052-935546aa5996 HTTP/1.1" status: 200 len: 217 time: 0.0621111 Aug 12 04:05:56.806314 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b92ec90-cd4f-4057-bbaa-265ffc27ffc4 x-openstack-request-id: req-7b92ec90-cd4f-4057-bbaa-265ffc27ffc4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:56.806599 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "name": "network-vif-plugged", "status": "completed", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:56.806877 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b92ec90-cd4f-4057-bbaa-265ffc27ffc4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:56.807505 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'code': 200} Aug 12 04:05:56.835828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] No DVR routers for this DVR port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:05:56.851492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd141406-9528-4c35-9a0e-80a6c4207ba5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:56.855103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] Pushing event updated for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:56.909803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-afcd1201-6ea2-4dd6-a2fd-f8810918a79d service neutron] 10.222.0.36 "PUT /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477/bindings/n-h1-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1258757 Aug 12 04:05:56.912011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-040b442c-213d-48cb-8142-bb770ce990d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:56.913253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:05:56.913792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-040b442c-213d-48cb-8142-bb770ce990d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1032472 Aug 12 04:05:56.917813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:05:56.921919 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:57.018105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2de8d-eda6-473b-8dbc-74a2a530e5ab req-591cfea7-320e-4f6b-98d1-94360a32d411 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.020849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fe2de8d-eda6-473b-8dbc-74a2a530e5ab req-591cfea7-320e-4f6b-98d1-94360a32d411 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 946 time: 0.1182678 Aug 12 04:05:57.043129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff9de7-9b81-4705-b32d-545e23162adf req-93c9a461-2c45-4197-ae0c-37422c22f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.044936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8dff9de7-9b81-4705-b32d-545e23162adf req-93c9a461-2c45-4197-ae0c-37422c22f04f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1301432 Aug 12 04:05:57.048090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-58c59dc2-dc3d-4137-8c86-c1a3ecaed157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.049625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-58c59dc2-dc3d-4137-8c86-c1a3ecaed157 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241448 Aug 12 04:05:57.059575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:57.097342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fe2de8d-eda6-473b-8dbc-74a2a530e5ab req-15d473a0-d96d-4898-a7a6-41f3cff826a1 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634532 Aug 12 04:05:57.115585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:57.180527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:57.181796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-facb8657-9d4b-4ba9-a58e-2e8607c4b39f service neutron] 10.222.0.20 "GET /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a/bindings/n-h2-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.0793302 Aug 12 04:05:57.206769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8dff9de7-9b81-4705-b32d-545e23162adf req-45818012-c272-452f-8819-331851e5698b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203954 Aug 12 04:05:57.227775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-527ae37a-5f94-4c85-b197-0d3564c92dea tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.229296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-527ae37a-5f94-4c85-b197-0d3564c92dea tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.1832514 Aug 12 04:05:57.253623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:57.265395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6211c0b-86f1-4d17-a4a6-0633ef2e2526 req-8df9df28-cc3e-4eb4-a9b8-0e10aafbe26f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.267127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6211c0b-86f1-4d17-a4a6-0633ef2e2526 req-8df9df28-cc3e-4eb4-a9b8-0e10aafbe26f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.1467102 Aug 12 04:05:57.294150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-ed84555b-9e9f-4027-9471-2e75b0167e00 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083795 Aug 12 04:05:57.426613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-d7989229-856a-4b44-a9ff-f58dc63dd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.428172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-d7989229-856a-4b44-a9ff-f58dc63dd55e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 1095 time: 0.1331062 Aug 12 04:05:57.440421 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6211c0b-86f1-4d17-a4a6-0633ef2e2526 req-597b46a3-52d4-4fec-99ec-33717ef056ed tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418109 Aug 12 04:05:57.475775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cea3b80-1744-4d30-9f59-6bdad33147ae req-56a4be64-d610-4dd5-ba6d-3423c62d15e9 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405673 Aug 12 04:05:57.539670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-337cdeba-2757-4de2-9629-d0dd482e5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.541408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-337cdeba-2757-4de2-9629-d0dd482e5058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1095 time: 0.0630269 Aug 12 04:05:57.637296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:57.677807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:57.727396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3b6ba2-1848-4975-a1be-ec4151b5a95a {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:05:57.745364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:05:57.834252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:57.916927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] Transition to ACTIVE for port object aa3b6ba2-1848-4975-a1be-ec4151b5a95a will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:05:57.917389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e2b86-66c3-464b-b026-0089f046d94f req-c8c557b8-d48e-47d1-bfb4-a709f6d4c6fd tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.919232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-800e2b86-66c3-464b-b026-0089f046d94f req-c8c557b8-d48e-47d1-bfb4-a709f6d4c6fd tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.3831716 Aug 12 04:05:57.970815 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:57.976985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-57635fb5-6787-4795-ba2a-16a9e16093cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:57.978380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-57635fb5-6787-4795-ba2a-16a9e16093cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1323712 Aug 12 04:05:57.984215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-800e2b86-66c3-464b-b026-0089f046d94f req-e47ed47f-a252-4ada-8ded-81483aebff69 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537338 Aug 12 04:05:58.037108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-ed3bae68-00b5-4fdb-ac96-0ef80403aace service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 217 time: 0.0478415 Aug 12 04:05:58.047794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] No DVR routers for this DVR port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:05:58.092652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=10']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:58.132130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-849de101-8f24-40bd-b5a2-ff96243011a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a/bindings/n-h2-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9354296 Aug 12 04:05:58.156910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-9836df77-b849-4621-aaea-1efbc5ad422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.158456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-9836df77-b849-4621-aaea-1efbc5ad422a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1120384 Aug 12 04:05:58.174996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa58e9d-6969-40e0-9cf3-8edb503c4f89 req-737770f7-1ce7-4f81-b11d-91b7cfdfa109 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.176573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fa58e9d-6969-40e0-9cf3-8edb503c4f89 req-737770f7-1ce7-4f81-b11d-91b7cfdfa109 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 950 time: 0.0758932 Aug 12 04:05:58.187958 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a259a2b0-378f-4a3e-8bd5-582732bf6206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:58.194828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc51799-7626-4eda-bd10-3b8a4b463324 req-9a58fbcd-4bbb-4a83-9ef9-691cc37061bb tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.202598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5fc51799-7626-4eda-bd10-3b8a4b463324 req-9a58fbcd-4bbb-4a83-9ef9-691cc37061bb tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 948 time: 0.0665674 Aug 12 04:05:58.224646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-1d99fb2f-ef4b-49b4-92c4-85b5f3e45346 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402713 Aug 12 04:05:58.238238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5fc51799-7626-4eda-bd10-3b8a4b463324 req-1b9404ac-3711-41e5-a355-b7645c4e19b2 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346186 Aug 12 04:05:58.245510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fa58e9d-6969-40e0-9cf3-8edb503c4f89 req-54f268e1-8bba-421f-a2a3-dc2b4e1e6252 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624449 Aug 12 04:05:58.356089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-978015eb-5c8d-494c-bd12-758596f35f4f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.358328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-978015eb-5c8d-494c-bd12-758596f35f4f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0843105 Aug 12 04:05:58.364057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d48433-3e64-4e4d-9e1d-a379631ce9cc req-8414c001-41ec-42f3-9cf7-0858d68826b9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.365099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2d48433-3e64-4e4d-9e1d-a379631ce9cc req-8414c001-41ec-42f3-9cf7-0858d68826b9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 944 time: 0.0597675 Aug 12 04:05:58.382432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952962-cf82-4aa1-86d8-d5c17ecf4eed req-d84c1a5b-6965-4ecd-a1d5-16c0f0263979 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.383938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59952962-cf82-4aa1-86d8-d5c17ecf4eed req-d84c1a5b-6965-4ecd-a1d5-16c0f0263979 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 946 time: 0.0740206 Aug 12 04:05:58.406482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2d48433-3e64-4e4d-9e1d-a379631ce9cc req-fb982130-66b3-45b3-bd44-d93478da1934 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338461 Aug 12 04:05:58.456119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-3c9fba76-36a7-4ade-a163-1d4214cba112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.458136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-3c9fba76-36a7-4ade-a163-1d4214cba112 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79&tenant_id=a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 1095 time: 0.0912926 Aug 12 04:05:58.470907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59952962-cf82-4aa1-86d8-d5c17ecf4eed req-c3bdd047-6e5f-468b-8bdd-af30ff8cbcd0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701025 Aug 12 04:05:58.578149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-87ac2109-5877-43da-a026-e7ced8422919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.579708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-87ac2109-5877-43da-a026-e7ced8422919 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1095 time: 0.0722063 Aug 12 04:05:58.579998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cbeed-f445-485c-9c4a-5662c4589138 req-753a029b-e765-4aa0-b88a-a67bad58b776 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.581650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-258cbeed-f445-485c-9c4a-5662c4589138 req-753a029b-e765-4aa0-b88a-a67bad58b776 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.0545523 Aug 12 04:05:58.615710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-2f6b1061-4063-4b16-932a-cbd50ac26d92 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764696 Aug 12 04:05:58.625696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-258cbeed-f445-485c-9c4a-5662c4589138 req-6b67552c-22c6-4162-9f80-d454d0ad1846 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359330 Aug 12 04:05:58.756923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-53acbd44-60b7-4fc2-90e7-2f1b19097805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.758431 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-53acbd44-60b7-4fc2-90e7-2f1b19097805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.1649799 Aug 12 04:05:58.776136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-f0e9c820-8b71-4dbe-acab-e2ae2fb1c406 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319005 Aug 12 04:05:58.803966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-b21cb2af-a703-4b99-addf-a57f6c576ba5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 200 len: 217 time: 0.0360343 Aug 12 04:05:58.809175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:05:58.812601 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a874ea-ee9c-4c1a-b80f-8684440fa380" -d '{"events": [{"server_uuid": "1ea697d9-b496-4cb5-b6c4-49a68b130b5e", "name": "network-vif-plugged", "status": "completed", "tag": "878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:05:58.861119 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e606e-1d0f-40af-b062-abdd9fe627a8 x-openstack-request-id: req-3b7e606e-1d0f-40af-b062-abdd9fe627a8 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:05:58.861409 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea697d9-b496-4cb5-b6c4-49a68b130b5e", "name": "network-vif-plugged", "status": "completed", "tag": "878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:05:58.861739 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b7e606e-1d0f-40af-b062-abdd9fe627a8 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:05:58.862197 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'code': 200} Aug 12 04:05:58.874222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-a4e42019-abe3-4783-b5ed-84543cc56c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:58.876398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-a4e42019-abe3-4783-b5ed-84543cc56c7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0602934 Aug 12 04:05:58.916873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-d4cd49e0-41f8-4aef-bf5d-6fe6ff017792 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333483 Aug 12 04:05:59.080380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef7bb9-b73a-4361-be50-966cfd03848d req-68c1d17c-adf1-4e09-a331-9f50162355cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.083353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45ef7bb9-b73a-4361-be50-966cfd03848d req-68c1d17c-adf1-4e09-a331-9f50162355cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 1101 time: 0.0943286 Aug 12 04:05:59.085188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-c22464be-9886-444b-97a7-347ac2593980 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607373 Aug 12 04:05:59.130655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907350b0-66ac-4db5-b539-cb538647280b req-c77fb9b0-9a53-45e4-b660-49d6b2691132 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.132186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-907350b0-66ac-4db5-b539-cb538647280b req-c77fb9b0-9a53-45e4-b660-49d6b2691132 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.0499284 Aug 12 04:05:59.188666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-907350b0-66ac-4db5-b539-cb538647280b req-ff4771a0-33fe-4174-8c76-0a8e75b10574 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487177 Aug 12 04:05:59.236390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-ee1401f6-597e-4a93-9de3-f1036cf0adba service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444049 Aug 12 04:05:59.240454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45ef7bb9-b73a-4361-be50-966cfd03848d req-68942007-9e65-43c7-bc9f-33f9afa95581 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470294 Aug 12 04:05:59.314595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cf26f-a631-4b8a-806e-778fa1918568 req-0e2935a7-18e4-407d-8092-689cebc348b5 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.316191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b9cf26f-a631-4b8a-806e-778fa1918568 req-0e2935a7-18e4-407d-8092-689cebc348b5 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 1101 time: 0.0536127 Aug 12 04:05:59.336617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3b9cf26f-a631-4b8a-806e-778fa1918568 req-f777a462-0438-49ed-aee7-0ed5ee78e349 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:59.361414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a310880-8efb-4444-9084-d44a23ac78cb req-d2c15e9c-ffd6-4bfb-8744-5da5c57ef74c tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.363515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-d2c15e9c-ffd6-4bfb-8744-5da5c57ef74c tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0647514 Aug 12 04:05:59.481427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3b9cf26f-a631-4b8a-806e-778fa1918568 req-f777a462-0438-49ed-aee7-0ed5ee78e349 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:59.598488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd3271-f99c-44d3-a679-5d24e09a7514 req-9ba1c54c-3a65-4403-bc8e-a4193dac82b6 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.599166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3b9cf26f-a631-4b8a-806e-778fa1918568 req-f777a462-0438-49ed-aee7-0ed5ee78e349 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:59.599924 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2afd3271-f99c-44d3-a679-5d24e09a7514 req-9ba1c54c-3a65-4403-bc8e-a4193dac82b6 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 948 time: 0.0531271 Aug 12 04:05:59.604213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1a310880-8efb-4444-9084-d44a23ac78cb req-3a0e18d3-1c24-42a3-845e-48777b3d58e0 service neutron] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:59.607531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1a310880-8efb-4444-9084-d44a23ac78cb req-3a0e18d3-1c24-42a3-845e-48777b3d58e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:59.608754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a310880-8efb-4444-9084-d44a23ac78cb req-3a0e18d3-1c24-42a3-845e-48777b3d58e0 service neutron] 10.222.0.20 "DELETE /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477/bindings/n-h2-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.2301247 Aug 12 04:05:59.637035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a462-0438-49ed-aee7-0ed5ee78e349 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f52d2c-53b5-47c5-a648-803b2c6fa582,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:05:59.653021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2afd3271-f99c-44d3-a679-5d24e09a7514 req-4580a33e-c2ef-4c5c-989c-ee20113242e5 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Aug 12 04:05:59.659833 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b9cf26f-a631-4b8a-806e-778fa1918568 req-f777a462-0438-49ed-aee7-0ed5ee78e349 tempest-LiveMigrationNegativeTest-2082172645 tempest-LiveMigrationNegativeTest-2082172645-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284264 Aug 12 04:05:59.768066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447d29-e6f9-40e6-a08b-07587f85e6cb req-115d4026-9944-44b4-bacd-52768dbeb29c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.769739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf447d29-e6f9-40e6-a08b-07587f85e6cb req-115d4026-9944-44b4-bacd-52768dbeb29c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 950 time: 0.0541649 Aug 12 04:05:59.773183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-b7d2c0df-2568-4e2e-82aa-79415d8005b8 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.775061 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-b7d2c0df-2568-4e2e-82aa-79415d8005b8 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0992837 Aug 12 04:05:59.787171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cf6d5-34b4-40dc-861a-d8ec31cf2523 req-c4a17bb2-c4d3-419d-87f4-8cff6bccffe7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.788643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-750cf6d5-34b4-40dc-861a-d8ec31cf2523 req-c4a17bb2-c4d3-419d-87f4-8cff6bccffe7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 944 time: 0.0633297 Aug 12 04:05:59.811348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf447d29-e6f9-40e6-a08b-07587f85e6cb req-3259f871-5efb-4bf2-aa0a-c3ab5c3f95fa tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Aug 12 04:05:59.870383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-750cf6d5-34b4-40dc-861a-d8ec31cf2523 req-aeb529a5-9822-4269-80d4-86317c431848 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554895 Aug 12 04:05:59.938027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31cfe4-5a64-4387-b84b-1b93d88ac9ee req-ddbfc403-0442-4bf5-8afb-2f334f223f6c tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:05:59.941139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f31cfe4-5a64-4387-b84b-1b93d88ac9ee req-ddbfc403-0442-4bf5-8afb-2f334f223f6c tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 946 time: 0.0619278 Aug 12 04:05:59.986284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f31cfe4-5a64-4387-b84b-1b93d88ac9ee req-fc99fcae-b33b-4b86-a106-0f459f735e1b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359457 Aug 12 04:05:59.987541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-33386f1d-cc6c-4f38-925f-61b764f8ac44 service neutron] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:05:59.991936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-33386f1d-cc6c-4f38-925f-61b764f8ac44 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:05:59.992765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0e81611-ce8d-47c4-95f6-8776a08c9bd9 req-33386f1d-cc6c-4f38-925f-61b764f8ac44 service neutron] 10.222.0.36 "DELETE /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a/bindings/n-h1-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.2032018 Aug 12 04:06:00.156369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef81e-3511-4735-a8a7-0906bd78a0cf req-8e98817e-4ed0-45ea-8f85-ec5f5e84f94a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:00.157620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61ef81e-3511-4735-a8a7-0906bd78a0cf req-8e98817e-4ed0-45ea-8f85-ec5f5e84f94a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.0774405 Aug 12 04:06:00.207299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61ef81e-3511-4735-a8a7-0906bd78a0cf req-b41385eb-4f46-4e7b-b624-ae56c6b9d7d9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Aug 12 04:06:00.319121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f87a8d82-e5ce-44cb-9052-935546aa5996 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:00.322986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:00.380021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:00.410857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3f2cc-be61-4a2e-b94d-3fd09c7e5057 req-fe30a2cf-7bfc-4be8-8b63-1775f93ea79a tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:00.424735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:00.428905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ead3f2cc-be61-4a2e-b94d-3fd09c7e5057 req-fe30a2cf-7bfc-4be8-8b63-1775f93ea79a tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 946 time: 0.0869689 Aug 12 04:06:00.437437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'floatingip': {'port_id': 'dd141406-9528-4c35-9a0e-80a6c4207ba5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:00.500816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:00.521373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:00.547714 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:00.585930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f87a8d82-e5ce-44cb-9052-935546aa5996, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f87a8d82-e5ce-44cb-9052-935546aa5996,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:00.616155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f87a8d82-e5ce-44cb-9052-935546aa5996', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'f87a8d82-e5ce-44cb-9052-935546aa5996', 'mac_address': 'fa:16:3e:51:8e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:00.704651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:00.731682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947368-b5e6-42e3-8d91-beeb5efbc6ba req-917c1d7d-f950-42d4-bb46-9945de119a89 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:00.737467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87a8d82-e5ce-44cb-9052-935546aa5996 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:00.741594 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1947368-b5e6-42e3-8d91-beeb5efbc6ba req-917c1d7d-f950-42d4-bb46-9945de119a89 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1095 time: 0.0988183 Aug 12 04:06:00.746428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b139ef3-b5fb-48ef-b95d-a99b0d3f3ce4 req-7a4bada1-04bf-42d4-9372-b5a1e45e3c50 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:00.748967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b139ef3-b5fb-48ef-b95d-a99b0d3f3ce4 req-7a4bada1-04bf-42d4-9372-b5a1e45e3c50 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 1095 time: 0.1055799 Aug 12 04:06:00.784379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f87a8d82-e5ce-44cb-9052-935546aa5996, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f87a8d82-e5ce-44cb-9052-935546aa5996,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:00.787131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1947368-b5e6-42e3-8d91-beeb5efbc6ba req-35b06e78-fc2d-48f1-af3e-f1d103426b3b tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Aug 12 04:06:00.787288 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20c0706c-8cdf-453a-b777-076e16f1a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:00.863876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b139ef3-b5fb-48ef-b95d-a99b0d3f3ce4 req-654517f8-b180-4f25-a0e8-5e08f27e8813 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067958 Aug 12 04:06:00.867651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:00.952739 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:00.996631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f87a8d82-e5ce-44cb-9052-935546aa5996,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:01.095224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f87a8d82-e5ce-44cb-9052-935546aa5996'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:01.157800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6c636-615b-4024-b31a-2e0e6a3bbcf5 req-39ccc193-d4b1-4c1e-a6c5-7b0f491904f9 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:01.159556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12a6c636-615b-4024-b31a-2e0e6a3bbcf5 req-39ccc193-d4b1-4c1e-a6c5-7b0f491904f9 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 949 time: 0.1328373 Aug 12 04:06:01.257022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12a6c636-615b-4024-b31a-2e0e6a3bbcf5 req-2df96e5c-be15-4c3e-8909-2a7b9a373a90 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517967 Aug 12 04:06:01.398723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:01.427405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8254312-91e9-4495-840f-76496dc196de req-bf942851-e608-46ed-99d5-f560cd62181d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:01.429158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8254312-91e9-4495-840f-76496dc196de req-bf942851-e608-46ed-99d5-f560cd62181d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 950 time: 0.0821178 Aug 12 04:06:01.459355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:01.510936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8254312-91e9-4495-840f-76496dc196de req-58f7f234-86aa-4c68-8995-137c44e70458 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755446 Aug 12 04:06:01.574074 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2 associated. External IP: 172.25.6.95, port: dd141406-9528-4c35-9a0e-80a6c4207ba5. Aug 12 04:06:01.763877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-9375fcf9-8937-4155-895d-4d88b99b9dc7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:01.765331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-9375fcf9-8937-4155-895d-4d88b99b9dc7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.1551843 Aug 12 04:06:01.819175 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-72079786-c091-4ca1-8e52-a52c747b33d8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/quotas/51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 375 time: 0.0175669 Aug 12 04:06:01.921470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-c087b5e3-cc48-49d7-8b9e-28204aea9cb9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936010 Aug 12 04:06:01.927059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:06:01.980561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:01.998454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-beb4614d-8db5-4b98-bff9-e56f27be2e3b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:02.000135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-beb4614d-8db5-4b98-bff9-e56f27be2e3b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.1142452 Aug 12 04:06:02.015320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-08b41de3-9aa4-4a69-b813-79aa225d7f93 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/quotas/a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 375 time: 0.0095284 Aug 12 04:06:02.074458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-f0df9fd1-c3fb-4d52-8df0-63670707f780 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524178 Aug 12 04:06:02.101034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-6200718a-74ee-42a6-8dc1-589529512898 service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646273 Aug 12 04:06:02.105274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:06:02.110372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:02.120905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:06:02.133222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:02.134396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:02.184111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-db7b493d-c76b-4aab-b5ca-f5756a9f5a87 service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005669 Aug 12 04:06:02.264611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:02.294130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-f6c2b41d-ae69-44d1-8d10-1a84c7af7971 service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088970 Aug 12 04:06:02.320846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f87a8d82-e5ce-44cb-9052-935546aa5996 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:02.462930 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9e7d329e-9a9d-46a4-9760-0f909f21815b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "PUT /v2.0/floatingips/84def2f4-11eb-4c59-818b-b87ccd0402d2 HTTP/1.1" status: 200 len: 991 time: 2.0355384 Aug 12 04:06:02.462930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:02.465409 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a348e3-e426-43db-81e7-4f1d9153c15f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:02.555983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-1761c418-0a88-45db-b4da-a7613952c450 service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478059 Aug 12 04:06:02.710503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f2001-61e3-4b56-bd5c-183dc729c84c req-f63ae7aa-af8b-4276-94b5-85e0551be824 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:02.719268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce2f2001-61e3-4b56-bd5c-183dc729c84c req-f63ae7aa-af8b-4276-94b5-85e0551be824 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.1010556 Aug 12 04:06:02.767558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '84def2f4-11eb-4c59-818b-b87ccd0402d2', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'port_id': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'mac_address': 'fa:16:3e:e2:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:34Z', 'updated_at': '2021-08-12T04:06:01Z', 'revision_number': 1, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:02.768140 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce2f2001-61e3-4b56-bd5c-183dc729c84c req-8d916af7-8612-402d-9e71-2daab6e157a0 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 Aug 12 04:06:02.770265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f87a8d82-e5ce-44cb-9052-935546aa5996 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:02.806976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:06:02.810876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f87a8d82-e5ce-44cb-9052-935546aa5996 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:02.811312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:02.895641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:02.897498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:03.055458 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.086301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a8d82-e5ce-44cb-9052-935546aa5996'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:03.088568 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f750ea10-847f-4ba7-8934-77b0e1e82c6d" -d '{"events": [{"server_uuid": "6ca8356d-9da2-4fd4-81ac-4fe04b333f7b", "name": "network-vif-plugged", "status": "completed", "tag": "f87a8d82-e5ce-44cb-9052-935546aa5996"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:03.116472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f87a8d82-e5ce-44cb-9052-935546aa5996, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f87a8d82-e5ce-44cb-9052-935546aa5996,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:03.118036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:03.142641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca90f-c74d-42dd-8151-da0a8c1aaf4a req-e4171fb2-9002-4fa7-873e-1e3fb3c088ba tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:03.146178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc8ca90f-c74d-42dd-8151-da0a8c1aaf4a req-e4171fb2-9002-4fa7-873e-1e3fb3c088ba tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 949 time: 0.1980593 Aug 12 04:06:03.187754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-9fee45ae-7151-44c9-b896-a3ab1ba0dc05 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:03.189259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-9fee45ae-7151-44c9-b896-a3ab1ba0dc05 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 950 time: 0.2796032 Aug 12 04:06:03.210597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39073c-ff21-4f21-b071-886daf92be67 req-d2d80a4b-185e-4896-9c80-6afa44e8f531 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:03.219817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd39073c-ff21-4f21-b071-886daf92be67 req-d2d80a4b-185e-4896-9c80-6afa44e8f531 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 1101 time: 0.0534050 Aug 12 04:06:03.234822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cd39073c-ff21-4f21-b071-886daf92be67 req-6c7a8d3b-1d59-42df-8d6f-c80a0bc3e3e1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.238890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.311840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc8ca90f-c74d-42dd-8151-da0a8c1aaf4a req-cbfcd829-fc72-488c-9a45-5e808bd963b2 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525638 Aug 12 04:06:03.371831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Deleting port ed373910-9f86-45cb-b3f7-cea2edc16c3f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:03.372126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.421413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cd39073c-ff21-4f21-b071-886daf92be67 req-6c7a8d3b-1d59-42df-8d6f-c80a0bc3e3e1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.473727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f87a8d82-e5ce-44cb-9052-935546aa5996,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:03.502955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cd39073c-ff21-4f21-b071-886daf92be67 req-6c7a8d3b-1d59-42df-8d6f-c80a0bc3e3e1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.520182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '84def2f4-11eb-4c59-818b-b87ccd0402d2', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'port_id': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'mac_address': 'fa:16:3e:e2:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:34Z', 'updated_at': '2021-08-12T04:06:01Z', 'revision_number': 1, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:03.541262 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c7804-5f01-42f1-9a77-a194bd8100cf x-openstack-request-id: req-136c7804-5f01-42f1-9a77-a194bd8100cf {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:03.542384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd39073c-ff21-4f21-b071-886daf92be67 req-6c7a8d3b-1d59-42df-8d6f-c80a0bc3e3e1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209283 Aug 12 04:06:03.542892 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:03.544550 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-136c7804-5f01-42f1-9a77-a194bd8100cf {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:03.545791 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'status': 'completed', 'code': 200} Aug 12 04:06:03.565201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3fbc3a-9b07-4d29-ab6d-09e06a9dfea2 None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '84def2f4-11eb-4c59-818b-b87ccd0402d2', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'port_id': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'mac_address': 'fa:16:3e:e2:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:34Z', 'updated_at': '2021-08-12T04:06:01Z', 'revision_number': 1, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:06:03.586228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] For port ed373910-9f86-45cb-b3f7-cea2edc16c3f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ed373910-9f86-45cb-b3f7-cea2edc16c3f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:03.588703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.605562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:03.641686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Calling delete_port for ed373910-9f86-45cb-b3f7-cea2edc16c3f owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:03.652952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a868714-c644-471e-8141-3cca88813086 req-04dc2e5d-1d20-4d74-8392-353f150f2286 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 210 time: 0.0556712 Aug 12 04:06:03.719904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a8d3b-1d59-42df-8d6f-c80a0bc3e3e1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8a2cd-19fb-4466-9da8-97f20824e90c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:03.727679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a7ad77c-003d-4735-83ce-66ab3ed6d94b req-15f77c80-f3a0-435a-b803-f49f6da90708 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 210 time: 0.0383105 Aug 12 04:06:03.755352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-b5e07b40-acdf-4df8-85f6-2f4f8dfec264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:03.761149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-b5e07b40-acdf-4df8-85f6-2f4f8dfec264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1838632 Aug 12 04:06:03.805905 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61365d0f-c06a-42cb-ad2b-88fa603bef24 x-openstack-request-id: req-61365d0f-c06a-42cb-ad2b-88fa603bef24 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:03.806261 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca8356d-9da2-4fd4-81ac-4fe04b333f7b", "name": "network-vif-plugged", "status": "completed", "tag": "f87a8d82-e5ce-44cb-9052-935546aa5996", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:03.806630 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61365d0f-c06a-42cb-ad2b-88fa603bef24 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:03.807176 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87a8d82-e5ce-44cb-9052-935546aa5996', 'code': 200} Aug 12 04:06:03.916268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-6e35d991-fc65-46f9-a5f2-8ff09c2e8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:03.917939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-6e35d991-fc65-46f9-a5f2-8ff09c2e8640 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 924 time: 0.1482821 Aug 12 04:06:03.930594 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95679548-83a3-4b8b-869c-d867445044f6 None None] New status for floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:06:03.977878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98523870-9ded-4b48-8dd0-f903d7fd0fc3 req-5b899f2d-945f-4822-8895-9a14202a9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:03.979417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98523870-9ded-4b48-8dd0-f903d7fd0fc3 req-5b899f2d-945f-4822-8895-9a14202a9727 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 1101 time: 0.0740440 Aug 12 04:06:04.025340 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:04.032861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-682e47e1-0186-4db2-bdf5-14f94c14692a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5 HTTP/1.1" status: 200 len: 999 time: 0.1040337 Aug 12 04:06:04.039867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['346e3264-5987-426c-92ab-105e0ebf7def', 'ed373910-9f86-45cb-b3f7-cea2edc16c3f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:04.085441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Pushing event deleted for resources: {'Port': ['ID=ed373910-9f86-45cb-b3f7-cea2edc16c3f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:04.123177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98523870-9ded-4b48-8dd0-f903d7fd0fc3 req-c36426fc-fdd0-49ff-9487-96fc0907fea6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349628 Aug 12 04:06:04.175278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-0dc870fd-fe9d-4956-b53b-267be67ee585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:04.181321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-0dc870fd-fe9d-4956-b53b-267be67ee585 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 200 len: 862 time: 0.1285617 Aug 12 04:06:04.181940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] No DVR routers for this DVR port ed373910-9f86-45cb-b3f7-cea2edc16c3f on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:04.191426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:04.194380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b9f00e3-8953-45cc-a407-725b6763ab7d req-3f710d11-c1e0-4ee0-ab10-471fe8bd733c tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "DELETE /v2.0/ports/ed373910-9f86-45cb-b3f7-cea2edc16c3f HTTP/1.1" status: 204 len: 173 time: 0.9901185 Aug 12 04:06:04.263026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6700fc5-90ab-432e-b040-12cb896318be req-93d0e294-0cb6-4089-a769-cc4071988537 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0369921 Aug 12 04:06:04.293406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-2794a012-8ee2-4403-b11b-7fe30a02b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:04.297947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-2794a012-8ee2-4403-b11b-7fe30a02b90e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b62abab-ce2a-495f-a512-84375b61dbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085114 Aug 12 04:06:04.541629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-045f99b7-0389-4ec2-9b63-b66437d30917 service neutron] 10.222.0.20 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312598 Aug 12 04:06:04.545055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbd1f7-0788-466b-ac59-f223c18fe4fa req-a2813256-875e-43ae-ac65-4fa13a52092a tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:04.546599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cdbd1f7-0788-466b-ac59-f223c18fe4fa req-a2813256-875e-43ae-ac65-4fa13a52092a tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 950 time: 0.1015012 Aug 12 04:06:04.590245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cdbd1f7-0788-466b-ac59-f223c18fe4fa req-fee72f9f-984a-4cd3-9f12-3966fb5bb9d4 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Aug 12 04:06:04.671459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3a348e3-e426-43db-81e7-4f1d9153c15f req-38825425-8e70-4341-a25a-44a673112100 service neutron] 10.222.0.20 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174781 Aug 12 04:06:04.730436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ee2d225c-5b05-472c-8192-81b7bf68bc65 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228350 Aug 12 04:06:04.825481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8a7b4bf-3d8c-4425-9a54-ea9c1b1e5666 req-eacb2ae4-3055-430f-a8df-b421be944dc1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 210 time: 0.0301442 Aug 12 04:06:04.842377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-300a8801-a411-49a6-848d-f95fc9e81ba4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:04.843861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-300a8801-a411-49a6-848d-f95fc9e81ba4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075556 Aug 12 04:06:04.860429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-b5842db3-2b17-4a54-9e81-90c03471e2b9 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/quotas/7a0a6453cba74205bd2377f651b4e524 HTTP/1.1" status: 200 len: 375 time: 0.0100398 Aug 12 04:06:04.911327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-973cc638-b503-47ba-9096-c4bf9fb3ef8d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444450 Aug 12 04:06:05.306107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-c5755ba6-0802-4dcd-9aba-ce3c82db5741 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:05.307793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-c5755ba6-0802-4dcd-9aba-ce3c82db5741 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.1145911 Aug 12 04:06:05.324937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Request body: {'port': {'device_id': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'admin_state_up': True, 'tenant_id': 'a7aa76a7b636408e95bc38aa4acc8973'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:05.487365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11990be5-2a37-4ed5-aa2c-d9761e2a91f3 req-df08795d-6fc6-460f-bd92-231cfc8e97f9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Aug 12 04:06:05.530824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Made reservation on behalf of a7aa76a7b636408e95bc38aa4acc8973 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:05.534425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:05.547561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'name': 'network-vif-deleted', 'tag': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:05.550189 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55c3328-d33a-41a7-b6fa-526bd594c529" -d '{"events": [{"server_uuid": "c1eda32c-f9be-4a59-afca-0211786f3338", "name": "network-vif-deleted", "tag": "ed373910-9f86-45cb-b3f7-cea2edc16c3f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:05.590076 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17cac6a1-8256-41ba-98cb-c9233b63a297 req-6f8d5d4f-c191-46f9-a98b-92d2e016f6b9 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1eda32c-f9be-4a59-afca-0211786f3338 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Aug 12 04:06:05.704434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Allocated IP 172.20.0.13 (4422a9f2-0b2f-404e-ad02-67a357bcab2e/b24301bd-2037-4294-89e1-1cb11af02256/d7dabef0-ac7f-4374-a238-c19c7f1b6cff) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:05.764994 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f698ef4-8277-48c6-a547-33f136729541 x-openstack-request-id: req-0f698ef4-8277-48c6-a547-33f136729541 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:05.765291 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eda32c-f9be-4a59-afca-0211786f3338", "name": "network-vif-deleted", "tag": "ed373910-9f86-45cb-b3f7-cea2edc16c3f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:05.765548 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f698ef4-8277-48c6-a547-33f136729541 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:05.765938 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eda32c-f9be-4a59-afca-0211786f3338', 'name': 'network-vif-deleted', 'tag': 'ed373910-9f86-45cb-b3f7-cea2edc16c3f', 'status': 'completed', 'code': 200} Aug 12 04:06:05.808829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068c557-de32-4a24-a837-7345a007134f req-048e6f4b-6cc0-43ac-92b3-0453609e85fd tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:05.810373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b068c557-de32-4a24-a837-7345a007134f req-048e6f4b-6cc0-43ac-92b3-0453609e85fd tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 950 time: 0.0855708 Aug 12 04:06:05.987467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b068c557-de32-4a24-a837-7345a007134f req-38a7c0a0-94ea-4440-9069-07b1c79db192 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692650 Aug 12 04:06:06.087257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-bcdc86dd-a256-42aa-a80a-fd8fa3f26be9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:06.088724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-bcdc86dd-a256-42aa-a80a-fd8fa3f26be9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.1956050 Aug 12 04:06:06.092207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:06.101582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Request body: {'port': {'device_id': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'admin_state_up': True, 'tenant_id': '51f4b1ac5aee4482b2bb35e5b9507b0e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:06.318349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:06.319976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Made reservation on behalf of 51f4b1ac5aee4482b2bb35e5b9507b0e for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:06.323671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:06.393408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ed373910-9f86-45cb-b3f7-cea2edc16c3f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:06.405779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e882814-0527-4069-9573-72a34a30cc81 req-2a4f6467-ae90-48fa-942e-1f7390db933c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:06.407520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e882814-0527-4069-9573-72a34a30cc81 req-2a4f6467-ae90-48fa-942e-1f7390db933c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 932 time: 0.0536160 Aug 12 04:06:06.414641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: ed373910-9f86-45cb-b3f7-cea2edc16c3f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:06.415149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ed373910-9f86-45cb-b3f7-cea2edc16c3f not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:06.420445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:06.424567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a69663e-623d-4511-b6e2-38952b8fbdfd req-04b883af-1947-4d93-91b4-408ce630f204 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 210 time: 0.0545425 Aug 12 04:06:06.457043 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e882814-0527-4069-9573-72a34a30cc81 req-334fec75-6c86-4ee7-89c6-ad1ad2ebbded tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352275 Aug 12 04:06:06.459371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:06.466902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:06.522507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:06.539022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:06.539646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:06.612696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Allocated IP 172.20.0.13 (389b193c-50b6-486f-8503-caa2be287f2c/ad63228a-8ada-4e1d-8e89-787a8f82ffeb/eefa3ade-eff6-4979-a71d-489a41580aba) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:06.628575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-94bcfb69-ddfe-4661-84c2-e177e9026f69 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3076992 Aug 12 04:06:06.645319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Request body: {'port': {'device_id': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:06.759555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:06.909994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:06.968368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75b6f058-b704-4796-91a3-a89c03c44fcf req-e7cd53a9-118a-4adc-98a3-03d43c22b862 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Aug 12 04:06:07.104464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e35f4-7e00-4bb1-a93b-66e53bdd201a req-8e962826-b89d-4c25-a8a5-c783c055ef68 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:07.105942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f47e35f4-7e00-4bb1-a93b-66e53bdd201a req-8e962826-b89d-4c25-a8a5-c783c055ef68 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 950 time: 0.0844998 Aug 12 04:06:07.145950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.213206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f47e35f4-7e00-4bb1-a93b-66e53bdd201a req-0487059a-1ad0-4cb2-8d09-d0907f7ddf4f tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968366 Aug 12 04:06:07.236622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Network 389b193c-50b6-486f-8503-caa2be287f2c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:07.236887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:07.242863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:07.247904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dabef0-ac7f-4374-a238-c19c7f1b6cff {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:07.252310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:07.277033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.302376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Transition to ACTIVE for port object d7dabef0-ac7f-4374-a238-c19c7f1b6cff will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:07.311196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:07.313813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.387420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.423742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-9449cb02-631b-4890-a72f-f311ccf71559 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3229849 Aug 12 04:06:07.439253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Request body: {'port': {'device_id': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:07.470931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:07.556648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.616497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:07.616728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ccc32-33a1-44d4-a0b0-3ee9397bded4 req-5ff3cfb5-8414-48ff-8b03-780cd48a081f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:07.616833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:07.617147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:07.618099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-675ccc32-33a1-44d4-a0b0-3ee9397bded4 req-5ff3cfb5-8414-48ff-8b03-780cd48a081f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.0592973 Aug 12 04:06:07.629943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:07.630264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:07.640713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:07.641049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:07.641429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:07.641864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Bound port: d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:07.645200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.676562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-675ccc32-33a1-44d4-a0b0-3ee9397bded4 req-7fd199a1-ff7a-4725-b4ef-dcd404495353 tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Aug 12 04:06:07.782047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:07.790157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd006727-1306-48a9-b038-fd0bd16f1931 req-7d69d7cf-7dca-4b28-b58e-7a7046e2ba4e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 210 time: 0.0322399 Aug 12 04:06:07.848980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:07.889364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65140bb0-a7ac-43b5-a279-95ed2ba8d081 req-bce78c82-7e6b-44e9-8590-2284e2fc4f34 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:07.891046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-65140bb0-a7ac-43b5-a279-95ed2ba8d081 req-bce78c82-7e6b-44e9-8590-2284e2fc4f34 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.1224477 Aug 12 04:06:07.928353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.955640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:07.955640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:07.957128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 1092 time: 1.3170593 Aug 12 04:06:07.981448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:07.984590 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b14c1c-436e-48d4-ba25-b9778a712c89" -d '{"events": [{"name": "network-changed", "server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:08.030080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-65140bb0-a7ac-43b5-a279-95ed2ba8d081 req-5edab9ac-c376-489e-b7f3-507f56ed110d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265690 Aug 12 04:06:08.094670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed04c6-5224-476f-a1d2-8e85427de539 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:08.099005 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa97d9b-a56a-4f85-b25f-92ebbf7de10b x-openstack-request-id: req-daa97d9b-a56a-4f85-b25f-92ebbf7de10b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:08.099292 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:08.099540 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daa97d9b-a56a-4f85-b25f-92ebbf7de10b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:08.099957 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'status': 'completed', 'code': 200} Aug 12 04:06:08.126517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefa3ade-eff6-4979-a71d-489a41580aba {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:08.135478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.183276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Transition to ACTIVE for port object eefa3ade-eff6-4979-a71d-489a41580aba will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:08.186096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-aa9d209f-994d-453e-9098-faca88109314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.187635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-aa9d209f-994d-453e-9098-faca88109314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1095 time: 0.1033425 Aug 12 04:06:08.212145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3d326-f07f-4ddc-bbd0-be946dad3973 req-018a6a33-ba8d-4410-86e7-33e8960cac38 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.213520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07b3d326-f07f-4ddc-bbd0-be946dad3973 req-018a6a33-ba8d-4410-86e7-33e8960cac38 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 932 time: 0.0743804 Aug 12 04:06:08.244607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-34e34fe7-3a23-4643-99cb-2552dbaf6123 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 217 time: 0.0463023 Aug 12 04:06:08.245193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.297253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-2af8bf6a-c1a1-4133-9ba1-29b5b6ba9a0a tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.298882 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-2af8bf6a-c1a1-4133-9ba1-29b5b6ba9a0a tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 950 time: 0.0700579 Aug 12 04:06:08.353626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:08.361178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07b3d326-f07f-4ddc-bbd0-be946dad3973 req-a048c1c8-f645-427d-8eff-228860edeccd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191783 Aug 12 04:06:08.417408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-75bc0c12-4493-449b-9442-2edb31b3d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.418949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-75bc0c12-4493-449b-9442-2edb31b3d981 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1652663 Aug 12 04:06:08.445583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf0f3-d812-4717-8599-9f93bd6e4802 req-9dbfdb60-ac37-406d-bb7b-bb73f5b89491 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.448008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dfbf0f3-d812-4717-8599-9f93bd6e4802 req-9dbfdb60-ac37-406d-bb7b-bb73f5b89491 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 950 time: 0.0979092 Aug 12 04:06:08.457609 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-588f9ce6-35ae-44f0-a6a5-c5e3bb840a5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305080 Aug 12 04:06:08.475741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:08.476072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:08.476399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:08.501763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Deleting port f87a8d82-e5ce-44cb-9052-935546aa5996 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:08.502158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.517373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:08.517697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:08.525404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:08.525742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:08.526122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:08.526547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Bound port: eefa3ade-eff6-4979-a71d-489a41580aba, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:08.526936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.600275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dfbf0f3-d812-4717-8599-9f93bd6e4802 req-4142015e-a865-4955-81c0-22d81ff2850f tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/security-groups?id=84dc6510-e73f-4d2d-838b-145b7db24125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316142 Aug 12 04:06:08.611456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-51e395e6-ebdb-45db-b857-8327d799566b service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462889 Aug 12 04:06:08.618997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2107476b-8a90-44ca-ba93-19b9f358908c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564525 Aug 12 04:06:08.642876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:08.683527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:08.724315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1b4c116-5d14-4d16-9cb0-c5419d381400 req-715c580a-9871-44fb-851d-782847223408 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040881 Aug 12 04:06:08.731207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] For port f87a8d82-e5ce-44cb-9052-935546aa5996, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f87a8d82-e5ce-44cb-9052-935546aa5996,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:08.731581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.758442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Calling delete_port for f87a8d82-e5ce-44cb-9052-935546aa5996 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:08.783432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.832400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.833071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:08.834458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 1092 time: 1.4045551 Aug 12 04:06:08.839980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-e4aa9627-86db-42d9-9d15-6fc4ae9fe9a3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.841748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-e4aa9627-86db-42d9-9d15-6fc4ae9fe9a3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109625 Aug 12 04:06:08.864633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638242da-742b-4caf-98f5-99c026d857a6 service neutron] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:08.883848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:08.910082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0874e5b0-1485-4037-9ac5-70e187df3538 req-4b504944-528e-4f30-8882-ea86bfa4a6d5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 210 time: 0.0400832 Aug 12 04:06:08.980861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-2e9a8810-dae1-4cd7-833a-16df33d6593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:08.982965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-2e9a8810-dae1-4cd7-833a-16df33d6593a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1095 time: 0.1036651 Aug 12 04:06:09.019592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9fe52-3f5e-49ab-bd9d-e6a988526d0c req-20144b47-593c-463e-9574-9dd98a5e832f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.021398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6e9fe52-3f5e-49ab-bd9d-e6a988526d0c req-20144b47-593c-463e-9574-9dd98a5e832f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.1914606 Aug 12 04:06:09.085945 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6e9fe52-3f5e-49ab-bd9d-e6a988526d0c req-fcee970b-4d20-44d6-b87a-6a3802a6db9f tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548136 Aug 12 04:06:09.123949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-6bf8c9e3-955d-42ce-a673-66db2e3bc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.125182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-6bf8c9e3-955d-42ce-a673-66db2e3bc299 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1095 time: 0.0763965 Aug 12 04:06:09.187976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-5c38d550-3edf-4cb4-a388-6436dae4bec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 217 time: 0.0510089 Aug 12 04:06:09.192296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-3c862e1c-fadb-4bc2-856b-6d4859b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.193668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-3c862e1c-fadb-4bc2-856b-6d4859b76ef0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.1994479 Aug 12 04:06:09.273630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-853a457b-81b6-48a9-b6bf-4a90c0d03bb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 217 time: 0.0649884 Aug 12 04:06:09.290620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:09.294125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:09.297532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:09.311497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f87a8d82-e5ce-44cb-9052-935546aa5996'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:09.339494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Pushing event deleted for resources: {'Port': ['ID=f87a8d82-e5ce-44cb-9052-935546aa5996,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:09.434514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] No DVR routers for this DVR port f87a8d82-e5ce-44cb-9052-935546aa5996 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:09.440418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:09.448045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099e0ee2-af98-40b8-b3f7-b42d9d7a2a10 req-13916060-24e7-499b-8f7b-8863c8b30f54 tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.36 "DELETE /v2.0/ports/f87a8d82-e5ce-44cb-9052-935546aa5996 HTTP/1.1" status: 204 len: 173 time: 1.1361020 Aug 12 04:06:09.448045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'name': 'network-vif-deleted', 'tag': 'f87a8d82-e5ce-44cb-9052-935546aa5996'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:09.450968 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69853457-3ca6-4fc7-a319-4de69e918ade" -d '{"events": [{"server_uuid": "6ca8356d-9da2-4fd4-81ac-4fe04b333f7b", "name": "network-vif-deleted", "tag": "f87a8d82-e5ce-44cb-9052-935546aa5996"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:09.572056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eef9ed-139e-4e2c-b1b2-1f0df427c18d req-c15c2d01-a79c-4da4-8fc9-8c97d7745d67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.573653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58eef9ed-139e-4e2c-b1b2-1f0df427c18d req-c15c2d01-a79c-4da4-8fc9-8c97d7745d67 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.1010733 Aug 12 04:06:09.587200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.157 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/79558cad-d173-462b-ae8d-e320dde7a24b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:09.645094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58eef9ed-139e-4e2c-b1b2-1f0df427c18d req-0a18ef22-3cb3-470e-9e31-bbedaf8a98d0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593436 Aug 12 04:06:09.686209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a74df3-8b48-427c-833f-3474032271e4 req-f25bc4aa-01ae-446a-9127-0f177f066cf0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.694344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3a74df3-8b48-427c-833f-3474032271e4 req-f25bc4aa-01ae-446a-9127-0f177f066cf0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.5372264 Aug 12 04:06:09.704000 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d3f7da-863b-47ac-9585-fea3238c393d x-openstack-request-id: req-c6d3f7da-863b-47ac-9585-fea3238c393d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:09.704539 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca8356d-9da2-4fd4-81ac-4fe04b333f7b", "name": "network-vif-deleted", "tag": "f87a8d82-e5ce-44cb-9052-935546aa5996", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:09.704539 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6d3f7da-863b-47ac-9585-fea3238c393d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:09.705485 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca8356d-9da2-4fd4-81ac-4fe04b333f7b', 'name': 'network-vif-deleted', 'tag': 'f87a8d82-e5ce-44cb-9052-935546aa5996', 'status': 'completed', 'code': 200} Aug 12 04:06:09.708469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf382e62-1355-436b-8831-2a21110bac5b req-0ef1c394-dbff-4783-966a-528ab1bbeb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.709899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-0ef1c394-dbff-4783-966a-528ab1bbeb24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.5023944 Aug 12 04:06:09.743151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-4de55512-c257-4f26-9e26-c42ac90c5302 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822315 Aug 12 04:06:09.786364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dec33405-f625-4f4b-b2ca-b010518f0910 req-3becd148-9ad0-4e17-a56e-3570ee199d2c tempest-ServerDiagnosticsNegativeTest-1252652585 tempest-ServerDiagnosticsNegativeTest-1252652585-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ca8356d-9da2-4fd4-81ac-4fe04b333f7b HTTP/1.1" status: 200 len: 210 time: 0.0390506 Aug 12 04:06:09.791592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-7ae4ba52-5e57-4aec-b3a9-3364cfe0c5de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658469 Aug 12 04:06:09.804022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-02f2fb2a-9abc-44ed-a388-e7149193fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.805456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-02f2fb2a-9abc-44ed-a388-e7149193fcad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.4939117 Aug 12 04:06:09.848296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:09.869882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object 79558cad-d173-462b-ae8d-e320dde7a24b will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:09.872579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-8b03852a-7897-4b2a-a487-7760fb2912bf tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:09.874643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-8b03852a-7897-4b2a-a487-7760fb2912bf tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.6001625 Aug 12 04:06:09.927904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41696) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:09.932838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-bbefba2d-bac1-44da-a06c-6d2fafd883b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899618 Aug 12 04:06:09.955508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3a74df3-8b48-427c-833f-3474032271e4 req-250fb39b-6dbe-411a-bebe-eb45ed4838f5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527571 Aug 12 04:06:10.014742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a9df366c-4e02-404b-a995-a4a820aa5a73 req-b45bd642-a2c5-4b8a-ae52-673fa4606376 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 210 time: 0.0275702 Aug 12 04:06:10.034377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.048370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:10.091624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10825cb6-9197-4a03-943e-75baea3cbdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.100650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:10.105927 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e1eef-fb98-47cb-b172-fed2aaff39af" -d '{"events": [{"name": "network-changed", "server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:10.119489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:10.132764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:10.136285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:10.144136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=79558cad-d173-462b-ae8d-e320dde7a24b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:10.210500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-5af7f43b-a923-4a18-9220-1d3635f1c1f6 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:10.212047 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-5af7f43b-a923-4a18-9220-1d3635f1c1f6 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4576757 Aug 12 04:06:10.217155 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7799946c-27c1-4aed-9568-29e6737dc8ed x-openstack-request-id: req-7799946c-27c1-4aed-9568-29e6737dc8ed {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:10.217395 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:10.217640 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7799946c-27c1-4aed-9568-29e6737dc8ed {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:10.218018 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'status': 'completed', 'code': 200} Aug 12 04:06:10.234083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:10.235034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.258969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:10.338026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-678a6ec1-9ee8-4336-a5b8-c4f932182750 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072048 Aug 12 04:06:10.339229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10825cb6-9197-4a03-943e-75baea3cbdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.366317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-c72b281a-dfa4-411f-9644-b7ffa1f5c70f service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048786 Aug 12 04:06:10.438681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10825cb6-9197-4a03-943e-75baea3cbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.485934 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-10825cb6-9197-4a03-943e-75baea3cbdb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6240b53ca4148f3a904a3fef1493805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609534 Aug 12 04:06:10.486958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10825cb6-9197-4a03-943e-75baea3cbdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb460c-f6a7-4349-a496-e7ff78e420ca,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:10.489370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41708) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:10.506260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cd222-e5de-4451-8e3f-fab8c829d5ec req-6e736a71-9744-4ced-aa55-56c4396360fa tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:10.507781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-754cd222-e5de-4451-8e3f-fab8c829d5ec req-6e736a71-9744-4ced-aa55-56c4396360fa tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 949 time: 0.3122492 Aug 12 04:06:10.508584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-71a2eaa4-2359-4a20-bf46-6adf2bfa0c7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6475465 Aug 12 04:06:10.523208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Deleting port 346e3264-5987-426c-92ab-105e0ebf7def {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:10.523547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.529232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Request body: {'port': {'device_id': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:10.542142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dfe66528-06d9-4652-b207-7fb11fecc176 None None] Provisioning for port 79558cad-d173-462b-ae8d-e320dde7a24b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:10.548901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dfe66528-06d9-4652-b207-7fb11fecc176 None None] Provisioning complete for port 79558cad-d173-462b-ae8d-e320dde7a24b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:10.549480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dfe66528-06d9-4652-b207-7fb11fecc176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.573038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-710b1cb6-4bf5-4388-bd25-68ba324e796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.590158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-dfe66528-06d9-4652-b207-7fb11fecc176 None None] Port 79558cad-d173-462b-ae8d-e320dde7a24b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:10.617990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-710b1cb6-4bf5-4388-bd25-68ba324e796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.619610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.636455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf382e62-1355-436b-8831-2a21110bac5b req-3c8293b7-f033-4d7e-9281-3aca12792429 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857411 Aug 12 04:06:10.677043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60b14c1c-436e-48d4-ba25-b9778a712c89 req-7e7337ea-f8c8-4fa6-a1b0-1c115f3fae6d service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895510 Aug 12 04:06:10.684521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-754cd222-e5de-4451-8e3f-fab8c829d5ec req-cf0c1d6e-77ed-4fdc-9701-233e63f365ce tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/security-groups?id=0d2a99fc-9da9-4365-a053-d1abdc699148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636114 Aug 12 04:06:10.721688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] For port 346e3264-5987-426c-92ab-105e0ebf7def, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=346e3264-5987-426c-92ab-105e0ebf7def,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:10.722822 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.737960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Calling delete_port for 346e3264-5987-426c-92ab-105e0ebf7def owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:10.831909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:10.832097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.864814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135646c5-83e6-4dc4-a993-5fcd78844c1b req-7bb2929e-eb7b-48be-a66e-7d17b91949a6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:10.866483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-135646c5-83e6-4dc4-a993-5fcd78844c1b req-7bb2929e-eb7b-48be-a66e-7d17b91949a6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.1130159 Aug 12 04:06:10.884322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-710b1cb6-4bf5-4388-bd25-68ba324e796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.885119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-710b1cb6-4bf5-4388-bd25-68ba324e796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:10.886459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-710b1cb6-4bf5-4388-bd25-68ba324e796e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39cb460c-f6a7-4349-a496-e7ff78e420ca HTTP/1.1" status: 204 len: 168 time: 0.3960752 Aug 12 04:06:10.968251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b1cb6-4bf5-4388-bd25-68ba324e796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb460c-f6a7-4349-a496-e7ff78e420ca,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:10.987321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-135646c5-83e6-4dc4-a993-5fcd78844c1b req-14eed0d0-4ba2-4a3f-8bb6-60cc930bc49f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086082 Aug 12 04:06:11.000232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-0e916938-c791-42bb-b8fd-251fb589d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:11.001905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-0e916938-c791-42bb-b8fd-251fb589d287 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1095 time: 0.2179289 Aug 12 04:06:11.057616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79558cad-d173-462b-ae8d-e320dde7a24b {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:11.074869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.082228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.090527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['346e3264-5987-426c-92ab-105e0ebf7def'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:11.118827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Transition to ACTIVE for port object 79558cad-d173-462b-ae8d-e320dde7a24b will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:11.130591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Pushing event deleted for resources: {'Port': ['ID=346e3264-5987-426c-92ab-105e0ebf7def,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:11.156974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ba715-481a-4767-832f-7804ab947930 req-97eb9afa-3441-41a9-90cb-3ebd73d25843 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:11.164718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd2ba715-481a-4767-832f-7804ab947930 req-97eb9afa-3441-41a9-90cb-3ebd73d25843 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.1012967 Aug 12 04:06:11.217339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd2ba715-481a-4767-832f-7804ab947930 req-51a380eb-e8b6-4164-870a-bf7f94f1ff05 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Aug 12 04:06:11.220086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.254877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a1de7f-afd7-4f12-8fc3-582bdd334d1d req-c109b9f6-02ec-4bd4-82ba-e1b758804f94 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 210 time: 0.1331735 Aug 12 04:06:11.272299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Pushing event updated for resources: {'Port': ['ID=79558cad-d173-462b-ae8d-e320dde7a24b,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:11.305992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] No DVR routers for this DVR port 346e3264-5987-426c-92ab-105e0ebf7def on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:11.308803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.312337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09b76cb9-9907-4c29-ba48-e63014faa4ca req-fada096e-285e-4295-9860-e0e51c4107ba tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.20 "DELETE /v2.0/ports/346e3264-5987-426c-92ab-105e0ebf7def HTTP/1.1" status: 204 len: 173 time: 1.3818753 Aug 12 04:06:11.356404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-a88f6b50-19eb-4d7b-9948-79428e280b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:11.358913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-a88f6b50-19eb-4d7b-9948-79428e280b98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.3491850 Aug 12 04:06:11.361240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.151 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/ac5b367a-69f9-4e45-8804-e841e87e0782) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:11.380538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Attempting to bind port 79558cad-d173-462b-ae8d-e320dde7a24b on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:11.381056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Attempting to bind port 79558cad-d173-462b-ae8d-e320dde7a24b by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:11.381153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Attempting to bind port 79558cad-d173-462b-ae8d-e320dde7a24b on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:11.386629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Port 79558cad-d173-462b-ae8d-e320dde7a24b on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:11.386984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Attempting to bind port 79558cad-d173-462b-ae8d-e320dde7a24b on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:11.402353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:11.402353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:11.402353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:11.402353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Bound port: 79558cad-d173-462b-ae8d-e320dde7a24b, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:11.402353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.422313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-16299c38-e92b-40bc-be02-f950aea3ba52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 217 time: 0.0501561 Aug 12 04:06:11.452460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41734) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:11.484957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] For port 79558cad-d173-462b-ae8d-e320dde7a24b, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:11.492601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] For port 79558cad-d173-462b-ae8d-e320dde7a24b, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=79558cad-d173-462b-ae8d-e320dde7a24b,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:11.573425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-13d781f6-2f5a-47e6-b33c-24c6a852edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:11.575550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-13d781f6-2f5a-47e6-b33c-24c6a852edee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1430001 Aug 12 04:06:11.826041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-a3acefc4-d4eb-4d0a-8ca2-c7b26f1799dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488484 Aug 12 04:06:11.829306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-37a700a5-c849-4f4e-8fbf-35afe0ce0907 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6dd0ca9692d42f3ac298061a456ec2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196879 Aug 12 04:06:11.830599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.830599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object ac5b367a-69f9-4e45-8804-e841e87e0782 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:11.831442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9914d214-ea07-4586-929a-56f956c07759 req-3d7454db-bb58-4697-9067-cdc0cfb225dd tempest-LiveMigrationNegativeTest-240557900 tempest-LiveMigrationNegativeTest-240557900-project] 10.222.0.42 "GET /v2.0/ports?device_id=dcc6608c-a07e-4fc6-9bd5-04fe3ce00552 HTTP/1.1" status: 200 len: 210 time: 0.0350528 Aug 12 04:06:11.831442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41752) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:11.832336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-75e2171c-8be2-4893-956d-340dd50ac732 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794713 Aug 12 04:06:11.889833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.934350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85e2e0ca-5eba-4da5-ad57-5fad9bcdb803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.936792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:11.937401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.938812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] 10.222.0.20 "PUT /v2.0/ports/79558cad-d173-462b-ae8d-e320dde7a24b HTTP/1.1" status: 200 len: 1096 time: 1.4140043 Aug 12 04:06:11.945025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:11.954066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'tag': '79558cad-d173-462b-ae8d-e320dde7a24b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:11.954066 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2240b212-833e-41f6-b0e9-a07682246f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "01f9654e-96cb-4019-8350-c3c38dbf45a5", "tag": "79558cad-d173-462b-ae8d-e320dde7a24b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:11.954336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-192e1eef-fb98-47cb-b172-fed2aaff39af req-47eb5db1-88b3-4de2-8cf0-901cd864c099 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206117 Aug 12 04:06:11.965683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:11.997675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85e2e0ca-5eba-4da5-ad57-5fad9bcdb803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.011510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76912d-6925-4cc3-a787-f56b6a732b6e service neutron] Pushing event updated for resources: {'Port': ['ID=79558cad-d173-462b-ae8d-e320dde7a24b,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:12.054802 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb146f7-8c14-42e7-a008-e1de1a575541 x-openstack-request-id: req-4bb146f7-8c14-42e7-a008-e1de1a575541 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:12.055055 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f9654e-96cb-4019-8350-c3c38dbf45a5", "tag": "79558cad-d173-462b-ae8d-e320dde7a24b", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:12.055617 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bb146f7-8c14-42e7-a008-e1de1a575541 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:12.055617 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'tag': '79558cad-d173-462b-ae8d-e320dde7a24b', 'status': 'completed', 'code': 200} Aug 12 04:06:12.071725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:12.083686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:12.090967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:12.144674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=ac5b367a-69f9-4e45-8804-e841e87e0782,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:12.191058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:12.192053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.218804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'name': 'network-vif-deleted', 'tag': '346e3264-5987-426c-92ab-105e0ebf7def'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:12.221859 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69956b15-55ab-4301-bf73-f82ce2766072" -d '{"events": [{"server_uuid": "dcc6608c-a07e-4fc6-9bd5-04fe3ce00552", "name": "network-vif-deleted", "tag": "346e3264-5987-426c-92ab-105e0ebf7def"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:12.250771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85e2e0ca-5eba-4da5-ad57-5fad9bcdb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.254194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85e2e0ca-5eba-4da5-ad57-5fad9bcdb803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.258383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-85e2e0ca-5eba-4da5-ad57-5fad9bcdb803 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84dc6510-e73f-4d2d-838b-145b7db24125 HTTP/1.1" status: 204 len: 168 time: 0.4322021 Aug 12 04:06:12.275851 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c25393-351b-49b9-ba05-d3840b789919 x-openstack-request-id: req-95c25393-351b-49b9-ba05-d3840b789919 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:12.276345 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc6608c-a07e-4fc6-9bd5-04fe3ce00552", "name": "network-vif-deleted", "tag": "346e3264-5987-426c-92ab-105e0ebf7def", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:12.276755 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95c25393-351b-49b9-ba05-d3840b789919 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:12.277361 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6608c-a07e-4fc6-9bd5-04fe3ce00552', 'name': 'network-vif-deleted', 'tag': '346e3264-5987-426c-92ab-105e0ebf7def', 'status': 'completed', 'code': 200} Aug 12 04:06:12.282684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2e0ca-5eba-4da5-ad57-5fad9bcdb803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc6510-e73f-4d2d-838b-145b7db24125,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:12.287766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240b212-833e-41f6-b0e9-a07682246f6c req-705ffd9d-82aa-46e0-9aee-ab580f6db6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:12.289450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2240b212-833e-41f6-b0e9-a07682246f6c req-705ffd9d-82aa-46e0-9aee-ab580f6db6c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 1099 time: 0.1937375 Aug 12 04:06:12.302577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088ef50-5ddd-4169-b56c-8c63801c9b68 req-d95f6495-80a0-4add-ae36-b0442dbac552 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:12.314818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e088ef50-5ddd-4169-b56c-8c63801c9b68 req-d95f6495-80a0-4add-ae36-b0442dbac552 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.1685038 Aug 12 04:06:12.320563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-2e583040-2aa2-4100-8cb5-1fc5f560d026 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0703735 Aug 12 04:06:12.335120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Request body: {'port': {'device_id': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:12.389678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:12.393240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f87a8d82-e5ce-44cb-9052-935546aa5996 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:12.442258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2240b212-833e-41f6-b0e9-a07682246f6c req-730de12f-f7e0-4043-8e3f-3262780238a8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1133716 Aug 12 04:06:12.455350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e088ef50-5ddd-4169-b56c-8c63801c9b68 req-aa71c9de-868e-4ecf-8826-1f452fa021fe tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393068 Aug 12 04:06:12.490892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.542251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f87a8d82-e5ce-44cb-9052-935546aa5996 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:12.542597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f87a8d82-e5ce-44cb-9052-935546aa5996 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:12.579492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f09d-3acb-4b4b-8c3e-bed6240bf1e5 req-dbdde2f1-855a-44b0-a635-52f63d2a36af tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:12.587010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9000f09d-3acb-4b4b-8c3e-bed6240bf1e5 req-dbdde2f1-855a-44b0-a635-52f63d2a36af tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.1419275 Aug 12 04:06:12.711011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:12.718945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9000f09d-3acb-4b4b-8c3e-bed6240bf1e5 req-0d1d3291-08ae-48c5-96bd-ced5f6470eaa tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252296 Aug 12 04:06:12.740434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'port_id': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'mac_address': 'fa:16:3e:14:4a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24301bd-2037-4294-89e1-1cb11af02256', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:12.752101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c45fe2e6-25c9-45df-bc41-c771e4848062 None None] Provisioning for port ac5b367a-69f9-4e45-8804-e841e87e0782 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:12.759084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c45fe2e6-25c9-45df-bc41-c771e4848062 None None] Provisioning complete for port ac5b367a-69f9-4e45-8804-e841e87e0782 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:12.759084 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c45fe2e6-25c9-45df-bc41-c771e4848062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.861706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c45fe2e6-25c9-45df-bc41-c771e4848062 None None] Port ac5b367a-69f9-4e45-8804-e841e87e0782 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:12.866566 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:12.882249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7dabef0-ac7f-4374-a238-c19c7f1b6cff {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:12.916995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:13.028087 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:13.106891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5b367a-69f9-4e45-8804-e841e87e0782 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:13.116801 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:13.131813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Transition to ACTIVE for port object ac5b367a-69f9-4e45-8804-e841e87e0782 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:13.157670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:13.158652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240b212-833e-41f6-b0e9-a07682246f6c req-1daedee5-230f-4da8-8eed-385c3b15c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:13.160255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2240b212-833e-41f6-b0e9-a07682246f6c req-1daedee5-230f-4da8-8eed-385c3b15c27d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7021420 Aug 12 04:06:13.164241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.164409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.165027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.165420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.165753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.166083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.166411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.166806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.167133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.167593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.168232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.168560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:13.175515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad109e91-da97-4077-be97-eec3561d815e req-670888a7-d54a-4a3e-9f4b-c9f22b344653 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:13.177094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad109e91-da97-4077-be97-eec3561d815e req-670888a7-d54a-4a3e-9f4b-c9f22b344653 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 936 time: 0.6137278 Aug 12 04:06:13.210245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:13.222675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41794) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:13.249258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad109e91-da97-4077-be97-eec3561d815e req-084e84a4-af18-4f15-8cd7-707f0cdc74d7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612791 Aug 12 04:06:13.271387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d7dabef0-ac7f-4374-a238-c19c7f1b6cff'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:13.326052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-68f3d617-8d49-4576-af8e-c8f69d4acb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:13.329975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-68f3d617-8d49-4576-af8e-c8f69d4acb85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 1099 time: 0.1083236 Aug 12 04:06:13.336585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9887c684-3913-45f7-8bc1-d969cce632f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:13.425635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-7a9f3963-ea07-4526-b84a-5e8b810c8def service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=79558cad-d173-462b-ae8d-e320dde7a24b HTTP/1.1" status: 200 len: 217 time: 0.0734828 Aug 12 04:06:13.457786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Pushing event updated for resources: {'Port': ['ID=ac5b367a-69f9-4e45-8804-e841e87e0782,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:13.542842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-a7057048-0074-4477-8d18-fbac89921438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:13.544231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-a7057048-0074-4477-8d18-fbac89921438 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1089571 Aug 12 04:06:13.626972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41806) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:13.628737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Attempting to bind port ac5b367a-69f9-4e45-8804-e841e87e0782 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:13.629076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Attempting to bind port ac5b367a-69f9-4e45-8804-e841e87e0782 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:13.629454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Attempting to bind port ac5b367a-69f9-4e45-8804-e841e87e0782 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:13.660088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Port ac5b367a-69f9-4e45-8804-e841e87e0782 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:13.662762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Attempting to bind port ac5b367a-69f9-4e45-8804-e841e87e0782 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:13.684164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:13.684298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:13.684674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:13.685156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Bound port: ac5b367a-69f9-4e45-8804-e841e87e0782, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:13.685519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:13.719308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ff4e416a-d5b5-4fbd-9978-e757453fc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:13.722458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ff4e416a-d5b5-4fbd-9978-e757453fc57a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653304 Aug 12 04:06:13.734723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa888-f05f-4c42-9732-265dacd0b708 req-b9cdeeaa-0035-4688-9d14-4bf910b49ad4 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:13.736415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6befa888-f05f-4c42-9732-265dacd0b708 req-b9cdeeaa-0035-4688-9d14-4bf910b49ad4 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.1032736 Aug 12 04:06:13.851076 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6befa888-f05f-4c42-9732-265dacd0b708 req-a0a3af0f-9afe-4ec8-974b-0d1e311fc580 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971143 Aug 12 04:06:13.853628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] For port ac5b367a-69f9-4e45-8804-e841e87e0782, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:13.881263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-ccbd4069-1d37-4b4b-be24-0b7c106d079b service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439798 Aug 12 04:06:13.901143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9887c684-3913-45f7-8bc1-d969cce632f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:13.926966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] For port ac5b367a-69f9-4e45-8804-e841e87e0782, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac5b367a-69f9-4e45-8804-e841e87e0782,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:13.991545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-34df417a-31ea-45bb-be5e-5e940d76a5a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a25c779ea0b943c78f7a892f159bddfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590641 Aug 12 04:06:13.993813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:13.994678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9887c684-3913-45f7-8bc1-d969cce632f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.026332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887c684-3913-45f7-8bc1-d969cce632f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1ef486-cd84-4ff3-96ea-970ae1cdae7f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:14.035167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-beda854c-492d-4597-bf2b-29f9613cae15 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442587 Aug 12 04:06:14.055452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd691-c486-47d4-9441-3b9237ae0c4b req-0e0e88df-0557-492a-afa3-ae9fdbd15c3f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:14.057646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9adcd691-c486-47d4-9441-3b9237ae0c4b req-0e0e88df-0557-492a-afa3-ae9fdbd15c3f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.1548846 Aug 12 04:06:14.065092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c4972dd-a4f6-4205-9352-24c32a112dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.073383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.097132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c4972dd-a4f6-4205-9352-24c32a112dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.126373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:14.127059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.128429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] 10.222.0.20 "PUT /v2.0/ports/ac5b367a-69f9-4e45-8804-e841e87e0782 HTTP/1.1" status: 200 len: 1096 time: 1.7984610 Aug 12 04:06:14.133895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9887c684-3913-45f7-8bc1-d969cce632f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8469a8fde2664d2b81f14d7971786f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9101675 Aug 12 04:06:14.140709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41846) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:14.208000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9adcd691-c486-47d4-9441-3b9237ae0c4b req-64a452ae-38a3-4aa9-84b0-d71a3b23d338 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361518 Aug 12 04:06:14.210541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6edd2-ac4c-4702-90c3-93dfe779cd5d service neutron] Pushing event updated for resources: {'Port': ['ID=ac5b367a-69f9-4e45-8804-e841e87e0782,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:14.229210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f70a-05d5-4317-88af-741515e69af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.279836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'tag': 'ac5b367a-69f9-4e45-8804-e841e87e0782'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:14.282129 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73887ba-54f9-43a0-8728-2c76f8fe5560" -d '{"events": [{"name": "network-changed", "server_uuid": "31b2c7b9-87df-42b5-be69-63cf8036fbb5", "tag": "ac5b367a-69f9-4e45-8804-e841e87e0782"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:14.304859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f70a-05d5-4317-88af-741515e69af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.307709 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c4972dd-a4f6-4205-9352-24c32a112dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.310491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c4972dd-a4f6-4205-9352-24c32a112dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.313283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c4972dd-a4f6-4205-9352-24c32a112dbc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d2a99fc-9da9-4365-a053-d1abdc699148 HTTP/1.1" status: 204 len: 168 time: 0.3164001 Aug 12 04:06:14.334337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4972dd-a4f6-4205-9352-24c32a112dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2a99fc-9da9-4365-a053-d1abdc699148,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:14.397998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device eefa3ade-eff6-4979-a71d-489a41580aba details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:14.411675 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71eb77-dc35-4166-a84d-148427e76fdc x-openstack-request-id: req-3c71eb77-dc35-4166-a84d-148427e76fdc {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:14.414236 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b2c7b9-87df-42b5-be69-63cf8036fbb5", "tag": "ac5b367a-69f9-4e45-8804-e841e87e0782", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:14.414586 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c71eb77-dc35-4166-a84d-148427e76fdc {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:14.415102 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'tag': 'ac5b367a-69f9-4e45-8804-e841e87e0782', 'status': 'completed', 'code': 200} Aug 12 04:06:14.432191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:14.439264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 346e3264-5987-426c-92ab-105e0ebf7def no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:14.450029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-bcd9340b-137e-4ddb-9a13-e124db949427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:14.454560 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-bcd9340b-137e-4ddb-9a13-e124db949427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 1099 time: 0.1383512 Aug 12 04:06:14.480165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515d7b3-822b-41aa-a04c-177ef6e35de0 req-bf2898ae-33e3-4f12-ac2b-597ab77e99f0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:14.488799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b515d7b3-822b-41aa-a04c-177ef6e35de0 req-bf2898ae-33e3-4f12-ac2b-597ab77e99f0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 948 time: 0.1563935 Aug 12 04:06:14.531615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-7d8a945f-e115-4c19-9636-be914aee9671 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ac5b367a-69f9-4e45-8804-e841e87e0782 HTTP/1.1" status: 200 len: 217 time: 0.0622580 Aug 12 04:06:14.542075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b515d7b3-822b-41aa-a04c-177ef6e35de0 req-9a91236a-523d-4520-9fdf-fdaf51e95881 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521238 Aug 12 04:06:14.576895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 346e3264-5987-426c-92ab-105e0ebf7def {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:14.577232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 346e3264-5987-426c-92ab-105e0ebf7def not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:14.583157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:06:14.596056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f70a-05d5-4317-88af-741515e69af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.599170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bb4f70a-05d5-4317-88af-741515e69af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.603335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0bb4f70a-05d5-4317-88af-741515e69af1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce1ef486-cd84-4ff3-96ea-970ae1cdae7f HTTP/1.1" status: 204 len: 168 time: 0.4645140 Aug 12 04:06:14.605392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41862) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:14.653845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4f70a-05d5-4317-88af-741515e69af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1ef486-cd84-4ff3-96ea-970ae1cdae7f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:14.683929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-5e44a11b-894b-4ded-bb8b-04f9dd6fef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:14.683929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-5e44a11b-894b-4ded-bb8b-04f9dd6fef70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1274486 Aug 12 04:06:14.721265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:14.734035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port d7dabef0-ac7f-4374-a238-c19c7f1b6cff completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:14.742288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port d7dabef0-ac7f-4374-a238-c19c7f1b6cff triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:14.746299 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.746438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-f7c114c4-a849-4ea8-ab3e-4a4988e3611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:14.748662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-f7c114c4-a849-4ea8-ab3e-4a4988e3611a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580125 Aug 12 04:06:14.765840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'port_id': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'mac_address': 'fa:16:3e:6b:0d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad63228a-8ada-4e1d-8e89-787a8f82ffeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:14.786219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51ff4763-19f8-4281-8bc4-02006c1c3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.834591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.890148 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.894057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefa3ade-eff6-4979-a71d-489a41580aba {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:14.940829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:14.943234 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c7f32-4ef8-4a36-8bca-174fa3520bbf" -d '{"events": [{"server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "name": "network-vif-plugged", "status": "completed", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:14.948743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:14.952755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-4a66ed6e-07c6-4f1c-acf7-4b2c7d7c768f service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934454 Aug 12 04:06:14.956596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51ff4763-19f8-4281-8bc4-02006c1c3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:14.958906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:14.994406 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dd3eb8-305d-4d9b-ab51-89c4f6686d7a x-openstack-request-id: req-97dd3eb8-305d-4d9b-ab51-89c4f6686d7a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:14.995179 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "name": "network-vif-plugged", "status": "completed", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:14.995609 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97dd3eb8-305d-4d9b-ab51-89c4f6686d7a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:14.996205 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'code': 200} Aug 12 04:06:15.039939 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.041799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.042087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51ff4763-19f8-4281-8bc4-02006c1c3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.083785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff4763-19f8-4281-8bc4-02006c1c3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb7dff-bded-41b9-bf33-d824aafc1f13,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:15.127694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-51ff4763-19f8-4281-8bc4-02006c1c3062 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55f791e0ddda48c59d153fa4e3003014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209258 Aug 12 04:06:15.129007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41874) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:15.155035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:15.200994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-71df44a3-91cd-43e0-8a18-f635114628d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.241389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-71df44a3-91cd-43e0-8a18-f635114628d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.320481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41882) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:15.385564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:15.426243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5ddacb30-0147-4876-a6f1-bebc74e2ce04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82d022099da24f2587523e01926417e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028295 Aug 12 04:06:15.427755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-71df44a3-91cd-43e0-8a18-f635114628d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.428681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41886) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:15.431225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-71df44a3-91cd-43e0-8a18-f635114628d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.436872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-71df44a3-91cd-43e0-8a18-f635114628d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6bb7dff-bded-41b9-bf33-d824aafc1f13 HTTP/1.1" status: 204 len: 168 time: 0.3064599 Aug 12 04:06:15.442684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['eefa3ade-eff6-4979-a71d-489a41580aba'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:15.462575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b500cf-e997-4ab8-8cdb-1646e76b13b5 req-e42cb98d-f00f-4ddf-a4c0-6a4d7957e1b6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:15.465371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7b500cf-e997-4ab8-8cdb-1646e76b13b5 req-e42cb98d-f00f-4ddf-a4c0-6a4d7957e1b6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.1189759 Aug 12 04:06:15.467953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df44a3-91cd-43e0-8a18-f635114628d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb7dff-bded-41b9-bf33-d824aafc1f13,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:15.532971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1bce4-e6c4-422d-ac15-b96563803155 req-c986f564-2987-4840-86cb-0230f0c71a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:15.534438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69c1bce4-e6c4-422d-ac15-b96563803155 req-c986f564-2987-4840-86cb-0230f0c71a16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1097 time: 0.1654205 Aug 12 04:06:15.537439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156e3c7-a981-4cc8-9889-5bc6b675e6cd req-c30a460d-cc31-4581-bec4-ee976c075abf service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753498 Aug 12 04:06:15.537906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb253da8-96a4-4643-a94a-833801de300f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.540145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7b500cf-e997-4ab8-8cdb-1646e76b13b5 req-897b690e-f38d-41b6-9dbf-833ceb9fc7a4 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621190 Aug 12 04:06:15.561744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb253da8-96a4-4643-a94a-833801de300f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.614511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51714357-2159-4ecf-bf96-ee139ffe7602 req-029c89e7-108f-4dff-a379-7cbda007c3fe tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:15.621304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51714357-2159-4ecf-bf96-ee139ffe7602 req-029c89e7-108f-4dff-a379-7cbda007c3fe tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.6103489 Aug 12 04:06:15.677729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69c1bce4-e6c4-422d-ac15-b96563803155 req-4df21b3d-07a1-4a4e-8d93-3556f6762a62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747807 Aug 12 04:06:15.693257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51714357-2159-4ecf-bf96-ee139ffe7602 req-fbac28d7-5f99-4bcd-ac1b-f6bbec1a412d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674369 Aug 12 04:06:15.723334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb253da8-96a4-4643-a94a-833801de300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.725823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb253da8-96a4-4643-a94a-833801de300f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:15.729285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fb253da8-96a4-4643-a94a-833801de300f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2f52d2c-53b5-47c5-a648-803b2c6fa582 HTTP/1.1" status: 204 len: 168 time: 0.2940559 Aug 12 04:06:15.739999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb253da8-96a4-4643-a94a-833801de300f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f52d2c-53b5-47c5-a648-803b2c6fa582,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:15.755093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-2a0f085e-1a22-41b4-94ad-eb5ba126e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:15.756763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-2a0f085e-1a22-41b4-94ad-eb5ba126e765 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 1099 time: 0.0624793 Aug 12 04:06:15.862473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab567722-4d86-4c52-8b93-48c95effe3a4 req-d6858d8c-e831-40ab-8f1c-5c00c43ac2ec tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:15.870548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab567722-4d86-4c52-8b93-48c95effe3a4 req-d6858d8c-e831-40ab-8f1c-5c00c43ac2ec tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 948 time: 0.1015034 Aug 12 04:06:15.928174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab567722-4d86-4c52-8b93-48c95effe3a4 req-bdb7464e-539b-47c8-96f5-9c545b637cda tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517902 Aug 12 04:06:15.946938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-5e2ecd96-c274-43a1-b9b6-62ef84624ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:15.948476 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-5e2ecd96-c274-43a1-b9b6-62ef84624ba3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1805053 Aug 12 04:06:16.008494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-95287fb5-2d8a-45aa-b067-c5eed9d407a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=ac5b367a-69f9-4e45-8804-e841e87e0782 HTTP/1.1" status: 200 len: 217 time: 0.0442805 Aug 12 04:06:16.065738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-92add2e5-6bbb-4fc0-a0c4-0f390613ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:16.067230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-92add2e5-6bbb-4fc0-a0c4-0f390613ca74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0495024 Aug 12 04:06:16.139340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-55efa174-0ede-48dd-8861-6b0df11547fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:16.141609 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-55efa174-0ede-48dd-8861-6b0df11547fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534019 Aug 12 04:06:16.255170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-02e65481-8af9-4ffa-9cc2-6fa3aecffafa service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045988 Aug 12 04:06:16.378646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f73887ba-54f9-43a0-8728-2c76f8fe5560 req-8031ac96-5bf8-489d-a846-6177a69ad643 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143086 Aug 12 04:06:16.709191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6b90d-a085-4847-acbe-817423c18970 req-703af8a3-209e-4835-a50e-2ce4ce7e0695 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:16.711640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-beb6b90d-a085-4847-acbe-817423c18970 req-703af8a3-209e-4835-a50e-2ce4ce7e0695 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0789275 Aug 12 04:06:16.760225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-beb6b90d-a085-4847-acbe-817423c18970 req-3c5b2e50-a547-42f1-958a-a2c3b79774f5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Aug 12 04:06:16.985993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aff9c-eb9e-46b4-b76e-e260a19ce60b req-89d78140-97eb-4a07-8d77-044c204687f8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:16.987574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b94aff9c-eb9e-46b4-b76e-e260a19ce60b req-89d78140-97eb-4a07-8d77-044c204687f8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.0815752 Aug 12 04:06:17.041324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b94aff9c-eb9e-46b4-b76e-e260a19ce60b req-43da09be-cfd4-4961-b430-59d9e860c997 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Aug 12 04:06:17.102329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5daf3-b807-4827-92bb-38b97014c17e req-23527602-8a9b-43df-9e5d-586e795d685e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:17.102329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07f5daf3-b807-4827-92bb-38b97014c17e req-23527602-8a9b-43df-9e5d-586e795d685e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 948 time: 0.0817139 Aug 12 04:06:17.151683 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07f5daf3-b807-4827-92bb-38b97014c17e req-f255e110-02ee-4f47-a4e7-ebc41a318ece tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Aug 12 04:06:17.291050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:17.537978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1160990706-network', 'tenant_id': 'ba870b1c76de4b9bb376da737b75ba63'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:17.655989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Made reservation on behalf of ba870b1c76de4b9bb376da737b75ba63 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:17.660516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:17.673775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:17.802280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:17.861703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:17.892778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:06:17.895000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7733d177-5599-41ca-8c98-a9eb86d403c1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:17.907241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:17.907597 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Added segment 530abce4-e7c0-4226-af29-a7a4a1a81c23 of type vlan for network b94b34d9-5ceb-4a66-82b0-277763ea5d48 Aug 12 04:06:17.923357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25bc00-bcbe-4399-839d-181e9a194933 req-884f232d-2d80-47a9-ad3b-550808a33ade tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:17.925210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a25bc00-bcbe-4399-839d-181e9a194933 req-884f232d-2d80-47a9-ad3b-550808a33ade tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0759315 Aug 12 04:06:17.982399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.001145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a25bc00-bcbe-4399-839d-181e9a194933 req-fdba3e56-7a31-4699-9676-88e0c6bad138 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606544 Aug 12 04:06:18.108162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.109131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:18.109767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.172724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42030) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:18.185722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aecb10-1028-4f9a-9d1c-a1a68b451f0c req-fdaf97bb-58a0-4de3-8094-26ba6a50e674 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:18.187304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52aecb10-1028-4f9a-9d1c-a1a68b451f0c req-fdaf97bb-58a0-4de3-8094-26ba6a50e674 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1097 time: 0.1063256 Aug 12 04:06:18.188317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] Pushing event updated for resources: {'Network': ['ID=b94b34d9-5ceb-4a66-82b0-277763ea5d48,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:18.205092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:06:18.246541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52aecb10-1028-4f9a-9d1c-a1a68b451f0c req-c0182790-917d-460b-834b-e05aa4da49a8 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Aug 12 04:06:18.258921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0bc7d983-ecf7-45d0-9027-6e24922f2b2d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9564707 Aug 12 04:06:18.259036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:18.259130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Request body: {'subnet': {'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1160990706-subnet', 'tenant_id': 'ba870b1c76de4b9bb376da737b75ba63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:18.364232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb67e6a0-a478-4368-8366-aa0d967ec2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.379009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812e01e-a325-4e95-9456-d2e63544f4a5 req-31da5ed7-ef1c-4d0e-a417-ffe39fd2fb1a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:18.379140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f812e01e-a325-4e95-9456-d2e63544f4a5 req-31da5ed7-ef1c-4d0e-a417-ffe39fd2fb1a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.0524879 Aug 12 04:06:18.414164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 79558cad-d173-462b-ae8d-e320dde7a24b details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:18.420413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Made reservation on behalf of ba870b1c76de4b9bb376da737b75ba63 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:18.423286 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.426588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device eefa3ade-eff6-4979-a71d-489a41580aba up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:18.442914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f812e01e-a325-4e95-9456-d2e63544f4a5 req-8f910a9d-5a1a-4437-b323-a9a06e89261b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573270 Aug 12 04:06:18.559120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6e2c-bfbd-4b53-9877-4aca41d4aca3 req-0840a2d5-5724-4271-8885-5ce6f749ce57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:18.568230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-444e6e2c-bfbd-4b53-9877-4aca41d4aca3 req-0840a2d5-5724-4271-8885-5ce6f749ce57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 948 time: 0.0744534 Aug 12 04:06:18.599338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 79558cad-d173-462b-ae8d-e320dde7a24b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=79558cad-d173-462b-ae8d-e320dde7a24b,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:18.617951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '79558cad-d173-462b-ae8d-e320dde7a24b', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '79558cad-d173-462b-ae8d-e320dde7a24b', 'mac_address': 'fa:16:3e:03:d2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:18.635345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-444e6e2c-bfbd-4b53-9877-4aca41d4aca3 req-e323f815-8860-4107-a18e-f2e40639d8bc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648985 Aug 12 04:06:18.647619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port eefa3ade-eff6-4979-a71d-489a41580aba completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:18.655669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port eefa3ade-eff6-4979-a71d-489a41580aba triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:18.656105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.674739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb67e6a0-a478-4368-8366-aa0d967ec2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.701232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.738383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb67e6a0-a478-4368-8366-aa0d967ec2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.749199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79558cad-d173-462b-ae8d-e320dde7a24b {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:18.767730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdccd2-0295-4e33-946b-0e302258f58b req-fe4429db-cdee-48a2-adb7-51ffab3a5901 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:18.769408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3fdccd2-0295-4e33-946b-0e302258f58b req-fe4429db-cdee-48a2-adb7-51ffab3a5901 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 945 time: 0.0754287 Aug 12 04:06:18.788249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 79558cad-d173-462b-ae8d-e320dde7a24b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=79558cad-d173-462b-ae8d-e320dde7a24b,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:18.805363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eb67e6a0-a478-4368-8366-aa0d967ec2a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b49c7c5fdac44198b4f36dd4bc4d7662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313179 Aug 12 04:06:18.806061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42058) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:18.840052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67e6a0-a478-4368-8366-aa0d967ec2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3722f3-28b8-43ec-af9f-9c486b2a53f4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:18.852241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.853001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac5b367a-69f9-4e45-8804-e841e87e0782 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:18.862550 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.874094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3fdccd2-0295-4e33-946b-0e302258f58b req-623500cf-b67a-4314-beb9-8800a3ddce6b tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916860 Aug 12 04:06:18.901440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59f7f90a-1d59-449b-8ff6-232882c1837d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.902874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.919633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:18.936658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:18.937246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59f7f90a-1d59-449b-8ff6-232882c1837d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:18.937338 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6575ab5-ac8f-4ec4-bc86-0d372564f648" -d '{"events": [{"server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "name": "network-vif-plugged", "status": "completed", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:18.988202 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c553ac2-2333-4318-8be6-0c186c882a62 x-openstack-request-id: req-3c553ac2-2333-4318-8be6-0c186c882a62 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:18.988491 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "name": "network-vif-plugged", "status": "completed", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:18.988932 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c553ac2-2333-4318-8be6-0c186c882a62 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:18.989479 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'code': 200} Aug 12 04:06:18.993190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac5b367a-69f9-4e45-8804-e841e87e0782, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac5b367a-69f9-4e45-8804-e841e87e0782,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:19.004426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:19.007303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=79558cad-d173-462b-ae8d-e320dde7a24b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:19.044819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ac5b367a-69f9-4e45-8804-e841e87e0782', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac5b367a-69f9-4e45-8804-e841e87e0782', 'mac_address': 'fa:16:3e:8a:26:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:19.060963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-245ce79d-6930-4c74-ad6d-6535f63ceeb3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757644 Aug 12 04:06:19.077992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd935655-f234-4880-b98d-194cd5ba960e,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:19.111571 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:19.112583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3472d-5ce0-4311-8cb9-fa369e35bfb9 req-9bbc9176-be8a-4ada-b38b-963581086b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:19.114298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42e3472d-5ce0-4311-8cb9-fa369e35bfb9 req-9bbc9176-be8a-4ada-b38b-963581086b1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1097 time: 0.0640714 Aug 12 04:06:19.126572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:19.131702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5b367a-69f9-4e45-8804-e841e87e0782 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:19.151785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Checking segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:19.152131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Network hostable DHCP agents. Network: b94b34d9-5ceb-4a66-82b0-277763ea5d48, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:06:19.155576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac5b367a-69f9-4e45-8804-e841e87e0782, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac5b367a-69f9-4e45-8804-e841e87e0782,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:19.162301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42e3472d-5ce0-4311-8cb9-fa369e35bfb9 req-b835e2ff-c4aa-442d-9491-49ca0fbda918 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Aug 12 04:06:19.211980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-44fe7eec-1c47-458f-971c-4957eb5ed0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:19.213427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-44fe7eec-1c47-458f-971c-4957eb5ed0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399074 Aug 12 04:06:19.227617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:19.229568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-b6b26093-e10a-4707-9fbc-66069d22124f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/quotas/c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 375 time: 0.0091760 Aug 12 04:06:19.261959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-1509210d-6f47-479f-b343-bdb9ca294b31 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266976 Aug 12 04:06:19.273495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:06:19.277026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac5b367a-69f9-4e45-8804-e841e87e0782,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:19.277295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59f7f90a-1d59-449b-8ff6-232882c1837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:19.281262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59f7f90a-1d59-449b-8ff6-232882c1837d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:19.284929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59f7f90a-1d59-449b-8ff6-232882c1837d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e3722f3-28b8-43ec-af9f-9c486b2a53f4 HTTP/1.1" status: 204 len: 168 time: 0.4717464 Aug 12 04:06:19.300313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7f90a-1d59-449b-8ff6-232882c1837d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3722f3-28b8-43ec-af9f-9c486b2a53f4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:19.376304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, b94b34d9-5ceb-4a66-82b0-277763ea5d48) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:19.381125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:19.382373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:19.386551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3cf23b-953c-4f9a-8c3f-490637543283 None None] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:19.449664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d9eb3a36-6075-4b7a-b67f-2c94d30325c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1958261 Aug 12 04:06:19.558414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e23d02-a2ec-4e01-97c3-ae2ddf55460d None None] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:19.605606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0edf22-2011-45bd-8ec1-8867005393ed req-372242a7-cccb-4c80-9823-e45d2b76be5f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:19.619040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb0edf22-2011-45bd-8ec1-8867005393ed req-372242a7-cccb-4c80-9823-e45d2b76be5f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0856380 Aug 12 04:06:19.626421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53126fd5-262a-4a77-a697-a640f947a290 req-cbac7819-31c0-46b9-8dfa-dd28dc527290 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 210 time: 0.0580981 Aug 12 04:06:19.635933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ac5b367a-69f9-4e45-8804-e841e87e0782'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:19.639716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['79558cad-d173-462b-ae8d-e320dde7a24b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:19.775466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb0edf22-2011-45bd-8ec1-8867005393ed req-bb8029a5-0dff-4121-ba80-bb0cb0d16d6e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534319 Aug 12 04:06:19.886837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38051d2a-b458-47b1-95ad-fddbc25455d7 req-546acd01-9d16-4848-9995-77a1ae1296ca tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:19.889390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38051d2a-b458-47b1-95ad-fddbc25455d7 req-546acd01-9d16-4848-9995-77a1ae1296ca tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 949 time: 0.0890932 Aug 12 04:06:19.967231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38051d2a-b458-47b1-95ad-fddbc25455d7 req-ba5fdbb5-dfe0-4d8f-84ea-97d76ecf9a31 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702643 Aug 12 04:06:20.106371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc98d5-8889-4ee1-baa7-61d1e47eb3bf req-cb45c9bf-5c8c-412e-a511-dd953b974446 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:20.110572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2fc98d5-8889-4ee1-baa7-61d1e47eb3bf req-cb45c9bf-5c8c-412e-a511-dd953b974446 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 945 time: 0.0745337 Aug 12 04:06:20.156947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2fc98d5-8889-4ee1-baa7-61d1e47eb3bf req-ff58ecc2-5151-4937-bf4b-808635e4c0ea tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/security-groups?id=557cc8f9-5c15-493d-809e-cac509cc8616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Aug 12 04:06:20.297099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-7ec19833-e4a9-4437-bac3-e8806c2fd874 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:20.298586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-7ec19833-e4a9-4437-bac3-e8806c2fd874 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.1583917 Aug 12 04:06:20.316115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-ff108414-14f6-4d74-9274-a29394120fba tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/quotas/ba870b1c76de4b9bb376da737b75ba63 HTTP/1.1" status: 200 len: 375 time: 0.0107067 Aug 12 04:06:20.349279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-6a2e6395-2e48-495a-afe0-a10b708581fa tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276086 Aug 12 04:06:20.497105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-65c06b8e-4a26-47e8-8c6f-8d8fbe681534 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:20.498513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-65c06b8e-4a26-47e8-8c6f-8d8fbe681534 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.20 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 945 time: 0.0850599 Aug 12 04:06:20.502070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-15b5a41b-d4ea-4d3e-be1c-17ac5c3af585 service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418328 Aug 12 04:06:20.657652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-fb08535f-0566-419f-b9cc-713e3b1d96fd service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453958 Aug 12 04:06:20.668894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Deleting port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:20.669331 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:20.748201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66436c7b-3f10-4320-ad19-26739c91bd88 req-26ba0ec1-2f2a-402b-8a9a-a3abcde0f383 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 210 time: 0.0481138 Aug 12 04:06:20.835014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] For port 0badf9d5-ed8a-4029-97a2-c2a2005410e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0badf9d5-ed8a-4029-97a2-c2a2005410e7,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:20.835014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:20.849935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Calling delete_port for 0badf9d5-ed8a-4029-97a2-c2a2005410e7 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:21.031277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75c9f119-2d55-4bc6-844d-36f562b11ad2 req-b675eb7c-3c6b-46c9-b42b-2d96c6901109 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 210 time: 0.0352063 Aug 12 04:06:21.058624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdb87-3427-487f-aa7b-a169891587c9 req-9d73ae39-d246-4060-bf70-57a1bdf01efd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:21.061811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-715cdb87-3427-487f-aa7b-a169891587c9 req-9d73ae39-d246-4060-bf70-57a1bdf01efd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0830309 Aug 12 04:06:21.105965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:21.117595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0badf9d5-ed8a-4029-97a2-c2a2005410e7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:21.132027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-715cdb87-3427-487f-aa7b-a169891587c9 req-b3b16434-a998-4112-94ea-e7cb1fb94641 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637107 Aug 12 04:06:21.188882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Pushing event deleted for resources: {'Port': ['ID=0badf9d5-ed8a-4029-97a2-c2a2005410e7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:21.204436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae9a56-4cd8-4133-8ea3-b9d96ab5b55a req-2dc6f552-9fa5-4e33-aae8-2b00f8f8e6a2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:21.215469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1ae9a56-4cd8-4133-8ea3-b9d96ab5b55a req-2dc6f552-9fa5-4e33-aae8-2b00f8f8e6a2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 949 time: 0.1113403 Aug 12 04:06:21.265420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1ae9a56-4cd8-4133-8ea3-b9d96ab5b55a req-de758a89-21c7-4454-b36e-d892fa936a2a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487201 Aug 12 04:06:21.274292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] No DVR routers for this DVR port 0badf9d5-ed8a-4029-97a2-c2a2005410e7 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:21.282300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:21.284734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47e5bc28-eb05-4577-aa11-faefc1f49434 req-33b47e13-fb4b-4f29-b1bd-8a52e5908451 tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.20 "DELETE /v2.0/ports/0badf9d5-ed8a-4029-97a2-c2a2005410e7 HTTP/1.1" status: 204 len: 173 time: 0.7787354 Aug 12 04:06:21.300633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'name': 'network-vif-deleted', 'tag': '0badf9d5-ed8a-4029-97a2-c2a2005410e7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:21.303331 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7078b0-8702-4b10-b5bf-aec0c1fce49f" -d '{"events": [{"server_uuid": "b83bce89-ed60-4f95-a574-d46fd8994a29", "name": "network-vif-deleted", "tag": "0badf9d5-ed8a-4029-97a2-c2a2005410e7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:21.332697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfc9b-5d0a-4916-8b5c-6ae39862e289 req-afcfeb12-5fc6-4a0c-b15e-f8448d5eebd7 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:21.334398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-adacfc9b-5d0a-4916-8b5c-6ae39862e289 req-afcfeb12-5fc6-4a0c-b15e-f8448d5eebd7 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1097 time: 0.0932441 Aug 12 04:06:21.374339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-adacfc9b-5d0a-4916-8b5c-6ae39862e289 req-0523d460-c35b-436e-af0d-46a4b75fe7ca tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Aug 12 04:06:21.383755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06204fa8-b7ea-4128-b947-b39ae690f89c req-79f8fdf8-0640-4648-9132-e23204cc2b4a tempest-AttachSCSIVolumeTestJSON-1057610312 tempest-AttachSCSIVolumeTestJSON-1057610312-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83bce89-ed60-4f95-a574-d46fd8994a29 HTTP/1.1" status: 200 len: 210 time: 0.0294340 Aug 12 04:06:21.445739 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8680cb3-8d7b-42a2-9ca1-9e7299445c09 x-openstack-request-id: req-d8680cb3-8d7b-42a2-9ca1-9e7299445c09 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:21.446026 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83bce89-ed60-4f95-a574-d46fd8994a29", "name": "network-vif-deleted", "tag": "0badf9d5-ed8a-4029-97a2-c2a2005410e7", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:21.446275 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8680cb3-8d7b-42a2-9ca1-9e7299445c09 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:21.446818 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83bce89-ed60-4f95-a574-d46fd8994a29', 'name': 'network-vif-deleted', 'tag': '0badf9d5-ed8a-4029-97a2-c2a2005410e7', 'status': 'completed', 'code': 200} Aug 12 04:06:21.850039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8d48496-7050-42e8-94c6-43957ba84b86 req-0e81e3f2-942e-4a0c-a578-4bc85f7ce688 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 210 time: 0.0257525 Aug 12 04:06:22.108099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98b870d4-abd0-4004-92ce-fd5a782271ed req-83d1ffae-7031-427b-bab8-f5cd9c9133cd tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Aug 12 04:06:22.323467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6762e5e1-93af-471e-9204-2fad324f57cc req-4faadedd-79bf-4c60-885b-49a363c20245 tempest-FlavorsV2NegativeTest-2059775722 tempest-FlavorsV2NegativeTest-2059775722-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=11748803de2d4468bf566722cdf07306&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226309 Aug 12 04:06:22.412325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-203f5d9a-d19f-4bf3-9595-de83fb96c125 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253432 Aug 12 04:06:22.440746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac5b367a-69f9-4e45-8804-e841e87e0782 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:22.524106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762e5e1-93af-471e-9204-2fad324f57cc req-2587d027-6b44-46a3-a179-388dcdb6c5f6 tempest-FlavorsV2NegativeTest-2059775722 tempest-FlavorsV2NegativeTest-2059775722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:22.526079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6762e5e1-93af-471e-9204-2fad324f57cc req-2587d027-6b44-46a3-a179-388dcdb6c5f6 tempest-FlavorsV2NegativeTest-2059775722 tempest-FlavorsV2NegativeTest-2059775722-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964939 Aug 12 04:06:22.555455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6762e5e1-93af-471e-9204-2fad324f57cc req-2f6dd819-e9c0-454b-93f0-3f8da835c7aa tempest-FlavorsV2NegativeTest-2059775722 tempest-FlavorsV2NegativeTest-2059775722-project] 10.222.0.42 "GET /v2.0/quotas/11748803de2d4468bf566722cdf07306 HTTP/1.1" status: 200 len: 375 time: 0.0226254 Aug 12 04:06:22.566035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-d41f947a-1b0e-4336-a563-591bfeaafd0c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:22.567502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-d41f947a-1b0e-4336-a563-591bfeaafd0c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487346 Aug 12 04:06:22.569946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port ac5b367a-69f9-4e45-8804-e841e87e0782 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:22.574296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ac5b367a-69f9-4e45-8804-e841e87e0782 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:22.574758 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:22.581412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Request body: {'port': {'device_id': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'c0c01502cfdf4b95ad29e508b6e870a5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:22.600754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6762e5e1-93af-471e-9204-2fad324f57cc req-8be68114-8cf9-41f6-ae63-f5573a5f3a2c tempest-FlavorsV2NegativeTest-2059775722 tempest-FlavorsV2NegativeTest-2059775722-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11748803de2d4468bf566722cdf07306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322845 Aug 12 04:06:22.708456 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:22.769892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5b367a-69f9-4e45-8804-e841e87e0782'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:22.779128 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133638f6-c844-44f5-9e1c-3294f7337493" -d '{"events": [{"server_uuid": "31b2c7b9-87df-42b5-be69-63cf8036fbb5", "name": "network-vif-plugged", "status": "completed", "tag": "ac5b367a-69f9-4e45-8804-e841e87e0782"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:22.805938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac5b367a-69f9-4e45-8804-e841e87e0782, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac5b367a-69f9-4e45-8804-e841e87e0782,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:22.812380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7812b-ada7-4355-bed0-c69aa2bfc3e4 req-d0f09a1a-cb66-45e9-8bcb-f2c661518171 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:22.815704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-67e7812b-ada7-4355-bed0-c69aa2bfc3e4 req-d0f09a1a-cb66-45e9-8bcb-f2c661518171 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 949 time: 0.0837805 Aug 12 04:06:22.858335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-67e7812b-ada7-4355-bed0-c69aa2bfc3e4 req-38e5d4ff-f475-48f7-8ae7-408554cd939d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367610 Aug 12 04:06:22.879402 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:22.880378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 79558cad-d173-462b-ae8d-e320dde7a24b up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:22.895298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Made reservation on behalf of c0c01502cfdf4b95ad29e508b6e870a5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:22.907544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:22.964393 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:23.056524 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab946bb8-ce60-4f86-8d35-1de2a1721a8a x-openstack-request-id: req-ab946bb8-ce60-4f86-8d35-1de2a1721a8a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:23.056824 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b2c7b9-87df-42b5-be69-63cf8036fbb5", "name": "network-vif-plugged", "status": "completed", "tag": "ac5b367a-69f9-4e45-8804-e841e87e0782", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:23.057081 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab946bb8-ce60-4f86-8d35-1de2a1721a8a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:23.057476 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5b367a-69f9-4e45-8804-e841e87e0782', 'code': 200} Aug 12 04:06:23.101566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac5b367a-69f9-4e45-8804-e841e87e0782,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:23.148174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ead4f4ac-9f15-4ff4-b178-38ccf5523b42 req-eb34c07a-bc59-48bf-bcd0-937f6092ac16 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 210 time: 0.0489779 Aug 12 04:06:23.199046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 79558cad-d173-462b-ae8d-e320dde7a24b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:23.211423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 79558cad-d173-462b-ae8d-e320dde7a24b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:23.211423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:23.221478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf11828-d5e0-4a9d-ac79-70f92c155fbd req-0faded53-27e1-4748-b520-02ade0588faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:23.222996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddf11828-d5e0-4a9d-ac79-70f92c155fbd req-0faded53-27e1-4748-b520-02ade0588faa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 1101 time: 0.0776885 Aug 12 04:06:23.228087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:23.259174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d16bb28-df24-41ea-894f-fee2b64c0022 req-6828831f-abe6-462c-8ced-52ba57ca5ab0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 210 time: 0.0346236 Aug 12 04:06:23.302775 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:23.338144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddf11828-d5e0-4a9d-ac79-70f92c155fbd req-5d6e9c4e-e373-4d8c-95c8-7349a5970991 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067450 Aug 12 04:06:23.349354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 79558cad-d173-462b-ae8d-e320dde7a24b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=79558cad-d173-462b-ae8d-e320dde7a24b,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:23.360377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:23.445841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:23.448352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0badf9d5-ed8a-4029-97a2-c2a2005410e7 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:23.484167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 0badf9d5-ed8a-4029-97a2-c2a2005410e7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:23.484610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0badf9d5-ed8a-4029-97a2-c2a2005410e7 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:23.500930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb9ace3-f173-4d3d-b3de-c0cb88a19d32,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:23.555600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=79558cad-d173-462b-ae8d-e320dde7a24b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:23.660389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Allocated IP 192.168.233.222 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/34dc37dc-998c-4384-b00f-f5a40427efb7) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:23.717603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-6ba5dfdf-0e59-4ec7-a08d-b9f1d96ff0fd tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:23.720598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-6ba5dfdf-0e59-4ec7-a08d-b9f1d96ff0fd tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.1458673 Aug 12 04:06:23.734441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Request body: {'port': {'device_id': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'admin_state_up': True, 'tenant_id': 'ba870b1c76de4b9bb376da737b75ba63'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:23.915166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42296) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:23.960352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.017903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Transition to ACTIVE for port object 34dc37dc-998c-4384-b00f-f5a40427efb7 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:24.019498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Made reservation on behalf of ba870b1c76de4b9bb376da737b75ba63 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:24.024727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.070464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de84af4-8fe0-495e-88bd-c6920bdc078d req-93fbf563-1379-405e-ada3-79367346e204 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:24.070464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1de84af4-8fe0-495e-88bd-c6920bdc078d req-93fbf563-1379-405e-ada3-79367346e204 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 950 time: 0.1044803 Aug 12 04:06:24.127679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-974b60c2-c75b-4584-a061-e7d4a9ceef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.201890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1de84af4-8fe0-495e-88bd-c6920bdc078d req-72da1443-45be-4e2f-b40d-9dfdfd81d6ab tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984707 Aug 12 04:06:24.236594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Allocated IP 172.20.0.5 (b94b34d9-5ceb-4a66-82b0-277763ea5d48/bd935655-f234-4880-b98d-194cd5ba960e/73d11f90-6cb8-40c5-b32d-8bf96ecac90d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:24.240554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.255388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-974b60c2-c75b-4584-a061-e7d4a9ceef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.325723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:24.331007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:24.331176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac8ca-6aa6-4584-bc55-5133ce23dc99 req-abea03dd-ddbc-4b34-bade-282f39f1f7ab tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:24.337225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:24.341773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78eac8ca-6aa6-4584-bc55-5133ce23dc99 req-abea03dd-ddbc-4b34-bade-282f39f1f7ab tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 936 time: 0.0696216 Aug 12 04:06:24.345572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-974b60c2-c75b-4584-a061-e7d4a9ceef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.437509 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-974b60c2-c75b-4584-a061-e7d4a9ceef93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11748803de2d4468bf566722cdf07306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211580 Aug 12 04:06:24.445328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:24.446819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b60c2-c75b-4584-a061-e7d4a9ceef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4857ef05-897c-4a72-87e4-ef728b8029d2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:24.520952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78eac8ca-6aa6-4584-bc55-5133ce23dc99 req-65d9f45d-bcc2-4f57-aa44-a99a9e9ef3d9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716187 Aug 12 04:06:24.543841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:24.570427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b29bb31b-3492-43f7-86ff-8f897b286d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.603545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b29bb31b-3492-43f7-86ff-8f897b286d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.647236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c42d0924-ee84-4e13-b247-5b3af91b5601 req-8885cf9d-caa5-4f03-aceb-3723bccbfcfb tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 210 time: 0.1437759 Aug 12 04:06:24.666729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:24.667337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.727119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.746144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b29bb31b-3492-43f7-86ff-8f897b286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.749294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b29bb31b-3492-43f7-86ff-8f897b286d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.750630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b29bb31b-3492-43f7-86ff-8f897b286d9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4857ef05-897c-4a72-87e4-ef728b8029d2 HTTP/1.1" status: 204 len: 168 time: 0.2993376 Aug 12 04:06:24.761193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bb31b-3492-43f7-86ff-8f897b286d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4857ef05-897c-4a72-87e4-ef728b8029d2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:24.784895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8984f60b-8250-40fc-905a-c42ff7dda2b0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2071939 Aug 12 04:06:24.803238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f2b68d48-88a2-49ad-82c3-b1f378297d38 None None] Provisioning for port 34dc37dc-998c-4384-b00f-f5a40427efb7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:24.808432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f2b68d48-88a2-49ad-82c3-b1f378297d38 None None] Provisioning complete for port 34dc37dc-998c-4384-b00f-f5a40427efb7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:24.813616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f2b68d48-88a2-49ad-82c3-b1f378297d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.819589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Request body: {'port': {'device_id': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:24.900100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.902454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f2b68d48-88a2-49ad-82c3-b1f378297d38 None None] Port 34dc37dc-998c-4384-b00f-f5a40427efb7 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:24.976883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:24.988344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:24.997644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:24.999485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:25.002552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:25.058633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79558cad-d173-462b-ae8d-e320dde7a24b'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:25.063470 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d680367-1172-44de-898d-c5d96b47ef56" -d '{"events": [{"server_uuid": "01f9654e-96cb-4019-8350-c3c38dbf45a5", "name": "network-vif-plugged", "status": "completed", "tag": "79558cad-d173-462b-ae8d-e320dde7a24b"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:25.078583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:25.079240 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:25.143141 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec91b23-6fc8-430b-83b4-451fc28dae0f x-openstack-request-id: req-fec91b23-6fc8-430b-83b4-451fc28dae0f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:25.143495 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f9654e-96cb-4019-8350-c3c38dbf45a5", "name": "network-vif-plugged", "status": "completed", "tag": "79558cad-d173-462b-ae8d-e320dde7a24b", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:25.143711 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fec91b23-6fc8-430b-83b4-451fc28dae0f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:25.144406 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79558cad-d173-462b-ae8d-e320dde7a24b', 'code': 200} Aug 12 04:06:25.202929 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:25.280145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-869b7a30-b567-4e87-ad51-d6690d4a105d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5522070 Aug 12 04:06:25.310463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Request body: {'port': {'device_id': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:25.320235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcf850-f13c-48fe-9043-6f485eb22e9a req-1a0fec3b-ee9c-4d5e-8c83-5eb6af6dcaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:25.321977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cdcf850-f13c-48fe-9043-6f485eb22e9a req-1a0fec3b-ee9c-4d5e-8c83-5eb6af6dcaae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 1101 time: 0.0920327 Aug 12 04:06:25.399205 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:25.778071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cdcf850-f13c-48fe-9043-6f485eb22e9a req-c4e0bdc5-6c85-4612-b43b-0743ca334928 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287200 Aug 12 04:06:25.779576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:25.838948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992903d-4b5e-4136-98a7-6d110bfcdafe req-cbd908de-2053-4be2-ac6b-7e2a0a8eb3d3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:25.840655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d992903d-4b5e-4136-98a7-6d110bfcdafe req-cbd908de-2053-4be2-ac6b-7e2a0a8eb3d3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 950 time: 0.1744428 Aug 12 04:06:25.849153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34dc37dc-998c-4384-b00f-f5a40427efb7 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:25.868917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:25.957650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785894b4-04df-4097-8496-5282df218af7 req-75a94e8b-5d58-48bf-ba8f-49c11008a69c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:25.959369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-785894b4-04df-4097-8496-5282df218af7 req-75a94e8b-5d58-48bf-ba8f-49c11008a69c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 936 time: 0.0706468 Aug 12 04:06:26.011674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-785894b4-04df-4097-8496-5282df218af7 req-0987c5db-1332-4ab1-aeb7-f8376a3008ab tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Aug 12 04:06:26.039813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Transition to ACTIVE for port object 34dc37dc-998c-4384-b00f-f5a40427efb7 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:26.166558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42364) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:26.221168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef399ff-e2e4-497c-b11b-6c9a0b285c8b req-e4bb8aa9-f625-4c85-839a-36d644f94361 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:26.229681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ef399ff-e2e4-497c-b11b-6c9a0b285c8b req-e4bb8aa9-f625-4c85-839a-36d644f94361 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 931 time: 0.1277688 Aug 12 04:06:26.256904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d11f90-6cb8-40c5-b32d-8bf96ecac90d {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:26.272730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.302919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ef399ff-e2e4-497c-b11b-6c9a0b285c8b req-1148841d-d12b-4f46-9c7d-e7ec0fc62220 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652349 Aug 12 04:06:26.348967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d992903d-4b5e-4136-98a7-6d110bfcdafe req-ee4a0cb6-a1b0-4d40-863a-23d879fd347f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919195 Aug 12 04:06:26.354841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.378417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1354702983-network', 'tenant_id': '360fb7310aaa4c2782e215fba9c594a9'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:26.446701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:26.467793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Transition to ACTIVE for port object 73d11f90-6cb8-40c5-b32d-8bf96ecac90d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:26.489930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Made reservation on behalf of 360fb7310aaa4c2782e215fba9c594a9 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:26.492541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.511582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.565897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.581983 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:06:26.611567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:26.612099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:26.612523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:26.657526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.659392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Port 34dc37dc-998c-4384-b00f-f5a40427efb7 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:26.659725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:26.710887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:26.711310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:26.711709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:26.712191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Bound port: 34dc37dc-998c-4384-b00f-f5a40427efb7, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:26.712549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.736127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.751971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33691a65-67e3-44c6-9742-1e347e600ab6 req-258cfe5b-37f1-48c2-ab66-0e72d17cefd0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:26.753816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33691a65-67e3-44c6-9742-1e347e600ab6 req-258cfe5b-37f1-48c2-ab66-0e72d17cefd0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 950 time: 0.2285452 Aug 12 04:06:26.761130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:06:26.771132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d1fdc-81aa-483d-bbd9-6966020c20d6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:26.776374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.776706 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Added segment 3f7271cb-77db-4408-bcff-258a7ad80e2f of type vlan for network 19430664-2954-4a71-a019-522f7ad08efb Aug 12 04:06:26.790210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:26.813448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Attempting to bind port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:26.813783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Attempting to bind port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:26.814111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Attempting to bind port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:26.842531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.847193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:26.847538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Attempting to bind port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:26.871190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:26.871539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Checking segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:26.871934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Bound using segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:26.877478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Bound port: 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:26.877478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.900867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33691a65-67e3-44c6-9742-1e347e600ab6 req-fe578eff-b886-41a6-8047-b7fdcd9fcacc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141233 Aug 12 04:06:26.947610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:26.959133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.960124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:26.960713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:26.973891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:27.001319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:27.001319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:27.025071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] Pushing event updated for resources: {'Network': ['ID=19430664-2954-4a71-a019-522f7ad08efb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:27.036339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 19430664-2954-4a71-a019-522f7ad08efb details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:06:27.051923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:27.082967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:27.084716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e4f213e-c33d-40ed-8377-7c448061adc0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9142141 Aug 12 04:06:27.098872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Request body: {'subnet': {'network_id': '19430664-2954-4a71-a019-522f7ad08efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1354702983-subnet', 'tenant_id': '360fb7310aaa4c2782e215fba9c594a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:27.099851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:27.126502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.127497 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:27.128527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] 10.222.0.36 "PUT /v2.0/ports/34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 1096 time: 2.3291845 Aug 12 04:06:27.131363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:27.136554 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30699cba-1644-4791-bb4a-026bca624ede" -d '{"events": [{"name": "network-changed", "server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:27.168336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.169251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:27.170460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] 10.222.0.36 "PUT /v2.0/ports/73d11f90-6cb8-40c5-b32d-8bf96ecac90d HTTP/1.1" status: 200 len: 1091 time: 1.8690507 Aug 12 04:06:27.178514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bfd0c-9dee-4f85-a8bb-3f230f520457 service neutron] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:27.205725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfdcf-83a0-4bf1-ab43-739e2199da63 req-a79b589d-c960-4766-96ce-2508f8ec3018 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.207335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-133dfdcf-83a0-4bf1-ab43-739e2199da63 req-a79b589d-c960-4766-96ce-2508f8ec3018 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.1097560 Aug 12 04:06:27.236904 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b3c78-fb63-4a59-aef5-1991439123a7 x-openstack-request-id: req-ec2b3c78-fb63-4a59-aef5-1991439123a7 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:27.237276 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:27.237450 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec2b3c78-fb63-4a59-aef5-1991439123a7 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:27.237899 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'status': 'completed', 'code': 200} Aug 12 04:06:27.250671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Made reservation on behalf of 360fb7310aaa4c2782e215fba9c594a9 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:27.253224 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:27.269069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-133dfdcf-83a0-4bf1-ab43-739e2199da63 req-24250b4c-b957-4dc6-afaf-ead724cf56ae tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466306 Aug 12 04:06:27.303127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8f0b-be90-4fca-bd25-30b106f406ad service neutron] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:27.400615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30699cba-1644-4791-bb4a-026bca624ede req-f4e01a4b-2795-460a-8c31-f348c8c8eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.400835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30699cba-1644-4791-bb4a-026bca624ede req-f4e01a4b-2795-460a-8c31-f348c8c8eceb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1099 time: 0.1423123 Aug 12 04:06:27.476385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-01e0442a-a066-40a3-b032-dcd641da9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.477958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-01e0442a-a066-40a3-b032-dcd641da9a76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 1094 time: 0.1421196 Aug 12 04:06:27.484085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30699cba-1644-4791-bb4a-026bca624ede req-4a9813f5-78fb-4d07-8bff-c45378853b2d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634310 Aug 12 04:06:27.591212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-bac306af-0ad9-4dfa-b339-4d7570f08028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d HTTP/1.1" status: 200 len: 217 time: 0.0978181 Aug 12 04:06:27.632224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c17ef-e706-467f-9528-0817db48aac3 req-a9ab394e-6634-48e9-9e58-b405734bb30a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.633643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-608c17ef-e706-467f-9528-0817db48aac3 req-a9ab394e-6634-48e9-9e58-b405734bb30a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 943 time: 0.2273200 Aug 12 04:06:27.748507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-d9f881f9-4ed3-4c79-bf5c-ce3da9a8675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.749955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-d9f881f9-4ed3-4c79-bf5c-ce3da9a8675a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.1388228 Aug 12 04:06:27.809917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-608c17ef-e706-467f-9528-0817db48aac3 req-4ba9c102-cf65-4c59-ab4b-c7f420c6fc06 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487973 Aug 12 04:06:27.810909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30699cba-1644-4791-bb4a-026bca624ede req-54b0b828-8453-4a59-9cfa-033ecd0d7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.812268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30699cba-1644-4791-bb4a-026bca624ede req-54b0b828-8453-4a59-9cfa-033ecd0d7773 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178132 Aug 12 04:06:27.814046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-b37260be-66a3-48ac-bcfa-7701713a491c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505133 Aug 12 04:06:27.898936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:27.984615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=549a8054-9561-421d-aa25-7cfc3590f4d6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:27.995062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-bead7824-a767-4b2d-afaf-3a193f0403fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:27.996590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-bead7824-a767-4b2d-afaf-3a193f0403fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1099 time: 0.1234069 Aug 12 04:06:28.012115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-d493970f-a9f9-41c2-8c2a-46c18a87d21a service neutron] 10.222.0.36 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853726 Aug 12 04:06:28.061744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798cd1b-5ebd-4ad7-b457-93e03c15042a req-b8c45902-f930-4bd8-9eca-1b9602b27b2e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.070340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a798cd1b-5ebd-4ad7-b457-93e03c15042a req-b8c45902-f930-4bd8-9eca-1b9602b27b2e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 950 time: 0.0667498 Aug 12 04:06:28.079638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-4694711a-dfd5-4679-8121-93d5d180b55f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.0712512 Aug 12 04:06:28.103976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Checking segment: {'id': '3f7271cb-77db-4408-bcff-258a7ad80e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '19430664-2954-4a71-a019-522f7ad08efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:28.104334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Network hostable DHCP agents. Network: 19430664-2954-4a71-a019-522f7ad08efb, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:06:28.117977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a798cd1b-5ebd-4ad7-b457-93e03c15042a req-d47359ab-4ab4-4b0f-ac34-09dbbac73126 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Aug 12 04:06:28.187301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-a03d31d7-a1f6-478e-9b68-7983a7b1c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.188816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-a03d31d7-a1f6-478e-9b68-7983a7b1c49f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0807605 Aug 12 04:06:28.214809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7f11fc-fc1e-4373-8251-f1fd71ec891d req-be05d280-b3ef-4b6b-92ee-8d253d0563c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915250 Aug 12 04:06:28.269869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-e03824eb-5438-4318-b2ae-b7e4e891479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.272134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-e03824eb-5438-4318-b2ae-b7e4e891479c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561531 Aug 12 04:06:28.340362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c2a4824-5dc9-478b-a8f0-17d1cd1bb664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:28.452658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684b33-fdc6-41e8-a188-50dd77ab26b4 req-6d5cfeaa-cf81-4b9d-8711-d9bd735d62eb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.461013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75684b33-fdc6-41e8-a188-50dd77ab26b4 req-6d5cfeaa-cf81-4b9d-8711-d9bd735d62eb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.0957558 Aug 12 04:06:28.482025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Network 19430664-2954-4a71-a019-522f7ad08efb is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:06:28.513967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75684b33-fdc6-41e8-a188-50dd77ab26b4 req-f20df2d5-f491-429c-8ee0-d601665da0f1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519364 Aug 12 04:06:28.521378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-8ee5ecbb-7ca4-40b3-9c77-c1d219e6efc5 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400544 Aug 12 04:06:28.646687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 19430664-2954-4a71-a019-522f7ad08efb) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:28.658918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.659067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd535b39-0b59-4c4d-8e0b-361df0170678 None None] Network 19430664-2954-4a71-a019-522f7ad08efb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:28.670479 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:28.738052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65734cb-e065-458f-a7de-d8e275e70fe7 req-9fa01b33-48cc-40bf-a70d-18e0cceefe4c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.750979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65734cb-e065-458f-a7de-d8e275e70fe7 req-9fa01b33-48cc-40bf-a70d-18e0cceefe4c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:28.756384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b65734cb-e065-458f-a7de-d8e275e70fe7 req-9fa01b33-48cc-40bf-a70d-18e0cceefe4c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5&device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 1691 time: 0.2282248 Aug 12 04:06:28.801478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-34755817-27ab-488e-ba1b-cdfad2ddd63c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7173116 Aug 12 04:06:28.856341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4f4f1-9467-41ea-ab7c-ab0ce3fa8198 None None] Network 19430664-2954-4a71-a019-522f7ad08efb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:28.864513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b65734cb-e065-458f-a7de-d8e275e70fe7 req-707f50b5-54c7-4d17-812e-fc726e083428 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949125 Aug 12 04:06:28.867879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c0bef67-cad8-4f18-86d6-10c745bd4e75 req-cd7936d1-7e8f-4545-85a2-5ff9b0fc2361 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285306 Aug 12 04:06:29.129292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424784f-96e4-46b4-8aee-6cf8afc0a1b7 req-c0fe7310-05b6-49c3-8fa9-d3943ed70def tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.131135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c424784f-96e4-46b4-8aee-6cf8afc0a1b7 req-c0fe7310-05b6-49c3-8fa9-d3943ed70def tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 943 time: 0.0870297 Aug 12 04:06:29.177019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c424784f-96e4-46b4-8aee-6cf8afc0a1b7 req-b33d49fb-21da-4eea-af95-17b72ee76b5d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Aug 12 04:06:29.239761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:29.248360 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:29.347787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bdff6-037f-43e4-af9c-790625469089 req-3494b363-8f09-4e1a-b531-4a5b282420e7 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.349328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f06bdff6-037f-43e4-af9c-790625469089 req-3494b363-8f09-4e1a-b531-4a5b282420e7 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 1101 time: 0.0617425 Aug 12 04:06:29.395328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f06bdff6-037f-43e4-af9c-790625469089 req-85e1ca19-c0c9-4f80-a1e1-fd079b14f987 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361407 Aug 12 04:06:29.414608 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-f6eb1857-102d-4671-8f6e-942b384be532 req-f038f4ae-9d02-4cd6-8695-c55fd6154d6e tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] show failed (client error): The resource could not be found. Aug 12 04:06:29.427274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6eb1857-102d-4671-8f6e-942b384be532 req-f038f4ae-9d02-4cd6-8695-c55fd6154d6e tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups/64708ca9-08ef-4d3b-a006-d3c520ec4230 HTTP/1.1" status: 404 len: 352 time: 0.0334632 Aug 12 04:06:29.459649 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa8d113-9214-4bcb-9fbe-9b19c7461c18 x-openstack-request-id: req-efa8d113-9214-4bcb-9fbe-9b19c7461c18 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:29.459649 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:29.459649 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efa8d113-9214-4bcb-9fbe-9b19c7461c18 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:29.459649 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'status': 'completed', 'code': 200} Aug 12 04:06:29.522367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd50a-17ba-4b08-83d9-11641ad76e5b req-9489d042-b865-4715-a36a-27bed29bcb75 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.543660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4acd50a-17ba-4b08-83d9-11641ad76e5b req-9489d042-b865-4715-a36a-27bed29bcb75 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 1101 time: 0.0739892 Aug 12 04:06:29.570023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-7276851d-a568-4ce7-b0a5-a11b021af8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.571671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-7276851d-a568-4ce7-b0a5-a11b021af8dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 1094 time: 0.0745571 Aug 12 04:06:29.579441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4acd50a-17ba-4b08-83d9-11641ad76e5b req-79b971a3-3f48-41e6-aec9-0c05fd246355 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Aug 12 04:06:29.677766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-152f4ef1-77f5-4922-b86c-6e422a3d0c98 req-a0bb110e-ddc8-4618-9c0a-66d2daadc897 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=360fb7310aaa4c2782e215fba9c594a9 HTTP/1.1" status: 200 len: 2984 time: 0.1347470 Aug 12 04:06:29.734456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925cce3-dc49-4e76-9f1e-fe4ea9873448 req-7b396343-c702-43f7-bb41-af3ff4f450b4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.735097 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e925cce3-dc49-4e76-9f1e-fe4ea9873448 req-7b396343-c702-43f7-bb41-af3ff4f450b4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.0854049 Aug 12 04:06:29.737122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-152f4ef1-77f5-4922-b86c-6e422a3d0c98 req-0becdee2-a90f-43b7-abed-b782d20b45af tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups/815d1fdc-81aa-483d-bbd9-6966020c20d6 HTTP/1.1" status: 200 len: 2981 time: 0.0582957 Aug 12 04:06:29.760045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-89873e90-0e75-4a47-a0c1-259de5e7755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.761556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-89873e90-0e75-4a47-a0c1-259de5e7755c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 906 time: 0.1790388 Aug 12 04:06:29.794609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e925cce3-dc49-4e76-9f1e-fe4ea9873448 req-82519974-d55d-4bee-98b0-c6fd9437bb6e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Aug 12 04:06:29.837443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-6709620d-7ac5-4a32-9185-85bb7f4d2e30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d HTTP/1.1" status: 200 len: 217 time: 0.0656288 Aug 12 04:06:29.904016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-152f4ef1-77f5-4922-b86c-6e422a3d0c98 req-33f81142-fbe2-4685-8b0f-8b552b7d4891 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups/815d1fdc-81aa-483d-bbd9-6966020c20d6 HTTP/1.1" status: 200 len: 2981 time: 0.1600289 Aug 12 04:06:29.913466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-6239a122-329a-449e-bea2-27960a070bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:29.914945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-6239a122-329a-449e-bea2-27960a070bb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.0682957 Aug 12 04:06:29.969751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-7e7efd65-f808-4fd1-8c1c-edc617d792fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467081 Aug 12 04:06:30.121721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42438) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:30.163671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48d60f47-b6fe-4b64-99cf-90de18967ffa req-dc18763b-9915-489b-91e8-6c7aa2504a94 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups/815d1fdc-81aa-483d-bbd9-6966020c20d6 HTTP/1.1" status: 200 len: 2981 time: 0.0664907 Aug 12 04:06:30.240329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-56ce2ba0-5118-401a-ab6f-e47b4c9bfb60 service neutron] 10.222.0.36 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484355 Aug 12 04:06:30.250077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-b624b631-56fc-43b7-9c22-c64f7bb6e284 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312421 Aug 12 04:06:30.260043 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-48d60f47-b6fe-4b64-99cf-90de18967ffa req-4fc4963a-87df-4c35-910c-1301009a8fb3 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 04:06:30.261051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48d60f47-b6fe-4b64-99cf-90de18967ffa req-4fc4963a-87df-4c35-910c-1301009a8fb3 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "DELETE /v2.0/security-groups/815d1fdc-81aa-483d-bbd9-6966020c20d6 HTTP/1.1" status: 409 len: 352 time: 0.0965657 Aug 12 04:06:30.353774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-690e4f81-d55b-4bf0-afe7-0ea28584c9c2 req-eed3dab3-4002-4ad1-ae1d-f56e5851241c service neutron] 10.222.0.36 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015372 Aug 12 04:06:30.434457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967bf6a-7dad-42ae-adc3-8d459041248b req-62d9a9b5-8e18-4be6-b44a-a923b84108a7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:30.442095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e967bf6a-7dad-42ae-adc3-8d459041248b req-62d9a9b5-8e18-4be6-b44a-a923b84108a7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 943 time: 0.0721426 Aug 12 04:06:30.488059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e967bf6a-7dad-42ae-adc3-8d459041248b req-1d0ae9f1-683a-4e0b-bb4c-a73571efa429 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Aug 12 04:06:30.523736 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-f1d06e61-754c-4df4-b047-13dfdcd981a2 req-e877de01-74f7-422d-83c0-c3567de7292b tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] show failed (client error): The resource could not be found. Aug 12 04:06:30.531912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1d06e61-754c-4df4-b047-13dfdcd981a2 req-e877de01-74f7-422d-83c0-c3567de7292b tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups/1946f135-ed0c-4f13-a30d-b5daf94e5901 HTTP/1.1" status: 404 len: 352 time: 0.0237441 Aug 12 04:06:30.562523 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-1ef21506-2eb4-4a13-b098-3cb3ea2536b3 req-56cfd9aa-35c3-495c-97a8-891390ecdde9 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] show failed (client error): The resource could not be found. Aug 12 04:06:30.563566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ef21506-2eb4-4a13-b098-3cb3ea2536b3 req-56cfd9aa-35c3-495c-97a8-891390ecdde9 tempest-SecurityGroupsNegativeTestJSON-1709889857 tempest-SecurityGroupsNegativeTestJSON-1709889857-project] 10.222.0.42 "GET /v2.0/security-groups/4fccc509-621d-497b-b1a4-76682080d301 HTTP/1.1" status: 404 len: 352 time: 0.0141604 Aug 12 04:06:30.576576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42456) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:30.607909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-b2edb40a-65bd-4f95-ab17-5b35ad1334a6 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:30.609935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-b2edb40a-65bd-4f95-ab17-5b35ad1334a6 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3525321 Aug 12 04:06:30.629009 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-1bbcdb53-a173-4682-bf8a-f36f6dcacaa2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/quotas/7a0a6453cba74205bd2377f651b4e524 HTTP/1.1" status: 200 len: 375 time: 0.0123024 Aug 12 04:06:30.637328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Deleting subnet 549a8054-9561-421d-aa25-7cfc3590f4d6 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:06:30.641282 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.681009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.734904 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.746410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-ac800fc6-82fb-4797-83a1-375bfd12708b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088278 Aug 12 04:06:30.765899 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ef119ce-0ceb-40d1-9fe1-e2f5f15ba311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.775584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.890803 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.893681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.917270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:30.930293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/549a8054-9561-421d-aa25-7cfc3590f4d6 HTTP/1.1" status: 204 len: 168 time: 0.3526149 Aug 12 04:06:30.953268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42464) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:30.995578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1def2b-308d-4c5c-9602-e9ae39433d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549a8054-9561-421d-aa25-7cfc3590f4d6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:31.019995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e747c-94d0-41bd-88f5-3b58554b5552 req-d673277b-97ab-443a-a1f4-64976c2b1c38 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:31.031111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e1e747c-94d0-41bd-88f5-3b58554b5552 req-d673277b-97ab-443a-a1f4-64976c2b1c38 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.0974572 Aug 12 04:06:31.076380 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.088958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e1e747c-94d0-41bd-88f5-3b58554b5552 req-0dc1faad-b4d6-420f-b362-3544a1b7bf2f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Aug 12 04:06:31.210028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.236255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19430664-2954-4a71-a019-522f7ad08efb']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:31.250012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7271cb-77db-4408-bcff-258a7ad80e2f') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:31.250319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7271cb-77db-4408-bcff-258a7ad80e2f') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:31.261726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.292811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.302563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:06:31.302984 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:06:31.305651 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:06:31.372454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Deleting port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:31.372789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.423061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.428641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.430505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] 10.222.0.42 "DELETE /v2.0/networks/19430664-2954-4a71-a019-522f7ad08efb HTTP/1.1" status: 204 len: 168 time: 0.4758008 Aug 12 04:06:31.454493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddbac4-96a7-4c27-99ae-c000836f2769 admin admin] Pushing event deleted for resources: {'Network': ['ID=19430664-2954-4a71-a019-522f7ad08efb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:31.482452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] For port e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:31.483158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.497216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Calling delete_port for e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:31.645224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219e4e4-f469-41f4-be55-9952ba0c6225 req-6033eeab-58f5-45b5-8b94-c034b91853f0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:31.648735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c219e4e4-f469-41f4-be55-9952ba0c6225 req-6033eeab-58f5-45b5-8b94-c034b91853f0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 943 time: 0.0846312 Aug 12 04:06:31.718692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c219e4e4-f469-41f4-be55-9952ba0c6225 req-481918b6-74b7-4e25-b2b9-d9787ba85ca5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Aug 12 04:06:31.776040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42476) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:31.828984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89dc8a8d-71d8-431f-b13d-898f7ec18bb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=360fb7310aaa4c2782e215fba9c594a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494363 Aug 12 04:06:31.830093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:31.894703 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2caa39d-ee23-498a-a9c6-35efe52f169d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.897771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.973155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:31.977611 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2caa39d-ee23-498a-a9c6-35efe52f169d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:31.992630 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:32.099624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fd8aaf51-7203-450c-ac1b-d7faff95af92 req-ee0d8f44-fda0-46ed-bc82-a5fba6026650 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 210 time: 0.0415652 Aug 12 04:06:32.272891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:32.282368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2caa39d-ee23-498a-a9c6-35efe52f169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:32.282517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-b0cc0880-c878-4812-9e7c-50ec2155f182 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464664 Aug 12 04:06:32.284960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2caa39d-ee23-498a-a9c6-35efe52f169d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:32.286096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c2caa39d-ee23-498a-a9c6-35efe52f169d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/815d1fdc-81aa-483d-bbd9-6966020c20d6 HTTP/1.1" status: 204 len: 168 time: 0.4549608 Aug 12 04:06:32.297072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caa39d-ee23-498a-a9c6-35efe52f169d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d1fdc-81aa-483d-bbd9-6966020c20d6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:32.310889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab289573-4a50-4579-a6de-b8eecc567234 req-e3722c33-4f53-4898-bed4-d623f48e0515 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:32.313003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab289573-4a50-4579-a6de-b8eecc567234 req-e3722c33-4f53-4898-bed4-d623f48e0515 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.1411664 Aug 12 04:06:32.380946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-7402027b-bf2b-4355-af43-8484aa0e90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:32.382650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-7402027b-bf2b-4355-af43-8484aa0e90a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0688176 Aug 12 04:06:32.457634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:32.588640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-70fd99bb-6c63-4d54-9ef5-c38427ddd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:32.591212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-70fd99bb-6c63-4d54-9ef5-c38427ddd114 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1738765 Aug 12 04:06:32.637307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:32.640657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-7de64a6f-19d3-4777-93e3-5865ec26b113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.0390453 Aug 12 04:06:32.653612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'mac_address': 'fa:16:3e:75:0d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:32.716639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab289573-4a50-4579-a6de-b8eecc567234 req-ea1fcb6b-6126-40c8-98ed-31722ef30daa tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881040 Aug 12 04:06:32.724321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:32.784960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dc37dc-998c-4384-b00f-f5a40427efb7 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:32.851479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:32.872836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Router d6472975-6d3b-4123-a0f8-6eb3c6215fea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:06:32.885119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-86b349d0-1be6-4d69-b4e4-1d599ba0513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:32.886544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-86b349d0-1be6-4d69-b4e4-1d599ba0513c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1230557 Aug 12 04:06:32.912744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:32.914118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:32.967369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-7a7d3ddd-75e1-41df-8d25-5c6e799086a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607879 Aug 12 04:06:33.032073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee3580-56c2-47bd-9426-554e47359d31 req-6b134413-fc26-4a5b-8872-dff1f07e3b59 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:33.039335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:06:33.040597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aee3580-56c2-47bd-9426-554e47359d31 req-6b134413-fc26-4a5b-8872-dff1f07e3b59 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 943 time: 0.1726367 Aug 12 04:06:33.052527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-149f8594-f631-4e48-a994-d7329dfe6603 admin admin] 10.222.0.42 "PUT /v2.0/routers/d6472975-6d3b-4123-a0f8-6eb3c6215fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9295652 Aug 12 04:06:33.054832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:33.080010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] Sync routers for ids ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:06:33.162928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] Routers {'d6472975-6d3b-4123-a0f8-6eb3c6215fea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:33.163578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:33.188711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:33.200898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:33.210834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'mac_address': 'fa:16:3e:40:0b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:33.230592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aee3580-56c2-47bd-9426-554e47359d31 req-18b769d4-cf4f-4784-a7b2-c820493389bf tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891170 Aug 12 04:06:33.278678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-c103aa29-a260-4090-9a99-fdc5b5d693a4 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992239 Aug 12 04:06:33.307995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e700952-61ce-47ac-b12f-1db93daa8c66 req-53690b83-6432-4a5e-adbd-db7f294ed6f3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 210 time: 0.0617998 Aug 12 04:06:33.360852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.449565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f8f087b-cd99-4bb2-ab48-fb9a2d06c124 req-63b4cf3a-6f70-410e-a1ec-5a14e9b43695 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634035 Aug 12 04:06:33.527706 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.580957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] Set router d6472975-6d3b-4123-a0f8-6eb3c6215fea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:33.582774 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.658059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d11f90-6cb8-40c5-b32d-8bf96ecac90d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:33.676860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Deleting port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:33.677197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.695858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.730512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:33.807799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] For port 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:33.808157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.830123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42534) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:33.832632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Calling delete_port for 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:33.844791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:06:31Z', 'revision_number': 5, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port': {'id': '3e472a64-1b91-4bb6-8c91-f946bf3d9ad8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:24Z', 'updated_at': '2021-08-12T04:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:33.873581 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:33.878670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] Checking router: d6472975-6d3b-4123-a0f8-6eb3c6215fea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:06:33.934140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ccb76-4c6c-46ac-818c-0169c624ab01 req-e7cff962-3d0f-4551-b2c8-f8d9affac377 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:33.935089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] Routers {'d6472975-6d3b-4123-a0f8-6eb3c6215fea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:33.935773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d6ccb76-4c6c-46ac-818c-0169c624ab01 req-e7cff962-3d0f-4551-b2c8-f8d9affac377 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 949 time: 0.1187716 Aug 12 04:06:33.936718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:33.992881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1241512287-network', 'tenant_id': '54671de288264405aea06c43324bcdb0'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:34.011031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:34.037051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d6ccb76-4c6c-46ac-818c-0169c624ab01 req-ab17d2e5-a82c-4d75-b606-73c1cf47dddd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938439 Aug 12 04:06:34.089595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] Set router d6472975-6d3b-4123-a0f8-6eb3c6215fea gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:34.095661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Made reservation on behalf of 54671de288264405aea06c43324bcdb0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:34.100166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.108368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.158142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:06:33Z', 'revision_number': 6, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:34.189192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:34.192751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026e522-14e1-4d54-9d34-efc0e212174b None None] The sync data for ids ['d6472975-6d3b-4123-a0f8-6eb3c6215fea'] in n-d-804320-1 is: [{'id': 'd6472975-6d3b-4123-a0f8-6eb3c6215fea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1420956868-router', 'tenant_id': 'e77b400b70c1422abff4e9de68b664c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:23Z', 'updated_at': '2021-08-12T04:06:33Z', 'revision_number': 6, 'project_id': 'e77b400b70c1422abff4e9de68b664c6', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:06:34.214617 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.224273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['73d11f90-6cb8-40c5-b32d-8bf96ecac90d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:34.273711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.320927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e472a64-1b91-4bb6-8c91-f946bf3d9ad8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:34.336047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.385218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94059ed-49db-4968-b046-76ae00bcdee5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:34.402680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:06:34.420794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.421495 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Added segment b0fa63e3-523b-43d6-a733-44ddf5350f3e of type vlan for network d9216554-c79b-4900-945c-960da39e7a23 Aug 12 04:06:34.441423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7177a33d-abb1-41c3-b5d5-3bde2a046492 req-40775424-b46b-4c16-876e-e5c9fa496d81 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 210 time: 0.0390754 Aug 12 04:06:34.449824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.454291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8df48d-cdc5-4e92-95bf-3d3c1b456d7c req-05d5ddcd-0e12-4351-a1af-a29f21dbe162 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:34.456204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c8df48d-cdc5-4e92-95bf-3d3c1b456d7c req-05d5ddcd-0e12-4351-a1af-a29f21dbe162 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 944 time: 0.1313066 Aug 12 04:06:34.509660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.556255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c8df48d-cdc5-4e92-95bf-3d3c1b456d7c req-7aec339b-6845-4593-b74b-84db811bcd5b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717931 Aug 12 04:06:34.568579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.570890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.631786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.632815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:34.633400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.677512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.678288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6472975-6d3b-4123-a0f8-6eb3c6215fea {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:06:34.682968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.683897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5ce4acee-3814-4725-9fcc-5e4545244c6e admin admin] 10.222.0.42 "DELETE /v2.0/routers/d6472975-6d3b-4123-a0f8-6eb3c6215fea HTTP/1.1" status: 204 len: 168 time: 1.6280901 Aug 12 04:06:34.687084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42548) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:34.694444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] Pushing event updated for resources: {'Network': ['ID=d9216554-c79b-4900-945c-960da39e7a23,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:34.705428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d9216554-c79b-4900-945c-960da39e7a23 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:06:34.730327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Deleting subnet 56739b35-a7eb-4e8a-ae3b-ee18f65d37e2 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:06:34.734000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.759721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-14c9e5a2-cec0-4cbe-a21b-61c18af8080b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9283252 Aug 12 04:06:34.762674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42550) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:34.767556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Request body: {'subnet': {'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1241512287-subnet', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:34.773119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.850729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Made reservation on behalf of 54671de288264405aea06c43324bcdb0 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:34.853326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.860165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:34.981027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.023965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56739b35-a7eb-4e8a-ae3b-ee18f65d37e2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:35.032138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.035907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4251906-ad33-4e86-991e-46660766df20 None None] Network 94177539-89d1-407d-b54f-386917e9a2aa requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:35.042902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-57c7458b-95cc-4108-ab6a-1216a7263f66 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/56739b35-a7eb-4e8a-ae3b-ee18f65d37e2 HTTP/1.1" status: 204 len: 168 time: 0.3510838 Aug 12 04:06:35.046918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42552) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:35.145534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.195717 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-a64068d3-7cfd-4abd-86fc-3a2ff37ffb2b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540442 Aug 12 04:06:35.270110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623de99-db28-4e0b-b3c4-378e72d38e43 req-579e74d7-583c-42d4-a4f9-4c744a3a2e98 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:35.271812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9623de99-db28-4e0b-b3c4-378e72d38e43 req-579e74d7-583c-42d4-a4f9-4c744a3a2e98 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 949 time: 0.0896997 Aug 12 04:06:35.283221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Deleting port 1ddbae9a-93a3-4d18-8317-98db58b29d6d {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:35.283736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.363110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cef23907-7e97-42e2-a4d2-87368bee09ab tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585451 Aug 12 04:06:35.376462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] DHCP port deletion for 94177539-89d1-407d-b54f-386917e9a2aa request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:06:35.448775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:35.464159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9623de99-db28-4e0b-b3c4-378e72d38e43 req-0ad02f2d-216a-4444-9f48-b6b66366f329 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180258 Aug 12 04:06:35.465995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] For port 1ddbae9a-93a3-4d18-8317-98db58b29d6d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ddbae9a-93a3-4d18-8317-98db58b29d6d,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:35.466476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.487106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Calling delete_port for 1ddbae9a-93a3-4d18-8317-98db58b29d6d owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:35.496753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:35.498761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2058547-ca4e-4dc6-a7fc-f0edbe7fc9a5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:35.499516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:35.527960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:35.529214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e472a64-1b91-4bb6-8c91-f946bf3d9ad8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:35.536752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-4b12ab8b-9993-43e3-abbc-72858284c6e9 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:35.537060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] Deleting port 1ddbae9a-93a3-4d18-8317-98db58b29d6d {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:35.537453 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.538886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-4b12ab8b-9993-43e3-abbc-72858284c6e9 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3270993 Aug 12 04:06:35.581915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:35.618685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] For port 1ddbae9a-93a3-4d18-8317-98db58b29d6d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ddbae9a-93a3-4d18-8317-98db58b29d6d,segment=NetworkSegment(88dcc49a-517b-412c-9651-6292ce232999),segment_id=88dcc49a-517b-412c-9651-6292ce232999)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:35.619046 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.632533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] Calling delete_port for 1ddbae9a-93a3-4d18-8317-98db58b29d6d owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:35.679733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0fc4bbe1-1003-45e5-85de-98ab2dfc90f7 req-89430772-8421-455a-998a-9c3ea5dd17cd tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 210 time: 0.1096220 Aug 12 04:06:35.725441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-a917b3d2-d4d9-4c8b-80d8-1900e286a568 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:35.726973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-a917b3d2-d4d9-4c8b-80d8-1900e286a568 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548081 Aug 12 04:06:35.752329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.763881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:35.776853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.790135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] No DVR routers for this DVR port 1ddbae9a-93a3-4d18-8317-98db58b29d6d on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:35.795910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddbae9a-93a3-4d18-8317-98db58b29d6d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:35.805571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] No DVR routers for this DVR port 1ddbae9a-93a3-4d18-8317-98db58b29d6d on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:35.807029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5b085-bc95-4685-a66f-7661cfa29dac None None] Pushing event deleted for resources: {'Port': ['ID=1ddbae9a-93a3-4d18-8317-98db58b29d6d,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:35.844460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2edd0-a100-4db0-a35d-63a80e6974a5 req-d08a6e1a-431b-43da-acde-739b5ec5af4d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:35.846277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aee2edd0-a100-4db0-a35d-63a80e6974a5 req-d08a6e1a-431b-43da-acde-739b5ec5af4d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 944 time: 0.1277707 Aug 12 04:06:35.913142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.922180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.942851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94177539-89d1-407d-b54f-386917e9a2aa']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:35.945112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:35.948576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.952443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aee2edd0-a100-4db0-a35d-63a80e6974a5 req-d6c117cb-2cb9-4645-a4fb-c6d929a91485 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894151 Aug 12 04:06:35.956933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dcc49a-517b-412c-9651-6292ce232999') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:35.956933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dcc49a-517b-412c-9651-6292ce232999') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:35.966445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.985265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.987939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:06:35.988305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:06:35.989945 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:06:36.008759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4bb327-af5e-47b1-b908-78404be7843e,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:36.044064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Checking segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:36.044429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Network hostable DHCP agents. Network: d9216554-c79b-4900-945c-960da39e7a23, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:06:36.077086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:36.077086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.119328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.126634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.128864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/94177539-89d1-407d-b54f-386917e9a2aa HTTP/1.1" status: 204 len: 168 time: 1.0840683 Aug 12 04:06:36.136354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42566) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:36.139518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaf502-57de-473a-b7a1-19b959b45ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=94177539-89d1-407d-b54f-386917e9a2aa,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:36.209390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Network d9216554-c79b-4900-945c-960da39e7a23 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:06:36.235912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.198 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/cf58e3c7-864b-4b78-8e40-3860901226af) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:36.333134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d9216554-c79b-4900-945c-960da39e7a23) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:36.341971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193865c-bcc9-4782-bb81-a6fd300ace0e None None] Network d9216554-c79b-4900-945c-960da39e7a23 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:36.344420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:36.345006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.500231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:36.508132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cc6fc3dc-6390-43ee-b4b6-7f64b611d68c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7418823 Aug 12 04:06:36.509228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42574) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:36.520009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:36.524066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-d9216554-c79b-4900-945c-960da39e7a23', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:06:36.525396 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.565750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.631645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object cf58e3c7-864b-4b78-8e40-3860901226af will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:36.651438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.655101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.720462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699351-6f71-4150-a508-ca2e8245676b req-8166a220-fca2-4b2d-b4da-44e95299173e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:36.722030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b699351-6f71-4150-a508-ca2e8245676b req-8166a220-fca2-4b2d-b4da-44e95299173e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 949 time: 0.1481202 Aug 12 04:06:36.750089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.792504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b699351-6f71-4150-a508-ca2e8245676b req-7dabac16-694c-4e81-88a9-5382558abf72 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 Aug 12 04:06:36.818531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2dfa3a2-0217-4722-aeaf-c0fa0376d768 req-bb56cf08-dddf-40bb-84e8-c380ee8b9152 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 210 time: 0.0358763 Aug 12 04:06:36.827078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Allocated IP 172.20.0.2 (d9216554-c79b-4900-945c-960da39e7a23/9c4bb327-af5e-47b1-b908-78404be7843e/4f762a76-4a36-44ea-a0ab-8e89de7c4584) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:36.850655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.881934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:36.912001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 34dc37dc-998c-4384-b00f-f5a40427efb7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:36.927008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 34dc37dc-998c-4384-b00f-f5a40427efb7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:36.927804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:36.950554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:36.963267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:36.966364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.59 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/f5410a09-5cc4-40cb-a1f7-3e79d53cf29d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:36.968690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=cf58e3c7-864b-4b78-8e40-3860901226af,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:36.973625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:37.012977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.076374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.157094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.165314 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.169925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:37.170625 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.205263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Transition to ACTIVE for port object 4f762a76-4a36-44ea-a0ab-8e89de7c4584 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:37.215892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:37.222173 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc539a2-747f-4159-8263-9e97d8f03fad" -d '{"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-plugged", "status": "completed", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:37.247379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:37.261891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Transition to ACTIVE for port object 4f762a76-4a36-44ea-a0ab-8e89de7c4584 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:37.291703 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8a29f-4739-411e-8b84-1d9fb8fe1258 x-openstack-request-id: req-21c8a29f-4739-411e-8b84-1d9fb8fe1258 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:37.292000 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-plugged", "status": "completed", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:37.292256 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21c8a29f-4739-411e-8b84-1d9fb8fe1258 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:37.292653 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'code': 200} Aug 12 04:06:37.304446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.305348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:37.340908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae9e01-0278-4b20-9b50-1ab0b6b679c4 req-441a04e5-9b1a-4b66-9ffd-7f18275bd17e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:37.349682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bae9e01-0278-4b20-9b50-1ab0b6b679c4 req-441a04e5-9b1a-4b66-9ffd-7f18275bd17e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 944 time: 0.2601023 Aug 12 04:06:37.364610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.385959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Network d9216554-c79b-4900-945c-960da39e7a23 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:37.392377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:37.400982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:37.409207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d31ca368-f95e-46d9-963d-45c6f37c443c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8403749 Aug 12 04:06:37.431810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.456385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ddbae9a-93a3-4d18-8317-98db58b29d6d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:37.464160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.522237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1ddbae9a-93a3-4d18-8317-98db58b29d6d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:37.522830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ddbae9a-93a3-4d18-8317-98db58b29d6d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:37.531979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Attempting to bind port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:37.531979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Attempting to bind port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:37.532138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Attempting to bind port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 on network d9216554-c79b-4900-945c-960da39e7a23 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:37.538023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-785a57bf-8330-4058-9491-a3aba603fa43 None None] Provisioning for port cf58e3c7-864b-4b78-8e40-3860901226af completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:37.550157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:37.550548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Checking segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:37.550981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.551517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Bound using segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:37.551999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Bound port: 4f762a76-4a36-44ea-a0ab-8e89de7c4584, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:37.552388 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.554262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-785a57bf-8330-4058-9491-a3aba603fa43 None None] Provisioning complete for port cf58e3c7-864b-4b78-8e40-3860901226af triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:37.554624 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-785a57bf-8330-4058-9491-a3aba603fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.574104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Request body: {'port': {'device_id': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:37.608231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:37.630989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Allocated IP 172.25.6.213 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/5ea6f8a2-8285-42f9-86e8-725c5d4dfc11) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:37.684964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.688751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-785a57bf-8330-4058-9491-a3aba603fa43 None None] Port cf58e3c7-864b-4b78-8e40-3860901226af cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:37.702678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d9515-f70f-4d2d-b776-f84e8aee5923 req-0c5ab2ef-6125-45cc-b9de-c5cd453edbdf tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:37.704167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f1d9515-f70f-4d2d-b776-f84e8aee5923 req-0c5ab2ef-6125-45cc-b9de-c5cd453edbdf tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1097 time: 0.1161723 Aug 12 04:06:37.742946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Pushing event updated for resources: {'Port': ['ID=4f762a76-4a36-44ea-a0ab-8e89de7c4584,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:37.760441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] For port 4f762a76-4a36-44ea-a0ab-8e89de7c4584, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:37.763644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f1d9515-f70f-4d2d-b776-f84e8aee5923 req-7c7b5456-6e63-4c6f-aba6-a6916c14b69f tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516930 Aug 12 04:06:37.772322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] For port 4f762a76-4a36-44ea-a0ab-8e89de7c4584, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4f762a76-4a36-44ea-a0ab-8e89de7c4584,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:37.806284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:37.808673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.817407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:37.818142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.863105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.926789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:37.983149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7fe32-57f5-42da-a270-5961918ef7f8 None None] Pushing event updated for resources: {'Port': ['ID=4f762a76-4a36-44ea-a0ab-8e89de7c4584,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:37.996503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:38.002069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:38.015545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:38.030413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2974f5-ab1a-4b12-b7bd-d88f4d46e195 req-ec7f2d0f-4d71-4f84-a7ca-4eec728b3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:38.031869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa2974f5-ab1a-4b12-b7bd-d88f4d46e195 req-ec7f2d0f-4d71-4f84-a7ca-4eec728b3e70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1101 time: 0.6215417 Aug 12 04:06:38.036628 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.038014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.054221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bae9e01-0278-4b20-9b50-1ab0b6b679c4 req-7c01433a-0318-4d70-a1d7-728d7d757739 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033234 Aug 12 04:06:38.076766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Pushing event updated for resources: {'Port': ['ID=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:38.084016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:38.135389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object f5410a09-5cc4-40cb-a1f7-3e79d53cf29d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:38.149440 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.254092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:38.290086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa2974f5-ab1a-4b12-b7bd-d88f4d46e195 req-9b34917f-d4bd-4c22-b7ee-b7463adba392 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324386 Aug 12 04:06:38.379878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557442bb-a667-4149-aa01-df86f49c02e5 req-ba5169f3-df81-4ffa-9220-1c6b0405cbb4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:38.381031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-557442bb-a667-4149-aa01-df86f49c02e5 req-ba5169f3-df81-4ffa-9220-1c6b0405cbb4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.2066419 Aug 12 04:06:38.459641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.504926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-557442bb-a667-4149-aa01-df86f49c02e5 req-0b4318ba-d8da-4a81-82f3-53e560505ecb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023209 Aug 12 04:06:38.566277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:38.581424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Deleting port cc2e6ef1-2d08-4585-8577-3517b6f842f2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:38.582079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.583661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:38.601251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:38.658282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:38.673284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:38.708811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.832525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:38.833167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.893726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd36e06-bee9-438b-a07a-5fcbfba8fed0 req-b039b9a3-5fee-4c27-bb75-f282c6d73a65 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:38.895623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bd36e06-bee9-438b-a07a-5fcbfba8fed0 req-b039b9a3-5fee-4c27-bb75-f282c6d73a65 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 935 time: 0.2894282 Aug 12 04:06:38.961655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf58e3c7-864b-4b78-8e40-3860901226af {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:38.974446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:38.978319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] For port cc2e6ef1-2d08-4585-8577-3517b6f842f2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cc2e6ef1-2d08-4585-8577-3517b6f842f2,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:38.978680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.018613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-87371215-c0e5-4b44-8d5a-567a30b89698 None None] Provisioning for port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:39.031898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Calling delete_port for cc2e6ef1-2d08-4585-8577-3517b6f842f2 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:39.032709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-87371215-c0e5-4b44-8d5a-567a30b89698 None None] Provisioning complete for port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:39.033481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-87371215-c0e5-4b44-8d5a-567a30b89698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.040718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-d57169cf-eb43-408b-b790-14709e4fdb2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2884831 Aug 12 04:06:39.049261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Transition to ACTIVE for port object cf58e3c7-864b-4b78-8e40-3860901226af will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:39.049467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.061889 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bd36e06-bee9-438b-a07a-5fcbfba8fed0 req-d808ac18-eab6-4af0-9413-37be66278b5a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506019 Aug 12 04:06:39.077427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Request body: {'port': {'device_id': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:39.082347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-87371215-c0e5-4b44-8d5a-567a30b89698 None None] Port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:39.198592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.243274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476b233-15f6-48f0-a823-7e3816a48f2c None None] Network d9216554-c79b-4900-945c-960da39e7a23 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:39.253760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.291367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Pushing event updated for resources: {'Port': ['ID=cf58e3c7-864b-4b78-8e40-3860901226af,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:39.353286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Router de6c9cdf-7736-4fbb-94a0-374f1af71baf is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:06:39.405408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:39.407321 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f3e852-45dc-4829-b4c0-9ad9a560ea13" -d '{"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-plugged", "status": "completed", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:39.535547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d0a78833-5c8c-4506-9dfc-16afa0a77593 None None] Provisioning for port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:39.552122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4f762a76-4a36-44ea-a0ab-8e89de7c4584 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:39.580265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:06:39.591856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Sync routers for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:06:39.618106 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:39.618805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:39.718975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.721033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed245698-5d63-4ca9-bcbd-1f2695cf699a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2095006 Aug 12 04:06:39.728141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42634) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:39.746863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855721d-4973-4a49-8a2f-c43fefde833f req-9736aea1-4a59-41ad-9cef-7742fa2b2d58 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:39.749497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:39.753989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:39.757760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.757907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f855721d-4973-4a49-8a2f-c43fefde833f req-9736aea1-4a59-41ad-9cef-7742fa2b2d58 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 945 time: 0.3887565 Aug 12 04:06:39.775157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Attempting to bind port cf58e3c7-864b-4b78-8e40-3860901226af on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:39.775157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Attempting to bind port cf58e3c7-864b-4b78-8e40-3860901226af by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:39.775157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Attempting to bind port cf58e3c7-864b-4b78-8e40-3860901226af on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:39.789691 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:39.823288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Port cf58e3c7-864b-4b78-8e40-3860901226af on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:39.823685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Attempting to bind port cf58e3c7-864b-4b78-8e40-3860901226af on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:39.888874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:39.889547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:39.890033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:39.890485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Bound port: cf58e3c7-864b-4b78-8e40-3860901226af, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:39.890873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.917289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:39.965373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f855721d-4973-4a49-8a2f-c43fefde833f req-4f767fd9-1695-4b31-a3e3-840617a6a5fc tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071736 Aug 12 04:06:39.999878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 4f762a76-4a36-44ea-a0ab-8e89de7c4584, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4f762a76-4a36-44ea-a0ab-8e89de7c4584,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:40.035048 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af589dc-90c3-4696-b513-f8ad2d9c7b2a x-openstack-request-id: req-5af589dc-90c3-4696-b513-f8ad2d9c7b2a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:40.035442 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-plugged", "status": "completed", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:40.035795 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5af589dc-90c3-4696-b513-f8ad2d9c7b2a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:40.036342 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'code': 200} Aug 12 04:06:40.060154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.080518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5b773ae0-a5ee-4b1d-9d15-bbc3b2987fd2 None None] Provisioning complete for port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:40.081526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5b773ae0-a5ee-4b1d-9d15-bbc3b2987fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.112648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2e6ef1-2d08-4585-8577-3517b6f842f2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:40.141529 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.247994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] For port cf58e3c7-864b-4b78-8e40-3860901226af, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:40.271078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=4f762a76-4a36-44ea-a0ab-8e89de7c4584,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:40.307738 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:38Z', 'revision_number': 3, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:40.361302 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Checking router: de6c9cdf-7736-4fbb-94a0-374f1af71baf for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:06:40.361658 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Updating router de6c9cdf-7736-4fbb-94a0-374f1af71baf port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:06:40.383387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] For port cf58e3c7-864b-4b78-8e40-3860901226af, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cf58e3c7-864b-4b78-8e40-3860901226af,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:40.395249 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.395779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd8ccb-4a44-4db0-a188-5d0669f13ade req-51057954-3af4-429d-9500-1755c1d4c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:40.397542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8dd8ccb-4a44-4db0-a188-5d0669f13ade req-51057954-3af4-429d-9500-1755c1d4c9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 1096 time: 0.2479510 Aug 12 04:06:40.434901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ded5d3-867b-4a6c-8712-0c182941c20c req-41c02331-06f5-4a01-accf-1d9f4fe486dc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:40.436428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2ded5d3-867b-4a6c-8712-0c182941c20c req-41c02331-06f5-4a01-accf-1d9f4fe486dc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.2453802 Aug 12 04:06:40.458366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-bc6d0b51-6877-421b-aa9c-5b29d7c42b5a tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:06:40.459411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-bc6d0b51-6877-421b-aa9c-5b29d7c42b5a tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167563 Aug 12 04:06:40.463461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.475877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.516876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Request body: {'binding': {'host': 'n-h1-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:40.517323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:06:40.614250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5410a09-5cc4-40cb-a1f7-3e79d53cf29d {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:40.648484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Allocated IP 172.20.0.1 (d9216554-c79b-4900-945c-960da39e7a23/9c4bb327-af5e-47b1-b908-78404be7843e/8773fe0a-b693-475c-a6f3-296585de795c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:40.681620 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.693252 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Transition to ACTIVE for port object 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:40.721753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.735668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:40.736660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.738289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] 10.222.0.20 "PUT /v2.0/ports/cf58e3c7-864b-4b78-8e40-3860901226af HTTP/1.1" status: 200 len: 1096 time: 3.2802565 Aug 12 04:06:40.738777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'tag': 'cf58e3c7-864b-4b78-8e40-3860901226af'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:40.741069 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a434713-2e9d-47f5-b911-9f12f6bdbe00" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1bc216-e63e-4f9f-8be1-7d6972446ce0", "tag": "cf58e3c7-864b-4b78-8e40-3860901226af"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:40.767517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.782293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Transition to ACTIVE for port object 8773fe0a-b693-475c-a6f3-296585de795c will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:40.795792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8dd8ccb-4a44-4db0-a188-5d0669f13ade req-85dd54a0-3c78-4445-8481-e0bb5086147b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519125 Aug 12 04:06:40.799162 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.810428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on host n-h1-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:40.810794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:40.811132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:40.818230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2ded5d3-867b-4a6c-8712-0c182941c20c req-fdc9015a-cc2e-48a6-8830-0f02da1e815b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733747 Aug 12 04:06:40.819653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Transition to ACTIVE for port object f5410a09-5cc4-40cb-a1f7-3e79d53cf29d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:40.820389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:40.820712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:40.822766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.825423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ade7bc-4c37-46bf-bb57-da2824c8e09a service neutron] Pushing event updated for resources: {'Port': ['ID=cf58e3c7-864b-4b78-8e40-3860901226af,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:40.834410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:40.838360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:40.838360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:40.838360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Bound port: d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:40.896264 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Pushing event updated for resources: {'Port': ['ID=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:40.898349 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Attempting to bind port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:40.898828 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Attempting to bind port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:40.899082 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Attempting to bind port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:40.908312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.920386 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.920726 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.921065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.921393 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.921712 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.922217 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.922812 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.924257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.924409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.924878 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.925706 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.926163 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:40.930118 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:40.930998 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:40.931553 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.932081 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:40.932722 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Bound port: 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:40.933287 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:40.967523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Network d9216554-c79b-4900-945c-960da39e7a23 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:40.970878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:40.975672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:40.979230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Pushing event updated for resources: {'Port': ['ID=8773fe0a-b693-475c-a6f3-296585de795c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:40.994301 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] For port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:40.998317 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] For port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:41.022317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.028519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.131390 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.213629 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc5e9-6858-43e0-8dc8-d520a072b935 None None] Pushing event updated for resources: {'Port': ['ID=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:41.217105 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:41.217730 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:41.256278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.290048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6711dbc4-31a8-47f6-aa4c-28ea27274eb9 None None] Provisioning for port 8773fe0a-b693-475c-a6f3-296585de795c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:41.295279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6711dbc4-31a8-47f6-aa4c-28ea27274eb9 None None] Provisioning complete for port 8773fe0a-b693-475c-a6f3-296585de795c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:41.295635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6711dbc4-31a8-47f6-aa4c-28ea27274eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.338029 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:41.357799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6711dbc4-31a8-47f6-aa4c-28ea27274eb9 None None] Port 8773fe0a-b693-475c-a6f3-296585de795c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:41.476185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:41.485555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-7d564924-b124-45a9-9642-218f01c90441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:41.487153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-7d564924-b124-45a9-9642-218f01c90441 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 1099 time: 0.6093946 Aug 12 04:06:41.495205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:41.511761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.527445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f5d5e-796a-4364-92ef-aa461fe6dde3 req-b6fe949a-9e59-4e12-9c84-4c31564be3fd tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:41.537890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c1f5d5e-796a-4364-92ef-aa461fe6dde3 req-b6fe949a-9e59-4e12-9c84-4c31564be3fd tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 947 time: 0.5729539 Aug 12 04:06:41.554506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4f762a76-4a36-44ea-a0ab-8e89de7c4584 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:41.576022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.616139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:41.616885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.625960 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:40Z', 'revision_number': 1, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:41.660179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.662868 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb5057-615f-4c28-a689-81e5afa54d2e None None] The sync data for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 is: [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:40Z', 'revision_number': 1, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:06:41.680279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.681381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-0d337f42-8ef5-4645-a915-a90b59b35fa4 service neutron] 10.222.0.42 "POST /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff/bindings HTTP/1.1" status: 201 len: 389 time: 1.1958942 Aug 12 04:06:41.711130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-05fae33c-4914-4ef8-9085-c932189a0bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=cf58e3c7-864b-4b78-8e40-3860901226af HTTP/1.1" status: 200 len: 217 time: 0.1917880 Aug 12 04:06:41.711332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Pushing event updated for resources: {'Port': ['ID=8773fe0a-b693-475c-a6f3-296585de795c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:41.806812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Network d9216554-c79b-4900-945c-960da39e7a23 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:41.808572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:41.841243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c1f5d5e-796a-4364-92ef-aa461fe6dde3 req-292b9fac-964e-4a74-8535-1a79a2fbcb9e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024812 Aug 12 04:06:41.866346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Attempting to bind port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:41.866691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Attempting to bind port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:41.867047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Attempting to bind port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:41.871181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-a53dc026-cbd3-4703-8ce8-32a890bce319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:41.880294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-a53dc026-cbd3-4703-8ce8-32a890bce319 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1472094 Aug 12 04:06:41.881134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:41.881134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Attempting to bind port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:41.899431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:06:41.902032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:41.902381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:41.903421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:41.903881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Bound port: f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:41.910475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:41.959101 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0a7859-65f8-4415-ba59-089b2aafb485 x-openstack-request-id: req-6d0a7859-65f8-4415-ba59-089b2aafb485 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:41.959101 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1bc216-e63e-4f9f-8be1-7d6972446ce0", "tag": "cf58e3c7-864b-4b78-8e40-3860901226af", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:41.959408 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d0a7859-65f8-4415-ba59-089b2aafb485 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:41.959701 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'tag': 'cf58e3c7-864b-4b78-8e40-3860901226af', 'status': 'completed', 'code': 200} Aug 12 04:06:42.104763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Router de6c9cdf-7736-4fbb-94a0-374f1af71baf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:06:42.135020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-39fafe41-a9b3-43e6-afc4-db2859deb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.136863 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-39fafe41-a9b3-43e6-afc4-db2859deb6d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2521439 Aug 12 04:06:42.267992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] For port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:42.307771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:06:42.316812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e4e4e221-05c7-4934-8a7b-7fce65ab7201 admin admin] 10.222.0.42 "PUT /v2.0/routers/de6c9cdf-7736-4fbb-94a0-374f1af71baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5841968 Aug 12 04:06:42.332912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] For port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:42.336320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5ad32bce-b02e-494c-ba46-91be2e719782 None None] Provisioning complete for port 8773fe0a-b693-475c-a6f3-296585de795c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:42.340070 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5ad32bce-b02e-494c-ba46-91be2e719782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:42.350945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:06:42.368457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3f7ea5ef-5761-4baf-bbc0-07d364a2765b admin admin] 10.222.0.42 "PUT /v2.0/routers/d20849c0-ff54-4f57-a2ac-4ad56ee0cd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2310276 Aug 12 04:06:42.372526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42662) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:42.388686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4c9ed-42be-4000-bc0b-0152ec86d542 req-35df60de-e496-40d8-9935-e6b027639547 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.390357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76d4c9ed-42be-4000-bc0b-0152ec86d542 req-35df60de-e496-40d8-9935-e6b027639547 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 945 time: 0.2403464 Aug 12 04:06:42.394956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] Sync routers for ids ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:06:42.430065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] Routers {'d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:42.430724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:42.439959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:42.460602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-ddc1fcaf-eb78-4635-99ca-7afd4ce72900 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975359 Aug 12 04:06:42.478058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f99b4-6021-45d7-85ad-4310b6a6bda9 req-5b3dc140-59b1-4cb6-939c-bf5ceb156eee tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.487656 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc9f99b4-6021-45d7-85ad-4310b6a6bda9 req-5b3dc140-59b1-4cb6-939c-bf5ceb156eee tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1101 time: 0.1673086 Aug 12 04:06:42.541864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dc9f99b4-6021-45d7-85ad-4310b6a6bda9 req-0ee41c22-7823-4207-805a-b320adc9b2a6 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:42.604881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5ad32bce-b02e-494c-ba46-91be2e719782 None None] Port 8773fe0a-b693-475c-a6f3-296585de795c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:06:42.615134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] Set router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:42.628776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76d4c9ed-42be-4000-bc0b-0152ec86d542 req-bf6ef2b9-75c3-4250-bb88-49d5e80cdf26 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137351 Aug 12 04:06:42.631878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-b141ea43-f2b4-46ea-b798-b908a2f2ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.633382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-b141ea43-f2b4-46ea-b798-b908a2f2ff95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1097 time: 0.1727228 Aug 12 04:06:42.647766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.648592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:42.650453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] 10.222.0.36 "PUT /v2.0/ports/f5410a09-5cc4-40cb-a1f7-3e79d53cf29d HTTP/1.1" status: 200 len: 1095 time: 3.5839756 Aug 12 04:06:42.651149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2a6ab-e562-4d04-aa97-c32e6b64cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:42.681066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:42.767621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-7b361511-1614-4bcf-9ec9-fdaf809e85c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259941 Aug 12 04:06:42.890049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a353-a1f6-4810-9561-5226018f2656 req-56d9985d-1eec-481b-9c68-c879e0718c66 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.897019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8911a353-a1f6-4810-9561-5226018f2656 req-56d9985d-1eec-481b-9c68-c879e0718c66 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1097 time: 0.1014757 Aug 12 04:06:42.933290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-42bd771b-8281-48bc-a2f6-73d0e5afad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.934796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-42bd771b-8281-48bc-a2f6-73d0e5afad40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 1098 time: 0.0843215 Aug 12 04:06:42.988382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-d53ad3c7-0472-404a-af72-1793cced2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:42.989931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-d53ad3c7-0472-404a-af72-1793cced2a6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.3419528 Aug 12 04:06:43.003611 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.034077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-56d3c782-83f0-4b8c-bba9-7631b13a9927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d HTTP/1.1" status: 200 len: 217 time: 0.0899272 Aug 12 04:06:43.051543 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8911a353-a1f6-4810-9561-5226018f2656 req-9fe30ee4-8135-47ed-961c-a0de12c40850 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431007 Aug 12 04:06:43.067899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dc9f99b4-6021-45d7-85ad-4310b6a6bda9 req-0ee41c22-7823-4207-805a-b320adc9b2a6 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.069849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-81f8d297-9e61-4566-8483-35ffea7615f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 217 time: 0.0695586 Aug 12 04:06:43.136014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-90409775-f964-46bd-be5c-34e7e2aaff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.137523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-90409775-f964-46bd-be5c-34e7e2aaff34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0584872 Aug 12 04:06:43.161880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-1d9866b8-116c-478b-a210-c56bd063d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.163408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-1d9866b8-116c-478b-a210-c56bd063d7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 1099 time: 0.2030044 Aug 12 04:06:43.179604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:06:39Z', 'revision_number': 5, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port': {'id': 'aff439f6-4e22-49e8-92c2-ec7121ae0efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:04:35Z', 'updated_at': '2021-08-12T04:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:43.182454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-b6361999-ee44-4abd-92e0-6ae1b5d4a67a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299232 Aug 12 04:06:43.187809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cc228f27-050f-48b3-bbce-bb2ee9a7b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.189282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-cc228f27-050f-48b3-bbce-bb2ee9a7b102 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1367221 Aug 12 04:06:43.217088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] Checking router: d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:06:43.229063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] Routers {'d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:43.230281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:43.235245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dc9f99b4-6021-45d7-85ad-4310b6a6bda9 req-0ee41c22-7823-4207-805a-b320adc9b2a6 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.318872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc9f99b4-6021-45d7-85ad-4310b6a6bda9 req-0ee41c22-7823-4207-805a-b320adc9b2a6 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306279 Aug 12 04:06:43.334885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e9910-b6b9-4d8c-90ff-571e44b8ca9f req-b1a4bea9-9ed7-47cd-8f81-a786fa3e2f25 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.343858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-745e9910-b6b9-4d8c-90ff-571e44b8ca9f req-b1a4bea9-9ed7-47cd-8f81-a786fa3e2f25 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.2050648 Aug 12 04:06:43.353558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-c8f97b1e-bbc6-4a7e-92b2-62c581a574f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.355242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-c8f97b1e-bbc6-4a7e-92b2-62c581a574f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452959 Aug 12 04:06:43.359107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee41c22-7823-4207-805a-b320adc9b2a6 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365067e5-cfcd-4c53-947e-16926f9a2ec0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:43.378115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] Set router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:43.391714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-013eb145-6ba5-4836-8274-6a1e9a5d99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.393200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-013eb145-6ba5-4836-8274-6a1e9a5d99fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2093279 Aug 12 04:06:43.401115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Deleting port aff439f6-4e22-49e8-92c2-ec7121ae0efe {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:43.401447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.530964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-953b5e77-c651-4a70-9d9e-0ae0b346e549 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=cf58e3c7-864b-4b78-8e40-3860901226af HTTP/1.1" status: 200 len: 217 time: 0.1195829 Aug 12 04:06:43.534475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 6, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:43.559221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-745e9910-b6b9-4d8c-90ff-571e44b8ca9f req-def7c5ad-5e28-4c9f-b591-09a587d3b1f2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142568 Aug 12 04:06:43.577674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:43.580337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5d7fb-5cf9-459c-a1bb-7059faa40ff5 None None] The sync data for ids ['d20849c0-ff54-4f57-a2ac-4ad56ee0cd65'] in n-d-804320-1 is: [{'id': 'd20849c0-ff54-4f57-a2ac-4ad56ee0cd65', 'name': 'tempest-AttachSCSIVolumeTestJSON-1502838798-router', 'tenant_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:34Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 6, 'project_id': 'a957c4d9d96d46d0adfefd042bff5f5b', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:06:43.655981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-2256c1dc-d4d3-48f4-b810-2a2d3671f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.657469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-2256c1dc-d4d3-48f4-b810-2a2d3671f5cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1143293 Aug 12 04:06:43.729740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-1d6f6980-89f0-4309-908c-91a8aaba502d service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642843 Aug 12 04:06:43.765630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:43.767446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-a32f7bd5-44c7-4a6e-9305-28f870f7bfcb service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619071 Aug 12 04:06:43.772595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:43.772969 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.819589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-41f111db-4aba-40fb-b70f-ee907763fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.821267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-41f111db-4aba-40fb-b70f-ee907763fd81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444912 Aug 12 04:06:43.837225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2cbd3-893b-499a-bb69-f8fe75864f3b req-bc6b8e72-407e-496b-9bd3-99bb82438100 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:43.845168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66e2cbd3-893b-499a-bb69-f8fe75864f3b req-bc6b8e72-407e-496b-9bd3-99bb82438100 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 947 time: 0.1513646 Aug 12 04:06:43.886401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.913712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] For port aff439f6-4e22-49e8-92c2-ec7121ae0efe, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aff439f6-4e22-49e8-92c2-ec7121ae0efe,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:43.914107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:43.920333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:43.950208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Calling delete_port for aff439f6-4e22-49e8-92c2-ec7121ae0efe owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:43.956479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-eb74f43c-38eb-48ba-92cb-81fed2f916ee service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728303 Aug 12 04:06:43.963119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'tag': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:43.966041 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a55d51-9235-42d0-ae17-2b15885294e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4da40f1c-0d4a-4410-9ca6-b1ae917e0d79", "tag": "f5410a09-5cc4-40cb-a1f7-3e79d53cf29d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:43.984552 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66e2cbd3-893b-499a-bb69-f8fe75864f3b req-ff86db21-90f1-4c5e-b93d-3bc1f5d4e9e5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350546 Aug 12 04:06:43.990324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55faddf1-59ff-4bfe-bd47-18d32ce0a036 req-75e9b119-b439-4847-8bc4-edbcd7b2768a service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379749 Aug 12 04:06:44.024907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-6d29d585-00c4-4228-9575-5f89060d6693 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767015 Aug 12 04:06:44.026742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.086831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:44.091873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812799880', 'description': 'tempest-description--1799812638'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:44.144922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:44.210073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.295629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a434713-2e9d-47f5-b911-9f12f6bdbe00 req-7c95906b-dd0c-4d4b-ae8d-9c0e9b7ef557 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552335 Aug 12 04:06:44.304005 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.352789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.367020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff439f6-4e22-49e8-92c2-ec7121ae0efe,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:44.428645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.438082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.509853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af076e3-e9cc-4d2b-9cf7-d8765140b57d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:44.558686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.559812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.562479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.563451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-466fbba4-c56e-4178-a1ab-39074490ff92 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4770515 Aug 12 04:06:44.564090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42692) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:44.568678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Request body: {'security_group_rule': {'security_group_id': '1af076e3-e9cc-4d2b-9cf7-d8765140b57d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:44.699586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.700758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:06:44.711058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.716509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:44.724896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-590b4528-87a3-4200-a085-200ee7efc206 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d20849c0-ff54-4f57-a2ac-4ad56ee0cd65 HTTP/1.1" status: 204 len: 168 time: 2.3512838 Aug 12 04:06:44.736631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.830278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Deleting subnet e8cf36ca-ce88-40cb-920c-e8d902cbde50 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:06:44.831208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.836848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.917853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.919660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:44.959388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016e1842-acdf-482c-ab39-535f0f85d641,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:45.003636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Sync routers for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:06:45.022038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:45.022614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:45.056115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.057899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0cc605e1-4c8c-4060-9913-ee5b0930845a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4928148 Aug 12 04:06:45.060430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42718) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:45.065600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Request body: {'security_group_rule': {'security_group_id': '1af076e3-e9cc-4d2b-9cf7-d8765140b57d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:45.140952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773f70-2d48-463e-bace-673344d8dc2a req-0eee5ecd-c1b1-45c6-b428-8ae87296c647 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:45.143235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84773f70-2d48-463e-bace-673344d8dc2a req-0eee5ecd-c1b1-45c6-b428-8ae87296c647 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 945 time: 0.2772443 Aug 12 04:06:45.196377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.205978 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:45.225096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.289897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84773f70-2d48-463e-bace-673344d8dc2a req-b9f257d6-44dc-4997-a9ba-9e679088b8c2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388030 Aug 12 04:06:45.302394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-98499f84-b21c-4c17-95e1-acbdd93a551a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2528954 Aug 12 04:06:45.373149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.420370 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05fb94-37e2-43df-a459-cd5407678653 x-openstack-request-id: req-9f05fb94-37e2-43df-a459-cd5407678653 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:45.420711 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da40f1c-0d4a-4410-9ca6-b1ae917e0d79", "tag": "f5410a09-5cc4-40cb-a1f7-3e79d53cf29d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:45.420893 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f05fb94-37e2-43df-a459-cd5407678653 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:45.421267 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'tag': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', 'status': 'completed', 'code': 200} Aug 12 04:06:45.433699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.435656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.513369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:45.525906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d6cb1f-8aa5-4215-be97-a89d8ad2d9ec,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:45.536900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cf36ca-ce88-40cb-920c-e8d902cbde50,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:45.561073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.561910 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 2, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:45.565758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42736) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:45.566932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5bdc57c9-d59f-45c4-a5cf-ceabfaa80d11 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e8cf36ca-ce88-40cb-920c-e8d902cbde50 HTTP/1.1" status: 204 len: 168 time: 0.8493090 Aug 12 04:06:45.589958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566674d-c3e1-4b53-9a0e-922e90327794 None None] Network ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:45.596341 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Checking router: de6c9cdf-7736-4fbb-94a0-374f1af71baf for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:06:45.596699 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Updating router de6c9cdf-7736-4fbb-94a0-374f1af71baf port 8773fe0a-b693-475c-a6f3-296585de795c binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:06:45.624419 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.717746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-13ed5261-85b5-4971-b650-36247e58172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:45.725519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-13ed5261-85b5-4971-b650-36247e58172c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 1098 time: 0.2094657 Aug 12 04:06:45.757677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cb861-ee09-4670-877b-1a5f8f9d91bd req-ddfae053-3a3b-44ac-bfae-83303f7baa5e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:45.767319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b3cb861-ee09-4670-877b-1a5f8f9d91bd req-ddfae053-3a3b-44ac-bfae-83303f7baa5e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.2315209 Aug 12 04:06:45.825051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.830290 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.830948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:45.831545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:45.838933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-545f84d5-64e7-4085-9c23-e951883ae72b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7698069 Aug 12 04:06:45.839693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:45.847072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:46.007499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.051887 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b3cb861-ee09-4670-877b-1a5f8f9d91bd req-8957316a-9c03-486f-86d7-bf18352e1260 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817845 Aug 12 04:06:46.079729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] DHCP port deletion for ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:06:46.176070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-41d90760-8d27-49f8-8d28-c5b62f1d0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:46.178175 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-41d90760-8d27-49f8-8d28-c5b62f1d0355 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.4060748 Aug 12 04:06:46.210640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Deleting port f9199360-6196-4c4e-8e32-d3a3e927932a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:46.210640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.214462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cc2e6ef1-2d08-4585-8577-3517b6f842f2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:46.216910 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.234038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Transition to ACTIVE for port object 8773fe0a-b693-475c-a6f3-296585de795c will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:46.264466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cc2e6ef1-2d08-4585-8577-3517b6f842f2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:46.264827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cc2e6ef1-2d08-4585-8577-3517b6f842f2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:46.265230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aff439f6-4e22-49e8-92c2-ec7121ae0efe no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:46.307268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: aff439f6-4e22-49e8-92c2-ec7121ae0efe {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:46.307507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aff439f6-4e22-49e8-92c2-ec7121ae0efe not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:46.317006 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.329974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] Deleting port f9199360-6196-4c4e-8e32-d3a3e927932a {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:06:46.330371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.409165 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bded30-37d1-4ee3-ab61-0bdcb2839471 None None] Pushing event updated for resources: {'Port': ['ID=8773fe0a-b693-475c-a6f3-296585de795c,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:46.450674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] For port f9199360-6196-4c4e-8e32-d3a3e927932a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9199360-6196-4c4e-8e32-d3a3e927932a,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:46.457417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.467291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] For port f9199360-6196-4c4e-8e32-d3a3e927932a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9199360-6196-4c4e-8e32-d3a3e927932a,segment=NetworkSegment(0e09f3ea-253f-41fe-a049-1e12d2c79a03),segment_id=0e09f3ea-253f-41fe-a049-1e12d2c79a03)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:46.467692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.501201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] Calling delete_port for f9199360-6196-4c4e-8e32-d3a3e927932a owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:46.522628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Calling delete_port for f9199360-6196-4c4e-8e32-d3a3e927932a owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:06:46.528606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Attempting to bind port 8773fe0a-b693-475c-a6f3-296585de795c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:46.534928 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Attempting to bind port 8773fe0a-b693-475c-a6f3-296585de795c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:46.535460 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Attempting to bind port 8773fe0a-b693-475c-a6f3-296585de795c on network d9216554-c79b-4900-945c-960da39e7a23 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:46.543995 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:46.544364 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Checking segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:46.544756 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.545146 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Bound using segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:46.545616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Bound port: 8773fe0a-b693-475c-a6f3-296585de795c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:46.546007 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.584897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cf58e3c7-864b-4b78-8e40-3860901226af details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:46.586323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5410a09-5cc4-40cb-a1f7-3e79d53cf29d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:46.660910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.681911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] For port 8773fe0a-b693-475c-a6f3-296585de795c, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:46.688944 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] For port 8773fe0a-b693-475c-a6f3-296585de795c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8773fe0a-b693-475c-a6f3-296585de795c,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:46.775987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-d0833177-1322-4e92-9b41-37a493f80ddc tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:06:46.776407 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:46.784577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-d0833177-1322-4e92-9b41-37a493f80ddc tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107739 Aug 12 04:06:46.793259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-ae1a6b27-cdde-4767-bc1a-aa93d7d1ef2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d HTTP/1.1" status: 200 len: 217 time: 0.6024144 Aug 12 04:06:46.796334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Request body: {'binding': {'host': 'n-h1-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:46.796785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:06:46.849727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9365fb-6afb-4745-adc2-c21377c4c9b2 req-e0bbcae4-3ca5-448f-b088-33ec680aa308 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:46.857806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de9365fb-6afb-4745-adc2-c21377c4c9b2 req-e0bbcae4-3ca5-448f-b088-33ec680aa308 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.6688709 Aug 12 04:06:46.903861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Allocated IP 172.25.6.78 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/8bfe0b55-da32-4ede-b5d1-309eb09e766e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:46.943977 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:46.944606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:46.952791 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bded30-37d1-4ee3-ab61-0bdcb2839471 None None] Pushing event updated for resources: {'Port': ['ID=8773fe0a-b693-475c-a6f3-296585de795c,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:47.030997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de9365fb-6afb-4745-adc2-c21377c4c9b2 req-fb27c7c3-45f2-4bd1-9ced-2c2aaf359cbc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721990 Aug 12 04:06:47.039897 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.068012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-fa7d23bc-18c1-4886-a97a-3e9e5d5e8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:47.070144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-fa7d23bc-18c1-4886-a97a-3e9e5d5e8404 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.2442269 Aug 12 04:06:47.115834 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.146481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] No DVR routers for this DVR port f9199360-6196-4c4e-8e32-d3a3e927932a on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:47.149349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:47.166125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80e9a0-7270-4f96-8e26-c444599ba083 None None] Pushing event deleted for resources: {'Port': ['ID=f9199360-6196-4c4e-8e32-d3a3e927932a,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:47.189277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.219267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cf58e3c7-864b-4b78-8e40-3860901226af, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cf58e3c7-864b-4b78-8e40-3860901226af,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:47.223051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9199360-6196-4c4e-8e32-d3a3e927932a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:47.229132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', 'mac_address': 'fa:16:3e:50:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:47.233913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] No DVR routers for this DVR port f9199360-6196-4c4e-8e32-d3a3e927932a on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:06:47.244257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'cf58e3c7-864b-4b78-8e40-3860901226af', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'cf58e3c7-864b-4b78-8e40-3860901226af', 'mac_address': 'fa:16:3e:54:16:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:47.336374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-8e70c72d-32e4-444f-8c4f-31896a1c86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:47.337936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-8e70c72d-32e4-444f-8c4f-31896a1c86c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409945 Aug 12 04:06:47.347065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.355073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc9454-5b4c-49c5-b9d0-87d787fdc628 req-6fc143cc-5d20-4837-94cf-adb33c4bd551 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:47.357331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92cc9454-5b4c-49c5-b9d0-87d787fdc628 req-6fc143cc-5d20-4837-94cf-adb33c4bd551 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 947 time: 0.1844056 Aug 12 04:06:47.359486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h1-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:47.359820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:47.360148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:47.378513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9e606c-bbe6-447a-917d-5fbee3f1b8b7']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:47.405924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.412134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e09f3ea-253f-41fe-a049-1e12d2c79a03') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:47.412134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e09f3ea-253f-41fe-a049-1e12d2c79a03') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:47.440372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:47.440697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:47.452442 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:47.460621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.466210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.478266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:47.478607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:47.479082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:47.479539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Bound port: eefa3ade-eff6-4979-a71d-489a41580aba, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:47.501044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8773fe0a-b693-475c-a6f3-296585de795c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:47.508859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf58e3c7-864b-4b78-8e40-3860901226af {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:47.518628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.538478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5410a09-5cc4-40cb-a1f7-3e79d53cf29d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:47.540154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:47.576833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92cc9454-5b4c-49c5-b9d0-87d787fdc628 req-cd3d34ee-2ca9-47db-80bc-65b9c183c959 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052305 Aug 12 04:06:47.587635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cf58e3c7-864b-4b78-8e40-3860901226af, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cf58e3c7-864b-4b78-8e40-3860901226af,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:47.594115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:47.612658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event updated for resources: {'Port': ['ID=8bfe0b55-da32-4ede-b5d1-309eb09e766e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:47.617357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-b0a4b15a-b8d1-491c-a2e8-e2dbae93e3e8 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588546 Aug 12 04:06:47.625652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:47.627514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:47.634918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.640400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:47.646976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.647164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-dba26d3f-b056-4bff-a17b-6cdd26a6d0a9 service neutron] 10.222.0.42 "POST /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba/bindings HTTP/1.1" status: 201 len: 389 time: 0.8569286 Aug 12 04:06:47.656037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:06:47.656987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.667390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:06:47.692039 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:06:47.760046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=cf58e3c7-864b-4b78-8e40-3860901226af,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:47.773379 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.830889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8773fe0a-b693-475c-a6f3-296585de795c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:47.839410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8773fe0a-b693-475c-a6f3-296585de795c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:47.845273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.857918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91a55d51-9235-42d0-ae17-2b15885294e3 req-75880de2-3fd4-4ff6-8cb6-8e1ba6717961 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220957 Aug 12 04:06:47.863199 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:46Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:47.888156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.913871 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba56f9a-ab9d-4d0e-9d00-ea2976fccd54 None None] The sync data for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 is: [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:46Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:06:47.920070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:47.973378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:47.996359 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:48.007419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:48.009640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ef9e606c-bbe6-447a-917d-5fbee3f1b8b7 HTTP/1.1" status: 204 len: 168 time: 2.4427612 Aug 12 04:06:48.010870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30fdc4-fe58-482b-a372-bdf87aa6f767 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9e606c-bbe6-447a-917d-5fbee3f1b8b7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:48.055482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 8773fe0a-b693-475c-a6f3-296585de795c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8773fe0a-b693-475c-a6f3-296585de795c,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:48.059971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:48.079829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:48.112505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:48.220700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:48.297368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209c748-9613-47d4-a1c5-4b135bbaaecf req-29cb53cd-db3e-468b-ab86-12b046ebe262 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:48.317172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6209c748-9613-47d4-a1c5-4b135bbaaecf req-29cb53cd-db3e-468b-ab86-12b046ebe262 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.1186328 Aug 12 04:06:48.342420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c03d23-dcf4-4472-8b74-d2caafb60bf7 req-b28f57c7-1aba-452c-ba21-062f04618e62 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:48.343936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c03d23-dcf4-4472-8b74-d2caafb60bf7 req-b28f57c7-1aba-452c-ba21-062f04618e62 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.1861792 Aug 12 04:06:48.379187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9199360-6196-4c4e-8e32-d3a3e927932a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:06:48.389928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6209c748-9613-47d4-a1c5-4b135bbaaecf req-e83b50fb-3e10-4bcb-ac13-bbb25d088990 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714712 Aug 12 04:06:48.453003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: f9199360-6196-4c4e-8e32-d3a3e927932a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:06:48.453360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9199360-6196-4c4e-8e32-d3a3e927932a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:06:48.523963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-172dc281-d192-4c09-bd5e-3f986b3a62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:48.529099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-172dc281-d192-4c09-bd5e-3f986b3a62d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1101 time: 0.1176271 Aug 12 04:06:48.563905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42764) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:48.599271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c03d23-dcf4-4472-8b74-d2caafb60bf7 req-6d67c774-a7f7-42a7-ac23-cc3ca0991134 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480471 Aug 12 04:06:48.644721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=8773fe0a-b693-475c-a6f3-296585de795c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:48.687057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:48.751639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42770) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:48.753418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8e4669e6-6f85-4bcf-9ae3-0a6d5e1472fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e77b400b70c1422abff4e9de68b664c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807556 Aug 12 04:06:48.759929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:48.786236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ce375-550b-4732-9116-358722b11f73 req-c362efb6-c981-4fc5-984a-55972580ba43 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:48.792743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-027ce375-550b-4732-9116-358722b11f73 req-c362efb6-c981-4fc5-984a-55972580ba43 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.2573590 Aug 12 04:06:48.889696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-5d3e921a-1311-482e-abc8-753d3b54e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:48.891195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-5d3e921a-1311-482e-abc8-753d3b54e561 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.3257751 Aug 12 04:06:48.895585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-027ce375-550b-4732-9116-358722b11f73 req-25ad1ca3-3f78-479e-abde-f969e5f5cbe2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840991 Aug 12 04:06:48.971156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98e4dc-ca1e-4236-8728-93a2da4ab829 req-ed11416b-e4a5-405b-b0f1-331446c62d85 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:48.972853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d98e4dc-ca1e-4236-8728-93a2da4ab829 req-ed11416b-e4a5-405b-b0f1-331446c62d85 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 945 time: 0.2733147 Aug 12 04:06:48.973639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event updated for resources: {'Port': ['ID=8bfe0b55-da32-4ede-b5d1-309eb09e766e,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:49.001439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-6fea4362-4bab-43b0-bc46-6f26ab84798b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.1002178 Aug 12 04:06:49.032569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.037902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3070b719-2ec5-4c85-bcbc-a1f416f07e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.088551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d98e4dc-ca1e-4236-8728-93a2da4ab829 req-a91e8449-8816-4fe5-95a0-04bbe03776ed tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951593 Aug 12 04:06:49.100564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252e5f2-5e51-4c6c-9db1-38ced1cdf911 req-5761c5fb-5a08-41e7-b018-92745d17a0b0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:49.100564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9252e5f2-5e51-4c6c-9db1-38ced1cdf911 req-5761c5fb-5a08-41e7-b018-92745d17a0b0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 948 time: 0.0925665 Aug 12 04:06:49.100564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-82799290-83bd-43ad-8764-08b8a9cf8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:49.100564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-82799290-83bd-43ad-8764-08b8a9cf8b17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0675735 Aug 12 04:06:49.117550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3070b719-2ec5-4c85-bcbc-a1f416f07e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.133589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.145442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-31e1b907-4f24-4466-aa2a-96647d11cd77 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2951434 Aug 12 04:06:49.188009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9252e5f2-5e51-4c6c-9db1-38ced1cdf911 req-1ea65925-33d7-4881-b755-673916ea90a7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893242 Aug 12 04:06:49.197532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-0053bced-c31f-49b3-8088-16b979ff89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:49.199289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-0053bced-c31f-49b3-8088-16b979ff89bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848150 Aug 12 04:06:49.284222 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3070b719-2ec5-4c85-bcbc-a1f416f07e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.286870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3070b719-2ec5-4c85-bcbc-a1f416f07e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.291098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3070b719-2ec5-4c85-bcbc-a1f416f07e1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/557cc8f9-5c15-493d-809e-cac509cc8616 HTTP/1.1" status: 204 len: 168 time: 0.5381751 Aug 12 04:06:49.299067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070b719-2ec5-4c85-bcbc-a1f416f07e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557cc8f9-5c15-493d-809e-cac509cc8616,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:49.329705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-d16a57e9-aae4-48b3-9899-569b20ed0f61 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176474 Aug 12 04:06:49.460030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8773fe0a-b693-475c-a6f3-296585de795c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:49.532113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8773fe0a-b693-475c-a6f3-296585de795c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:49.532663 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:49.544126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-91211c00-bb49-4d20-9853-93a3b8542c00 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013657 Aug 12 04:06:49.575470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40b7ad-96a0-4a7b-84f6-8c6bf635978b req-dd0bf7c6-5fce-4d4e-89c5-df616532fb3e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:49.577780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a40b7ad-96a0-4a7b-84f6-8c6bf635978b req-dd0bf7c6-5fce-4d4e-89c5-df616532fb3e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0883751 Aug 12 04:06:49.643801 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a40b7ad-96a0-4a7b-84f6-8c6bf635978b req-8398afde-ebc2-40b0-aebb-35d947dccb0e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542450 Aug 12 04:06:49.761955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc0a9-fb4a-43f8-9cd9-081e4dbaa519 req-7b0653b5-169b-407c-8b9a-71425d2aeab9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:49.763588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6afc0a9-fb4a-43f8-9cd9-081e4dbaa519 req-7b0653b5-169b-407c-8b9a-71425d2aeab9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0600150 Aug 12 04:06:49.807263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6afc0a9-fb4a-43f8-9cd9-081e4dbaa519 req-9c57444d-2c51-45c8-b67b-00bba7187a16 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Aug 12 04:06:50.031721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60af8-f98f-4058-8dc6-1bbe4c8983a3 req-cb669b08-a213-4b80-a196-52a93b52f9be tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:50.033438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9b60af8-f98f-4058-8dc6-1bbe4c8983a3 req-cb669b08-a213-4b80-a196-52a93b52f9be tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0597973 Aug 12 04:06:50.073682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9b60af8-f98f-4058-8dc6-1bbe4c8983a3 req-b4d775d0-78d0-4ad3-ba94-bd4ebde5b055 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Aug 12 04:06:50.177781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42824) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:50.208075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ae95-0a66-4176-899b-71b4b638b408 req-1fa1fac4-c4fb-46c4-837e-c05acea9a402 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:50.216338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1775ae95-0a66-4176-899b-71b4b638b408 req-1fa1fac4-c4fb-46c4-837e-c05acea9a402 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 945 time: 0.0670366 Aug 12 04:06:50.251024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42832) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:50.251546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-20ab9ecb-af2e-4a36-933f-e30b248147ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a957c4d9d96d46d0adfefd042bff5f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724814 Aug 12 04:06:50.281119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1775ae95-0a66-4176-899b-71b4b638b408 req-76e9cf52-5c2f-417c-af82-0f1f6355b410 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590692 Aug 12 04:06:50.347032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-897fc571-9832-46ff-afbf-dc053ef360aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:50.363206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661c942-5d07-460f-9765-fc82679dc136 req-f03a44e8-9a0c-45ea-8054-a296ae895c48 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:50.363545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1661c942-5d07-460f-9765-fc82679dc136 req-f03a44e8-9a0c-45ea-8054-a296ae895c48 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 948 time: 0.0829868 Aug 12 04:06:50.370279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-897fc571-9832-46ff-afbf-dc053ef360aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:50.430436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1661c942-5d07-460f-9765-fc82679dc136 req-393f9e42-105f-4a68-b0e9-f88229153854 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602026 Aug 12 04:06:50.506909 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-897fc571-9832-46ff-afbf-dc053ef360aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:50.509720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-897fc571-9832-46ff-afbf-dc053ef360aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:50.510950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-897fc571-9832-46ff-afbf-dc053ef360aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6e9f11b-1e4e-46d3-ab0b-3d855c552bf4 HTTP/1.1" status: 204 len: 168 time: 0.2587731 Aug 12 04:06:50.519391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fc571-9832-46ff-afbf-dc053ef360aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e9f11b-1e4e-46d3-ab0b-3d855c552bf4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:50.564007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cf58e3c7-864b-4b78-8e40-3860901226af up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:50.729207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5410a09-5cc4-40cb-a1f7-3e79d53cf29d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:50.780130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d67601-c943-441c-b984-7cc765365dfe req-d07d7521-4cad-4561-9271-01ac6135a152 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:50.789717 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6d67601-c943-441c-b984-7cc765365dfe req-d07d7521-4cad-4561-9271-01ac6135a152 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0842893 Aug 12 04:06:50.830602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6d67601-c943-441c-b984-7cc765365dfe req-a259092a-5b43-405e-bd13-1f6d4a474040 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Aug 12 04:06:50.890139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port cf58e3c7-864b-4b78-8e40-3860901226af completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:50.898045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:50.902410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port cf58e3c7-864b-4b78-8e40-3860901226af triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:50.904459 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:50.942892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:50.943732 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:50.983862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739cec-b53a-4bf9-b8f7-886335839c17 req-f612b00b-4f86-4cc3-aa04-73505bb5e272 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:50.985454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63739cec-b53a-4bf9-b8f7-886335839c17 req-f612b00b-4f86-4cc3-aa04-73505bb5e272 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0941818 Aug 12 04:06:51.078225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:51.100301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:51.126958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63739cec-b53a-4bf9-b8f7-886335839c17 req-dc1e2a9f-42ee-4862-9011-3073780a674c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123552 Aug 12 04:06:51.158803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58e3c7-864b-4b78-8e40-3860901226af'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:51.161125 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc45a9f-66ea-42d2-b1e6-0198e7da5f6c" -d '{"events": [{"server_uuid": "2b1bc216-e63e-4f9f-8be1-7d6972446ce0", "name": "network-vif-plugged", "status": "completed", "tag": "cf58e3c7-864b-4b78-8e40-3860901226af"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:51.211275 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b8d81-583f-41ed-8472-b9b6a493fda2 x-openstack-request-id: req-b86b8d81-583f-41ed-8472-b9b6a493fda2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:51.211657 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bc216-e63e-4f9f-8be1-7d6972446ce0", "name": "network-vif-plugged", "status": "completed", "tag": "cf58e3c7-864b-4b78-8e40-3860901226af", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:51.211968 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b86b8d81-583f-41ed-8472-b9b6a493fda2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:51.212482 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58e3c7-864b-4b78-8e40-3860901226af', 'code': 200} Aug 12 04:06:51.229548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cf58e3c7-864b-4b78-8e40-3860901226af, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cf58e3c7-864b-4b78-8e40-3860901226af,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:51.233457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:51.251964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66909d-d749-4f4f-8f03-d1f1458cfaa7 req-03fd4408-f6bd-41f5-85a8-f67f69fc83c3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:51.253693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e66909d-d749-4f4f-8f03-d1f1458cfaa7 req-03fd4408-f6bd-41f5-85a8-f67f69fc83c3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0555806 Aug 12 04:06:51.307533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:51.337769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e66909d-d749-4f4f-8f03-d1f1458cfaa7 req-b6448710-5f5b-41a6-94bf-621211e27750 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757749 Aug 12 04:06:51.346659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7367a3-e39c-40b1-ab06-e979ef6a2123 req-6ae6c63a-f3b1-4072-9fcc-26783be73db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:51.348264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b7367a3-e39c-40b1-ab06-e979ef6a2123 req-6ae6c63a-f3b1-4072-9fcc-26783be73db3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 1100 time: 0.0627041 Aug 12 04:06:51.360207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:51.389764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=cf58e3c7-864b-4b78-8e40-3860901226af,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:51.421242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b7367a3-e39c-40b1-ab06-e979ef6a2123 req-fdc0eb7c-6c48-4d19-9d34-191099ba9571 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638206 Aug 12 04:06:51.448561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:51.566827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521454c-28f3-49ff-bcdd-f1d102574225 req-63cb560d-cc4f-41fa-8e7b-fee089d11981 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:51.574954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b521454c-28f3-49ff-bcdd-f1d102574225 req-63cb560d-cc4f-41fa-8e7b-fee089d11981 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 949 time: 0.0626576 Aug 12 04:06:51.609033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b521454c-28f3-49ff-bcdd-f1d102574225 req-193e803d-2d0a-42ac-963f-f93ffb4a7a6d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331566 Aug 12 04:06:51.893290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42924) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:51.964061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d995-eded-460e-a21b-d2b1a1ed409f req-951d899f-b8bb-4e7f-8c9f-c974d3b03ee8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:51.967197 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a41d995-eded-460e-a21b-d2b1a1ed409f req-951d899f-b8bb-4e7f-8c9f-c974d3b03ee8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0632498 Aug 12 04:06:52.007676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a41d995-eded-460e-a21b-d2b1a1ed409f req-616ef9c3-0732-47e0-b89b-d52669f37c3f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Aug 12 04:06:52.029968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-475994264-network', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:52.118252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Made reservation on behalf of ace16d5b83154609adb9b00d640ba0bb for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:52.120671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.129869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.231285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.249941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2c5d-6cb8-4507-9b98-c5aa5b1a469d req-6530dc2c-71bd-4729-80d8-cf1b6cf2a93c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:52.251453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56ae2c5d-6cb8-4507-9b98-c5aa5b1a469d req-6530dc2c-71bd-4729-80d8-cf1b6cf2a93c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0493836 Aug 12 04:06:52.291808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56ae2c5d-6cb8-4507-9b98-c5aa5b1a469d req-5eaf1340-3f3d-46a4-959b-dd80eecd3b04 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Aug 12 04:06:52.335563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.361993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:06:52.379093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7ddf4-c109-45e3-91d0-a9481d05da2a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:52.380798 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.381146 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Added segment f6757620-aa12-4f0d-be9a-d1494e8872ca of type vlan for network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 Aug 12 04:06:52.389517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.389853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.390402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.390921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.391259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.391766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.392096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.392433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.392751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.393097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.393424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.393718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:52.480364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.515717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40488-2cf1-4dc0-b80b-744b24ed7f1a req-b442aac6-e85f-454a-afbb-b7a891d314f6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:52.517391 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08c40488-2cf1-4dc0-b80b-744b24ed7f1a req-b442aac6-e85f-454a-afbb-b7a891d314f6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1033781 Aug 12 04:06:52.566602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08c40488-2cf1-4dc0-b80b-744b24ed7f1a req-19449d5c-0cbf-4475-9dac-4ed09a1f04e0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Aug 12 04:06:52.615715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.616754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:52.617416 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:52.690474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] Pushing event updated for resources: {'Network': ['ID=37ba9250-46d4-493f-b7d5-d821f8fab2c6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:52.703862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:06:52.741641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffa1f3-fadb-4c82-9614-ab25e904f9ce req-0928d513-7aec-4198-ab68-35b4b902a34b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:52.743862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bffa1f3-fadb-4c82-9614-ab25e904f9ce req-0928d513-7aec-4198-ab68-35b4b902a34b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 949 time: 0.0529456 Aug 12 04:06:52.748083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c4c15113-77cd-42ba-a01b-482bcbfa38e0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8534641 Aug 12 04:06:52.750970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42948) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:52.757019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Request body: {'subnet': {'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-475994264-subnet', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:52.791612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bffa1f3-fadb-4c82-9614-ab25e904f9ce req-0156aa53-ff2f-42a8-b9ae-6bb77a5f351c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Aug 12 04:06:52.838436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Made reservation on behalf of ace16d5b83154609adb9b00d640ba0bb for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:06:52.841503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.071737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.158189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92505c1-9e16-4528-aab3-434676f7491f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:53.175349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Checking segment: {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:53.175480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Network hostable DHCP agents. Network: 37ba9250-46d4-493f-b7d5-d821f8fab2c6, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:06:53.192768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99178fe6-1887-42ce-a17b-6227ed43b4a5 req-2a07818a-e7c2-4a57-b00f-c84fd830b58c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:53.194320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99178fe6-1887-42ce-a17b-6227ed43b4a5 req-2a07818a-e7c2-4a57-b00f-c84fd830b58c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0978537 Aug 12 04:06:53.213392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:53.216153 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d3456-b5e6-4c98-b2b1-c8af0b53ac76" -d '{"events": [{"server_uuid": "4da40f1c-0d4a-4410-9ca6-b1ae917e0d79", "name": "network-vif-plugged", "status": "completed", "tag": "f5410a09-5cc4-40cb-a1f7-3e79d53cf29d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:53.240192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99178fe6-1887-42ce-a17b-6227ed43b4a5 req-630b9335-df63-4f94-9f43-7ef31caed654 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369618 Aug 12 04:06:53.254230 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fab6325-aa51-43ee-a40c-eee7fb8fffea x-openstack-request-id: req-3fab6325-aa51-43ee-a40c-eee7fb8fffea {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:53.254527 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da40f1c-0d4a-4410-9ca6-b1ae917e0d79", "name": "network-vif-plugged", "status": "completed", "tag": "f5410a09-5cc4-40cb-a1f7-3e79d53cf29d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:53.254800 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fab6325-aa51-43ee-a40c-eee7fb8fffea {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:53.255194 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', 'code': 200} Aug 12 04:06:53.261020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:06:53.330052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 37ba9250-46d4-493f-b7d5-d821f8fab2c6) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:53.338477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:53.338477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.342264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d115a-dc54-439d-804a-099766c0a7de None None] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:53.420740 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-621d1173-dccb-4205-9a1b-7e2aeeafc669 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6681309 Aug 12 04:06:53.424110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:53.431860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:53.443911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f903644-9705-432a-b470-1787053ce273 req-bff0072b-985e-454e-90cc-1d35d57eff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:53.445428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f903644-9705-432a-b470-1787053ce273 req-bff0072b-985e-454e-90cc-1d35d57eff02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 1100 time: 0.1151907 Aug 12 04:06:53.460211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8811a22-6414-4d69-bfa1-5789c2734a75 req-f5bc25ab-490f-4e38-bbd7-ae8563f02c13 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:53.462212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8811a22-6414-4d69-bfa1-5789c2734a75 req-f5bc25ab-490f-4e38-bbd7-ae8563f02c13 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0677595 Aug 12 04:06:53.507378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.508873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.523105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f903644-9705-432a-b470-1787053ce273 req-4007947d-00e5-42d4-be70-6cbc472d4b5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506091 Aug 12 04:06:53.534197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-37ba9250-46d4-493f-b7d5-d821f8fab2c6', 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'fixed_ips': [{'subnet_id': 'f92505c1-9e16-4528-aab3-434676f7491f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:06:53.535107 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.545357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8811a22-6414-4d69-bfa1-5789c2734a75 req-061c13ff-82e7-4435-900f-0e722d1a7b4a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763171 Aug 12 04:06:53.609147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.698457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Allocated IP 172.20.0.2 (37ba9250-46d4-493f-b7d5-d821f8fab2c6/f92505c1-9e16-4528-aab3-434676f7491f/e4b77e3a-4d24-4ce1-9057-45b2754623bd) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:53.702013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6014da-9696-428f-8217-ebdf328b8934 req-5c054950-b753-4669-b51c-f79e1e0aa191 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:53.703819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c6014da-9696-428f-8217-ebdf328b8934 req-5c054950-b753-4669-b51c-f79e1e0aa191 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0585089 Aug 12 04:06:53.753781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c6014da-9696-428f-8217-ebdf328b8934 req-69f3d4cb-bb1f-4680-ac65-254ee6846cb1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Aug 12 04:06:53.832624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.869843 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:53.879558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Transition to ACTIVE for port object e4b77e3a-4d24-4ce1-9057-45b2754623bd will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:53.896034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Transition to ACTIVE for port object e4b77e3a-4d24-4ce1-9057-45b2754623bd will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:53.952126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512d211-e195-4e56-b2ff-88c8b9a85560 req-b47ebee3-77f1-494a-a357-12cba26ee517 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:53.953638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f512d211-e195-4e56-b2ff-88c8b9a85560 req-b47ebee3-77f1-494a-a357-12cba26ee517 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 949 time: 0.0918093 Aug 12 04:06:53.969067 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.004730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f512d211-e195-4e56-b2ff-88c8b9a85560 req-aa5668dc-6144-40b7-8bcd-dffcf7c5fcea tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Aug 12 04:06:54.012444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:54.018070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:54.020480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:54.023950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Pushing event updated for resources: {'Port': ['ID=e4b77e3a-4d24-4ce1-9057-45b2754623bd,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:54.077875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Attempting to bind port e4b77e3a-4d24-4ce1-9057-45b2754623bd on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:54.078167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Attempting to bind port e4b77e3a-4d24-4ce1-9057-45b2754623bd by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:54.078534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Attempting to bind port e4b77e3a-4d24-4ce1-9057-45b2754623bd on network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:54.083829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:54.084199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Checking segment: {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:54.084602 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.085007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Bound using segment: {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:54.085714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Bound port: e4b77e3a-4d24-4ce1-9057-45b2754623bd, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:54.086103 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.157466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] For port e4b77e3a-4d24-4ce1-9057-45b2754623bd, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:54.161386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] For port e4b77e3a-4d24-4ce1-9057-45b2754623bd, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4b77e3a-4d24-4ce1-9057-45b2754623bd,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:54.280912 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.350140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ab39d-27ed-4355-b47e-f75d5d6fd460 None None] Pushing event updated for resources: {'Port': ['ID=e4b77e3a-4d24-4ce1-9057-45b2754623bd,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:54.458427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133ea8-24e3-491a-a3bc-899b9320e2d4 req-60236a10-f501-4dfb-9fe0-43887d1aea50 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:54.459982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56133ea8-24e3-491a-a3bc-899b9320e2d4 req-60236a10-f501-4dfb-9fe0-43887d1aea50 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0869281 Aug 12 04:06:54.463551 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.492003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.580068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56133ea8-24e3-491a-a3bc-899b9320e2d4 req-547bfa3d-2ab4-4618-bedc-77c2cb7a7de5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129532 Aug 12 04:06:54.600046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:54.734311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Allocated IP 172.25.6.152 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/cf3774b9-b837-4ede-b4f0-f783cc3942c7) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:54.775129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583a261-5a43-4053-bc91-6b02af34b7cc req-e3074269-7f41-4c04-b451-3e1677080005 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:54.775129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9583a261-5a43-4053-bc91-6b02af34b7cc req-e3074269-7f41-4c04-b451-3e1677080005 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0986924 Aug 12 04:06:54.825945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:54.853322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'mac_address': 'fa:16:3e:40:0b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:06:54.859024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9583a261-5a43-4053-bc91-6b02af34b7cc req-cf4e6ab8-c6a9-4c4f-b0a9-59da5f87e49e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771108 Aug 12 04:06:54.922219 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:54.951097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73d11f90-6cb8-40c5-b32d-8bf96ecac90d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:06:54.964012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025c8a6-a290-4780-a168-7d3de791d62e req-bb3a0ed6-9648-4a2a-aca7-1d5f6b008702 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:54.966073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6025c8a6-a290-4780-a168-7d3de791d62e req-bb3a0ed6-9648-4a2a-aca7-1d5f6b008702 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0985579 Aug 12 04:06:54.978592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:55.001029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:55.038649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:55.075132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6025c8a6-a290-4780-a168-7d3de791d62e req-0e4e2f05-4bc4-4301-bdc5-925df0d5b1db tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939806 Aug 12 04:06:55.128500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:55.190874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62853-9ab8-4d1a-a576-b1928ae175cf req-4326cb64-b040-4690-9fba-7d3aaec07d1a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:55.197095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['73d11f90-6cb8-40c5-b32d-8bf96ecac90d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:55.197310 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80b62853-9ab8-4d1a-a576-b1928ae175cf req-4326cb64-b040-4690-9fba-7d3aaec07d1a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 949 time: 0.0748754 Aug 12 04:06:55.239582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:55.264697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80b62853-9ab8-4d1a-a576-b1928ae175cf req-a9206eb1-3852-45e5-9047-0664143dfb7b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610907 Aug 12 04:06:55.271180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:55.370031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:55.377342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3774b9-b837-4ede-b4f0-f783cc3942c7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:55.381239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:55.383468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:55.388755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:55.473849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8e4b6-631e-4a7d-8f5f-f1653396b735 req-d4683367-c24a-41b7-b4a4-80d177a6b326 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:55.499438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0a8e4b6-631e-4a7d-8f5f-f1653396b735 req-d4683367-c24a-41b7-b4a4-80d177a6b326 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 950 time: 0.1364145 Aug 12 04:06:55.589478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4b77e3a-4d24-4ce1-9057-45b2754623bd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:55.603799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0a8e4b6-631e-4a7d-8f5f-f1653396b735 req-3e716bf9-b923-4f79-8961-82ac5666c257 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992379 Aug 12 04:06:55.678567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82915690-8239-4c5e-b74c-bb358ea3f04b None None] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:06:55.777367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1009e8-f0fb-4fe2-b3ff-dc44916d4f3b req-f343c9e3-8cc4-48d6-9df9-e0a913bcc76a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:55.799659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a1009e8-f0fb-4fe2-b3ff-dc44916d4f3b req-f343c9e3-8cc4-48d6-9df9-e0a913bcc76a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.1096208 Aug 12 04:06:55.828023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e4b77e3a-4d24-4ce1-9057-45b2754623bd completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:55.869343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a1009e8-f0fb-4fe2-b3ff-dc44916d4f3b req-615b5459-34be-41ea-8de3-c95fa93a16c9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667660 Aug 12 04:06:55.896741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:55.971960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] Provisioning for port e4b77e3a-4d24-4ce1-9057-45b2754623bd completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:06:55.980418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] Provisioning complete for port e4b77e3a-4d24-4ce1-9057-45b2754623bd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:55.981600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:56.181838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:56.291709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] For port e4b77e3a-4d24-4ce1-9057-45b2754623bd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4b77e3a-4d24-4ce1-9057-45b2754623bd,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:56.331588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:56.364457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:56.375798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce3b8-81bf-4d57-b564-8fe1d161c65d req-066cdbf8-fd3c-44a7-bc63-73658b160736 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:56.395772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce3b8-81bf-4d57-b564-8fe1d161c65d req-066cdbf8-fd3c-44a7-bc63-73658b160736 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:56.405348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff5ce3b8-81bf-4d57-b564-8fe1d161c65d req-066cdbf8-fd3c-44a7-bc63-73658b160736 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79&device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 1690 time: 0.1635818 Aug 12 04:06:56.481668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca457f6-0be5-4648-bf27-f9cc65def722 None None] Pushing event updated for resources: {'Port': ['ID=e4b77e3a-4d24-4ce1-9057-45b2754623bd,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:56.520090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff5ce3b8-81bf-4d57-b564-8fe1d161c65d req-f7108a6f-e1aa-4de8-ba66-5299df26d375 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057458 Aug 12 04:06:56.631757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:56.721174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-87ce0bd8-66da-4ce8-a7af-f3444081a426 None None] Provisioning complete for port e4b77e3a-4d24-4ce1-9057-45b2754623bd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:56.721174 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-87ce0bd8-66da-4ce8-a7af-f3444081a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:56.732164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Router cd5de96e-bd37-46ee-98c4-75b81b88e18f is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:06:56.740802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab046f24-23eb-42fe-9142-54c2d5d8cf49 req-ebdb50ba-7bc5-40bb-90d2-c246ccde440c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:56.749420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab046f24-23eb-42fe-9142-54c2d5d8cf49 req-ebdb50ba-7bc5-40bb-90d2-c246ccde440c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.0689096 Aug 12 04:06:56.794875 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab046f24-23eb-42fe-9142-54c2d5d8cf49 req-45de76c0-bc6b-43b9-8898-2da97446d3a2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Aug 12 04:06:56.854947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:56.855331 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:56.990162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:06:57.003980 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:57.007358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Sync routers for ids ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:06:57.013063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e359a-4e4b-4351-8681-000ac220e922 req-ca20708a-e471-40e1-9a77-27eff8a458ef tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:57.024702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd5e359a-4e4b-4351-8681-000ac220e922 req-ca20708a-e471-40e1-9a77-27eff8a458ef tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0847723 Aug 12 04:06:57.082662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd5e359a-4e4b-4351-8681-000ac220e922 req-d209256b-2278-418d-be50-f06bbbe06cdb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563416 Aug 12 04:06:57.084419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:57.086413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7a18181c-1fb7-4697-9fd8-f628d6789e69 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6607835 Aug 12 04:06:57.094012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43048) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:06:57.095277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:57.101405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:57.105143 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a2944-ce63-4833-95c1-5d76ba97b8f1" -d '{"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-plugged", "status": "completed", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:57.111175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Routers {'cd5de96e-bd37-46ee-98c4-75b81b88e18f'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:57.111817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:57.404189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:57.406471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de0b1f-d13f-4348-aab2-9deb89efe9e4 req-102f7a6a-164f-446d-8ce5-0b81985ff487 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:57.408053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09de0b1f-d13f-4348-aab2-9deb89efe9e4 req-102f7a6a-164f-446d-8ce5-0b81985ff487 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.1265981 Aug 12 04:06:57.475632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Set router cd5de96e-bd37-46ee-98c4-75b81b88e18f gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:57.515762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4b77e3a-4d24-4ce1-9057-45b2754623bd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:06:57.592045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:57.604795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-27a66cc3-fe6f-4c7a-877b-bfd2d89b8d68 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:57.606351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-27a66cc3-fe6f-4c7a-877b-bfd2d89b8d68 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1097 time: 0.1931295 Aug 12 04:06:57.611880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09de0b1f-d13f-4348-aab2-9deb89efe9e4 req-6374a96c-62fd-4fb9-a27c-4bab416f4111 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699786 Aug 12 04:06:57.620763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804320-1'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:06:57.687658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e4b77e3a-4d24-4ce1-9057-45b2754623bd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:06:57.689575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:57.724075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:57.745145 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca51eb-1fce-4f7b-b8d5-92c93e92ec2f x-openstack-request-id: req-c6ca51eb-1fce-4f7b-b8d5-92c93e92ec2f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:06:57.747266 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-plugged", "status": "completed", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:06:57.748199 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6ca51eb-1fce-4f7b-b8d5-92c93e92ec2f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:06:57.748793 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'code': 200} Aug 12 04:06:57.918648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:06:55Z', 'revision_number': 3, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:57.935516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:57.961965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Checking router: cd5de96e-bd37-46ee-98c4-75b81b88e18f for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:06:57.961965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Updating router cd5de96e-bd37-46ee-98c4-75b81b88e18f port cf3774b9-b837-4ede-b4f0-f783cc3942c7 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:06:58.003077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.028028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c4d2-8438-4c48-9ced-7dacc74e8a9e req-fc1ba9d4-73e5-4824-9390-b221ab9e7cf1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:58.034407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ab7c4d2-8438-4c48-9ced-7dacc74e8a9e req-fc1ba9d4-73e5-4824-9390-b221ab9e7cf1 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 1100 time: 0.1917195 Aug 12 04:06:58.117897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:58.182433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ab7c4d2-8438-4c48-9ced-7dacc74e8a9e req-70920093-a675-412f-bc57-da1067986a79 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047759 Aug 12 04:06:58.203048 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4ad343be-6751-47d5-8026-b300e3a76f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.310463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:58.403709 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.409722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Allocated IP 172.20.0.1 (37ba9250-46d4-493f-b7d5-d821f8fab2c6/f92505c1-9e16-4528-aab3-434676f7491f/f4b35c69-1f98-4b0a-a939-2675b2028e7b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:06:58.420878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Transition to ACTIVE for port object cf3774b9-b837-4ede-b4f0-f783cc3942c7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:58.423825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:06:58.426370 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b8e0a-83cf-4062-a602-b0a75fe469d6" -d '{"events": [{"server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:06:58.433917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.493546 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.545859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.571166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Attempting to bind port cf3774b9-b837-4ede-b4f0-f783cc3942c7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:58.571795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Attempting to bind port cf3774b9-b837-4ede-b4f0-f783cc3942c7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:58.572389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Attempting to bind port cf3774b9-b837-4ede-b4f0-f783cc3942c7 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:58.582924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5417b39-bbc5-4a33-978d-6b9386aef6c7 None None] Pushing event updated for resources: {'Port': ['ID=cf3774b9-b837-4ede-b4f0-f783cc3942c7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:58.586777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:58.587401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:58.587994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.588549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:58.589207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Bound port: cf3774b9-b837-4ede-b4f0-f783cc3942c7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:58.590093 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.599565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80161d6-810a-46fa-83eb-1768e9bc6a25 req-1b8abf67-53f7-45f7-be8f-a1e3db95ed78 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:58.608828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e80161d6-810a-46fa-83eb-1768e9bc6a25 req-1b8abf67-53f7-45f7-be8f-a1e3db95ed78 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 946 time: 0.1672466 Aug 12 04:06:58.625948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:06:58.757450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] For port cf3774b9-b837-4ede-b4f0-f783cc3942c7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:58.761486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] For port cf3774b9-b837-4ede-b4f0-f783cc3942c7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cf3774b9-b837-4ede-b4f0-f783cc3942c7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:58.811299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:58.842606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:58.843170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:58.843602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:58.848176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.856249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:58.856249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:58.889203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:58.889720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:58.890452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:58.891086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Bound port: d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:58.891549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:58.985563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Routers {'cd5de96e-bd37-46ee-98c4-75b81b88e18f'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:06:58.986195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:59.037267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5417b39-bbc5-4a33-978d-6b9386aef6c7 None None] Pushing event updated for resources: {'Port': ['ID=cf3774b9-b837-4ede-b4f0-f783cc3942c7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:59.059850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:06:59.064811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:06:59.133449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] Set router cd5de96e-bd37-46ee-98c4-75b81b88e18f gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:06:59.139001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:59.161542 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:59.198051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:06:59.198534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:06:59.198896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:59.218355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e80161d6-810a-46fa-83eb-1768e9bc6a25 req-faefc1e1-7dd7-43f6-918e-9ef1fac94f08 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078701 Aug 12 04:06:59.258836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Transition to ACTIVE for port object f4b35c69-1f98-4b0a-a939-2675b2028e7b will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:06:59.260673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:06:59.261189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Attempting to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:06:59.271103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:06:59.271694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:06:59.272243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:06:59.273000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Bound port: d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:06:59.273527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:59.296199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:59.321514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.323110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.325624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.326990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.328393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.328912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.330252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.330766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.332227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.332775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.334454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.335009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:06:59.338852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:06:59.366488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:59.470249 n-d-804320-1 neutron-server[95043]: WARNING neutron.plugins.ml2.plugin [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Concurrent port binding operations failed on port d7dabef0-ac7f-4374-a238-c19c7f1b6cff Aug 12 04:06:59.475508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:06:59.484350 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Attempt 2 to bind port d7dabef0-ac7f-4374-a238-c19c7f1b6cff Aug 12 04:06:59.493362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:59.494338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:59.496020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3831acf6-820a-4a40-92b2-fdb129dc26aa service neutron] 10.222.0.20 "PUT /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 1122 time: 1.8796778 Aug 12 04:06:59.511384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836264b9-44c5-47a0-948d-1d6d06056e1e req-a83859ed-40d7-4e12-aa7d-8bb3d1e16bf9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:06:59.520445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-836264b9-44c5-47a0-948d-1d6d06056e1e req-a83859ed-40d7-4e12-aa7d-8bb3d1e16bf9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1574438 Aug 12 04:06:59.573456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-836264b9-44c5-47a0-948d-1d6d06056e1e req-63172f45-06a4-4cc4-bb32-b6308f7200b6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502937 Aug 12 04:06:59.574638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:06:55Z', 'revision_number': 3, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:06:59.577988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:06:59.638176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d7dabef0-ac7f-4374-a238-c19c7f1b6cff'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:59.644715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32421dd8-8977-4ae9-a8e0-87a04e07645c None None] The sync data for ids ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'] in n-d-804320-1 is: [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:06:55Z', 'revision_number': 3, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:06:59.647425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d7dabef0-ac7f-4374-a238-c19c7f1b6cff'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:06:59.671947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:06:59.687528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:06:59.712178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:06:59.835131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b35c69-1f98-4b0a-a939-2675b2028e7b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:06:59.840539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:00.002860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e61c0-d9c6-470c-bb11-d23d6682e39f req-1d5cf82d-59f3-42df-a627-c5bae6d43d64 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:00.041380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b29e61c0-d9c6-470c-bb11-d23d6682e39f req-1d5cf82d-59f3-42df-a627-c5bae6d43d64 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 1101 time: 0.3531291 Aug 12 04:07:00.274227 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b29e61c0-d9c6-470c-bb11-d23d6682e39f req-3b434582-0ba2-4efd-abbe-c41cd4e7b3f8 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628691 Aug 12 04:07:00.382371 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120d5eb-4e3c-401f-b048-0d7b4ecb9fa7 x-openstack-request-id: req-6120d5eb-4e3c-401f-b048-0d7b4ecb9fa7 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:00.382913 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:00.383330 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6120d5eb-4e3c-401f-b048-0d7b4ecb9fa7 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:00.383889 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'code': 200} Aug 12 04:07:00.520255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaba35b-d7cd-4d49-80c4-df6d05f9adb7 req-3463d31c-3d54-4a3d-8eff-99c253ae325f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:00.521813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9aaba35b-d7cd-4d49-80c4-df6d05f9adb7 req-3463d31c-3d54-4a3d-8eff-99c253ae325f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0617123 Aug 12 04:07:00.564406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9aaba35b-d7cd-4d49-80c4-df6d05f9adb7 req-1a72dab0-45fa-4849-8c28-eac189a8d720 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Aug 12 04:07:00.744749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a44bcf-3f32-4e0f-b735-9d7adde9e2d2 req-571ed1c4-c637-4f4d-ae5b-2960a8113c09 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:00.744749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08a44bcf-3f32-4e0f-b735-9d7adde9e2d2 req-571ed1c4-c637-4f4d-ae5b-2960a8113c09 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.0551169 Aug 12 04:07:00.796008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08a44bcf-3f32-4e0f-b735-9d7adde9e2d2 req-9ce0ca5e-0b3b-4744-a5c0-080a908bcb96 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478210 Aug 12 04:07:01.094313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1cc119a3-3601-4ac3-9665-e0d781512353 None None] Provisioning for port f4b35c69-1f98-4b0a-a939-2675b2028e7b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:01.098696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1cc119a3-3601-4ac3-9665-e0d781512353 None None] Provisioning complete for port f4b35c69-1f98-4b0a-a939-2675b2028e7b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:01.099174 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1cc119a3-3601-4ac3-9665-e0d781512353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.124873 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c529795f-ea60-40b3-a51e-558aa36ead8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.126960 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.149488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1cc119a3-3601-4ac3-9665-e0d781512353 None None] Port f4b35c69-1f98-4b0a-a939-2675b2028e7b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:01.151660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.370553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.437094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.471271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf3774b9-b837-4ede-b4f0-f783cc3942c7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:01.539892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.637642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cf3774b9-b837-4ede-b4f0-f783cc3942c7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:01.643309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cf3774b9-b837-4ede-b4f0-f783cc3942c7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:01.644150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:01.682068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b35c69-1f98-4b0a-a939-2675b2028e7b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:01.763797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:01.765480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:01.993070 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:02.008203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Router cd5de96e-bd37-46ee-98c4-75b81b88e18f has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:07:02.029015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cf3774b9-b837-4ede-b4f0-f783cc3942c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cf3774b9-b837-4ede-b4f0-f783cc3942c7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:02.039262 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:02.081957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e5457e61-f8bb-48dc-8d9d-b1107f584895 None None] Provisioning complete for port f4b35c69-1f98-4b0a-a939-2675b2028e7b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:02.082377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5457e61-f8bb-48dc-8d9d-b1107f584895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:02.121314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e5457e61-f8bb-48dc-8d9d-b1107f584895 None None] Port f4b35c69-1f98-4b0a-a939-2675b2028e7b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:02.123477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:02.175588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:07:02.180813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1ff7ec2c-1b1a-466f-91ab-68a3720f1b64 admin admin] 10.222.0.42 "PUT /v2.0/routers/cd5de96e-bd37-46ee-98c4-75b81b88e18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0854125 Aug 12 04:07:02.186011 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Sync routers for ids ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:07:02.197660 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Routers {'cd5de96e-bd37-46ee-98c4-75b81b88e18f'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:02.198608 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:02.206291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cf3774b9-b837-4ede-b4f0-f783cc3942c7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:02.328074 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Set router cd5de96e-bd37-46ee-98c4-75b81b88e18f gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:02.385832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:02.388824 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456102be-c034-43a7-ae7a-345d9683c796" -d '{"events": [{"name": "network-changed", "server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:02.566262 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:07:00Z', 'revision_number': 4, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'f4b35c69-1f98-4b0a-a939-2675b2028e7b', 'name': '', 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'mac_address': 'fa:16:3e:45:26:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f92505c1-9e16-4528-aab3-434676f7491f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:57Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 2, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'subnets': [{'id': 'f92505c1-9e16-4528-aab3-434676f7491f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:02.596849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Checking router: cd5de96e-bd37-46ee-98c4-75b81b88e18f for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:07:02.597198 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Updating router cd5de96e-bd37-46ee-98c4-75b81b88e18f port f4b35c69-1f98-4b0a-a939-2675b2028e7b binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:07:02.638801 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:02.970419 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:02.986221 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Transition to ACTIVE for port object f4b35c69-1f98-4b0a-a939-2675b2028e7b will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:03.082508 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:03.143717 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576686-efd1-4b01-b817-543d649cee75 None None] Pushing event updated for resources: {'Port': ['ID=f4b35c69-1f98-4b0a-a939-2675b2028e7b,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:03.206401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Attempting to bind port f4b35c69-1f98-4b0a-a939-2675b2028e7b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:03.207793 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Attempting to bind port f4b35c69-1f98-4b0a-a939-2675b2028e7b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:03.208431 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Attempting to bind port f4b35c69-1f98-4b0a-a939-2675b2028e7b on network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:03.216163 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:03.216818 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Checking segment: {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:03.217290 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:03.217883 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Bound using segment: {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:03.218624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Bound port: f4b35c69-1f98-4b0a-a939-2675b2028e7b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6757620-aa12-4f0d-be9a-d1494e8872ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:03.219031 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:03.314791 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] For port f4b35c69-1f98-4b0a-a939-2675b2028e7b, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:03.318492 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] For port f4b35c69-1f98-4b0a-a939-2675b2028e7b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4b35c69-1f98-4b0a-a939-2675b2028e7b,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:03.375996 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:03.459079 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576686-efd1-4b01-b817-543d649cee75 None None] Pushing event updated for resources: {'Port': ['ID=f4b35c69-1f98-4b0a-a939-2675b2028e7b,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:03.472186 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Routers {'cd5de96e-bd37-46ee-98c4-75b81b88e18f'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:03.472988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:03.514119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf3774b9-b837-4ede-b4f0-f783cc3942c7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:03.568994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:03.588244 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:07:03.604224 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] Set router cd5de96e-bd37-46ee-98c4-75b81b88e18f gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:03.613970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cf3774b9-b837-4ede-b4f0-f783cc3942c7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:03.614361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:03.882041 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:07:00Z', 'revision_number': 4, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'f4b35c69-1f98-4b0a-a939-2675b2028e7b', 'name': '', 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'mac_address': 'fa:16:3e:45:26:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f92505c1-9e16-4528-aab3-434676f7491f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:57Z', 'updated_at': '2021-08-12T04:07:03Z', 'revision_number': 4, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'subnets': [{'id': 'f92505c1-9e16-4528-aab3-434676f7491f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:03.912552 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e752f-feb4-4d53-8705-9451411d1ff6 None None] The sync data for ids ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'] in n-d-804320-1 is: [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:07:00Z', 'revision_number': 4, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'f4b35c69-1f98-4b0a-a939-2675b2028e7b', 'name': '', 'network_id': '37ba9250-46d4-493f-b7d5-d821f8fab2c6', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'mac_address': 'fa:16:3e:45:26:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f92505c1-9e16-4528-aab3-434676f7491f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:57Z', 'updated_at': '2021-08-12T04:07:03Z', 'revision_number': 4, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'subnets': [{'id': 'f92505c1-9e16-4528-aab3-434676f7491f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:07:05.429220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4b35c69-1f98-4b0a-a939-2675b2028e7b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:05.793000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f4b35c69-1f98-4b0a-a939-2675b2028e7b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:05.797200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f4b35c69-1f98-4b0a-a939-2675b2028e7b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:05.799734 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:05.892247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:05.961168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port f4b35c69-1f98-4b0a-a939-2675b2028e7b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4b35c69-1f98-4b0a-a939-2675b2028e7b,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:06.056038 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:06.123019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=f4b35c69-1f98-4b0a-a939-2675b2028e7b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:06.723337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-cbbfa0a0-f779-4dd2-8d96-00f77571d584 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494926 Aug 12 04:07:06.785249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4951-f2dc-4356-8230-e01b9ce05bdf req-09fc7cf4-5eaf-48d3-8706-9826a4c40a8a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:06.794907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac6e4951-f2dc-4356-8230-e01b9ce05bdf req-09fc7cf4-5eaf-48d3-8706-9826a4c40a8a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0660927 Aug 12 04:07:06.834416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac6e4951-f2dc-4356-8230-e01b9ce05bdf req-d83c5f71-0488-468d-81b9-eccb69530109 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Aug 12 04:07:06.979905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-c45fa26f-3a6c-4af4-b9af-6e69319c1f99 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:06.987784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-c45fa26f-3a6c-4af4-b9af-6e69319c1f99 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635894 Aug 12 04:07:07.009534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-67e754bf-4e88-4de2-bf22-3116c21b23a7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/quotas/7a0a6453cba74205bd2377f651b4e524 HTTP/1.1" status: 200 len: 375 time: 0.0205982 Aug 12 04:07:07.067314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525f589-5b1d-4f58-9e9c-fdd1def0c598 req-23d9de26-f9bc-4ef4-bae6-de7146ce5191 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:07.072134 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-d67e71a2-1642-483f-a620-df2c1cbd5a67 service neutron] show failed (client error): The resource could not be found. Aug 12 04:07:07.073157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-d67e71a2-1642-483f-a620-df2c1cbd5a67 service neutron] 10.222.0.36 "GET /v2.0/ports/34dc37dc-998c-4384-b00f-f5a40427efb7/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.2427995 Aug 12 04:07:07.076424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2525f589-5b1d-4f58-9e9c-fdd1def0c598 req-23d9de26-f9bc-4ef4-bae6-de7146ce5191 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.1232796 Aug 12 04:07:07.098399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-d8a6ebc1-f107-4ec9-9856-9ad924f61296 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0876861 Aug 12 04:07:07.146155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2525f589-5b1d-4f58-9e9c-fdd1def0c598 req-04753b47-5461-4931-9695-15c2e1456a7a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647781 Aug 12 04:07:07.448500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169b09d-dba4-4819-8a2c-1d84c42f882d req-99d89cff-d290-47e4-975b-56b8f7e43bc2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:07.470600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9169b09d-dba4-4819-8a2c-1d84c42f882d req-99d89cff-d290-47e4-975b-56b8f7e43bc2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.1663096 Aug 12 04:07:07.480782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4b35c69-1f98-4b0a-a939-2675b2028e7b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:07.578461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9169b09d-dba4-4819-8a2c-1d84c42f882d req-9ffd91cc-4938-438a-bc03-a3b2da1f817c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042724 Aug 12 04:07:07.698409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f4b35c69-1f98-4b0a-a939-2675b2028e7b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:07.699341 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:07.747722 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a18487-180d-4b9a-84a5-dadae7086295 x-openstack-request-id: req-66a18487-180d-4b9a-84a5-dadae7086295 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:07.748284 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:07.748284 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66a18487-180d-4b9a-84a5-dadae7086295 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:07.748643 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'status': 'completed', 'code': 200} Aug 12 04:07:07.827858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7c16af0-2e11-4c9b-929f-00fc882511d6 req-69b17315-a6dd-4014-be6c-6efff90e2a52 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 210 time: 0.0394895 Aug 12 04:07:07.955938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456102be-c034-43a7-ae7a-345d9683c796 req-e6c6d99c-d5bf-4653-881c-7cc6662a3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:07.958034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-e6c6d99c-d5bf-4653-881c-7cc6662a3164 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1125 time: 0.2133431 Aug 12 04:07:08.097073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce20f-1c5b-4b62-a98d-4f57c063211f req-8f01e8a3-d22b-4fac-afeb-481db625bc83 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:08.099721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-432ce20f-1c5b-4b62-a98d-4f57c063211f req-8f01e8a3-d22b-4fac-afeb-481db625bc83 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0863347 Aug 12 04:07:08.185825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-432ce20f-1c5b-4b62-a98d-4f57c063211f req-e2c22222-f0df-4bf0-8dad-dff7e352486c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692945 Aug 12 04:07:08.207869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-af42396e-a8a0-4bef-8a65-152e0b406a44 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5760572 Aug 12 04:07:08.212730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:08.281219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-f86b901d-f941-4c2f-85b5-41b2fe50d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:08.282741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-f86b901d-f941-4c2f-85b5-41b2fe50d9a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 1101 time: 0.5333509 Aug 12 04:07:08.307088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:08.410056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d567da-ce72-4b49-b8e6-8b4e90ef151b req-3171cd18-b0e3-40c4-b755-8095245c0891 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:08.416699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f3d567da-ce72-4b49-b8e6-8b4e90ef151b req-3171cd18-b0e3-40c4-b755-8095245c0891 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.1102753 Aug 12 04:07:08.457420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f3d567da-ce72-4b49-b8e6-8b4e90ef151b req-00bdaedf-258f-48c9-a497-18b67c5213ed tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Aug 12 04:07:08.469539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:08.498112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:08.521550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456102be-c034-43a7-ae7a-345d9683c796 req-9d4610fe-d5a0-4c65-8966-6f89fd614c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:08.523685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-9d4610fe-d5a0-4c65-8966-6f89fd614c3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.5531802 Aug 12 04:07:08.552070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-f3835af4-e54e-415b-ac0c-cbd3edbc2126 service neutron] 10.222.0.36 "GET /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.1467857 Aug 12 04:07:08.687998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-98bb5b96-62e1-49a2-9b37-b27724c49b7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 217 time: 0.1331789 Aug 12 04:07:08.705652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:08.788728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b23fc-8099-45e1-9455-33afe1a85107 req-7a8f0e21-39dc-4081-9a1d-cb033198fd71 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:08.802683 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b2b23fc-8099-45e1-9455-33afe1a85107 req-7a8f0e21-39dc-4081-9a1d-cb033198fd71 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.0938151 Aug 12 04:07:08.858838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b2b23fc-8099-45e1-9455-33afe1a85107 req-7e9839ec-12c4-400c-bd2d-206598cc1fc1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542672 Aug 12 04:07:08.899403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:08.983731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456102be-c034-43a7-ae7a-345d9683c796 req-65c47da8-2db4-43f2-8177-2273b03b11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:08.985194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-65c47da8-2db4-43f2-8177-2273b03b11f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.2678173 Aug 12 04:07:08.986074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3912844-ab63-4c1f-bad8-a8c53fda0389 req-282cea7b-245f-44de-a866-5b245e66448f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 210 time: 0.0604165 Aug 12 04:07:09.109103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-4541f197-b5e0-4ead-bd74-5c7a8f00cf73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887778 Aug 12 04:07:09.309052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:09.333714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:09.337848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:09.361169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-7905988f-7256-4dc2-b836-835a86ae6829 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242172 Aug 12 04:07:09.374918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:09.384763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64092cd7-4a00-4038-b355-d63e8fbf21b4 req-ceefe2eb-24ec-4619-88c2-dc05f319ab4d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:09.386677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64092cd7-4a00-4038-b355-d63e8fbf21b4 req-ceefe2eb-24ec-4619-88c2-dc05f319ab4d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0973773 Aug 12 04:07:09.443936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64092cd7-4a00-4038-b355-d63e8fbf21b4 req-6e208d13-9373-4275-a1bd-538ac0e7e5a8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505767 Aug 12 04:07:09.504669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:09.599843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed8faf-3b55-4f3c-bdc4-34d5663651ab req-cd4ccf97-9903-4ef3-8a0f-fce6ce7ce915 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:09.602114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7ed8faf-3b55-4f3c-bdc4-34d5663651ab req-cd4ccf97-9903-4ef3-8a0f-fce6ce7ce915 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0610390 Aug 12 04:07:09.666977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7ed8faf-3b55-4f3c-bdc4-34d5663651ab req-7e3d5c97-7b35-4f6c-a7c7-3e6d6c76e590 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567284 Aug 12 04:07:09.857026 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-d1f9dcd5-f519-4b17-b9ed-0ab637b9fd34 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379031 Aug 12 04:07:09.998422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dabef0-ac7f-4374-a238-c19c7f1b6cff {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:10.027744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:10.106049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea063bdf-9b97-42c9-93e5-19e48a458f7a req-95d26921-fa83-4e25-8863-d5f6b94ed9f6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:10.108031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea063bdf-9b97-42c9-93e5-19e48a458f7a req-95d26921-fa83-4e25-8863-d5f6b94ed9f6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 944 time: 0.1536186 Aug 12 04:07:10.110174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:10.112566 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68225f16-6156-4ff3-8e63-03e17d17824d" -d '{"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-unplugged", "status": "completed", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:10.120271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.137832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Transition to ACTIVE for port object 34dc37dc-998c-4384-b00f-f5a40427efb7 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:10.150844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-456102be-c034-43a7-ae7a-345d9683c796 req-68bb5c41-9446-4b6d-94cb-88b4934f4101 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441316 Aug 12 04:07:10.160869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Allocated IP 172.25.6.26 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/6bbe7564-c146-4561-9bee-bc135dcf9506) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:10.195624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e5c0850c-47a2-4724-9701-bff3a07705c7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:10.197212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e5c0850c-47a2-4724-9701-bff3a07705c7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244829 Aug 12 04:07:10.217640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea063bdf-9b97-42c9-93e5-19e48a458f7a req-fe0f4df7-fc84-4ae9-96f9-b1cc09aba8cf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933292 Aug 12 04:07:10.231386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:10.301514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:07:10.302121 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:07:10.328912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.349839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.352544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.378649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d4ef391-e372-4e6d-974e-0c5cba743824 req-ac5e063b-5ba4-4eec-81a0-d724a10f23cb tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 210 time: 0.0315759 Aug 12 04:07:10.437426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:10.530547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:10.535599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.582411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] Transition to ACTIVE for port object d7dabef0-ac7f-4374-a238-c19c7f1b6cff will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:10.586855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] No DVR routers for this DVR port 34dc37dc-998c-4384-b00f-f5a40427efb7 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:10.594284 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a77be4f-6680-40f8-89fd-5874cb42874e x-openstack-request-id: req-3a77be4f-6680-40f8-89fd-5874cb42874e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:10.595236 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-unplugged", "status": "completed", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:10.596075 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a77be4f-6680-40f8-89fd-5874cb42874e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:10.597290 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'code': 200} Aug 12 04:07:10.601031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.692136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:10.845842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:10.848782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] No DVR routers for this DVR port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:10.857841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:10.861014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:10.870091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea3e4a-63f8-472f-94f1-4a54e1f6e4a9 req-0f055d04-30d2-44d2-916d-d6800dbac7cb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:10.870399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:10.871342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:10.871804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:10.877975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2ea3e4a-63f8-472f-94f1-4a54e1f6e4a9 req-0f055d04-30d2-44d2-916d-d6800dbac7cb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.2001274 Aug 12 04:07:10.896682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:10.937820 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2ea3e4a-63f8-472f-94f1-4a54e1f6e4a9 req-6702d8fb-6e91-4e16-90d0-aea8ecc4af9e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576925 Aug 12 04:07:10.945813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Pushing event updated for resources: {'Port': ['ID=6bbe7564-c146-4561-9bee-bc135dcf9506,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:10.957882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:07:10.972034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] 10.222.0.36 "PUT /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff/bindings/n-h1-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4077523 Aug 12 04:07:10.972698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.16 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/538b9911-968f-4df8-a426-97df39895694) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:10.987845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Port 34dc37dc-998c-4384-b00f-f5a40427efb7 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:10.988170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Attempting to bind port 34dc37dc-998c-4384-b00f-f5a40427efb7 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:11.052462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:11.053204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:11.053314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:11.053770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Bound port: 34dc37dc-998c-4384-b00f-f5a40427efb7, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:11.055376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.161745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692145e4-52eb-4236-9cc8-dd2128f8502a service neutron] Pushing event updated for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:11.171091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d5288-aa38-4c22-a269-3df69aea86eb req-3e380572-711b-4450-b1d8-da810ed15871 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.180415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da1d5288-aa38-4c22-a269-3df69aea86eb req-3e380572-711b-4450-b1d8-da810ed15871 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.1178846 Aug 12 04:07:11.193804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.208322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:11.211544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:11.258852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.291910 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da1d5288-aa38-4c22-a269-3df69aea86eb req-1f737887-863a-4799-9c77-865ebd779ab4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105714 Aug 12 04:07:11.328331 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.331331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object 538b9911-968f-4df8-a426-97df39895694 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:11.393775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-ccd3707c-d4f2-4b45-a155-ac87b68eabf3 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.401615 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-ccd3707c-d4f2-4b45-a155-ac87b68eabf3 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.1680973 Aug 12 04:07:11.459411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.462916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.479488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:11.484804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:11.487513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.492482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.500736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] 10.222.0.20 "PUT /v2.0/ports/34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 1096 time: 3.1969998 Aug 12 04:07:11.549365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:11.565793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:11.568716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:11.661093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-09924186-7f70-4ef6-a68d-00512bcb461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.662993 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-09924186-7f70-4ef6-a68d-00512bcb461f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d&tenant_id=a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 1096 time: 0.2489047 Aug 12 04:07:11.663701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=538b9911-968f-4df8-a426-97df39895694,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:11.759216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.760173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:11.774464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ea2b5-0d01-4c4f-8066-f288d3689fb4 req-e30595fe-3fc1-40a3-9b05-5b128a3bd04e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.787054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b33ea2b5-0d01-4c4f-8066-f288d3689fb4 req-e30595fe-3fc1-40a3-9b05-5b128a3bd04e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.2264197 Aug 12 04:07:11.793732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfd0de-3a68-4676-b82c-c401420f8f33 service neutron] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:11.835216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-5fd1f1a0-b0c4-457a-b3ec-e11e65617273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.840953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-5fd1f1a0-b0c4-457a-b3ec-e11e65617273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1099 time: 0.2551506 Aug 12 04:07:11.841476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-c7ac6322-b9a4-4dbc-92f3-66547afa0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:11.843105 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-c7ac6322-b9a4-4dbc-92f3-66547afa0009 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1096 time: 0.1477978 Aug 12 04:07:12.010580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-92b478b9-0049-4669-8c05-4df7193768dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.012798 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-92b478b9-0049-4669-8c05-4df7193768dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.1548047 Aug 12 04:07:12.017460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-aa04ae26-a160-4e22-a155-6e71778ec55b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7963347 Aug 12 04:07:12.031544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b33ea2b5-0d01-4c4f-8066-f288d3689fb4 req-498714a4-bfe6-4a78-a5f6-6198481b4f7b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408350 Aug 12 04:07:12.056302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Request body: {'port': {'device_id': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:12.223105 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-7ba9793e-ede1-453d-b4e8-a1e285664e1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 200 len: 217 time: 0.1867144 Aug 12 04:07:12.260034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-102ad958-14f9-4cbb-bd2c-7ea75c2d4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.261990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-102ad958-14f9-4cbb-bd2c-7ea75c2d4618 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.3920276 Aug 12 04:07:12.288251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:12.320706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-ae9f1df6-d4f3-48a5-a244-8ec7a46c34b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.0503891 Aug 12 04:07:12.330757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-879ad447-4f07-4a95-9ca5-e2c7c2671e59 None None] Provisioning for port 538b9911-968f-4df8-a426-97df39895694 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:12.337795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-879ad447-4f07-4a95-9ca5-e2c7c2671e59 None None] Provisioning complete for port 538b9911-968f-4df8-a426-97df39895694 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:12.338469 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-879ad447-4f07-4a95-9ca5-e2c7c2671e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:12.369478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d91a1-b8ac-488c-9578-e929bcc56280 req-c59796b4-734c-417a-8a72-8837c476064e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.374919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d16d91a1-b8ac-488c-9578-e929bcc56280 req-c59796b4-734c-417a-8a72-8837c476064e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 935 time: 0.1526093 Aug 12 04:07:12.375092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3f0d5de0-4039-4a75-9cc9-03598d94e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.377446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3f0d5de0-4039-4a75-9cc9-03598d94e88a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1131873 Aug 12 04:07:12.408227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-879ad447-4f07-4a95-9ca5-e2c7c2671e59 None None] Port 538b9911-968f-4df8-a426-97df39895694 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:12.414161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-d3f65e6b-0d4a-4a70-8246-5f7728e42c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.417106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-d3f65e6b-0d4a-4a70-8246-5f7728e42c88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0848141 Aug 12 04:07:12.427355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:12.429567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:12.436617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-fd90b152-94c7-4271-a7ea-eaff9fe71d41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445013 Aug 12 04:07:12.515616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:12.596108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Pushing event updated for resources: {'Port': ['ID=6bbe7564-c146-4561-9bee-bc135dcf9506,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:12.602461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:12.604811 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20fc58-a0f6-4756-80d0-81e25a17d09a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:12.608393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-3dce799b-f34b-4b6d-8429-9aa62974e11a service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549659 Aug 12 04:07:12.609331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-ce8199ea-3b7d-4c5f-926b-ccfdc729ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.610843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-ce8199ea-3b7d-4c5f-926b-ccfdc729ca03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1695218 Aug 12 04:07:12.619001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d16d91a1-b8ac-488c-9578-e929bcc56280 req-c956a002-554a-404b-8648-db7e2c0c4c63 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385719 Aug 12 04:07:12.677362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:12.686251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-81134479-cb05-4fef-8ea3-54ddf25cf71b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4774647 Aug 12 04:07:12.795497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-4935140a-e8c2-4c28-a4cb-e23240da3fa0 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.1083364 Aug 12 04:07:12.901221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b440b-b178-44ae-bc3d-8ecfb1391d00 req-c1abcab1-ee10-4b80-be58-f84c31a278c7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.905621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e6b440b-b178-44ae-bc3d-8ecfb1391d00 req-c1abcab1-ee10-4b80-be58-f84c31a278c7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1468260 Aug 12 04:07:12.907085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-cb3cd000-2694-4b7d-ba96-b6cdc204bcfd service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630255 Aug 12 04:07:12.910222 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-410c8c30-36b1-489c-a19d-7f8053b2f30b service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758977 Aug 12 04:07:12.954376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-71994ea6-12b7-4a8d-86bb-67d64dfd5d2f tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:12.954376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e4f2a6d-c3a9-4902-9e5e-7f8fa84a008f req-71994ea6-12b7-4a8d-86bb-67d64dfd5d2f tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1521308 Aug 12 04:07:12.974572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e6b440b-b178-44ae-bc3d-8ecfb1391d00 req-2ab042f1-5282-4e4f-9d3b-f3b7b01cb844 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632772 Aug 12 04:07:13.038548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13b27183-8c54-4e4f-9c10-a2e437e7f696 req-47e700ff-21fc-4a2e-b808-3e599ab9295a service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190467 Aug 12 04:07:13.044603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538b9911-968f-4df8-a426-97df39895694 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:13.053628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:13.068020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Transition to ACTIVE for port object 538b9911-968f-4df8-a426-97df39895694 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:13.083363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174585d-31d1-4fce-b5c9-09ec93542fb6 req-ab9ae0e5-d58b-4fdf-9884-efdaff0560a9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.084881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b174585d-31d1-4fce-b5c9-09ec93542fb6 req-ab9ae0e5-d58b-4fdf-9884-efdaff0560a9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.0616760 Aug 12 04:07:13.120140 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6fbf21-c065-4136-af92-991fc9f79882 x-openstack-request-id: req-6b6fbf21-c065-4136-af92-991fc9f79882 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:13.120436 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:13.120764 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b6fbf21-c065-4136-af92-991fc9f79882 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:13.121412 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'status': 'completed', 'code': 200} Aug 12 04:07:13.130127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b174585d-31d1-4fce-b5c9-09ec93542fb6 req-66b2c774-8782-4ed9-8562-c26dac6d211d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Aug 12 04:07:13.181552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f912b9e-d793-4e2a-9c5c-79df2dcc0f52 req-132d0f29-b683-40d2-abc1-f474cd8a3433 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips/860e6ea7-6605-4dfe-bc6a-519044e545bc HTTP/1.1" status: 200 len: 692 time: 0.0498364 Aug 12 04:07:13.254035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:13.324981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb3325-25bc-4206-9f1f-aef7e190ed56 req-d120b760-9562-4090-a9d4-1fdfca97cd8f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.326586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbb3325-25bc-4206-9f1f-aef7e190ed56 req-d120b760-9562-4090-a9d4-1fdfca97cd8f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.1260860 Aug 12 04:07:13.359519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-3b1a8a6d-c361-499f-96c6-e346c8a202fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.361090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-3b1a8a6d-c361-499f-96c6-e346c8a202fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1099 time: 0.1150327 Aug 12 04:07:13.372063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-c9534908-cbce-4ef8-93a2-f2b59e57e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.372390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-c9534908-cbce-4ef8-93a2-f2b59e57e47a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1099 time: 0.0944407 Aug 12 04:07:13.450569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbb3325-25bc-4206-9f1f-aef7e190ed56 req-4591b4f5-1f5b-4ef6-b489-92f2dc4d4de5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163461 Aug 12 04:07:13.553902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-d890e1be-1ac6-42e2-b8b5-b6826d0b9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.555009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-d890e1be-1ac6-42e2-b8b5-b6826d0b9924 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1803160 Aug 12 04:07:13.556105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-525f27ed-de22-4197-82b7-437c39228884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.557505 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-525f27ed-de22-4197-82b7-437c39228884 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1686804 Aug 12 04:07:13.611383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Pushing event updated for resources: {'Port': ['ID=538b9911-968f-4df8-a426-97df39895694,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:13.634632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-3dc95279-db24-413d-87a8-602bacded1eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.0707099 Aug 12 04:07:13.636672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-1aeebab9-ce1d-4de6-8716-d4ddb4ce6270 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.0663974 Aug 12 04:07:13.693926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f912b9e-d793-4e2a-9c5c-79df2dcc0f52 req-d2aced4b-6058-4aee-8e12-ccb12e3a4ebc tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.702460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f912b9e-d793-4e2a-9c5c-79df2dcc0f52 req-d2aced4b-6058-4aee-8e12-ccb12e3a4ebc tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.5146966 Aug 12 04:07:13.715125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-8f912b9e-d793-4e2a-9c5c-79df2dcc0f52 req-a27b8fd8-9af6-4b68-8bbb-eee27b747509 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:07:13.723432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f912b9e-d793-4e2a-9c5c-79df2dcc0f52 req-a27b8fd8-9af6-4b68-8bbb-eee27b747509 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198729 Aug 12 04:07:13.728099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-56e47dd7-aed5-49ff-b1ba-96bd0ff745e0 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.729849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-56e47dd7-aed5-49ff-b1ba-96bd0ff745e0 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.1685371 Aug 12 04:07:13.768852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-c1755948-d706-44d6-8e42-8f00f2be154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.770344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-c1755948-d706-44d6-8e42-8f00f2be154b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1291180 Aug 12 04:07:13.782028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-38fd9ed3-5cc7-4fa8-8f82-03c2bc22b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.783591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-38fd9ed3-5cc7-4fa8-8f82-03c2bc22b80e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1238608 Aug 12 04:07:13.785390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Attempting to bind port 538b9911-968f-4df8-a426-97df39895694 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:13.785734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Attempting to bind port 538b9911-968f-4df8-a426-97df39895694 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:13.786116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Attempting to bind port 538b9911-968f-4df8-a426-97df39895694 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:13.797220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Port 538b9911-968f-4df8-a426-97df39895694 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:13.797642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Attempting to bind port 538b9911-968f-4df8-a426-97df39895694 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:13.821517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:13.821787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:13.822184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:13.822666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Bound port: 538b9911-968f-4df8-a426-97df39895694, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:13.823194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:13.851867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983b8ce-5883-404b-9622-2a0c70023c53 req-9ca59867-ae38-4dd2-989d-ed941fe8bb5f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.853670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4983b8ce-5883-404b-9622-2a0c70023c53 req-9ca59867-ae38-4dd2-989d-ed941fe8bb5f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 947 time: 0.1262643 Aug 12 04:07:13.898841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-a76f5c42-b395-492b-9e48-5abd1c91ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.900591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-a76f5c42-b395-492b-9e48-5abd1c91ec3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122556 Aug 12 04:07:13.905330 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4427fe0-0688-4d6d-a642-3911c612ae3a req-b32feae0-6600-4acf-b4b7-cd00b2e8b080 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=ace16d5b83154609adb9b00d640ba0bb HTTP/1.1" status: 200 len: 695 time: 0.0991480 Aug 12 04:07:13.907780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-1aa54b43-7904-4fd0-941c-225ae94b62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:13.909227 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-1aa54b43-7904-4fd0-941c-225ae94b62b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110833 Aug 12 04:07:13.966455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4983b8ce-5883-404b-9622-2a0c70023c53 req-4670a13b-8a6b-4f9a-9c86-b4698f727fff tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047876 Aug 12 04:07:14.076473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-b865dcf6-4665-4361-9a94-f2007fa858cb service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645372 Aug 12 04:07:14.082158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-e15163e6-da4f-4d88-a4ce-017b509d79b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596143 Aug 12 04:07:14.096992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] For port 538b9911-968f-4df8-a426-97df39895694, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:14.102340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] For port 538b9911-968f-4df8-a426-97df39895694, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=538b9911-968f-4df8-a426-97df39895694,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:14.138470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4427fe0-0688-4d6d-a642-3911c612ae3a req-c419546f-982e-40a5-9aee-dca6cac28dfe tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.140012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4427fe0-0688-4d6d-a642-3911c612ae3a req-c419546f-982e-40a5-9aee-dca6cac28dfe tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks?id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 787 time: 0.1934726 Aug 12 04:07:14.151035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-a4427fe0-0688-4d6d-a642-3911c612ae3a req-e63caf6e-0caf-4a3c-b04b-660ee52b08a1 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:07:14.153153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4427fe0-0688-4d6d-a642-3911c612ae3a req-e63caf6e-0caf-4a3c-b04b-660ee52b08a1 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073252 Aug 12 04:07:14.190730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-64a11bd6-4724-4ffd-bef4-aebf8e838bae service neutron] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:14.194161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-64a11bd6-4724-4ffd-bef4-aebf8e838bae service neutron] Notify callbacks [] for binding, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:14.199304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e21a79c-a97c-4f3a-bbc0-1a730ca8b007 req-64a11bd6-4724-4ffd-bef4-aebf8e838bae service neutron] 10.222.0.20 "DELETE /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff/bindings/n-h2-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.4556503 Aug 12 04:07:14.221986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:14.263664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.264274 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:14.265730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] 10.222.0.36 "PUT /v2.0/ports/538b9911-968f-4df8-a426-97df39895694 HTTP/1.1" status: 200 len: 1095 time: 2.2286127 Aug 12 04:07:14.266175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'tag': '538b9911-968f-4df8-a426-97df39895694'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:14.268707 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8f20e-a677-47c6-8fb4-f4d243053360" -d '{"events": [{"name": "network-changed", "server_uuid": "a9552d7c-3956-424f-a743-1039a02e9f6f", "tag": "538b9911-968f-4df8-a426-97df39895694"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:14.283247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-726a1cf9-1b1e-45f5-bdcd-a2e2eef8524a service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911480 Aug 12 04:07:14.298478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3303358-460a-4abf-a0a2-65c20ff5f2e2 req-5719707f-4b37-4603-be77-27965a8e65b9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.300143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3303358-460a-4abf-a0a2-65c20ff5f2e2 req-5719707f-4b37-4603-be77-27965a8e65b9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.2064052 Aug 12 04:07:14.309848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da20fc58-a0f6-4756-80d0-81e25a17d09a req-6c6b9e71-f29f-4455-9f9e-ff2ccf7e15e6 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255120 Aug 12 04:07:14.314644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187d20b-a694-4f8d-9577-59a9cf092bff service neutron] Pushing event updated for resources: {'Port': ['ID=538b9911-968f-4df8-a426-97df39895694,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:14.376151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3303358-460a-4abf-a0a2-65c20ff5f2e2 req-f4136d78-3d78-4038-bf4b-f9c07d665c3e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Aug 12 04:07:14.455236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-01e39e1c-134d-44e8-971c-21989f93b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.457204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-01e39e1c-134d-44e8-971c-21989f93b1bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 1098 time: 0.0450351 Aug 12 04:07:14.509328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-9273e046-10dc-4040-ac23-98d9b5451c1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=538b9911-968f-4df8-a426-97df39895694 HTTP/1.1" status: 200 len: 217 time: 0.0435791 Aug 12 04:07:14.596138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f55e8-b749-410d-87dc-7b88eb7df408 req-09f584ad-0f84-4d6d-be4f-26915ad7b96b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.597686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a2f55e8-b749-410d-87dc-7b88eb7df408 req-09f584ad-0f84-4d6d-be4f-26915ad7b96b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.0876138 Aug 12 04:07:14.599609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-c78c8e09-80c3-400b-9322-01f7249c8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.600932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-c78c8e09-80c3-400b-9322-01f7249c8659 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0666790 Aug 12 04:07:14.662791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a2f55e8-b749-410d-87dc-7b88eb7df408 req-0b115034-373f-44d7-a2a8-9b8fc0a8030e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Aug 12 04:07:14.670234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c94640-9c5a-485f-8f17-105b4993be3e req-b270863f-649a-4fa0-8649-69a11b1866ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.671751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-b270863f-649a-4fa0-8649-69a11b1866ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616505 Aug 12 04:07:14.770364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-ae10b7fe-eda5-4048-b122-b3a0f0709a7b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips/860e6ea7-6605-4dfe-bc6a-519044e545bc HTTP/1.1" status: 200 len: 692 time: 0.0810919 Aug 12 04:07:14.872184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-fc8ce880-e06e-47fa-8a8f-08a05973827d service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923957 Aug 12 04:07:14.943436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-02005fc7-c459-4635-b900-b016c318dd3f tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:14.944822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-02005fc7-c459-4635-b900-b016c318dd3f tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1683288 Aug 12 04:07:15.010873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-511632ee-0fdc-4ba6-bd9a-86d40a7d675b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0578399 Aug 12 04:07:15.061459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06c94640-9c5a-485f-8f17-105b4993be3e req-644daea2-6bb0-4cae-8bb0-572ab3d24ee2 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818819 Aug 12 04:07:15.070660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-92b5b4a7-cc62-430c-9110-2be91382d801 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.26 HTTP/1.1" status: 200 len: 695 time: 0.0516784 Aug 12 04:07:15.207878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Deleting port 6bbe7564-c146-4561-9bee-bc135dcf9506 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:15.208230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:15.288894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:15.289267 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:15.301539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Calling delete_port for 6bbe7564-c146-4561-9bee-bc135dcf9506 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:15.558876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:15.584345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Pushing event deleted for resources: {'Port': ['ID=6bbe7564-c146-4561-9bee-bc135dcf9506,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:15.651321 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:15.654076 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b56a23-80e2-4feb-9b54-795466d41de4 x-openstack-request-id: req-18b56a23-80e2-4feb-9b54-795466d41de4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:15.654663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:15.655544 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9552d7c-3956-424f-a743-1039a02e9f6f", "tag": "538b9911-968f-4df8-a426-97df39895694", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:15.655898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0b8718-0633-4e87-8119-4f817f3b3404 req-9dd64b5c-ba80-4bd5-b0f3-8248090981bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "DELETE /v2.0/floatingips/860e6ea7-6605-4dfe-bc6a-519044e545bc HTTP/1.1" status: 204 len: 173 time: 0.5770714 Aug 12 04:07:15.660054 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18b56a23-80e2-4feb-9b54-795466d41de4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:15.662193 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'tag': '538b9911-968f-4df8-a426-97df39895694', 'status': 'completed', 'code': 200} Aug 12 04:07:15.729793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-c309de02-815d-452c-97a3-13f61201624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:15.731918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-c309de02-815d-452c-97a3-13f61201624b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 1098 time: 0.0565917 Aug 12 04:07:15.750821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a464b-836d-4d6b-b640-33ec71536f90 req-28ea33af-c167-496b-ac1c-989cdbcf6492 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:15.752469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d85a464b-836d-4d6b-b640-33ec71536f90 req-28ea33af-c167-496b-ac1c-989cdbcf6492 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.0500209 Aug 12 04:07:15.793366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d85a464b-836d-4d6b-b640-33ec71536f90 req-bc05df6f-e7bd-41c1-a6f2-bec6498368c7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345743 Aug 12 04:07:15.822298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06f747-c40a-4694-8387-9bed274aa5e9 req-e1d4d1c6-e70e-417d-99b3-b70f1d3210c1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:15.824511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a06f747-c40a-4694-8387-9bed274aa5e9 req-e1d4d1c6-e70e-417d-99b3-b70f1d3210c1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 947 time: 0.1142287 Aug 12 04:07:15.871265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-32d3f9cf-98fb-4578-b78f-3c05559156af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:15.872713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-32d3f9cf-98fb-4578-b78f-3c05559156af service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1276999 Aug 12 04:07:15.914470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a06f747-c40a-4694-8387-9bed274aa5e9 req-dcf43194-5510-458e-80c0-dc77a68f8541 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816002 Aug 12 04:07:15.946996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-10975863-6d90-445b-8ece-7bf0fc405ab9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=538b9911-968f-4df8-a426-97df39895694 HTTP/1.1" status: 200 len: 217 time: 0.0581384 Aug 12 04:07:15.950981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8656908-bd99-45ce-b9b1-cc47ee940c23 req-2a875a7a-77a7-4571-a02f-c2bd0c2d8e05 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:15.952605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8656908-bd99-45ce-b9b1-cc47ee940c23 req-2a875a7a-77a7-4571-a02f-c2bd0c2d8e05 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0765324 Aug 12 04:07:15.987468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-ffb0cd2e-843f-49cf-b0df-8190ede532b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:15.989105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-ffb0cd2e-843f-49cf-b0df-8190ede532b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1097 time: 0.1108592 Aug 12 04:07:15.997510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8656908-bd99-45ce-b9b1-cc47ee940c23 req-520fb5ac-2846-4f8d-83b3-05b0e9af940c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 Aug 12 04:07:16.006012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-529838f1-bb05-4411-aafb-b6be3c399fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:16.009600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-529838f1-bb05-4411-aafb-b6be3c399fb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0526950 Aug 12 04:07:16.111868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-af1e1e45-ae25-4b29-9b0e-c8370d3d75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:16.113251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-af1e1e45-ae25-4b29-9b0e-c8370d3d75ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959504 Aug 12 04:07:16.174612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-ae4c7946-f2d1-4597-99a3-2d061550020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:16.176109 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-ae4c7946-f2d1-4597-99a3-2d061550020a service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1669264 Aug 12 04:07:16.221641 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-93f49707-0dc9-4be3-96ff-e32aadfff594 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 217 time: 0.0363369 Aug 12 04:07:16.228911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-46231554-f5b7-4f2f-aa66-0abb6c3f2567 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1964829 Aug 12 04:07:16.240109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:16.286306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-e55577fa-8b11-4b5c-aea6-dcf5068c4ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619866 Aug 12 04:07:16.291301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-d3bcf0ef-f0f6-47e7-9da8-f40f05a6f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:16.293208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-d3bcf0ef-f0f6-47e7-9da8-f40f05a6f1ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0609293 Aug 12 04:07:16.347272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:16.357938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-60e8a6e9-d129-4ef0-960f-0c0d4b1969ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478969 Aug 12 04:07:16.451028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:16.602032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Allocated IP 172.25.6.224 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7d0671c5-37db-4aa6-ada3-1faab9ea7c5a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:16.657123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:16.714145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:16.755209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:16.780643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81b8f20e-a677-47c6-8fb4-f4d243053360 req-c1a3ffa8-4130-472d-871a-3f668383339b service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864929 Aug 12 04:07:16.784109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:16.805241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'mac_address': 'fa:16:3e:75:0d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:16.822239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428931eb-e03e-4e43-847b-59fe49de18cd req-e8bc1e5f-859a-44ca-810f-d92510232855 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:16.825608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-428931eb-e03e-4e43-847b-59fe49de18cd req-e8bc1e5f-859a-44ca-810f-d92510232855 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 948 time: 0.0901299 Aug 12 04:07:16.830135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-23c12397-dbd8-4f77-a9fc-0e32e5098c7b service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597545 Aug 12 04:07:16.860141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:16.875197 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:16.896169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dc37dc-998c-4384-b00f-f5a40427efb7 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:16.902376 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:16.904648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:16.911668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:16.912765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-428931eb-e03e-4e43-847b-59fe49de18cd req-432a1ab3-a973-4ad5-8d1d-58b910e6ee08 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816977 Aug 12 04:07:16.914283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:16.939916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:16.955022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Pushing event updated for resources: {'Port': ['ID=7d0671c5-37db-4aa6-ada3-1faab9ea7c5a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:16.960043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:16.961185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:16.963190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-208468a0-5023-4521-970d-1f0754939934 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158152 Aug 12 04:07:16.974636 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0c22e0-35e3-472a-8519-2cb3d6198fd7" -d '{"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-unplugged", "status": "completed", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:17.030908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.044626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.080018 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.097159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:17.104851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.105562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.105954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.106255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.106588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.107094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.107430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.107760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.108121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.108413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.108748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.109064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:17.172892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:17.181053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-8a5d74dc-cc77-41a1-97e5-f8627efcc25e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:17.182570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-8a5d74dc-cc77-41a1-97e5-f8627efcc25e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.1309047 Aug 12 04:07:17.197899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-ad7f5cce-5338-419c-937e-83d6dd35c85d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/quotas/ba870b1c76de4b9bb376da737b75ba63 HTTP/1.1" status: 200 len: 375 time: 0.0092089 Aug 12 04:07:17.225685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.250384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-86548dd2-33c5-4848-9e14-04d0051471d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465677 Aug 12 04:07:17.348433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-575bb28b-a88b-4762-8e88-c748d7371224 service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894806 Aug 12 04:07:17.366936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:17.386697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.447348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-f91e6189-1802-46db-b56d-dc021ba6f2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929186 Aug 12 04:07:17.507109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.600878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Pushing event updated for resources: {'Port': ['ID=7d0671c5-37db-4aa6-ada3-1faab9ea7c5a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:17.604618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.690832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:17.700320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b6bedcf1-f1ac-44ca-834f-34928f76d7ee tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4643631 Aug 12 04:07:17.754197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-b48092ed-85d7-4538-b6ca-5f814856f557 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 696 time: 0.0526242 Aug 12 04:07:17.780200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097ca6a-26ec-4c3b-8f0a-1b769b311aaa req-2e80624f-b273-48a8-899a-7c70bd2a2672 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:17.782510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7097ca6a-26ec-4c3b-8f0a-1b769b311aaa req-2e80624f-b273-48a8-899a-7c70bd2a2672 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 947 time: 0.0618489 Aug 12 04:07:17.831261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7097ca6a-26ec-4c3b-8f0a-1b769b311aaa req-706ac444-935d-47de-88a8-053601756d59 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Aug 12 04:07:17.892524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-76b4530c-f76d-48c3-8ede-26d411797406 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:17.894268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-76b4530c-f76d-48c3-8ede-26d411797406 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1344178 Aug 12 04:07:17.905802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-3379af67-6b60-4c75-bddf-cf6608dfc181 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:07:17.919131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee167377-9dab-4aad-8825-bee0f686cec0 req-3379af67-6b60-4c75-bddf-cf6608dfc181 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066490 Aug 12 04:07:17.946480 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ed43f-27f6-4b1d-ba83-b93d15f9cdaf x-openstack-request-id: req-297ed43f-27f6-4b1d-ba83-b93d15f9cdaf {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:17.947401 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-unplugged", "status": "completed", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:17.947863 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-297ed43f-27f6-4b1d-ba83-b93d15f9cdaf {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:17.948462 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'code': 200} Aug 12 04:07:18.037279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29b56b-c447-455f-ac9d-f2e8710f8c0d req-39c8a8a2-cca0-4cfd-9511-b8c7f974b035 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.038782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf29b56b-c447-455f-ac9d-f2e8710f8c0d req-39c8a8a2-cca0-4cfd-9511-b8c7f974b035 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1096 time: 0.0444219 Aug 12 04:07:18.075222 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf29b56b-c447-455f-ac9d-f2e8710f8c0d req-f3640417-4aca-4390-bb58-560cb0bb6f3e tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300689 Aug 12 04:07:18.278108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330aee1-05ad-45de-b43d-4eec880a9b05 req-42c87943-03f2-4c1b-994b-13b5889a86af tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.279692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c330aee1-05ad-45de-b43d-4eec880a9b05 req-42c87943-03f2-4c1b-994b-13b5889a86af tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0602906 Aug 12 04:07:18.292922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12bd67eb-50c1-4c7d-8329-a73a73f95b7e req-c9f40294-1a4b-4dba-8476-8d0fc1886885 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 210 time: 0.0516622 Aug 12 04:07:18.319045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c330aee1-05ad-45de-b43d-4eec880a9b05 req-4baf7d09-79b9-4312-a56e-cfa070568acb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327928 Aug 12 04:07:18.324951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-95c326bc-a34b-4616-9cf6-879296b2c5cc tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.326481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-95c326bc-a34b-4616-9cf6-879296b2c5cc tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3a65abe-10fa-4c36-ac0a-f1985d945f79 HTTP/1.1" status: 200 len: 943 time: 0.0843265 Aug 12 04:07:18.431385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-51fc5496-aa7e-4257-a3e5-1070bb6eb7bf tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips/e792ff12-f2e7-48c6-a22c-dbf71cc55d04 HTTP/1.1" status: 200 len: 693 time: 0.0983946 Aug 12 04:07:18.527432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad8718-f234-4abe-a552-75906cedefc1 req-8a830b5c-9763-4de1-a204-763d56fa3882 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.529135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1ad8718-f234-4abe-a552-75906cedefc1 req-8a830b5c-9763-4de1-a204-763d56fa3882 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 1096 time: 0.1371787 Aug 12 04:07:18.546948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-b0b1bb1b-a707-4bba-a778-ab555ba57558 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.548612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-b0b1bb1b-a707-4bba-a778-ab555ba57558 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 949 time: 0.1107049 Aug 12 04:07:18.582104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Deleting port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:18.582613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:18.624521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1ad8718-f234-4abe-a552-75906cedefc1 req-5bdf159b-7ce8-4278-aa80-1e3746be6b58 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824480 Aug 12 04:07:18.656233 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-2310a1cf-ff9a-4a3f-8b68-b25f2a96cfc8 service neutron] delete failed (client error): The resource could not be found. Aug 12 04:07:18.657733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-2310a1cf-ff9a-4a3f-8b68-b25f2a96cfc8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/34dc37dc-998c-4384-b00f-f5a40427efb7/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0952942 Aug 12 04:07:18.666156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:18.689383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-0d42f476-8f13-4d33-9935-7fbef988c565 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.713890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-0d42f476-8f13-4d33-9935-7fbef988c565 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2815473 Aug 12 04:07:18.740424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 538b9911-968f-4df8-a426-97df39895694 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:18.789563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-8a8945ee-e856-42f2-9b6d-3aeaca414b82 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 696 time: 0.0738912 Aug 12 04:07:18.834550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] For port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:18.834984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:18.849742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Calling delete_port for 73d11f90-6cb8-40c5-b32d-8bf96ecac90d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:18.861160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-5bae5798-d9a8-43ae-a5b0-bab431a98093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.862918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-5bae5798-d9a8-43ae-a5b0-bab431a98093 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1100 time: 0.0604370 Aug 12 04:07:18.867869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 538b9911-968f-4df8-a426-97df39895694, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=538b9911-968f-4df8-a426-97df39895694,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:18.871295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb9603-39a7-4211-b06c-2ad175843d9a req-7d576c7d-629a-4180-8b9d-1c001fb2905c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:18.879291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44eb9603-39a7-4211-b06c-2ad175843d9a req-7d576c7d-629a-4180-8b9d-1c001fb2905c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 949 time: 0.1323903 Aug 12 04:07:18.883922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '538b9911-968f-4df8-a426-97df39895694', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '538b9911-968f-4df8-a426-97df39895694', 'mac_address': 'fa:16:3e:3d:93:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:18.942264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:18.959661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538b9911-968f-4df8-a426-97df39895694 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:18.987683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 538b9911-968f-4df8-a426-97df39895694, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=538b9911-968f-4df8-a426-97df39895694,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:18.996170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44eb9603-39a7-4211-b06c-2ad175843d9a req-b015f39e-7225-4d44-9d93-17688022663d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111267 Aug 12 04:07:19.033198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 34dc37dc-998c-4384-b00f-f5a40427efb7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:19.037588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 34dc37dc-998c-4384-b00f-f5a40427efb7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:19.038197 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.042979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-73fc5b31-23c5-4bc3-8eae-b63a72ac52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:19.045155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-73fc5b31-23c5-4bc3-8eae-b63a72ac52e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1459432 Aug 12 04:07:19.060610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-48714de4-56bc-4d05-9c9f-1c406d8a1350 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.224 HTTP/1.1" status: 200 len: 696 time: 0.0603492 Aug 12 04:07:19.104427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-db144465-616b-416a-930d-0dcbe2e7a7cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.0508997 Aug 12 04:07:19.194965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.199622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-6fdf28f2-7ceb-4354-b211-a343e48dadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:19.201181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-6fdf28f2-7ceb-4354-b211-a343e48dadb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0892718 Aug 12 04:07:19.204322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.275586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.275908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event deleted for resources: {'Port': ['ID=73d11f90-6cb8-40c5-b32d-8bf96ecac90d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:19.292439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=538b9911-968f-4df8-a426-97df39895694,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:19.296354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-a18a787a-717c-41f1-ac61-5bed7d6088e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:19.297869 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-a18a787a-717c-41f1-ac61-5bed7d6088e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891070 Aug 12 04:07:19.357758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] No DVR routers for this DVR port 73d11f90-6cb8-40c5-b32d-8bf96ecac90d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:19.361235 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.363390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b92be7f8-a4fc-454a-a2d8-c074a6c68e26 req-7b4b33bf-213a-4ded-85ff-fcc6a8b3f5d3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "DELETE /v2.0/ports/73d11f90-6cb8-40c5-b32d-8bf96ecac90d HTTP/1.1" status: 204 len: 173 time: 1.0263968 Aug 12 04:07:19.363870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-deleted', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:19.366344 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60499149-1888-4bc6-ae61-a55d88adbae3" -d '{"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-deleted", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:19.372473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Deleting port 7d0671c5-37db-4aa6-ada3-1faab9ea7c5a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:19.372827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.395129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:19.444660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-78223803-4360-462a-a153-5628bd6da414 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369703 Aug 12 04:07:19.468557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.468905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.482593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Calling delete_port for 7d0671c5-37db-4aa6-ada3-1faab9ea7c5a owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:19.496309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['538b9911-968f-4df8-a426-97df39895694'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:19.544962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-213068e2-e73c-40cf-a862-6310b4cb74c7 req-b0450dac-56f0-4e61-98d2-2690e22c0837 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923994 Aug 12 04:07:19.560821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.643635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:19.828400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcff8a-941b-47ff-b1c4-e8257bf61e21 req-8e797345-5dc8-4b50-a7aa-bc4f17fae6ec tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:19.829949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbbcff8a-941b-47ff-b1c4-e8257bf61e21 req-8e797345-5dc8-4b50-a7aa-bc4f17fae6ec tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 948 time: 0.0501838 Aug 12 04:07:19.844351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.887236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Pushing event deleted for resources: {'Port': ['ID=7d0671c5-37db-4aa6-ada3-1faab9ea7c5a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:19.896448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbbcff8a-941b-47ff-b1c4-e8257bf61e21 req-129d0bcd-38b3-4778-86a5-afedbba47c39 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555058 Aug 12 04:07:19.957612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:19.957612 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3877f7-5de0-4f0d-8dbb-b17ff3c6b7dc" -d '{"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-plugged", "status": "completed", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:19.960441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.963533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:19.965343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecafca03-6f50-4004-922b-af4c1e8c9759 req-9343afe5-a49e-46f9-97ea-c792f0a8215c tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "DELETE /v2.0/floatingips/e792ff12-f2e7-48c6-a22c-dbf71cc55d04 HTTP/1.1" status: 204 len: 173 time: 0.9039199 Aug 12 04:07:20.046374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f533b667-c13f-4bec-8ee7-a11fde0c0444 req-4fbba4be-5815-42fa-b491-f440657cde89 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 210 time: 0.0293984 Aug 12 04:07:20.095163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb1892-58a9-49b8-8b55-8e09a4c55370 req-c729ed09-7f9a-4e14-b8a3-929b0deb0e1c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:20.095535 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1f0640-1f07-45ee-a6cf-b64f448dd384 x-openstack-request-id: req-2d1f0640-1f07-45ee-a6cf-b64f448dd384 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:20.095982 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a65abe-10fa-4c36-ac0a-f1985d945f79", "name": "network-vif-deleted", "tag": "73d11f90-6cb8-40c5-b32d-8bf96ecac90d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:20.096353 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d1f0640-1f07-45ee-a6cf-b64f448dd384 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:20.096818 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a65abe-10fa-4c36-ac0a-f1985d945f79', 'name': 'network-vif-deleted', 'tag': '73d11f90-6cb8-40c5-b32d-8bf96ecac90d', 'status': 'completed', 'code': 200} Aug 12 04:07:20.097106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0bb1892-58a9-49b8-8b55-8e09a4c55370 req-c729ed09-7f9a-4e14-b8a3-929b0deb0e1c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0623786 Aug 12 04:07:20.137956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0bb1892-58a9-49b8-8b55-8e09a4c55370 req-b98c7afb-065b-4b36-86e2-e0703fc8ace1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350199 Aug 12 04:07:20.184276 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c28137d-f548-46fe-bd05-e0d8cc9cdcd4 x-openstack-request-id: req-0c28137d-f548-46fe-bd05-e0d8cc9cdcd4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:20.188257 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-plugged", "status": "completed", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:20.188257 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c28137d-f548-46fe-bd05-e0d8cc9cdcd4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:20.188257 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'code': 200} Aug 12 04:07:20.215277 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-0c3633c0-2849-4951-bf7a-303d65ff6211 req-e4b22fd7-0ccc-4dc0-98cb-4074e4467150 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] show failed (client error): The resource could not be found. Aug 12 04:07:20.216317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0c3633c0-2849-4951-bf7a-303d65ff6211 req-e4b22fd7-0ccc-4dc0-98cb-4074e4467150 tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips/e792ff12-f2e7-48c6-a22c-dbf71cc55d04 HTTP/1.1" status: 404 len: 350 time: 0.0478508 Aug 12 04:07:20.282805 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-0192e0c5-6d75-4ca2-9c53-e1ad0ff70219 req-ebfd2849-51f0-489f-a78f-de20f5d8049b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] show failed (client error): The resource could not be found. Aug 12 04:07:20.283823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0192e0c5-6d75-4ca2-9c53-e1ad0ff70219 req-ebfd2849-51f0-489f-a78f-de20f5d8049b tempest-FloatingIPsTestJSON-957118690 tempest-FloatingIPsTestJSON-957118690-project] 10.222.0.42 "GET /v2.0/floatingips/e792ff12-f2e7-48c6-a22c-dbf71cc55d04 HTTP/1.1" status: 404 len: 350 time: 0.0445051 Aug 12 04:07:20.285996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6c40-252b-4cea-a3f8-939df5d99f8e req-dd04a3d3-fd55-4aa6-839f-485e7161603b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:20.287525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-075e6c40-252b-4cea-a3f8-939df5d99f8e req-dd04a3d3-fd55-4aa6-839f-485e7161603b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0533249 Aug 12 04:07:20.293495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43446) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:20.326662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-075e6c40-252b-4cea-a3f8-939df5d99f8e req-12caf8f8-f55c-48ab-9542-3234cd2b1548 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Aug 12 04:07:20.667954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:20.749195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 538b9911-968f-4df8-a426-97df39895694 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:20.919348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 538b9911-968f-4df8-a426-97df39895694 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:20.941320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 538b9911-968f-4df8-a426-97df39895694 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:20.941320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:21.076024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-05e83873-59cc-4fe2-9272-bc49e62f4d3f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:21.082326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-05e83873-59cc-4fe2-9272-bc49e62f4d3f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.2699139 Aug 12 04:07:21.112733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Request body: {'port': {'device_id': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'admin_state_up': True, 'tenant_id': 'ba870b1c76de4b9bb376da737b75ba63'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:21.123705 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:21.190266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 538b9911-968f-4df8-a426-97df39895694, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=538b9911-968f-4df8-a426-97df39895694,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:21.231863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac656e4b-ea49-410a-b7c5-2305477de319 req-565152b1-03ba-4d4f-8789-f67eb5d26e58 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:21.235984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac656e4b-ea49-410a-b7c5-2305477de319 req-565152b1-03ba-4d4f-8789-f67eb5d26e58 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 948 time: 0.1737790 Aug 12 04:07:21.264893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69d50acd-ac20-4688-a8b8-613465f809cf req-9b65adfe-cc6b-49a9-a26d-950311d5bee4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 210 time: 0.0412436 Aug 12 04:07:21.328607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac656e4b-ea49-410a-b7c5-2305477de319 req-7c463a78-1830-45aa-ba35-6b8718046ae1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608904 Aug 12 04:07:21.399076 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:21.400634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:21.458278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 73d11f90-6cb8-40c5-b32d-8bf96ecac90d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:07:21.459104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 73d11f90-6cb8-40c5-b32d-8bf96ecac90d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:07:21.490190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=538b9911-968f-4df8-a426-97df39895694,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:21.512085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Deleting port f4b35c69-1f98-4b0a-a939-2675b2028e7b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:21.512460 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:21.519764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Made reservation on behalf of ba870b1c76de4b9bb376da737b75ba63 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:21.523194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:21.566345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c6622-a584-455c-989c-0006aaf80e3f req-07b59c73-9d39-4342-a6a1-a8a60b156e6c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:21.567907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-285c6622-a584-455c-989c-0006aaf80e3f req-07b59c73-9d39-4342-a6a1-a8a60b156e6c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.0845299 Aug 12 04:07:21.585003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7aaa5-5b6d-402f-8a13-868969141044 req-75c9b4b5-6b49-413d-8617-1fffe3d8ec37 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:21.587859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-35f7aaa5-5b6d-402f-8a13-868969141044 req-75c9b4b5-6b49-413d-8617-1fffe3d8ec37 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1261213 Aug 12 04:07:21.657488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-35f7aaa5-5b6d-402f-8a13-868969141044 req-254f1e40-3b61-45a9-8421-25ff2221b3d7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Aug 12 04:07:21.659146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-285c6622-a584-455c-989c-0006aaf80e3f req-83e9eb1b-9b29-4f0a-9616-8f07a16a94ad tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578082 Aug 12 04:07:21.665679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] For port f4b35c69-1f98-4b0a-a939-2675b2028e7b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4b35c69-1f98-4b0a-a939-2675b2028e7b,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:21.666053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:21.693436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Calling delete_port for f4b35c69-1f98-4b0a-a939-2675b2028e7b owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:21.719655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Allocated IP 172.20.0.5 (b94b34d9-5ceb-4a66-82b0-277763ea5d48/bd935655-f234-4880-b98d-194cd5ba960e/dd460961-9e58-41f2-95c7-f157ae4d41b5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:21.871117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8deb119-1c38-4537-9a4d-422e4ea59a2e req-56ea7124-0a15-450c-9f27-f5ed55545d64 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:21.872807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8deb119-1c38-4537-9a4d-422e4ea59a2e req-56ea7124-0a15-450c-9f27-f5ed55545d64 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1101 time: 0.1125643 Aug 12 04:07:21.932283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8deb119-1c38-4537-9a4d-422e4ea59a2e req-9c62f8cf-7001-48af-83e0-1fd3ba9d0007 tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Aug 12 04:07:21.952351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:22.031197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:22.065700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b35c69-1f98-4b0a-a939-2675b2028e7b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:22.096237 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:22.187531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b9911-968f-4df8-a426-97df39895694'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:22.190250 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5459676-d27c-4c83-b39a-fc981227b43d" -d '{"events": [{"server_uuid": "a9552d7c-3956-424f-a743-1039a02e9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "538b9911-968f-4df8-a426-97df39895694"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:22.207304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:22.210937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:22.219605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:22.311200 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a38a57-88ab-4e2d-bc5a-3e33685576eb x-openstack-request-id: req-66a38a57-88ab-4e2d-bc5a-3e33685576eb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:22.311785 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9552d7c-3956-424f-a743-1039a02e9f6f", "name": "network-vif-plugged", "status": "completed", "tag": "538b9911-968f-4df8-a426-97df39895694", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:22.311907 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66a38a57-88ab-4e2d-bc5a-3e33685576eb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:22.325374 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b9911-968f-4df8-a426-97df39895694', 'code': 200} Aug 12 04:07:22.367958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:22.398000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-eb5fa0a2-41d2-4f59-bd11-981145fdd850 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384037 Aug 12 04:07:22.404709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:22.405350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:22.410432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:22.516718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5193b5-bc14-42c6-9330-4be9e6a85a6a req-57afdd2a-47e0-4794-ac84-fa7b18df3d85 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:22.524421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e5193b5-bc14-42c6-9330-4be9e6a85a6a req-57afdd2a-47e0-4794-ac84-fa7b18df3d85 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 931 time: 0.1645434 Aug 12 04:07:22.526139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-124de974-a6e8-45b2-a89a-87573e0c8e07 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:22.528999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-124de974-a6e8-45b2-a89a-87573e0c8e07 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207221 Aug 12 04:07:22.547571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-52adad95-64e7-4b90-a634-0ed5203bedb4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/quotas/c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 375 time: 0.0126870 Aug 12 04:07:22.567890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7dcd345c-465e-49a6-91e5-ff3f73e684d6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678149 Aug 12 04:07:22.594160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Request body: {'port': {'device_id': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:22.605198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43913f-48d1-4370-acad-a539a348f84f req-9ecd2efc-7615-49d8-9c69-5b4b49bdfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:22.606959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c43913f-48d1-4370-acad-a539a348f84f req-9ecd2efc-7615-49d8-9c69-5b4b49bdfbf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 1100 time: 0.2034376 Aug 12 04:07:22.660486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-b759b228-190e-4501-9610-85d445330599 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068890 Aug 12 04:07:22.661321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c43913f-48d1-4370-acad-a539a348f84f req-ce430845-eabf-413d-aea7-956dcc515c94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Aug 12 04:07:22.665759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:22.679807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e5193b5-bc14-42c6-9330-4be9e6a85a6a req-8ae9b284-5acd-48e2-baca-9b41137f075e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544039 Aug 12 04:07:22.866388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27cfb5-6894-4f87-b457-66ee90abe2dc req-04c3f3cf-3baf-4e50-a6db-bec358cf2bde tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:22.867956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f27cfb5-6894-4f87-b457-66ee90abe2dc req-04c3f3cf-3baf-4e50-a6db-bec358cf2bde tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 949 time: 0.0939491 Aug 12 04:07:22.907955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Router cd5de96e-bd37-46ee-98c4-75b81b88e18f has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:07:22.930968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f27cfb5-6894-4f87-b457-66ee90abe2dc req-19633876-a50a-4ae0-89fb-69ac315ae511 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Aug 12 04:07:23.048606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd460961-9e58-41f2-95c7-f157ae4d41b5 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:23.061972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.088274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:07:23.093064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Transition to ACTIVE for port object dd460961-9e58-41f2-95c7-f157ae4d41b5 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:23.096249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-873ab616-2755-4753-bdec-30cc63fdc131 admin admin] 10.222.0.42 "PUT /v2.0/routers/cd5de96e-bd37-46ee-98c4-75b81b88e18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8013923 Aug 12 04:07:23.098985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:23.101836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] Sync routers for ids ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:07:23.122530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] Routers {'cd5de96e-bd37-46ee-98c4-75b81b88e18f'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:23.124454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:23.201710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20576857-ad58-4bf2-8390-22717de91431 req-66b6281e-228d-40dd-81c0-4c59de7ed2e0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:23.210392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20576857-ad58-4bf2-8390-22717de91431 req-66b6281e-228d-40dd-81c0-4c59de7ed2e0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1042268 Aug 12 04:07:23.235345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.269522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20576857-ad58-4bf2-8390-22717de91431 req-3269ded2-2435-4554-9165-b4a4b6b3d513 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 Aug 12 04:07:23.290453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.344359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] Set router cd5de96e-bd37-46ee-98c4-75b81b88e18f gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:23.351634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f46da420-c6aa-4e4c-9cd9-a0bf146ac070 req-094e0145-e28a-4617-9f4c-47bb9eca21e4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 210 time: 0.1884532 Aug 12 04:07:23.411039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:23.500873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.518798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Attempting to bind port dd460961-9e58-41f2-95c7-f157ae4d41b5 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:23.519159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Attempting to bind port dd460961-9e58-41f2-95c7-f157ae4d41b5 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:23.519528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Attempting to bind port dd460961-9e58-41f2-95c7-f157ae4d41b5 on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:23.525519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Port dd460961-9e58-41f2-95c7-f157ae4d41b5 on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:23.525774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Attempting to bind port dd460961-9e58-41f2-95c7-f157ae4d41b5 on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:23.530646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:23.531015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Checking segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:23.531392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Bound using segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:23.531814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Bound port: dd460961-9e58-41f2-95c7-f157ae4d41b5, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:23.532165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.581867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:07:21Z', 'revision_number': 5, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:23.611811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] Checking router: cd5de96e-bd37-46ee-98c4-75b81b88e18f for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:07:23.612827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:23.626629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] Routers {'cd5de96e-bd37-46ee-98c4-75b81b88e18f'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:23.626629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:23.627033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:23.707733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.767870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:23.768005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Deleting port cf3774b9-b837-4ede-b4f0-f783cc3942c7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:23.768345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.769956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.773869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd460961-9e58-41f2-95c7-f157ae4d41b5 HTTP/1.1" status: 200 len: 1091 time: 1.1891491 Aug 12 04:07:23.781831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:23.784857 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8df3e4-3765-48a1-b875-0c1afd45881d" -d '{"events": [{"name": "network-changed", "server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:23.841782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b0045-b4ec-4e04-a924-333600a85391 service neutron] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:23.902392 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19525a59-c8bb-4ff0-84a2-3afadc8ac2f1 x-openstack-request-id: req-19525a59-c8bb-4ff0-84a2-3afadc8ac2f1 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:23.902925 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:23.903356 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19525a59-c8bb-4ff0-84a2-3afadc8ac2f1 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:23.903938 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'status': 'completed', 'code': 200} Aug 12 04:07:23.915852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245b36c-5757-49a4-b035-4cb298ddf077 req-19cd846a-6272-4942-ab1a-c87b6b91f28f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:23.925716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7245b36c-5757-49a4-b035-4cb298ddf077 req-19cd846a-6272-4942-ab1a-c87b6b91f28f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 943 time: 0.0825806 Aug 12 04:07:23.988475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] For port cf3774b9-b837-4ede-b4f0-f783cc3942c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cf3774b9-b837-4ede-b4f0-f783cc3942c7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:23.988854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:23.990283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-48068f7e-9ec1-4161-b896-cc50d5406a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:23.995375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-48068f7e-9ec1-4161-b896-cc50d5406a14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 1094 time: 0.0883195 Aug 12 04:07:24.009954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7245b36c-5757-49a4-b035-4cb298ddf077 req-b894df31-6b63-4f4a-83f9-2c27c378854a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832403 Aug 12 04:07:24.020845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Calling delete_port for cf3774b9-b837-4ede-b4f0-f783cc3942c7 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:24.058246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] Set router cd5de96e-bd37-46ee-98c4-75b81b88e18f gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:24.105820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-4c7c393e-77e2-49c0-bbb4-ae7d45e69499 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5 HTTP/1.1" status: 200 len: 217 time: 0.1015782 Aug 12 04:07:24.250862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41750e8-eeff-4242-b720-672579f47099 req-f6c42cdf-bdf1-47b2-a046-f1c63eccacad tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:24.252450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f41750e8-eeff-4242-b720-672579f47099 req-f6c42cdf-bdf1-47b2-a046-f1c63eccacad tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 949 time: 0.1509531 Aug 12 04:07:24.254470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-ce6fd656-1ad0-4095-a32d-3c240b7d463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:24.255933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-ce6fd656-1ad0-4095-a32d-3c240b7d463a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.1281464 Aug 12 04:07:24.309407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-7343a680-f271-4338-a401-b2afe64b46df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375748 Aug 12 04:07:24.346733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f41750e8-eeff-4242-b720-672579f47099 req-9c08c060-bc67-48ba-87ac-ac8081be70b3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Aug 12 04:07:24.374577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:24.404602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:07:21Z', 'revision_number': 5, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:24.445265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3774b9-b837-4ede-b4f0-f783cc3942c7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:24.463089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910ef2cb-0f81-4631-9b90-1a81f183c4b2 None None] The sync data for ids ['cd5de96e-bd37-46ee-98c4-75b81b88e18f'] in n-d-804320-1 is: [{'id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'name': 'tempest-FloatingIPsTestJSON-475994264-router', 'tenant_id': 'ace16d5b83154609adb9b00d640ba0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:53Z', 'updated_at': '2021-08-12T04:07:21Z', 'revision_number': 5, 'project_id': 'ace16d5b83154609adb9b00d640ba0bb', 'gw_port': {'id': 'cf3774b9-b837-4ede-b4f0-f783cc3942c7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:51:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5de96e-bd37-46ee-98c4-75b81b88e18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:54Z', 'updated_at': '2021-08-12T04:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:07:24.484707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-5d58b201-968d-4b1f-93c5-56c60fe7eb71 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639886 Aug 12 04:07:24.547520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2389f576-b463-4394-a891-5f6b64dcd974 req-c202e058-5138-4174-b002-719c217aec28 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 210 time: 0.0611248 Aug 12 04:07:24.569182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:24.612576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00904fa4-1d8e-40f2-ba1f-41dc00d8564e req-8c5b9d69-5b4f-4fcd-9e3f-c01fa97c65a0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:24.622149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00904fa4-1d8e-40f2-ba1f-41dc00d8564e req-8c5b9d69-5b4f-4fcd-9e3f-c01fa97c65a0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1846390 Aug 12 04:07:24.689828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95f8eff7-5645-40e9-8ef3-3c74f1f67d91 req-cee9fea2-fbac-4454-b6bd-fc0193b764e9 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872478 Aug 12 04:07:24.715725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905620c-33eb-4cab-9b57-ef4fd1c8c516 req-11a8c2b1-bf4a-4b36-b29e-ba30c20bbde0 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:24.716300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:24.718975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:24.726072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0905620c-33eb-4cab-9b57-ef4fd1c8c516 req-11a8c2b1-bf4a-4b36-b29e-ba30c20bbde0 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 1100 time: 0.0922258 Aug 12 04:07:24.771360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0905620c-33eb-4cab-9b57-ef4fd1c8c516 req-10a40e1f-7f19-4043-bb84-7018516b0d0b tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 Aug 12 04:07:24.774161 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00904fa4-1d8e-40f2-ba1f-41dc00d8564e req-026bd82b-55b1-4eaf-92c5-c2db1dcdecbb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511414 Aug 12 04:07:24.867489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:24.868199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd5de96e-bd37-46ee-98c4-75b81b88e18f {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:07:24.880479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:24.885316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e88cb6d2-b7bd-47d7-b206-21c2c40405d6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cd5de96e-bd37-46ee-98c4-75b81b88e18f HTTP/1.1" status: 204 len: 168 time: 1.7829661 Aug 12 04:07:24.885632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43528) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:24.960796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-99ae3a32-c40d-45df-a0cc-fdcc8b94f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:24.964763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-99ae3a32-c40d-45df-a0cc-fdcc8b94f1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 1094 time: 0.0903332 Aug 12 04:07:24.969716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Deleting subnet f92505c1-9e16-4528-aab3-434676f7491f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:07:24.979360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.030084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-08fc0824-c4b1-4970-a0c9-54245be1272e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575483 Aug 12 04:07:25.044661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.144334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-d54dcee7-c2eb-4dd4-bfc1-c7b94fa89ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:25.146185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-d54dcee7-c2eb-4dd4-bfc1-c7b94fa89ccb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 906 time: 0.1734817 Aug 12 04:07:25.204662 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.213475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-9c923885-d533-4e74-bf2a-4da145178287 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5 HTTP/1.1" status: 200 len: 217 time: 0.0500174 Aug 12 04:07:25.217484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-a18ca57f-81d3-4123-a341-e7d8907c256f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:25.224796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-a18ca57f-81d3-4123-a341-e7d8907c256f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748855 Aug 12 04:07:25.227765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e7110-98f5-4f38-b77e-4049f6213ced req-4677a588-b039-44ba-b881-4e79305ec690 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:25.229421 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e44e7110-98f5-4f38-b77e-4049f6213ced req-4677a588-b039-44ba-b881-4e79305ec690 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 943 time: 0.1046240 Aug 12 04:07:25.278462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-d3f47a73-ba23-4711-b4d9-2e3e023e1ac7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/quotas/7a0a6453cba74205bd2377f651b4e524 HTTP/1.1" status: 200 len: 375 time: 0.0527036 Aug 12 04:07:25.313409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e44e7110-98f5-4f38-b77e-4049f6213ced req-3680f5d7-f448-410f-9a5c-de491ff809de tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647705 Aug 12 04:07:25.323368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-27ee5172-f7e1-4ba4-ab04-c3c469e7c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:25.325108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-27ee5172-f7e1-4ba4-ab04-c3c469e7c232 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.0940931 Aug 12 04:07:25.347099 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.364057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-44270b23-09be-4b8d-a8cb-f262bb2c2b66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295432 Aug 12 04:07:25.404115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-60c9bd29-73d2-47e7-9dae-99f8596a2678 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1246738 Aug 12 04:07:25.426473 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.505158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-62f2588f-629f-4044-a8c8-f2102e6ceaeb service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177382 Aug 12 04:07:25.507853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.535943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92505c1-9e16-4528-aab3-434676f7491f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:25.548545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155a042-1e2f-4f29-83ba-38abf5f8766e None None] Network 37ba9250-46d4-493f-b7d5-d821f8fab2c6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:07:25.560394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.567782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:25.568438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ff3e545-d9d6-4359-a22d-66ce8ded56e9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f92505c1-9e16-4528-aab3-434676f7491f HTTP/1.1" status: 204 len: 168 time: 0.6812105 Aug 12 04:07:25.683422 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8df3e4-3765-48a1-b875-0c1afd45881d req-5f4ad443-4c53-48b0-9113-24b94c049fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687140 Aug 12 04:07:25.686149 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.729279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-752f034c-0884-4f18-8c07-aad6774d1f76 req-07c6def5-2a89-4e45-9896-e57ad48baddc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 210 time: 0.0373588 Aug 12 04:07:25.800115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4871c47a-3246-457e-98ba-7acdd454db8e req-2afa6362-0332-46e9-a05d-18dc9cfa1ff9 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.1061757 Aug 12 04:07:25.829713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Deleting port e4b77e3a-4d24-4ce1-9057-45b2754623bd {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:25.832308 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.844206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4b35c69-1f98-4b0a-a939-2675b2028e7b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:25.873450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-564e8ea7-a7a5-49d3-af4f-6d337657480e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674660 Aug 12 04:07:25.938217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] DHCP port deletion for 37ba9250-46d4-493f-b7d5-d821f8fab2c6 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:07:25.945503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: f4b35c69-1f98-4b0a-a939-2675b2028e7b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:07:25.945845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4b35c69-1f98-4b0a-a939-2675b2028e7b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:07:25.962489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] For port e4b77e3a-4d24-4ce1-9057-45b2754623bd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4b77e3a-4d24-4ce1-9057-45b2754623bd,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:25.962956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:25.978264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Calling delete_port for e4b77e3a-4d24-4ce1-9057-45b2754623bd owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:26.059730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] Deleting port e4b77e3a-4d24-4ce1-9057-45b2754623bd {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:26.060233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.137735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8356-b7f8-4bf9-bcd8-1f263982ca6a req-7b42ef56-68b5-4416-a846-793f411fd07a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:26.139436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-767a8356-b7f8-4bf9-bcd8-1f263982ca6a req-7b42ef56-68b5-4416-a846-793f411fd07a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0673664 Aug 12 04:07:26.157826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-1a3d8098-4e70-4f21-9f70-1567e9c79ff2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:26.159506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-1a3d8098-4e70-4f21-9f70-1567e9c79ff2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835608 Aug 12 04:07:26.181513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-767a8356-b7f8-4bf9-bcd8-1f263982ca6a req-02ed6214-3a0d-4bfe-8e4b-196cdad138f7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360572 Aug 12 04:07:26.186621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] For port e4b77e3a-4d24-4ce1-9057-45b2754623bd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4b77e3a-4d24-4ce1-9057-45b2754623bd,segment=NetworkSegment(f6757620-aa12-4f0d-be9a-d1494e8872ca),segment_id=f6757620-aa12-4f0d-be9a-d1494e8872ca)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:26.187179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.189315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Request body: {'port': {'device_id': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'c0c01502cfdf4b95ad29e508b6e870a5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:26.202814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] Calling delete_port for e4b77e3a-4d24-4ce1-9057-45b2754623bd owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:26.214530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.245964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b77e3a-4d24-4ce1-9057-45b2754623bd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:26.248589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] No DVR routers for this DVR port e4b77e3a-4d24-4ce1-9057-45b2754623bd on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:26.263282 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-8405f440-041d-477a-b4f6-500e8b00bc61 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--812799880&fields=id&tenant_id=54671de288264405aea06c43324bcdb0 HTTP/1.1" status: 200 len: 267 time: 0.1027882 Aug 12 04:07:26.340569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.350315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.355879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ba9250-46d4-493f-b7d5-d821f8fab2c6']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:26.375140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6757620-aa12-4f0d-be9a-d1494e8872ca') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:26.375140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6757620-aa12-4f0d-be9a-d1494e8872ca') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:26.388372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.411794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] Pushing event deleted for resources: {'Port': ['ID=e4b77e3a-4d24-4ce1-9057-45b2754623bd,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:26.421671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9535424c-af36-41af-a0ea-c1943bc78264 None None] No DVR routers for this DVR port e4b77e3a-4d24-4ce1-9057-45b2754623bd on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:26.445086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.462747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:07:26.463862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.465967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-ec6296c8-8b76-4383-bb0c-7ce8d0417a25 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:26.467505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-ec6296c8-8b76-4383-bb0c-7ce8d0417a25 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/networks?id=d9216554-c79b-4900-945c-960da39e7a23 HTTP/1.1" status: 200 len: 816 time: 0.1947548 Aug 12 04:07:26.483837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-f286a11c-70d1-4cea-96d8-a1172f27591c tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/quotas/54671de288264405aea06c43324bcdb0 HTTP/1.1" status: 200 len: 375 time: 0.0098624 Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:07:26.526144 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:07:26.555271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3af79a-aa61-4c5e-99a1-41368bbd6e2d req-06321652-610a-4d8d-8afa-181648495c5c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:26.557214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee3af79a-aa61-4c5e-99a1-41368bbd6e2d req-06321652-610a-4d8d-8afa-181648495c5c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 943 time: 0.1369433 Aug 12 04:07:26.559223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-0e9d4010-4379-4dc7-96d0-dcd3251c3a8c tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=54671de288264405aea06c43324bcdb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683112 Aug 12 04:07:26.562953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Made reservation on behalf of c0c01502cfdf4b95ad29e508b6e870a5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:26.571567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.595091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.613968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:26.615937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] 10.222.0.42 "DELETE /v2.0/networks/37ba9250-46d4-493f-b7d5-d821f8fab2c6 HTTP/1.1" status: 204 len: 168 time: 1.0467899 Aug 12 04:07:26.636306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee3af79a-aa61-4c5e-99a1-41368bbd6e2d req-016172db-5d56-403c-8620-afda3646ae4c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700161 Aug 12 04:07:26.637238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435da51-0c21-408a-87d0-a7d46f37c840 admin admin] Pushing event deleted for resources: {'Network': ['ID=37ba9250-46d4-493f-b7d5-d821f8fab2c6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:26.824979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Allocated IP 192.168.233.248 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/f457e794-42e2-41c2-92eb-abb5ddb810db) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:26.839837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-93b37395-56ac-4a18-8191-2a2777d82da4 service neutron] 10.222.0.42 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624946 Aug 12 04:07:26.840053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3671408-0838-46c6-95d0-c2edbc5ce282 req-2a50dad7-70a7-460a-a00b-5e9fdf71763a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 210 time: 0.0354857 Aug 12 04:07:26.937984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-224f6c34-4274-4feb-9060-76f1b0bdc51b req-9be6e759-1208-4bb3-b565-57320a2a85ad tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.0255556 Aug 12 04:07:26.993151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43576) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:27.017348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-7f466b7d-35f7-4b38-810e-d1e1e9cc5037 service neutron] 10.222.0.42 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689417 Aug 12 04:07:27.044984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0ce0da0c-3b0b-4342-9a3a-c79383ecd689 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ace16d5b83154609adb9b00d640ba0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500028 Aug 12 04:07:27.047336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43578) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:27.077368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.092829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Transition to ACTIVE for port object f457e794-42e2-41c2-92eb-abb5ddb810db will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:27.115972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ead4aef-1490-41bd-90f0-98ad0fc45cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.152955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ead4aef-1490-41bd-90f0-98ad0fc45cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.228250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.241691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:27.328055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5cd35-510a-4a30-a36a-fcbd7c132c08 req-089dbb03-444a-44d8-b1f1-f852696d36bd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:27.329634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7db5cd35-510a-4a30-a36a-fcbd7c132c08 req-089dbb03-444a-44d8-b1f1-f852696d36bd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.0617464 Aug 12 04:07:27.382268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7db5cd35-510a-4a30-a36a-fcbd7c132c08 req-bddd33bc-b4f3-4a44-8586-746fde5422c1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Aug 12 04:07:27.392937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ead4aef-1490-41bd-90f0-98ad0fc45cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.396847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ead4aef-1490-41bd-90f0-98ad0fc45cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.402486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0ead4aef-1490-41bd-90f0-98ad0fc45cc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffb7ddf4-c109-45e3-91d0-a9481d05da2a HTTP/1.1" status: 204 len: 168 time: 0.3538923 Aug 12 04:07:27.416836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead4aef-1490-41bd-90f0-98ad0fc45cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7ddf4-c109-45e3-91d0-a9481d05da2a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:27.494061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf3774b9-b837-4ede-b4f0-f783cc3942c7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:27.529096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cf3774b9-b837-4ede-b4f0-f783cc3942c7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:07:27.529758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf3774b9-b837-4ede-b4f0-f783cc3942c7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:07:27.530187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4b77e3a-4d24-4ce1-9057-45b2754623bd no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:27.554827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e4b77e3a-4d24-4ce1-9057-45b2754623bd {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:07:27.555174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4b77e3a-4d24-4ce1-9057-45b2754623bd not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:07:27.568255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:27.571648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:27.576149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:27.601754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:27.638810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:27.638810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.725242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-82325704-0658-49a2-970c-9e113bd3be76 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5401587 Aug 12 04:07:27.738790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Request body: {'port': {'device_id': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:27.787346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbef6-636c-470d-bd80-4bb537444864 req-b1ade918-1d38-4bf9-8bd2-7dc1f6bb6d7d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:27.793981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-574cbef6-636c-470d-bd80-4bb537444864 req-b1ade918-1d38-4bf9-8bd2-7dc1f6bb6d7d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 943 time: 0.0670671 Aug 12 04:07:27.804670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2fde31a-cc38-44f1-9931-908a75c0d6ba req-9920694c-32b1-4412-bac8-bd745807a2d0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0443780 Aug 12 04:07:27.851229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-574cbef6-636c-470d-bd80-4bb537444864 req-3a0e32cd-5ae9-4381-a8e9-8d151b565915 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525699 Aug 12 04:07:27.868160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:27.986185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b07b35-20fa-4629-baf5-c26d8b1cb91a req-faa448f7-e031-4297-986f-6f4658a31af3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:27.993527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8631f848-4dac-4820-9097-d35ad02c8151 None None] Provisioning for port f457e794-42e2-41c2-92eb-abb5ddb810db completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:27.996893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2b07b35-20fa-4629-baf5-c26d8b1cb91a req-faa448f7-e031-4297-986f-6f4658a31af3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 936 time: 0.0687516 Aug 12 04:07:28.002030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8631f848-4dac-4820-9097-d35ad02c8151 None None] Provisioning complete for port f457e794-42e2-41c2-92eb-abb5ddb810db triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:28.002415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8631f848-4dac-4820-9097-d35ad02c8151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.070498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8631f848-4dac-4820-9097-d35ad02c8151 None None] Port f457e794-42e2-41c2-92eb-abb5ddb810db cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:28.091417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2b07b35-20fa-4629-baf5-c26d8b1cb91a req-978d5284-4a1e-4564-926c-e9053d31e417 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934572 Aug 12 04:07:28.153599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa283526-2952-4550-b4b9-4d1baaa6f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.159091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc2060dd-51de-4dd3-8672-41868c24f03e req-8ce73464-222d-4595-abaf-8c336f4289a6 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.0515630 Aug 12 04:07:28.319193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f457e794-42e2-41c2-92eb-abb5ddb810db {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:28.329180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.349621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Transition to ACTIVE for port object f457e794-42e2-41c2-92eb-abb5ddb810db will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:28.444260 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.525137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:28.587529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aca3d-4616-4018-9da1-3b2d6604f39d req-43a9c6e6-20ff-4ba2-9617-76e075dccbc7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:28.589635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-369aca3d-4616-4018-9da1-3b2d6604f39d req-43a9c6e6-20ff-4ba2-9617-76e075dccbc7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.1366088 Aug 12 04:07:28.645537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:28.645877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:28.646199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:28.665707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Port f457e794-42e2-41c2-92eb-abb5ddb810db on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:28.665707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:28.669967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-369aca3d-4616-4018-9da1-3b2d6604f39d req-6a706045-cf12-4c9c-a9ba-2fc97b7dbed3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715575 Aug 12 04:07:28.671228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:28.671666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:28.672038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:28.672470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Bound port: f457e794-42e2-41c2-92eb-abb5ddb810db, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:28.673015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.755006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:28.756538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd460961-9e58-41f2-95c7-f157ae4d41b5 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:28.758497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:28.826058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.862889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:28.864022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:28.865911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] 10.222.0.36 "PUT /v2.0/ports/f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 1096 time: 1.1322203 Aug 12 04:07:28.867041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:28.869776 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:28.904044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cdb5a-7889-4d98-9371-1b053f8d1c17 service neutron] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:28.958833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b072f9ec-9e8f-47a8-b666-1d05e54f7ce0 req-ed5ae5e4-5318-4c8c-ba2e-d822b8079a59 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0766585 Aug 12 04:07:28.969217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:29.030413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'mac_address': 'fa:16:3e:05:4f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:29.073985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-095e96b3-c9da-44c9-8d2f-0c14a557369d tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.073985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-095e96b3-c9da-44c9-8d2f-0c14a557369d tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1097 time: 0.0870850 Aug 12 04:07:29.074849 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6890a3-cfb3-46ea-8916-a2bbc87e1bcb x-openstack-request-id: req-9e6890a3-cfb3-46ea-8916-a2bbc87e1bcb {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:29.074849 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:29.074849 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e6890a3-cfb3-46ea-8916-a2bbc87e1bcb {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:29.074849 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'status': 'completed', 'code': 200} Aug 12 04:07:29.106422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804320-1'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:29.111545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:29.146476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd460961-9e58-41f2-95c7-f157ae4d41b5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:29.158424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-48dd82bb-1e65-4cd7-b6f6-32205e49d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.160041 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-48dd82bb-1e65-4cd7-b6f6-32205e49d4ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1099 time: 0.1505430 Aug 12 04:07:29.169884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4d067-372b-40ea-9c0a-fb9d39f532ca req-cadad741-7de4-4b89-8018-87bc8641fcd3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.181299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b7e4d067-372b-40ea-9c0a-fb9d39f532ca req-cadad741-7de4-4b89-8018-87bc8641fcd3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 943 time: 0.1113095 Aug 12 04:07:29.189736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:29.209474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-8905c8fc-e924-4d62-ae02-0b8da114a293 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892854 Aug 12 04:07:29.264897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-ac03fdca-8dd0-4150-a98f-92e0fe70ed30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.0539303 Aug 12 04:07:29.284715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:29.299333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b7e4d067-372b-40ea-9c0a-fb9d39f532ca req-d1765119-f9a0-4167-b0fe-25f6d6d3afba tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170583 Aug 12 04:07:29.352501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:29.374384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-978c4034-b4fb-43c1-9951-7d1678014e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.376548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-978c4034-b4fb-43c1-9951-7d1678014e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0970674 Aug 12 04:07:29.513483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e4dc3-a6b1-4dbc-acb1-d2aa0923ae50 req-85310816-5691-4523-8a34-9e8bd73536fb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.515100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d46e4dc3-a6b1-4dbc-acb1-d2aa0923ae50 req-85310816-5691-4523-8a34-9e8bd73536fb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.1345479 Aug 12 04:07:29.517764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-6d2ad735-007b-4c36-954d-58249f96fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.519105 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-6d2ad735-007b-4c36-954d-58249f96fb7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204402 Aug 12 04:07:29.616070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['dd460961-9e58-41f2-95c7-f157ae4d41b5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:29.627569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d46e4dc3-a6b1-4dbc-acb1-d2aa0923ae50 req-7f1c17f3-9e8f-4e4f-bbc4-24dccc0754dd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030421 Aug 12 04:07:29.688055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-91a07e88-d9e7-4b06-a5a8-9b09ff520a58 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532841 Aug 12 04:07:29.814649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-482d318e-95ba-435f-b04e-aafd08f6bbd7 req-206d997b-33cd-4e0f-89a7-ee068f0356d7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.0617545 Aug 12 04:07:29.835250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9c83258-eadc-466c-92f9-dae06c102cb2 req-e26c2e19-3741-4d6d-8dff-bdbe4a6907ee service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332898 Aug 12 04:07:29.838436 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:29.923192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c72be035-86fd-4832-83a0-be66570e6b96 req-3afe3871-e28d-4c69-84bc-a9eeefa9ca82 tempest-AbsoluteLimitsNegativeTestJSON-1766316636 tempest-AbsoluteLimitsNegativeTestJSON-1766316636-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6bdde92dbcad43a693d5ce9f301c865b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258780 Aug 12 04:07:29.984825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-ccc911a6-9131-449c-99a5-d8faacd00dec tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:29.986346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-ccc911a6-9131-449c-99a5-d8faacd00dec tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7652047 Aug 12 04:07:30.035767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:30.053976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-0ba592fe-ffdb-4725-a6ee-d59914573d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.055523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-0ba592fe-ffdb-4725-a6ee-d59914573d9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1099 time: 0.0691462 Aug 12 04:07:30.112904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadd677-39d1-4f3d-b59b-9f21b34b9fba req-addd58d4-03f8-486b-ae04-b08ac67c8812 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.114459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9aadd677-39d1-4f3d-b59b-9f21b34b9fba req-addd58d4-03f8-486b-ae04-b08ac67c8812 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 946 time: 0.2172217 Aug 12 04:07:30.120217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72be035-86fd-4832-83a0-be66570e6b96 req-886c1bb2-0186-4ccc-94d8-ed207b8dc31a tempest-AbsoluteLimitsNegativeTestJSON-1766316636 tempest-AbsoluteLimitsNegativeTestJSON-1766316636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.123331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c72be035-86fd-4832-83a0-be66570e6b96 req-886c1bb2-0186-4ccc-94d8-ed207b8dc31a tempest-AbsoluteLimitsNegativeTestJSON-1766316636 tempest-AbsoluteLimitsNegativeTestJSON-1766316636-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897681 Aug 12 04:07:30.155349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c72be035-86fd-4832-83a0-be66570e6b96 req-f0f8c908-5d88-4545-8f6e-d3d308ce1f90 tempest-AbsoluteLimitsNegativeTestJSON-1766316636 tempest-AbsoluteLimitsNegativeTestJSON-1766316636-project] 10.222.0.42 "GET /v2.0/quotas/6bdde92dbcad43a693d5ce9f301c865b HTTP/1.1" status: 200 len: 375 time: 0.0216711 Aug 12 04:07:30.187179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-9c9608fc-def1-484b-b846-41b844745c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.188665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-9c9608fc-def1-484b-b846-41b844745c02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1244056 Aug 12 04:07:30.204952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c72be035-86fd-4832-83a0-be66570e6b96 req-050312e6-1fff-4c71-aee5-04ce6aeaa96f tempest-AbsoluteLimitsNegativeTestJSON-1766316636 tempest-AbsoluteLimitsNegativeTestJSON-1766316636-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6bdde92dbcad43a693d5ce9f301c865b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303242 Aug 12 04:07:30.211908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:30.219254 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9aadd677-39d1-4f3d-b59b-9f21b34b9fba req-939cb1d0-2c34-4594-96a7-d1e942242d7f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835295 Aug 12 04:07:30.241004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-7a314080-2836-4657-8afb-9e626c5340bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.0386462 Aug 12 04:07:30.281565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:30.310180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:30.314071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:30.314877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-fb2592dd-2d45-4ee8-a11c-04a72442084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.316527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-fb2592dd-2d45-4ee8-a11c-04a72442084b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0666559 Aug 12 04:07:30.378449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-f68bcd78-af40-4741-a373-3f0573ed2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.380533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-f68bcd78-af40-4741-a373-3f0573ed2483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513337 Aug 12 04:07:30.382414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-041bd20e-3074-4c97-b7c5-42a8d7007e8b req-e337fd77-160a-4dbe-8f98-a75f3869248a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0548220 Aug 12 04:07:30.411210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:30.413899 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e471c-fa64-4607-a465-31e35513e841" -d '{"events": [{"server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "name": "network-vif-unplugged", "status": "completed", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:30.460336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:30.530688 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f715a-6fbd-4603-892f-7a22305e1c77 x-openstack-request-id: req-2c4f715a-6fbd-4603-892f-7a22305e1c77 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:30.531101 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "name": "network-vif-unplugged", "status": "completed", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:30.531423 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c4f715a-6fbd-4603-892f-7a22305e1c77 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:30.531943 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'code': 200} Aug 12 04:07:30.553211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9333-4975-446f-8aee-3f5a9a5d47d2 req-da92b23b-b245-49d6-8d5c-1c6d64dca4f4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.554920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cfc9333-4975-446f-8aee-3f5a9a5d47d2 req-da92b23b-b245-49d6-8d5c-1c6d64dca4f4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 944 time: 0.1499643 Aug 12 04:07:30.561642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-ca0b81c7-861e-4aac-8b8c-be09c73c8108 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455774 Aug 12 04:07:30.568765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.48 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/f4a55a69-418a-4056-9fc4-19031560ca8e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:30.610634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:30.650616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cfc9333-4975-446f-8aee-3f5a9a5d47d2 req-fbf40606-7f64-4ba8-9a77-731d2fc7d8b8 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882714 Aug 12 04:07:30.685146 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fa4d17c-d9dd-4956-939c-9733c1de9dd6 req-14e48b12-b7ed-4c0c-8c75-4857b7b0d46c service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088858 Aug 12 04:07:30.778655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device eefa3ade-eff6-4979-a71d-489a41580aba details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:30.932299 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e81c293-77e7-4a0a-b497-af14ecca4acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:30.953284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:30.961279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:30.961868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:30.967463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:30.970332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83709620-6760-496c-b193-150884a3eafc req-714a6452-6ac4-4bf0-b32c-f59ebb5469aa tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.0594482 Aug 12 04:07:30.983949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9de5c-c50d-42d9-9e05-c35c30c2c956 req-c31cc8a2-94f6-4d87-801b-9073b9f4272c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:30.988171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43752) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:30.991271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0f9de5c-c50d-42d9-9e05-c35c30c2c956 req-c31cc8a2-94f6-4d87-801b-9073b9f4272c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.2604427 Aug 12 04:07:31.020350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:31.028361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:31.028694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:31.035089 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.038376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-77574d7e-8a8e-4343-afdb-599bfc2cc043 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:31.040033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-77574d7e-8a8e-4343-afdb-599bfc2cc043 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.36 "GET /v2.0/networks?id=d9216554-c79b-4900-945c-960da39e7a23 HTTP/1.1" status: 200 len: 816 time: 0.4237723 Aug 12 04:07:31.093258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:31.093997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:31.094953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:31.097421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:31.097767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:31.098158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:31.098615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Bound port: eefa3ade-eff6-4979-a71d-489a41580aba, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:31.099006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.104897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:31.105475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:31.116561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:31.117150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:31.118061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:31.118618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Bound port: eefa3ade-eff6-4979-a71d-489a41580aba, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:31.119294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.123108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0f9de5c-c50d-42d9-9e05-c35c30c2c956 req-2e8ea37e-bc6a-423c-b49a-13a92f8a374a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282306 Aug 12 04:07:31.137195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.185055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-142ff272-0a78-4a28-8bfd-21e8ce1ce640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.185898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object f4a55a69-418a-4056-9fc4-19031560ca8e will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:31.216759 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-746aef85-8f3e-46c7-9e18-8c7eab39b33b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54671de288264405aea06c43324bcdb0 HTTP/1.1" status: 200 len: 379 time: 0.1402786 Aug 12 04:07:31.232770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Request body: {'port': {'device_id': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'admin_state_up': True, 'tenant_id': '54671de288264405aea06c43324bcdb0', 'security_groups': ['1af076e3-e9cc-4d2b-9cf7-d8765140b57d']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:31.235340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:31.239300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:31.348786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-142ff272-0a78-4a28-8bfd-21e8ce1ce640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.387548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c38ef-6969-44cd-8c7f-342530cc58bd req-48c0947e-ade1-4711-8430-0044156ebf5e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:31.389138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-355c38ef-6969-44cd-8c7f-342530cc58bd req-48c0947e-ade1-4711-8430-0044156ebf5e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.0586185 Aug 12 04:07:31.442803 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-355c38ef-6969-44cd-8c7f-342530cc58bd req-e7b161ff-c845-4815-b29a-a81d2f509baa tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Aug 12 04:07:31.493917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-5b5524cd-b6f9-4b15-bf66-8c769138d24b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666690 Aug 12 04:07:31.519438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.529785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-142ff272-0a78-4a28-8bfd-21e8ce1ce640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.535198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-551a466c-3d35-47b5-9a54-6a7c8fadd5e9 req-16c17df8-c42d-402b-86e3-1e529b2d793c tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0515723 Aug 12 04:07:31.548972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.568717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:31.576729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:31.582246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:31.611557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:31.651199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) eefa3ade-eff6-4979-a71d-489a41580aba-n-h2-804320-1-0 {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:07:31.651532 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:07:31.669226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:31.675577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:31.679858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=f4a55a69-418a-4056-9fc4-19031560ca8e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:31.689752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', '538b9911-968f-4df8-a426-97df39895694'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:31.689851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Made reservation on behalf of 54671de288264405aea06c43324bcdb0 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:31.690556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.721234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:31.722305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:31.728686 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-142ff272-0a78-4a28-8bfd-21e8ce1ce640 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bdde92dbcad43a693d5ce9f301c865b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7389436 Aug 12 04:07:31.731323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff272-0a78-4a28-8bfd-21e8ce1ce640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477dcb3-7b44-4a4c-9c55-ecf12e7393b9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:31.731836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43764) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:31.764123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-f4514bbb-f93e-4d66-af47-9e5e1f9cab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:31.775252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-f4514bbb-f93e-4d66-af47-9e5e1f9cab70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 1095 time: 0.2028532 Aug 12 04:07:31.856459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device eefa3ade-eff6-4979-a71d-489a41580aba has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:07:31.894469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-ffd954e6-4f3a-4921-bc0d-1812b5e71851 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8874729 Aug 12 04:07:31.954198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Request body: {'port': {'device_id': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:32.029357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79477a47-2380-4a69-82c4-7375ffb7f1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.051280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.124751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1589b7-cbcb-4dd9-9581-ab156fb6d302 req-f0e0ff18-b77e-4c7a-8426-00904f3bf351 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.128459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11715632-36ad-4e8c-92d6-06b4227c1cc4 None None] Provisioning for port f4a55a69-418a-4056-9fc4-19031560ca8e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:32.136136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e1589b7-cbcb-4dd9-9581-ab156fb6d302 req-f0e0ff18-b77e-4c7a-8426-00904f3bf351 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 944 time: 0.3024859 Aug 12 04:07:32.142640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79477a47-2380-4a69-82c4-7375ffb7f1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.145785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-d99df533-37d3-45bf-a7b3-f657ab231029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.146269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-d99df533-37d3-45bf-a7b3-f657ab231029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.3518662 Aug 12 04:07:32.146425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11715632-36ad-4e8c-92d6-06b4227c1cc4 None None] Provisioning complete for port f4a55a69-418a-4056-9fc4-19031560ca8e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:32.146880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-11715632-36ad-4e8c-92d6-06b4227c1cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.190448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Allocated IP 172.20.0.3 (d9216554-c79b-4900-945c-960da39e7a23/9c4bb327-af5e-47b1-b908-78404be7843e/1300965b-05a1-448a-b100-4a764fa807f5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:32.221725 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-30ab76e4-5445-44c6-bfbb-27bc3bd3972d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 200 len: 217 time: 0.0609286 Aug 12 04:07:32.243978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-11715632-36ad-4e8c-92d6-06b4227c1cc4 None None] Port f4a55a69-418a-4056-9fc4-19031560ca8e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:32.267687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.271125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e1589b7-cbcb-4dd9-9581-ab156fb6d302 req-fdcd5b29-436b-419e-9ecf-d2b33232f13e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322517 Aug 12 04:07:32.289080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-a6b020d2-bb41-414d-bc99-a15dbf3665e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.292672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-a6b020d2-bb41-414d-bc99-a15dbf3665e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0590353 Aug 12 04:07:32.298394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:32.298877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:32.299305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:32.339844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:32.339844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempting to bind port eefa3ade-eff6-4979-a71d-489a41580aba on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:32.383924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:32.384357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:32.384811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:32.385375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Bound port: eefa3ade-eff6-4979-a71d-489a41580aba, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:32.386062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.389309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-a197bde9-e31b-41b3-af01-ea714650435c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814703 Aug 12 04:07:32.410901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017859a6-8071-4d0e-baa6-c0baf71c3e15 req-1fcffd7f-4dc4-432a-bd8d-0122f3add2d4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.419553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-017859a6-8071-4d0e-baa6-c0baf71c3e15 req-1fcffd7f-4dc4-432a-bd8d-0122f3add2d4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 935 time: 0.2791049 Aug 12 04:07:32.536541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79477a47-2380-4a69-82c4-7375ffb7f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.539826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79477a47-2380-4a69-82c4-7375ffb7f1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.545100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-79477a47-2380-4a69-82c4-7375ffb7f1d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3477dcb3-7b44-4a4c-9c55-ecf12e7393b9 HTTP/1.1" status: 204 len: 168 time: 0.8080428 Aug 12 04:07:32.566139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e9147-7143-429f-9333-118da3f2df5b req-9baad181-a5b8-454a-8774-30a08974a8f5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.567798 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-178e9147-7143-429f-9333-118da3f2df5b req-9baad181-a5b8-454a-8774-30a08974a8f5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.0824184 Aug 12 04:07:32.605879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-fc4a2b28-c5b0-458f-8945-8204b6970aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096913 Aug 12 04:07:32.649636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-178e9147-7143-429f-9333-118da3f2df5b req-9d3bf662-ff08-4d92-a3a3-4217716f07e9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660181 Aug 12 04:07:32.683965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477a47-2380-4a69-82c4-7375ffb7f1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477dcb3-7b44-4a4c-9c55-ecf12e7393b9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:32.719221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-017859a6-8071-4d0e-baa6-c0baf71c3e15 req-78a8cb04-364d-4ca4-92dd-1458ef779a76 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983787 Aug 12 04:07:32.725602 n-d-804320-1 neutron-server[95043]: WARNING neutron.plugins.ml2.plugin [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Concurrent port binding operations failed on port eefa3ade-eff6-4979-a71d-489a41580aba Aug 12 04:07:32.743101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfee2c6-05c8-4939-9fc6-4b64e5d9f2a8 req-866c123d-f4c5-4895-8392-1093255dc3c5 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217654 Aug 12 04:07:32.748713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:32.808561 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attempt 2 to bind port eefa3ade-eff6-4979-a71d-489a41580aba Aug 12 04:07:32.810958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd460961-9e58-41f2-95c7-f157ae4d41b5 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:32.817453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.818188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:32.819846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-544caf0e-7ee1-47f0-b606-2954dfdfcabd service neutron] 10.222.0.20 "PUT /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 1122 time: 3.7448153 Aug 12 04:07:32.821972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:32.824341 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0" -d '{"events": [{"name": "network-changed", "server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:32.870862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84fc62-1ef4-451a-8c7a-26c785390bd5 req-680bdd70-2a4f-4629-a82e-238b139bff59 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:32.875898 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff84fc62-1ef4-451a-8c7a-26c785390bd5 req-680bdd70-2a4f-4629-a82e-238b139bff59 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.0970650 Aug 12 04:07:32.893817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0e81e1d-857b-49cf-9f6d-9d148f7ec4b9 req-9d3bfc00-3dac-4504-80ad-176a4b067727 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0582099 Aug 12 04:07:32.934857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:32.991302 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.011759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff84fc62-1ef4-451a-8c7a-26c785390bd5 req-cf99a54d-ae0b-48ee-8e0c-c890de692ddd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200161 Aug 12 04:07:33.027237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Transition to ACTIVE for port object 1300965b-05a1-448a-b100-4a764fa807f5 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:33.066752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['eefa3ade-eff6-4979-a71d-489a41580aba'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:33.086311 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa66fb0-5f21-4a88-bf1c-2a5ff27846d3 x-openstack-request-id: req-eaa66fb0-5f21-4a88-bf1c-2a5ff27846d3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:33.087032 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:33.087032 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaa66fb0-5f21-4a88-bf1c-2a5ff27846d3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:33.087287 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'status': 'completed', 'code': 200} Aug 12 04:07:33.123282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['eefa3ade-eff6-4979-a71d-489a41580aba'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:33.160557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-33a2d52a-16dc-4095-bf76-9c06fa310f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:33.171749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-33a2d52a-16dc-4095-bf76-9c06fa310f07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1125 time: 0.1739225 Aug 12 04:07:33.282488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.294194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a55a69-418a-4056-9fc4-19031560ca8e {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:33.310544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.329791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Transition to ACTIVE for port object f4a55a69-418a-4056-9fc4-19031560ca8e will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:33.375298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Network d9216554-c79b-4900-945c-960da39e7a23 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:33.379338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:33.396161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:33.429989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:33.483190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-490ebd41-6c70-4d7d-b7c8-016f3baa00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:33.483190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-490ebd41-6c70-4d7d-b7c8-016f3baa00d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.2726896 Aug 12 04:07:33.563451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'mac_address': 'fa:16:3e:0e:2d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:33.564239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-69075bbf-5565-4de3-8b46-c66428079d17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 217 time: 0.0649769 Aug 12 04:07:33.564239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12bd4-9a3a-42a3-89ba-4b15612190f8 req-a29fd4d7-574e-41e6-8eb5-23d5f0acbaec tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:33.564520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port dd460961-9e58-41f2-95c7-f157ae4d41b5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:33.564620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4c12bd4-9a3a-42a3-89ba-4b15612190f8 req-a29fd4d7-574e-41e6-8eb5-23d5f0acbaec tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 944 time: 0.1370792 Aug 12 04:07:33.564715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.579919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port dd460961-9e58-41f2-95c7-f157ae4d41b5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:33.581041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.608796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.673823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event updated for resources: {'Port': ['ID=1300965b-05a1-448a-b100-4a764fa807f5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:33.703354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4c12bd4-9a3a-42a3-89ba-4b15612190f8 req-4ed5c859-6647-4b43-9a61-15ce743205a6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467004 Aug 12 04:07:33.713948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-2ea50c37-1a31-419d-a0d9-a2bc053031cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:33.713948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-2ea50c37-1a31-419d-a0d9-a2bc053031cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1458580 Aug 12 04:07:33.769959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.798867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f457e794-42e2-41c2-92eb-abb5ddb810db {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:33.814561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:33.815389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.833388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-d55db39b-c1a0-4ff5-b7ae-eb80e51008c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152196 Aug 12 04:07:33.868426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:33.955552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.986182 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:33.998835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fef56a73-4f0b-431e-a803-1ca4f6b4715b None None] Provisioning for port 1300965b-05a1-448a-b100-4a764fa807f5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:34.020278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fef56a73-4f0b-431e-a803-1ca4f6b4715b None None] Provisioning complete for port 1300965b-05a1-448a-b100-4a764fa807f5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:34.020637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fef56a73-4f0b-431e-a803-1ca4f6b4715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.082678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:34.085119 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f65ccd-1ae3-4704-98d7-3e49c7d0e412" -d '{"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-plugged", "status": "completed", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:34.103072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-9f483bca-4e8f-4b36-bf72-3e6e706e9585 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8783803 Aug 12 04:07:34.106928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Pushing event updated for resources: {'Port': ['ID=f4a55a69-418a-4056-9fc4-19031560ca8e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:34.110450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:34.115070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:34.118060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-fef56a73-4f0b-431e-a803-1ca4f6b4715b None None] Port 1300965b-05a1-448a-b100-4a764fa807f5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:34.135835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Request body: {'port': {'device_id': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:34.144748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-7799c7ea-6b46-406f-84ff-6e76a1b7fd03 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029466 Aug 12 04:07:34.154127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ab32-d265-4062-af84-d19d94f0ee7f req-c769b68e-f829-4c00-990e-ccea8d1e1b0f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:34.155619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18b2ab32-d265-4062-af84-d19d94f0ee7f req-c769b68e-f829-4c00-990e-ccea8d1e1b0f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 947 time: 0.2566774 Aug 12 04:07:34.207880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.209058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Attempting to bind port f4a55a69-418a-4056-9fc4-19031560ca8e on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:34.210178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Attempting to bind port f4a55a69-418a-4056-9fc4-19031560ca8e by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:34.210917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Attempting to bind port f4a55a69-418a-4056-9fc4-19031560ca8e on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:34.227257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5a5b-83a8-4609-9e07-79677047f227 req-d14ad7fb-f13c-4cec-acfb-76e490c9d07e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:34.228908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e4e5a5b-83a8-4609-9e07-79677047f227 req-d14ad7fb-f13c-4cec-acfb-76e490c9d07e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.3760347 Aug 12 04:07:34.232141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.234506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Port f4a55a69-418a-4056-9fc4-19031560ca8e on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:34.234964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Attempting to bind port f4a55a69-418a-4056-9fc4-19031560ca8e on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:34.258293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:34.259066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:34.259280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:34.259817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Bound port: f4a55a69-418a-4056-9fc4-19031560ca8e, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:34.260270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.316957 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18b2ab32-d265-4062-af84-d19d94f0ee7f req-d2e6ae36-aeb0-4637-88d9-bd9e17be3cb0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387985 Aug 12 04:07:34.340675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:34.352234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f457e794-42e2-41c2-92eb-abb5ddb810db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:34.358429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:34.381523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e4e5a5b-83a8-4609-9e07-79677047f227 req-2354749a-8436-4717-973a-e6a64684023e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440482 Aug 12 04:07:34.455801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e0f2dd4-385f-4cb6-ad6c-993d2fa327f0 req-e34dfb43-78e5-4777-b2f6-474d1fe7c9f4 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897458 Aug 12 04:07:34.530514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0325ee4-24ee-47a3-ad7d-8f4b804180e0 req-8f6e676e-6df5-4c7d-b180-8a9ae2816a15 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:34.532369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] For port f4a55a69-418a-4056-9fc4-19031560ca8e, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:34.546025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0325ee4-24ee-47a3-ad7d-8f4b804180e0 req-8f6e676e-6df5-4c7d-b180-8a9ae2816a15 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 931 time: 0.0792518 Aug 12 04:07:34.598921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1117940268-network', 'tenant_id': '138b0ddfa272438893b3f223bffe3bd7'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:34.604997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] For port f4a55a69-418a-4056-9fc4-19031560ca8e, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f4a55a69-418a-4056-9fc4-19031560ca8e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:34.665456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0325ee4-24ee-47a3-ad7d-8f4b804180e0 req-60c55816-ce3b-42f6-b41f-1c7c580478d3 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173396 Aug 12 04:07:34.700877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Made reservation on behalf of 138b0ddfa272438893b3f223bffe3bd7 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:34.703998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.715466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.719359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.725567 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec90075c-bd09-4584-b326-de1b9c77ef66 x-openstack-request-id: req-ec90075c-bd09-4584-b326-de1b9c77ef66 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:34.725859 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-plugged", "status": "completed", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:34.726112 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec90075c-bd09-4584-b326-de1b9c77ef66 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:34.727454 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'code': 200} Aug 12 04:07:34.793381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Pushing event updated for resources: {'Port': ['ID=f4a55a69-418a-4056-9fc4-19031560ca8e,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:34.867741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:34.868345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.870289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-95bb4fc8-40c4-4661-ae0f-8e776ea95e1c service neutron] 10.222.0.36 "PUT /v2.0/ports/f4a55a69-418a-4056-9fc4-19031560ca8e HTTP/1.1" status: 200 len: 1095 time: 2.9540431 Aug 12 04:07:34.886605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675557a5-ae2d-4c55-831e-025d11ba6109 req-64dec2e9-1085-4b8a-a888-a82700c78f71 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:34.890235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-675557a5-ae2d-4c55-831e-025d11ba6109 req-64dec2e9-1085-4b8a-a888-a82700c78f71 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.3467863 Aug 12 04:07:34.915692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:34.943288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895a87f-e78d-4f5b-b4c4-cfe7831bc34a req-f66e63eb-ad50-4bf8-b43e-12a4795955f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:34.944786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3895a87f-e78d-4f5b-b4c4-cfe7831bc34a req-f66e63eb-ad50-4bf8-b43e-12a4795955f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 1096 time: 0.1239159 Aug 12 04:07:35.006601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.026822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3895a87f-e78d-4f5b-b4c4-cfe7831bc34a req-c024949b-a5bf-40c7-8449-e46271066ef4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710404 Aug 12 04:07:35.042957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-675557a5-ae2d-4c55-831e-025d11ba6109 req-7766dc96-1bff-4fac-8c18-e7997fe6dfca tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281812 Aug 12 04:07:35.049695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:07:35.074759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.075109 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Added segment 4463236e-4112-4fbc-a7d1-5c8f80c09890 of type vlan for network bb8a97b0-1274-46f7-befc-13dce553f6ee Aug 12 04:07:35.085631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa1ca4-bae0-40c5-9071-d9c06e084167,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:35.119813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'tag': 'f4a55a69-418a-4056-9fc4-19031560ca8e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:35.121605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2ba47-8324-4c56-8bea-26e1663ea5e1 req-41341484-b764-40df-b702-1283e39bdee1 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.122875 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7ea263-51a1-4824-968b-dd299b3475b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef27d4b5-5e79-4882-9476-19631fb13f36", "tag": "f4a55a69-418a-4056-9fc4-19031560ca8e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:35.129893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32a2ba47-8324-4c56-8bea-26e1663ea5e1 req-41341484-b764-40df-b702-1283e39bdee1 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1630259 Aug 12 04:07:35.149972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.174499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-fa5e9226-4152-47bd-8a14-565361a13a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.179507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-fa5e9226-4152-47bd-8a14-565361a13a01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 1098 time: 0.1796720 Aug 12 04:07:35.194174 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6138a5dc-1353-4554-a25b-a9540a51e077 x-openstack-request-id: req-6138a5dc-1353-4554-a25b-a9540a51e077 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:35.194649 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef27d4b5-5e79-4882-9476-19631fb13f36", "tag": "f4a55a69-418a-4056-9fc4-19031560ca8e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:35.195086 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6138a5dc-1353-4554-a25b-a9540a51e077 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:35.195651 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'tag': 'f4a55a69-418a-4056-9fc4-19031560ca8e', 'status': 'completed', 'code': 200} Aug 12 04:07:35.206523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1300965b-05a1-448a-b100-4a764fa807f5 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:35.211702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32a2ba47-8324-4c56-8bea-26e1663ea5e1 req-90ecc631-9ab6-4abc-83bd-f431d26e017b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808408 Aug 12 04:07:35.313090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.314428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.315841 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.398427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8a97b0-1274-46f7-befc-13dce553f6ee,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:35.408516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network bb8a97b0-1274-46f7-befc-13dce553f6ee details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:07:35.446526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-805e5844-2283-4d86-b77b-3c5338dc20c6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0866153 Aug 12 04:07:35.447259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43832) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:35.454039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Request body: {'subnet': {'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1117940268-subnet', 'tenant_id': '138b0ddfa272438893b3f223bffe3bd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:35.553782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Made reservation on behalf of 138b0ddfa272438893b3f223bffe3bd7 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:35.556415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.569299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f36aa7-65ad-41b9-874c-a046423a29b5 req-3ac944fa-0b84-41ae-acd4-efd24c110884 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.570858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7f36aa7-65ad-41b9-874c-a046423a29b5 req-3ac944fa-0b84-41ae-acd4-efd24c110884 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.0884476 Aug 12 04:07:35.606781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-a4c38b47-5750-4abc-9f76-52d6d437f8d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=f4a55a69-418a-4056-9fc4-19031560ca8e HTTP/1.1" status: 200 len: 217 time: 0.4101222 Aug 12 04:07:35.632526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.678603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7f36aa7-65ad-41b9-874c-a046423a29b5 req-61e8296a-68c5-4b17-8b24-f780c10a3d54 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967157 Aug 12 04:07:35.700725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-8ea404d1-4129-4a28-92ef-cfd5824f6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.702176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-8ea404d1-4129-4a28-92ef-cfd5824f6a1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0637167 Aug 12 04:07:35.705526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Transition to ACTIVE for port object 1300965b-05a1-448a-b100-4a764fa807f5 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:35.760320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a324c-e566-41d1-957c-5194a91739ae req-4738bbc8-6292-428f-b8c0-1a3131e96a0e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.763174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-250a324c-e566-41d1-957c-5194a91739ae req-4738bbc8-6292-428f-b8c0-1a3131e96a0e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 947 time: 0.1618605 Aug 12 04:07:35.785286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.854426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43de1-2821-4bf7-a825-17e05e4283b8 req-936c7f42-a050-4e2f-9438-3a4cfe44fe97 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.858634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6f43de1-2821-4bf7-a825-17e05e4283b8 req-936c7f42-a050-4e2f-9438-3a4cfe44fe97 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0705905 Aug 12 04:07:35.858801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74410-5879-451c-b574-c935f5cc089b req-98033848-981e-4045-a940-8636e5116745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:35.859826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-98033848-981e-4045-a940-8636e5116745 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479132 Aug 12 04:07:35.913793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:35.957668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6f43de1-2821-4bf7-a825-17e05e4283b8 req-baff35d1-694e-42a1-b64d-70ab8b61635d tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938995 Aug 12 04:07:36.014235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7148b2c6-3f3d-4cf3-aec8-d5b273949009,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:36.059585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-250a324c-e566-41d1-957c-5194a91739ae req-4f1e812b-a5fb-40e4-888e-1dc230efd11b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853518 Aug 12 04:07:36.064499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-faec1f79-97f0-40a7-bb33-9946c2be1045 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904662 Aug 12 04:07:36.077699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Checking segment: {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:36.077699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Network hostable DHCP agents. Network: bb8a97b0-1274-46f7-befc-13dce553f6ee, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:07:36.103565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Pushing event updated for resources: {'Port': ['ID=1300965b-05a1-448a-b100-4a764fa807f5,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:36.204356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Network bb8a97b0-1274-46f7-befc-13dce553f6ee is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:07:36.241265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5172c-e10e-408d-8bb0-a05772fbe989 req-cef883f7-d459-4bec-a25b-484acd1e0817 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:36.244240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60c5172c-e10e-408d-8bb0-a05772fbe989 req-cef883f7-d459-4bec-a25b-484acd1e0817 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.0753686 Aug 12 04:07:36.274336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Attempting to bind port 1300965b-05a1-448a-b100-4a764fa807f5 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:36.277703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Attempting to bind port 1300965b-05a1-448a-b100-4a764fa807f5 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:36.278243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Attempting to bind port 1300965b-05a1-448a-b100-4a764fa807f5 on network d9216554-c79b-4900-945c-960da39e7a23 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:36.285786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, bb8a97b0-1274-46f7-befc-13dce553f6ee) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:36.290970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:36.292275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:36.297047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bac353-360d-4c7a-a163-3733128bfae4 None None] Network bb8a97b0-1274-46f7-befc-13dce553f6ee requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:07:36.325043 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60c5172c-e10e-408d-8bb0-a05772fbe989 req-456f1e4c-0834-460f-aaa2-50d15e9cd85e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Aug 12 04:07:36.353222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08d74410-5879-451c-b574-c935f5cc089b req-25b2eab6-c58f-4c4a-a5fb-8c0a92729a7d service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488708 Aug 12 04:07:36.390142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Port 1300965b-05a1-448a-b100-4a764fa807f5 on network d9216554-c79b-4900-945c-960da39e7a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:36.390479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Attempting to bind port 1300965b-05a1-448a-b100-4a764fa807f5 on network d9216554-c79b-4900-945c-960da39e7a23 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:36.391796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-52cf2c9f-4b5c-4acc-9389-49c4b5c41b7f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9431870 Aug 12 04:07:36.399123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:36.399462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Checking segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:36.399930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Bound using segment: {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:36.400670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Bound port: 1300965b-05a1-448a-b100-4a764fa807f5, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fa63e3-523b-43d6-a733-44ddf5350f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:36.401572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:36.479028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee1218-236d-42e3-ac8c-11f1eddc5c42 req-482171b1-6564-4462-b5d6-98e0b4a72c25 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:36.481110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3ee1218-236d-42e3-ac8c-11f1eddc5c42 req-482171b1-6564-4462-b5d6-98e0b4a72c25 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1356523 Aug 12 04:07:36.523072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23013dfb-7b29-4850-a5fc-c3875ecb89a8 None None] Network bb8a97b0-1274-46f7-befc-13dce553f6ee requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:07:36.583857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-44cf215d-0ab8-4436-975d-0ae9831fc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:36.583857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-44cf215d-0ab8-4436-975d-0ae9831fc274 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 1098 time: 0.1013753 Aug 12 04:07:36.586513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] For port 1300965b-05a1-448a-b100-4a764fa807f5, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:36.601920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3ee1218-236d-42e3-ac8c-11f1eddc5c42 req-96cad8f7-093e-418c-b36c-78b7932104d2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859597 Aug 12 04:07:36.613703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] For port 1300965b-05a1-448a-b100-4a764fa807f5, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1300965b-05a1-448a-b100-4a764fa807f5,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:36.703299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-ff00a677-747a-4571-a6c5-388a57472c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:36.705073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-ff00a677-747a-4571-a6c5-388a57472c30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1065750 Aug 12 04:07:36.707020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:36.766633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-26b4ab92-bb90-4a30-978f-4faf4b618c39 req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1075108999', 'description': 'tempest-description-642935598'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:36.791217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:36.793018 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:36.801088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] 10.222.0.36 "PUT /v2.0/ports/1300965b-05a1-448a-b100-4a764fa807f5 HTTP/1.1" status: 200 len: 1091 time: 2.6774111 Aug 12 04:07:36.813696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abff417-b7a2-4fb6-a245-52b7dd3f1eff service neutron] Pushing event updated for resources: {'Port': ['ID=1300965b-05a1-448a-b100-4a764fa807f5,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:36.868447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-9215206c-2af8-4601-a24e-b952e1f04b99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=f4a55a69-418a-4056-9fc4-19031560ca8e HTTP/1.1" status: 200 len: 217 time: 0.1499269 Aug 12 04:07:36.893581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:36.916498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26b4ab92-bb90-4a30-978f-4faf4b618c39 req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.010969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-7c48aab2-7c5c-42b1-acbb-2c3061ab003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.012817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-7c48aab2-7c5c-42b1-acbb-2c3061ab003c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1216600 Aug 12 04:07:37.029741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e1ad-2896-4a96-8ffc-721b3ea43a06 req-06847af6-6a02-429c-856b-bb50c09569e1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.037643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d704e1ad-2896-4a96-8ffc-721b3ea43a06 req-06847af6-6a02-429c-856b-bb50c09569e1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.2093155 Aug 12 04:07:37.038848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f457e794-42e2-41c2-92eb-abb5ddb810db completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:37.051469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f457e794-42e2-41c2-92eb-abb5ddb810db triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:37.053629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.102507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-d779aa11-0cac-4ea4-b1f5-b7128665609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.103069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26b4ab92-bb90-4a30-978f-4faf4b618c39 req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.104327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-d779aa11-0cac-4ea4-b1f5-b7128665609c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54671de288264405aea06c43324bcdb0&device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 1094 time: 0.1452131 Aug 12 04:07:37.131280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d704e1ad-2896-4a96-8ffc-721b3ea43a06 req-58b16e35-2b82-4a78-a272-736085ab20c5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927062 Aug 12 04:07:37.196908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26b4ab92-bb90-4a30-978f-4faf4b618c39 req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.198578 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.200676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:37.204541 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40110047-ad2c-4455-a4aa-7ac9088dbe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "tag": "1300965b-05a1-448a-b100-4a764fa807f5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:37.226525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-f95e9fb4-a5ff-4e3c-a77b-ec7bafa93ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.228579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-f95e9fb4-a5ff-4e3c-a77b-ec7bafa93ba1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880062 Aug 12 04:07:37.230802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-f79c6842-b298-44d7-a554-ec744fed34bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1300965b-05a1-448a-b100-4a764fa807f5 HTTP/1.1" status: 200 len: 217 time: 0.1165304 Aug 12 04:07:37.243013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:37.246292 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf53cbe-22a4-4580-9a3f-08806ec1b77a" -d '{"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-plugged", "status": "completed", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:37.253225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:37.255478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e1746-4057-4aae-9958-df1b0d82ef4e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:37.312842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-26b4ab92-bb90-4a30-978f-4faf4b618c39 req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.314578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26b4ab92-bb90-4a30-978f-4faf4b618c39 req-0962a4b3-41b4-4d7a-96e1-c4adf74c83bd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5521922 Aug 12 04:07:37.322137 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.375230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e08f30-9964-486e-b77d-fbe3b3e892f7 req-40bdb4a6-0355-4691-9728-e55c32c727e0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.376649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97e08f30-9964-486e-b77d-fbe3b3e892f7 req-40bdb4a6-0355-4691-9728-e55c32c727e0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.1646626 Aug 12 04:07:37.412806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-b4836d05-3c42-4496-adc2-daa5e1cd9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.414281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-b4836d05-3c42-4496-adc2-daa5e1cd9d10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c4bb327-af5e-47b1-b908-78404be7843e HTTP/1.1" status: 200 len: 855 time: 0.1508019 Aug 12 04:07:37.416482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:37.441677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97e08f30-9964-486e-b77d-fbe3b3e892f7 req-86f9b0e2-5d23-4d6b-810b-f44fe62d831e tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490229 Aug 12 04:07:37.489696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-70e6926b-ba75-4cb0-9815-2e23f071dcd3 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272937 Aug 12 04:07:37.521475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-4e820be1-c9ac-467c-90a3-03ed29346a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.523009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-4e820be1-c9ac-467c-90a3-03ed29346a9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9216554-c79b-4900-945c-960da39e7a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867531 Aug 12 04:07:37.554209 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b1e506-2ddf-42be-a6f6-836eee7b7bac x-openstack-request-id: req-d8b1e506-2ddf-42be-a6f6-836eee7b7bac {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:37.554497 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "tag": "1300965b-05a1-448a-b100-4a764fa807f5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:37.554761 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8b1e506-2ddf-42be-a6f6-836eee7b7bac {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:37.555146 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5', 'status': 'completed', 'code': 200} Aug 12 04:07:37.559811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d409354-6e9f-4fa8-a4ba-6ccbaf6ea9b3 req-b3cb5c23-4e9e-4861-91c9-8d38d135c152 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.570645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d409354-6e9f-4fa8-a4ba-6ccbaf6ea9b3 req-b3cb5c23-4e9e-4861-91c9-8d38d135c152 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 947 time: 0.0662756 Aug 12 04:07:37.594115 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c97552-9e30-4722-92a0-b13155c6992a x-openstack-request-id: req-44c97552-9e30-4722-92a0-b13155c6992a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:37.594756 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-plugged", "status": "completed", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:37.595035 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44c97552-9e30-4722-92a0-b13155c6992a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:37.595435 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'code': 200} Aug 12 04:07:37.623711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9853f8cc-4c63-4d6a-badc-2290a38fb45e req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-940116436', 'description': 'tempest-description-2143994727'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:37.636586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d409354-6e9f-4fa8-a4ba-6ccbaf6ea9b3 req-2a3e63ae-580a-4978-8b88-651c4351a42f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Aug 12 04:07:37.716335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd7ea263-51a1-4824-968b-dd299b3475b4 req-840799d3-0839-4623-9397-74a3394e2f33 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175012 Aug 12 04:07:37.735767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-73b27b8d-112f-45cb-97c8-6562af3595d1 service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797576 Aug 12 04:07:37.770923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9853f8cc-4c63-4d6a-badc-2290a38fb45e req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.780343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18ac55-c728-4e3d-b8b6-081ae51fe201 req-d5f1cac0-51ba-488f-bebc-d2317b648f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.780848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce18ac55-c728-4e3d-b8b6-081ae51fe201 req-d5f1cac0-51ba-488f-bebc-d2317b648f1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1101 time: 0.0949142 Aug 12 04:07:37.791910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583e35-26b4-4a83-a44d-f36f8e328ac0 req-5f8b022a-e36d-480a-96b1-28ef31194ec8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.793371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79583e35-26b4-4a83-a44d-f36f8e328ac0 req-5f8b022a-e36d-480a-96b1-28ef31194ec8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.0728135 Aug 12 04:07:37.846840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce18ac55-c728-4e3d-b8b6-081ae51fe201 req-796d6cfe-ce80-4bc2-94eb-2c372528310f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Aug 12 04:07:37.854913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79583e35-26b4-4a83-a44d-f36f8e328ac0 req-d742ed08-a238-44d5-89e8-b535d9730b20 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476635 Aug 12 04:07:37.887193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4aead35-e2a8-4f78-a699-101a639504b6 req-be4341e6-7832-443b-978b-af587fe065e5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392593 Aug 12 04:07:37.936248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9853f8cc-4c63-4d6a-badc-2290a38fb45e req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:37.991996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2f277-f59b-417a-ab49-939a85276d1c req-03c9e54c-58dd-4435-98dd-a3aa0b874ea5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:37.993494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8dd2f277-f59b-417a-ab49-939a85276d1c req-03c9e54c-58dd-4435-98dd-a3aa0b874ea5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0496254 Aug 12 04:07:38.015589 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9853f8cc-4c63-4d6a-badc-2290a38fb45e req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:38.054565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8dd2f277-f59b-417a-ab49-939a85276d1c req-908b9984-2f19-4d11-a710-b64151f80278 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530734 Aug 12 04:07:38.096157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d2ff5b-2438-4304-843b-d9ce2cf994b7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:38.120353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-c6c15e2a-f30c-485c-8a12-469e7ecaf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.123866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-c6c15e2a-f30c-485c-8a12-469e7ecaf9a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54671de288264405aea06c43324bcdb0&device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 1094 time: 0.1041582 Aug 12 04:07:38.142243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9853f8cc-4c63-4d6a-badc-2290a38fb45e req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:38.143066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9853f8cc-4c63-4d6a-badc-2290a38fb45e req-abefcb9a-67f9-4ac7-b073-d4d457702538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5302165 Aug 12 04:07:38.278562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-c0f2666e-10db-4b47-b109-8e72df96bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.280070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-c0f2666e-10db-4b47-b109-8e72df96bb44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9216554-c79b-4900-945c-960da39e7a23 HTTP/1.1" status: 200 len: 917 time: 0.1480191 Aug 12 04:07:38.304565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2e127-8e33-46f0-8e4d-c00d59012425 req-a24e2f4f-4987-4abb-8919-2a7c58f9621e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.308142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5b2e127-8e33-46f0-8e4d-c00d59012425 req-a24e2f4f-4987-4abb-8919-2a7c58f9621e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0723088 Aug 12 04:07:38.335087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-a7307370-6876-452d-aea2-aa40bb7ba0dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1300965b-05a1-448a-b100-4a764fa807f5 HTTP/1.1" status: 200 len: 217 time: 0.0450866 Aug 12 04:07:38.397800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5b2e127-8e33-46f0-8e4d-c00d59012425 req-cc44e723-1f80-4972-a796-0d9f5f62ceb4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650799 Aug 12 04:07:38.406863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-2c9693a9-1664-4be9-84ae-a6e6c1b951ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.408463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-2c9693a9-1664-4be9-84ae-a6e6c1b951ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c4bb327-af5e-47b1-b908-78404be7843e HTTP/1.1" status: 200 len: 855 time: 0.0612123 Aug 12 04:07:38.468631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-914458c8-4bc1-44a6-90df-f15b3cc23c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.470755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-914458c8-4bc1-44a6-90df-f15b3cc23c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9216554-c79b-4900-945c-960da39e7a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521071 Aug 12 04:07:38.611472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57695f9-c61c-4af4-804f-38112a995847 req-d5e1eec8-9c88-4d34-9675-e5e3c190d483 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.613210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d57695f9-c61c-4af4-804f-38112a995847 req-d5e1eec8-9c88-4d34-9675-e5e3c190d483 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1186161 Aug 12 04:07:38.645684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-70ce399b-534c-41fa-9f14-32399e2c6556 service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635983 Aug 12 04:07:38.721021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d57695f9-c61c-4af4-804f-38112a995847 req-86ca5e93-3444-431f-92c0-1704d3befd29 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Aug 12 04:07:38.799482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40110047-ad2c-4455-a4aa-7ac9088dbe1e req-8be01358-e0a4-4bf4-91d4-6a18ef5a29bd service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443870 Aug 12 04:07:38.896969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-5ab74677-d9ae-4c10-89f7-a3138029ff9c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.898681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-5ab74677-d9ae-4c10-89f7-a3138029ff9c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 813 time: 0.4142358 Aug 12 04:07:38.913846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f4a55a69-418a-4056-9fc4-19031560ca8e details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:38.920904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-6fa6960c-041c-4405-bec4-2c4d386ab7a7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/quotas/138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 375 time: 0.0157275 Aug 12 04:07:38.953750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e609df1-8122-4372-9b6f-e6d19bed8d1e req-c045ae52-5605-4a16-b5f3-64f9a49e60f8 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:38.956165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e609df1-8122-4372-9b6f-e6d19bed8d1e req-c045ae52-5605-4a16-b5f3-64f9a49e60f8 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0657525 Aug 12 04:07:38.962738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-6219486a-8656-4c4a-aa21-23c7c3e04758 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322363 Aug 12 04:07:39.005982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e609df1-8122-4372-9b6f-e6d19bed8d1e req-f2c8bf6e-7a42-4aba-8f5f-59701fbda7a7 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432906 Aug 12 04:07:39.094149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-32164abe-a7bf-4097-a79c-7aff0948f8cf service neutron] 10.222.0.42 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226599 Aug 12 04:07:39.109002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f4a55a69-418a-4056-9fc4-19031560ca8e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f4a55a69-418a-4056-9fc4-19031560ca8e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:39.121418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f4a55a69-418a-4056-9fc4-19031560ca8e', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'f4a55a69-418a-4056-9fc4-19031560ca8e', 'mac_address': 'fa:16:3e:e7:44:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:39.141359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cb4cf-6523-4f39-96e1-d0618086a3d6 req-677a5975-ef3f-4fde-924b-e94add04c1bc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:39.145240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-655cb4cf-6523-4f39-96e1-d0618086a3d6 req-677a5975-ef3f-4fde-924b-e94add04c1bc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 947 time: 0.0660555 Aug 12 04:07:39.177480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:39.192577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a55a69-418a-4056-9fc4-19031560ca8e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:39.206576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-655cb4cf-6523-4f39-96e1-d0618086a3d6 req-0763988c-bda7-43f3-86a1-c61ad7302e62 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Aug 12 04:07:39.224880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f4a55a69-418a-4056-9fc4-19031560ca8e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f4a55a69-418a-4056-9fc4-19031560ca8e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:39.225969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-9815ef79-32a0-4434-86a8-348b8b5ffff1 service neutron] 10.222.0.42 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308453 Aug 12 04:07:39.287723 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:39.321118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb1ed-8f05-4c69-bfde-e9e4293b2810 req-55930c85-1aa7-422f-971f-e457a04eacd7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:39.325335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c98bb1ed-8f05-4c69-bfde-e9e4293b2810 req-55930c85-1aa7-422f-971f-e457a04eacd7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.0663025 Aug 12 04:07:39.350577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f4a55a69-418a-4056-9fc4-19031560ca8e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:39.370952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c98bb1ed-8f05-4c69-bfde-e9e4293b2810 req-33dadf3b-9193-442c-ae51-413680bbeae3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Aug 12 04:07:39.527409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26a5c606-bf86-4901-a873-4ecd1496e560 req-89b8f694-a158-409f-a8f6-1e95ea65e534 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0510547 Aug 12 04:07:39.556781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b73e0c-bcd3-4e73-a963-817d8e47b707 req-49b78ff4-987f-4342-be18-942b74adcc88 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:39.567041 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16b73e0c-bcd3-4e73-a963-817d8e47b707 req-49b78ff4-987f-4342-be18-942b74adcc88 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0782871 Aug 12 04:07:39.594039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f4a55a69-418a-4056-9fc4-19031560ca8e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:39.615260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16b73e0c-bcd3-4e73-a963-817d8e47b707 req-5f55b938-db57-4f48-be12-4992f0e490d6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Aug 12 04:07:39.884956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc7f4c-7ea8-4ed9-b34a-8a432abcb224 req-6ac7d74c-7bb1-407c-af9a-023cd81394ad tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:39.886859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11cc7f4c-7ea8-4ed9-b34a-8a432abcb224 req-6ac7d74c-7bb1-407c-af9a-023cd81394ad tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0779552 Aug 12 04:07:39.955235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11cc7f4c-7ea8-4ed9-b34a-8a432abcb224 req-7d50a77a-c839-4c16-bce4-dc7b43c763dd tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Aug 12 04:07:40.170839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7e826-c7cb-45cb-9c48-1fa646a511be req-55c6d974-ac20-4613-a925-33afc6cb8346 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:40.172761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57c7e826-c7cb-45cb-9c48-1fa646a511be req-55c6d974-ac20-4613-a925-33afc6cb8346 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0729523 Aug 12 04:07:40.221283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57c7e826-c7cb-45cb-9c48-1fa646a511be req-cfca5ef2-a10f-4661-bdc4-ef38029d780e tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Aug 12 04:07:40.248618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a79b-2b92-4b83-a4da-0909c5c670c4 req-95012406-da86-40ac-bba0-6858dbac63b1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:40.254542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e572a79b-2b92-4b83-a4da-0909c5c670c4 req-95012406-da86-40ac-bba0-6858dbac63b1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0959089 Aug 12 04:07:40.344098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e572a79b-2b92-4b83-a4da-0909c5c670c4 req-89572e11-3625-45b2-9d24-b3813127299c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884299 Aug 12 04:07:40.362767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-1df2dbe8-94f9-4c3e-bc36-77caacbe76e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838366 Aug 12 04:07:40.391315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f7aa-6508-4ee8-9026-f6da2adb5f18 req-02119ed9-9f4e-456c-b38c-30a20642693a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:40.395696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6144f7aa-6508-4ee8-9026-f6da2adb5f18 req-02119ed9-9f4e-456c-b38c-30a20642693a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 948 time: 0.0791273 Aug 12 04:07:40.442573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6144f7aa-6508-4ee8-9026-f6da2adb5f18 req-82e325a0-a337-4f26-bf92-37cca48638ff tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 Aug 12 04:07:40.501572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76403572-a2f7-458f-b7a4-55c71fde4b7e req-3d6166d7-bdce-4d7c-9d13-95811470775e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:40.507317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76403572-a2f7-458f-b7a4-55c71fde4b7e req-3d6166d7-bdce-4d7c-9d13-95811470775e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.0631468 Aug 12 04:07:40.577817 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:07:40.591442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76403572-a2f7-458f-b7a4-55c71fde4b7e req-4c67fc4e-b6f0-4af3-a65f-baef98bb7018 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781004 Aug 12 04:07:40.622647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5afa436e-62fc-4724-8b1d-7ff60e1a3c0f req-72c7670c-2753-4e34-8643-596f0f676390 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0340700 Aug 12 04:07:40.923078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f4a55a69-418a-4056-9fc4-19031560ca8e up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:41.072744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f4a55a69-418a-4056-9fc4-19031560ca8e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:41.079769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f4a55a69-418a-4056-9fc4-19031560ca8e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:41.080136 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:41.090681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25011-fd95-45e9-a09e-c2cb43ebdab8 req-49a974f1-533f-45ee-b2d1-967ada417061 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:41.098760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ada25011-fd95-45e9-a09e-c2cb43ebdab8 req-49a974f1-533f-45ee-b2d1-967ada417061 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0921831 Aug 12 04:07:41.228778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ada25011-fd95-45e9-a09e-c2cb43ebdab8 req-07817888-8cbe-4e0f-bc92-522b9dcff49a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222334 Aug 12 04:07:41.243239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-1a2119cf-a2d4-401b-a18f-0ec112898979 service neutron] 10.222.0.36 "GET /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.1309717 Aug 12 04:07:41.381111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:41.406280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a55a69-418a-4056-9fc4-19031560ca8e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:41.409551 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eee99b2-0623-4704-8e62-2d2c8323b033" -d '{"events": [{"server_uuid": "ef27d4b5-5e79-4882-9476-19631fb13f36", "name": "network-vif-plugged", "status": "completed", "tag": "f4a55a69-418a-4056-9fc4-19031560ca8e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:41.414248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c54320-c43a-4599-b9ad-7ffad72b0013 req-c487aa19-ade8-452a-8f5f-f087d82a931c tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:41.422953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08c54320-c43a-4599-b9ad-7ffad72b0013 req-c487aa19-ade8-452a-8f5f-f087d82a931c tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0759132 Aug 12 04:07:41.428115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f4a55a69-418a-4056-9fc4-19031560ca8e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f4a55a69-418a-4056-9fc4-19031560ca8e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:41.458077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08c54320-c43a-4599-b9ad-7ffad72b0013 req-131bbb92-c308-41d3-b3d2-8ddcc4a4134d tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342441 Aug 12 04:07:41.510505 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:41.511868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device eefa3ade-eff6-4979-a71d-489a41580aba no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:41.530195 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacf99d-0b6b-454d-9660-e4d9bb0a4989 req-ace7f464-6978-4eb2-86a6-48f138fa905b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:41.532861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8eacf99d-0b6b-454d-9660-e4d9bb0a4989 req-ace7f464-6978-4eb2-86a6-48f138fa905b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0780220 Aug 12 04:07:41.550673 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b658fa-94e3-45a8-8f20-804aae68af1e x-openstack-request-id: req-d5b658fa-94e3-45a8-8f20-804aae68af1e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:41.550999 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef27d4b5-5e79-4882-9476-19631fb13f36", "name": "network-vif-plugged", "status": "completed", "tag": "f4a55a69-418a-4056-9fc4-19031560ca8e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:41.551641 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5b658fa-94e3-45a8-8f20-804aae68af1e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:41.552380 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a55a69-418a-4056-9fc4-19031560ca8e', 'code': 200} Aug 12 04:07:41.562615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:41.595359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:41.656516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefa3ade-eff6-4979-a71d-489a41580aba {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:41.663680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f4a55a69-418a-4056-9fc4-19031560ca8e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:41.680595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:41.712788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734009-4291-4a6e-8d20-f4699d10eb83 req-7b660908-0b77-4c1e-be94-9dffcac05e86 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:41.714326 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75734009-4291-4a6e-8d20-f4699d10eb83 req-7b660908-0b77-4c1e-be94-9dffcac05e86 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 949 time: 0.1025684 Aug 12 04:07:41.722260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560794-dd41-4a30-ae6f-13ced4019947 req-4f171668-05d9-4a2f-9fa5-c0a9d0caee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:41.722907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0560794-dd41-4a30-ae6f-13ced4019947 req-4f171668-05d9-4a2f-9fa5-c0a9d0caee1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 1100 time: 0.0969884 Aug 12 04:07:41.727296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8eacf99d-0b6b-454d-9660-e4d9bb0a4989 req-6b616445-56ee-45fa-8f36-7d550a00a101 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Aug 12 04:07:41.769987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:41.804617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75734009-4291-4a6e-8d20-f4699d10eb83 req-d4dfee6c-1d16-4908-800d-6679f21c3d56 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 Aug 12 04:07:41.812331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0560794-dd41-4a30-ae6f-13ced4019947 req-3371560e-4790-4f88-8a6f-68f9c06a6e38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677080 Aug 12 04:07:41.904548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ebcd535-a2d6-42b8-9d94-39d80585d306 req-ff6acbca-addb-4092-83cd-3a509908046f tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0304713 Aug 12 04:07:41.916026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53e9c0-412f-4a62-b510-168e69ee6cdc req-372a8214-23e6-447f-87c9-70c2108e6085 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:41.918061 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d53e9c0-412f-4a62-b510-168e69ee6cdc req-372a8214-23e6-447f-87c9-70c2108e6085 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 944 time: 0.1318858 Aug 12 04:07:42.005902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] Transition to ACTIVE for port object eefa3ade-eff6-4979-a71d-489a41580aba will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:42.027268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d53e9c0-412f-4a62-b510-168e69ee6cdc req-6c4021a5-43d5-48bd-be0d-35c64409e1d6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760972 Aug 12 04:07:42.053303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-8e02f85e-083a-46f7-b6b6-81cda88150fe tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.061355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-8e02f85e-083a-46f7-b6b6-81cda88150fe tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 813 time: 0.1850142 Aug 12 04:07:42.070146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'port': {'device_id': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee', 'admin_state_up': True, 'tenant_id': '138b0ddfa272438893b3f223bffe3bd7'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:42.115069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:42.208498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] No DVR routers for this DVR port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:42.270609 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] 10.222.0.36 "PUT /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba/bindings/n-h1-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0195091 Aug 12 04:07:42.272954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1f61b-ad50-4699-8380-58d1c57c443c service neutron] Pushing event updated for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:42.362649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549b3b6-7c06-44fb-87e4-053cb800acb8 req-bc29cde2-1297-4e7a-84ba-743871fb113a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.364091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3549b3b6-7c06-44fb-87e4-053cb800acb8 req-bc29cde2-1297-4e7a-84ba-743871fb113a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0516086 Aug 12 04:07:42.403815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Made reservation on behalf of 138b0ddfa272438893b3f223bffe3bd7 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:42.407252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:42.415295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3549b3b6-7c06-44fb-87e4-053cb800acb8 req-a7aa6bf5-e428-4958-85e2-7f2861b8ff11 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442824 Aug 12 04:07:42.506055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-952b0a12-49c8-43ff-9993-f5b3ba242840 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.507618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-952b0a12-49c8-43ff-9993-f5b3ba242840 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.0466535 Aug 12 04:07:42.553644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Allocated IP 172.20.0.9 (bb8a97b0-1274-46f7-befc-13dce553f6ee/7148b2c6-3f3d-4cf3-aec8-d5b273949009/cbdd35ed-6396-45ec-82df-72eac7937459) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:42.600613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-507d72b5-3825-4746-b6ed-e782b4c5fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.602211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-507d72b5-3825-4746-b6ed-e782b4c5fe12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 1096 time: 0.0838256 Aug 12 04:07:42.611067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95b6c-1f1e-4cbe-bfef-a0fe4a41e7fa req-e2c2fecd-32d0-481b-a1af-3f40a1d9a563 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.612559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cc95b6c-1f1e-4cbe-bfef-a0fe4a41e7fa req-e2c2fecd-32d0-481b-a1af-3f40a1d9a563 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0649052 Aug 12 04:07:42.691515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cc95b6c-1f1e-4cbe-bfef-a0fe4a41e7fa req-f11caa40-d298-4dde-98b1-4fee40a871ec tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724351 Aug 12 04:07:42.708677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-22722965-5dda-439f-8e2b-bc7aba8f63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.711716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-22722965-5dda-439f-8e2b-bc7aba8f63fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1096 time: 0.0748925 Aug 12 04:07:42.727075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:42.831276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-77094203-a0b7-45b7-8356-247ecaf08c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.833159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-77094203-a0b7-45b7-8356-247ecaf08c5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1108754 Aug 12 04:07:42.849337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c37430-615f-4dd7-8358-a681c875eb74 req-a18fcf32-3450-4a14-8368-3a06886ab81b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.857110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40c37430-615f-4dd7-8358-a681c875eb74 req-a18fcf32-3450-4a14-8368-3a06886ab81b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0591249 Aug 12 04:07:42.865930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:42.896790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-37d2caf9-ecad-449f-b57c-9ef1462e71e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 200 len: 217 time: 0.0441957 Aug 12 04:07:42.936217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Network bb8a97b0-1274-46f7-befc-13dce553f6ee is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:42.951035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40c37430-615f-4dd7-8358-a681c875eb74 req-3df1b10a-afaf-4d9b-9874-42b6c06ecc09 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911512 Aug 12 04:07:42.958778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:42.971423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:42.976620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:42.978750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-2f6d7e29-5c12-4c87-8838-ac64b19d3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:42.984366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-2f6d7e29-5c12-4c87-8838-ac64b19d3f7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0824053 Aug 12 04:07:43.020622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c647f4-2efe-4259-a804-7124cab9fee6 req-ecf9073d-4ed7-4828-a720-80e8db4ab767 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.022205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94c647f4-2efe-4259-a804-7124cab9fee6 req-ecf9073d-4ed7-4828-a720-80e8db4ab767 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 949 time: 0.1244276 Aug 12 04:07:43.029891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.030911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:43.047717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-ff5624c3-a9d6-4c99-bfe1-c201d58da5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457363 Aug 12 04:07:43.115999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5e7e5-78f4-4472-b557-1f26af4a0d38 req-93aac8ac-dd53-4239-972a-d3c4c3a498ee tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.117583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2e5e7e5-78f4-4472-b557-1f26af4a0d38 req-93aac8ac-dd53-4239-972a-d3c4c3a498ee tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 931 time: 0.0834184 Aug 12 04:07:43.136703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-ca2b58cf-a9f2-4470-afa9-0478e3dc79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.138228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-ca2b58cf-a9f2-4470-afa9-0478e3dc79d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1101 time: 0.0658526 Aug 12 04:07:43.142983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94c647f4-2efe-4259-a804-7124cab9fee6 req-218da5b6-6551-48bb-a0d1-cdc67b24b03d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941827 Aug 12 04:07:43.159707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7272b534-47f8-4933-a8b7-fa248e621110 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0935967 Aug 12 04:07:43.193857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-562066c1-ec85-4ede-a5b9-5f486c043066 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338503 Aug 12 04:07:43.201103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Request body: {'port': {'device_id': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:43.251292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2e5e7e5-78f4-4472-b557-1f26af4a0d38 req-16ff40a3-d22c-41b5-a68a-8f682a40a538 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233737 Aug 12 04:07:43.332413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-b763d4d5-0e62-486f-97c3-c95a5b1ee64e service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317067 Aug 12 04:07:43.339816 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:43.347186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051900a-77ca-4453-83c9-f64da1407bba req-13eaea18-8d7c-47e0-8850-e884514d2251 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.351274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-bda4113c-4bf8-4144-b725-a59d39401b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.353899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-bda4113c-4bf8-4144-b725-a59d39401b16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2056284 Aug 12 04:07:43.355841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0051900a-77ca-4453-83c9-f64da1407bba req-13eaea18-8d7c-47e0-8850-e884514d2251 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.0745189 Aug 12 04:07:43.396406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0051900a-77ca-4453-83c9-f64da1407bba req-9809135f-636d-429a-b7df-2a89b9ceb0ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Aug 12 04:07:43.420704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-1eea12ce-00e8-4fdf-a9a9-545fe585376e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.0408864 Aug 12 04:07:43.849090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a72076-c6f8-40f3-84d3-79a217ff9b30 req-f1101945-8538-455d-9c83-8a163caf78e7 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.850814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9a72076-c6f8-40f3-84d3-79a217ff9b30 req-f1101945-8538-455d-9c83-8a163caf78e7 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0905812 Aug 12 04:07:43.853843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-415ddfae-9adf-4cb1-a4ed-03373580e7d4 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.855350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-415ddfae-9adf-4cb1-a4ed-03373580e7d4 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.0651419 Aug 12 04:07:43.861246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-afe0d988-f3cb-4a97-b40b-1a6fe3d77a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.864376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-afe0d988-f3cb-4a97-b40b-1a6fe3d77a81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.4340637 Aug 12 04:07:43.891070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c3bf9-bb56-4734-b637-d1332c998fb6 req-4f45d942-b98e-4ab6-adcd-00e5f28ced23 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:43.892595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d70c3bf9-bb56-4734-b637-d1332c998fb6 req-4f45d942-b98e-4ab6-adcd-00e5f28ced23 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1579437 Aug 12 04:07:43.937750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9a72076-c6f8-40f3-84d3-79a217ff9b30 req-627917de-d2fe-4e83-8edf-f4350f399fac tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801070 Aug 12 04:07:44.001194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d70c3bf9-bb56-4734-b637-d1332c998fb6 req-cab279e7-68f3-4a7f-a3ab-dd9811f73fd8 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769804 Aug 12 04:07:44.014479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-62b4f4f7-9a09-46b5-9201-914b52152307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.023978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-62b4f4f7-9a09-46b5-9201-914b52152307 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417682 Aug 12 04:07:44.095941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72687ace-d16d-49a3-ab14-2634e0263ff2 req-d37f760c-7fbf-4cf6-a9dc-d7dc86fc3ba9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.103195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72687ace-d16d-49a3-ab14-2634e0263ff2 req-d37f760c-7fbf-4cf6-a9dc-d7dc86fc3ba9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0608447 Aug 12 04:07:44.114835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-f74907f0-d8d0-4e34-9c48-94ccdf8da035 service neutron] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:44.126532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-f74907f0-d8d0-4e34-9c48-94ccdf8da035 service neutron] Notify callbacks [] for binding, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:44.127636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b029a279-150f-426f-af14-8c0f437d3ab1 req-f74907f0-d8d0-4e34-9c48-94ccdf8da035 service neutron] 10.222.0.20 "DELETE /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba/bindings/n-h2-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.2536805 Aug 12 04:07:44.150433 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72687ace-d16d-49a3-ab14-2634e0263ff2 req-90e68594-ba0a-46a6-a358-877de80eb23d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Aug 12 04:07:44.160159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdd35ed-6396-45ec-82df-72eac7937459 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:44.170297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-36b389ae-f6ef-4cc0-90f4-2fbb53e4aa09 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437793 Aug 12 04:07:44.172125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:44.226242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Transition to ACTIVE for port object cbdd35ed-6396-45ec-82df-72eac7937459 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:44.306532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1336c-ea8d-4dbf-a038-27497524148b req-fa1a1ea6-d0c1-49d8-8674-25168556e266 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.308076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2fc1336c-ea8d-4dbf-a038-27497524148b req-fa1a1ea6-d0c1-49d8-8674-25168556e266 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 949 time: 0.0807338 Aug 12 04:07:44.310872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:44.325533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-91c7fa9f-6d87-41a7-a9ec-e9473304328e service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466575 Aug 12 04:07:44.385586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f13c8-44a6-400f-9d18-6f5e5d43da6e req-4bcde6d6-4621-4ac3-93b1-93eae6906602 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.387110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc8f13c8-44a6-400f-9d18-6f5e5d43da6e req-4bcde6d6-4621-4ac3-93b1-93eae6906602 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 943 time: 0.0594845 Aug 12 04:07:44.396468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:44.407257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2fc1336c-ea8d-4dbf-a038-27497524148b req-67d6dd88-315e-4b04-83ac-3af0d84642ed tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911913 Aug 12 04:07:44.442930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc8f13c8-44a6-400f-9d18-6f5e5d43da6e req-2475770c-c7ce-48d1-b39b-aa042be182b7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Aug 12 04:07:44.502938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Attempting to bind port cbdd35ed-6396-45ec-82df-72eac7937459 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:44.504499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Attempting to bind port cbdd35ed-6396-45ec-82df-72eac7937459 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:44.504499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Attempting to bind port cbdd35ed-6396-45ec-82df-72eac7937459 on network bb8a97b0-1274-46f7-befc-13dce553f6ee {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:44.508524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Port cbdd35ed-6396-45ec-82df-72eac7937459 on network bb8a97b0-1274-46f7-befc-13dce553f6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:44.508917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Attempting to bind port cbdd35ed-6396-45ec-82df-72eac7937459 on network bb8a97b0-1274-46f7-befc-13dce553f6ee {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:44.515302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:44.515302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Checking segment: {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:44.515633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Bound using segment: {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:44.516071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Bound port: cbdd35ed-6396-45ec-82df-72eac7937459, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:44.516438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:44.576625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f8430-a64f-45af-9f24-05ab01607155 req-f9741c53-a652-46b2-ab73-82dde1b80424 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.584366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-456f8430-a64f-45af-9f24-05ab01607155 req-f9741c53-a652-46b2-ab73-82dde1b80424 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Aug 12 04:07:44.621172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-456f8430-a64f-45af-9f24-05ab01607155 req-a1601493-fb0d-4111-b5fb-d64cf3c69813 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Aug 12 04:07:44.677069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:44.680050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157de5-5cc8-4668-939c-7118de067f40 req-92125b3e-2a09-468d-b7f9-87a96aff0b5c tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.683326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f157de5-5cc8-4668-939c-7118de067f40 req-92125b3e-2a09-468d-b7f9-87a96aff0b5c tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 1100 time: 0.1276410 Aug 12 04:07:44.688930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:44.727549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f157de5-5cc8-4668-939c-7118de067f40 req-d5a29bd1-357f-4dbf-8aef-3976206ed97e tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Aug 12 04:07:44.741824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:44.764608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.765775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:44.767351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 200 len: 1091 time: 1.5714769 Aug 12 04:07:44.769823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:44.771634 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33f71d5-7f04-478e-88b8-bae74c8aa69b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:44.812481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d106d8-8692-45e2-a71a-2ce8cad988f8 req-bdbb2f7e-bcea-4abd-8f7d-640d3e5df6b6 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.814039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1d106d8-8692-45e2-a71a-2ce8cad988f8 req-bdbb2f7e-bcea-4abd-8f7d-640d3e5df6b6 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1096 time: 0.0927351 Aug 12 04:07:44.832537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55ca8c-a612-49c2-9401-4a3692175660 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:44.861300 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c07c8-f944-4933-8e60-14001813d0f9 x-openstack-request-id: req-5c0c07c8-f944-4933-8e60-14001813d0f9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:44.861300 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:44.861300 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c0c07c8-f944-4933-8e60-14001813d0f9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:44.861300 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'status': 'completed', 'code': 200} Aug 12 04:07:44.878394 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1d106d8-8692-45e2-a71a-2ce8cad988f8 req-a143a6b6-ff8a-49d2-9758-6f19e4e6b523 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579062 Aug 12 04:07:44.995928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f71d5-7f04-478e-88b8-bae74c8aa69b req-020ace82-056d-4b60-9fd4-bee5b80a68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:44.997432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f33f71d5-7f04-478e-88b8-bae74c8aa69b req-020ace82-056d-4b60-9fd4-bee5b80a68e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1094 time: 0.1125975 Aug 12 04:07:45.033281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-53e15db9-a0f3-45f0-9940-2e17124428e0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340819 Aug 12 04:07:45.168836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7256e-e502-47e9-babd-84d895c09a05 req-06bac362-608e-413e-810e-40e1e1fba286 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.168836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5e7256e-e502-47e9-babd-84d895c09a05 req-06bac362-608e-413e-810e-40e1e1fba286 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 1096 time: 0.1536553 Aug 12 04:07:45.176730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-1d490a14-9fa0-48ea-ba54-3474a5d6cd8a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.178243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-1d490a14-9fa0-48ea-ba54-3474a5d6cd8a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389666 Aug 12 04:07:45.196361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-8bd40039-f3b7-4b7d-ac91-5fca756c6c48 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/quotas/7a0a6453cba74205bd2377f651b4e524 HTTP/1.1" status: 200 len: 375 time: 0.0109689 Aug 12 04:07:45.239329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5e7256e-e502-47e9-babd-84d895c09a05 req-e5df1835-1432-49e4-a932-3dcc2dd43dde tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957794 Aug 12 04:07:45.240710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f71d5-7f04-478e-88b8-bae74c8aa69b req-efc6ec7a-c0f7-436c-940b-a631889a3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.242519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f33f71d5-7f04-478e-88b8-bae74c8aa69b req-efc6ec7a-c0f7-436c-940b-a631889a3e25 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=138b0ddfa272438893b3f223bffe3bd7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2285621 Aug 12 04:07:45.299550 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-b3059ac9-2a29-4263-b3c9-8a1b82344986 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0944159 Aug 12 04:07:45.402517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f71d5-7f04-478e-88b8-bae74c8aa69b req-da3f7a01-da0d-488a-8c1f-0009b46e27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.405052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f33f71d5-7f04-478e-88b8-bae74c8aa69b req-da3f7a01-da0d-488a-8c1f-0009b46e27c7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515665 Aug 12 04:07:45.501598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f53598-3b07-4652-9534-191a217478c0 req-c05ccfe6-902f-4c3b-8e95-cbb26368a25a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.503272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-18f53598-3b07-4652-9534-191a217478c0 req-c05ccfe6-902f-4c3b-8e95-cbb26368a25a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0912502 Aug 12 04:07:45.545509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-d10bbddb-25de-4dfe-86fa-f79890debb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.547142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-d10bbddb-25de-4dfe-86fa-f79890debb18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1094 time: 0.0805895 Aug 12 04:07:45.610891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-fad0e412-7ae5-4fb5-95b9-7e438a5e98fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 200 len: 217 time: 0.0500998 Aug 12 04:07:45.626618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-18f53598-3b07-4652-9534-191a217478c0 req-d923b272-22be-47bb-a538-5b3533401ca1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060991 Aug 12 04:07:45.736740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-0601b287-09c7-4595-af5e-4dde005752bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.742361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-0601b287-09c7-4595-af5e-4dde005752bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.1146593 Aug 12 04:07:45.769243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf95c4-ffbb-41d4-921e-e589e222e7c6 req-63b5daf1-c202-4114-ae9a-02c274072928 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.777589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83bf95c4-ffbb-41d4-921e-e589e222e7c6 req-63b5daf1-c202-4114-ae9a-02c274072928 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0667138 Aug 12 04:07:45.815352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-13131f3a-8fcc-4c9e-b041-68873db04442 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588994 Aug 12 04:07:45.827908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83bf95c4-ffbb-41d4-921e-e589e222e7c6 req-e637a6b6-b6d2-42ee-84ee-5bcaa13e7dc4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Aug 12 04:07:45.828069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc091e24-4462-451b-b2c8-8e6a88a7a1ab req-b4ed8f72-8c61-452e-a2d0-f1cdc68c56c0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:45.829472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc091e24-4462-451b-b2c8-8e6a88a7a1ab req-b4ed8f72-8c61-452e-a2d0-f1cdc68c56c0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0845711 Aug 12 04:07:45.931291 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc091e24-4462-451b-b2c8-8e6a88a7a1ab req-395d95d3-a997-4633-bebb-455785c1f853 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896280 Aug 12 04:07:45.988779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-6aed3766-7786-48b8-974d-e141e0caaf0a service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582947 Aug 12 04:07:46.123427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5251451-f153-4f69-aa76-2cb2d6fec509 req-40109a53-434c-40fe-bb83-87d8f83b040b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:46.125009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5251451-f153-4f69-aa76-2cb2d6fec509 req-40109a53-434c-40fe-bb83-87d8f83b040b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 943 time: 0.1170824 Aug 12 04:07:46.133713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6cb416-a049-447a-b27a-bbe74f8d92d4 req-7e59357d-cbac-4a9e-8dde-0555b5916b8e service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360533 Aug 12 04:07:46.170514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5251451-f153-4f69-aa76-2cb2d6fec509 req-39720229-938f-49f2-913a-5cb024141529 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360272 Aug 12 04:07:46.267024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8f69bc2-505a-4286-a67e-ab8e00762bd4 req-e503b368-8d5a-461f-ac3b-21fb1afbea2c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 210 time: 0.0264781 Aug 12 04:07:46.733931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd89e5-8f15-44d1-99db-804decb3c484 req-f78f707d-1c97-4dcb-99c5-248bd5e61b15 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:46.735556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94fd89e5-8f15-44d1-99db-804decb3c484 req-f78f707d-1c97-4dcb-99c5-248bd5e61b15 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0489199 Aug 12 04:07:46.781466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94fd89e5-8f15-44d1-99db-804decb3c484 req-982755e4-d3b1-4e7f-ac3b-179491d53c18 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382612 Aug 12 04:07:46.946022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac766dd-2a21-4505-857d-916a2486271b req-dfc1a5af-1897-4152-894d-f6819ff40d9b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:46.949604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eac766dd-2a21-4505-857d-916a2486271b req-dfc1a5af-1897-4152-894d-f6819ff40d9b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0568233 Aug 12 04:07:46.957318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1300965b-05a1-448a-b100-4a764fa807f5 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:47.047054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eac766dd-2a21-4505-857d-916a2486271b req-f78beb8f-8196-49ba-a5ed-1eb09f6e8ac6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853598 Aug 12 04:07:47.066949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5864e2-0bb3-4615-85a9-6dd001e17818 req-913eb63a-b4dc-48d8-95e2-589ae1ee2c3c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:47.077064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b5864e2-0bb3-4615-85a9-6dd001e17818 req-913eb63a-b4dc-48d8-95e2-589ae1ee2c3c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0627997 Aug 12 04:07:47.077236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1300965b-05a1-448a-b100-4a764fa807f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1300965b-05a1-448a-b100-4a764fa807f5,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:47.091535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1300965b-05a1-448a-b100-4a764fa807f5', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'port_id': '1300965b-05a1-448a-b100-4a764fa807f5', 'mac_address': 'fa:16:3e:51:1a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:47.117756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b5864e2-0bb3-4615-85a9-6dd001e17818 req-7019c16e-4db5-440f-8274-56afaefff962 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Aug 12 04:07:47.186755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:47.186755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1300965b-05a1-448a-b100-4a764fa807f5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:47.189695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1300965b-05a1-448a-b100-4a764fa807f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1300965b-05a1-448a-b100-4a764fa807f5,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:47.305725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34d374-7bcf-4518-9f5f-d99fa27f71b8 req-1ed78674-e579-4d0d-bb04-94a13b6a27fe tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:47.307486 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c34d374-7bcf-4518-9f5f-d99fa27f71b8 req-1ed78674-e579-4d0d-bb04-94a13b6a27fe tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 943 time: 0.0671198 Aug 12 04:07:47.367836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c34d374-7bcf-4518-9f5f-d99fa27f71b8 req-6bbea603-25ca-48e1-8dd3-5edd32f8942d tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536795 Aug 12 04:07:47.379606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a995efd-4d63-41db-84fb-d237b6476809 req-4d674bd1-5323-435d-ac31-3233a3d2c3f6 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 210 time: 0.0285151 Aug 12 04:07:47.910940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37914b-539c-4424-960e-2062ff35af3b req-4872082a-95d3-4829-af0d-c8aa11760bee tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:47.912758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b37914b-539c-4424-960e-2062ff35af3b req-4872082a-95d3-4829-af0d-c8aa11760bee tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 943 time: 0.0513265 Aug 12 04:07:47.958764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b37914b-539c-4424-960e-2062ff35af3b req-00322d0f-164e-4113-84a0-e34127cbf275 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381639 Aug 12 04:07:48.137992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:48.206261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae794f10-eb0d-43b9-9c14-735293d4a68c req-c202ca95-82b7-4909-acf1-53b939b751e2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:48.215855 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae794f10-eb0d-43b9-9c14-735293d4a68c req-c202ca95-82b7-4909-acf1-53b939b751e2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0793760 Aug 12 04:07:48.217294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1300965b-05a1-448a-b100-4a764fa807f5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:48.267587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae794f10-eb0d-43b9-9c14-735293d4a68c req-11917cf5-cefc-445d-a418-1a922f86ed61 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Aug 12 04:07:48.316417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291af59-33ed-4fac-97d8-def0e60f8184 req-b2d8fea0-e38c-4254-a9da-06f7b1ea9ecd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:48.317973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e291af59-33ed-4fac-97d8-def0e60f8184 req-b2d8fea0-e38c-4254-a9da-06f7b1ea9ecd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0560663 Aug 12 04:07:48.371805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e291af59-33ed-4fac-97d8-def0e60f8184 req-56de1483-cab0-40d2-ad6d-6b6bc44b9188 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Aug 12 04:07:48.451628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1300965b-05a1-448a-b100-4a764fa807f5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:48.498817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9885a92-0825-4a41-8eaa-82f93401d09e req-0e855959-88f6-4e00-b007-9e83547b31e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:48.509245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e9885a92-0825-4a41-8eaa-82f93401d09e req-0e855959-88f6-4e00-b007-9e83547b31e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 943 time: 0.0722857 Aug 12 04:07:48.526998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d2444ff-9df2-411e-98c4-d2220258f490 req-2dfce1ed-d66d-48ba-844b-a23fd07ae0cf tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 210 time: 0.0324426 Aug 12 04:07:48.558487 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e9885a92-0825-4a41-8eaa-82f93401d09e req-3671389f-4639-4309-928d-49287ff4ddbb tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Aug 12 04:07:48.869987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cbdd35ed-6396-45ec-82df-72eac7937459 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:49.008416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:49.030368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee', 'port_id': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'mac_address': 'fa:16:3e:c8:aa:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7148b2c6-3f3d-4cf3-aec8-d5b273949009', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:49.075326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-b11149dd-4591-4ad9-bb45-89e706aaa875 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448480 Aug 12 04:07:49.085882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:49.103251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdd35ed-6396-45ec-82df-72eac7937459 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:49.131249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:49.147590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf7d34-b091-4e2e-8373-c437ac703085 req-e982db3c-185d-49a8-9d52-64106f9e3709 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:49.157277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47bf7d34-b091-4e2e-8373-c437ac703085 req-e982db3c-185d-49a8-9d52-64106f9e3709 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 944 time: 0.1042733 Aug 12 04:07:49.215220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47bf7d34-b091-4e2e-8373-c437ac703085 req-a32a66e7-004e-4871-8d15-2f6af434da64 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535474 Aug 12 04:07:49.219188 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:49.278469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-ba78a314-8a68-454d-8918-ed53159c3700 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:49.288604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-ba78a314-8a68-454d-8918-ed53159c3700 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063398 Aug 12 04:07:49.304505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Request body: {'port': {'device_id': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '7a0a6453cba74205bd2377f651b4e524'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:49.313613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:49.473056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42320-5c6a-4f28-bfee-579a59c057ad req-2cfd11fd-9bf1-4284-ac12-bb521c3901cf tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:49.474550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f42320-5c6a-4f28-bfee-579a59c057ad req-2cfd11fd-9bf1-4284-ac12-bb521c3901cf tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0814254 Aug 12 04:07:49.518159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafa0c2-6424-45ce-8d80-cb00279a57f1 req-bed3f5e3-9fab-485f-9d0d-6aaeafa7d0f1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:49.520453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecafa0c2-6424-45ce-8d80-cb00279a57f1 req-bed3f5e3-9fab-485f-9d0d-6aaeafa7d0f1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0544724 Aug 12 04:07:49.542371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f42320-5c6a-4f28-bfee-579a59c057ad req-a70eb216-ed6d-4abc-882e-a7b9fa8ebf45 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585401 Aug 12 04:07:49.587810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecafa0c2-6424-45ce-8d80-cb00279a57f1 req-62522de6-c066-457f-88e8-a8876ced41cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589232 Aug 12 04:07:49.632758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Made reservation on behalf of 7a0a6453cba74205bd2377f651b4e524 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:49.633799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:49.639498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:49.710358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00df8555-480b-401d-975d-2a175ee16a0d req-d6ed5d4b-925b-4637-8f7d-9e2437a2f2af tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 210 time: 0.0384331 Aug 12 04:07:49.765911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce2e9-dd33-40ab-b417-15d89ef5442b req-1bb05af2-a218-491e-bd86-d37ef9bab937 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:49.767543 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-548ce2e9-dd33-40ab-b417-15d89ef5442b req-1bb05af2-a218-491e-bd86-d37ef9bab937 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 944 time: 0.0960877 Aug 12 04:07:49.855091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-548ce2e9-dd33-40ab-b417-15d89ef5442b req-8d352883-be4d-4908-9f4b-05aad0c11bd0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754042 Aug 12 04:07:49.906781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Allocated IP 192.168.233.92 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/5270184e-68e4-4b7d-a2dd-3ba3ccbabba1) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:50.058766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:50.073004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Transition to ACTIVE for port object 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:50.174144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:50.188420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', '538b9911-968f-4df8-a426-97df39895694', 'f4a55a69-418a-4056-9fc4-19031560ca8e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:50.222008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:50.225635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:50.231383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:50.290654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:50.296417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:50.300805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event updated for resources: {'Port': ['ID=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:50.397829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f812-9953-41ff-ae52-965b0a9cd087 req-24c3b08b-f17c-4efb-8033-9f019193a7a0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:50.399517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4158f812-9953-41ff-ae52-965b0a9cd087 req-24c3b08b-f17c-4efb-8033-9f019193a7a0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 944 time: 0.0734460 Aug 12 04:07:50.410914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-96c5a0f8-4480-42f0-ae11-f5abbd1a7225 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1108172 Aug 12 04:07:50.426136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Request body: {'port': {'device_id': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:50.488280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4158f812-9953-41ff-ae52-965b0a9cd087 req-a4621424-31d3-4ca9-8b81-b9842a4a94b2 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812147 Aug 12 04:07:50.511149 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:50.641850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9007120f-7761-4c81-bd83-d2bd5df52630 None None] Provisioning for port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:50.658633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9007120f-7761-4c81-bd83-d2bd5df52630 None None] Provisioning complete for port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:50.659382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9007120f-7761-4c81-bd83-d2bd5df52630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:50.739994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9007120f-7761-4c81-bd83-d2bd5df52630 None None] Port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:50.806883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:50.808537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760927d7-b577-45d7-99a9-1d658c55647a req-f143fc02-b44c-491d-a548-cc906996f388 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:50.811639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-760927d7-b577-45d7-99a9-1d658c55647a req-f143fc02-b44c-491d-a548-cc906996f388 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0689056 Aug 12 04:07:50.841794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8f54a-41d5-4c90-9f2b-c8b450840b60 req-af912351-df16-4354-b62c-9cb6175ef0c3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:50.849680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbd8f54a-41d5-4c90-9f2b-c8b450840b60 req-af912351-df16-4354-b62c-9cb6175ef0c3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1421981 Aug 12 04:07:50.912402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-760927d7-b577-45d7-99a9-1d658c55647a req-132058dc-af0b-4ba0-b4f9-e86978e9c185 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855153 Aug 12 04:07:50.930539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbd8f54a-41d5-4c90-9f2b-c8b450840b60 req-69abc544-3f67-4cba-a834-2487f8b040dd tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799134 Aug 12 04:07:50.987932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1300965b-05a1-448a-b100-4a764fa807f5 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:51.068446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:51.092685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.117586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Transition to ACTIVE for port object 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:51.131028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd874e-0f0c-4e7c-8603-b800a5424711 req-e0ef76f6-0c82-43c3-ab46-9f978e55cd31 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:51.142147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aedd874e-0f0c-4e7c-8603-b800a5424711 req-e0ef76f6-0c82-43c3-ab46-9f978e55cd31 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 935 time: 0.0989282 Aug 12 04:07:51.180622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1300965b-05a1-448a-b100-4a764fa807f5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:51.190890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aedd874e-0f0c-4e7c-8603-b800a5424711 req-0589413a-db34-4732-9d64-ed8ed37167f3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Aug 12 04:07:51.193547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1300965b-05a1-448a-b100-4a764fa807f5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:51.193914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.210785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.250029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44df8ef-8c17-4f3b-a981-f122dcb21c14 req-75723036-fcbf-46c6-b849-c71cb121d133 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:51.251761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e44df8ef-8c17-4f3b-a981-f122dcb21c14 req-75723036-fcbf-46c6-b849-c71cb121d133 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 944 time: 0.0959766 Aug 12 04:07:51.305442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Pushing event updated for resources: {'Port': ['ID=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:51.333525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e44df8ef-8c17-4f3b-a981-f122dcb21c14 req-b8ccf9b9-b0ba-4d59-a8a9-0440064f5c72 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736952 Aug 12 04:07:51.444337 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.468425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Attempting to bind port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:07:51.468772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Attempting to bind port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:07:51.469110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Attempting to bind port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:51.486755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:07:51.487605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Attempting to bind port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:07:51.491216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:51.493602 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f08f4-f862-44bb-8cba-3321fa7fc8bf" -d '{"events": [{"server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "name": "network-vif-plugged", "status": "completed", "tag": "1300965b-05a1-448a-b100-4a764fa807f5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:51.514966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1300965b-05a1-448a-b100-4a764fa807f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1300965b-05a1-448a-b100-4a764fa807f5,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:51.517197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe1b78-3053-47af-acd0-0e55518941dc req-25b46b0c-771f-4b12-b5ce-cc86634e5cd0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:51.524124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cbe1b78-3053-47af-acd0-0e55518941dc req-25b46b0c-771f-4b12-b5ce-cc86634e5cd0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 946 time: 0.1208708 Aug 12 04:07:51.586651 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f54b9f-c232-4d98-9f58-2cea830002fa x-openstack-request-id: req-f7f54b9f-c232-4d98-9f58-2cea830002fa {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:51.587168 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "name": "network-vif-plugged", "status": "completed", "tag": "1300965b-05a1-448a-b100-4a764fa807f5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:51.587575 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7f54b9f-c232-4d98-9f58-2cea830002fa {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:51.588337 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5', 'code': 200} Aug 12 04:07:51.605149 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.608559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cbe1b78-3053-47af-acd0-0e55518941dc req-bffa5507-a2da-4a7e-8a99-adb45b6aaa93 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792019 Aug 12 04:07:51.609881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:07:51.610280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:07:51.610673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:07:51.611492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Bound port: 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:07:51.611677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.710287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1300965b-05a1-448a-b100-4a764fa807f5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:51.752351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] For port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:07:51.756753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] For port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:07:51.758201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815e70-af54-4f7e-9a9b-c416e6e28862 req-bd7a3d1f-ecbf-4a79-93aa-99e1d221e9a3 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:51.759850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84815e70-af54-4f7e-9a9b-c416e6e28862 req-bd7a3d1f-ecbf-4a79-93aa-99e1d221e9a3 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.1000106 Aug 12 04:07:51.765181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1f34-034e-4486-ad60-ba656b2d2a52 req-a051f9fa-9f6b-4f6d-8bd4-a2c4a61a3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:51.769484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3fe1f34-034e-4486-ad60-ba656b2d2a52 req-a051f9fa-9f6b-4f6d-8bd4-a2c4a61a3b52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 1096 time: 0.1122515 Aug 12 04:07:51.804422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84815e70-af54-4f7e-9a9b-c416e6e28862 req-7891affe-0bef-42d6-8072-6911e9ed8e9d tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Aug 12 04:07:51.808681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3fe1f34-034e-4486-ad60-ba656b2d2a52 req-dc2565d3-8c62-4ede-819b-1f03ec39bf2c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334017 Aug 12 04:07:51.836783 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.867072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:51.867882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:51.870051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] 10.222.0.20 "PUT /v2.0/ports/5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 HTTP/1.1" status: 200 len: 1095 time: 1.4485352 Aug 12 04:07:51.872541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'tag': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:51.875113 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b670e-c6ca-4b02-949b-9e95f2bd4fef" -d '{"events": [{"name": "network-changed", "server_uuid": "f318637e-fbdf-4c0c-82af-fcaf61409548", "tag": "5270184e-68e4-4b7d-a2dd-3ba3ccbabba1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:51.910959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d815ece-66d6-407d-8ec9-e1e0abcdac12 service neutron] Pushing event updated for resources: {'Port': ['ID=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:51.924996 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d81404-5fbe-4c37-8d8a-b7facf4aabec x-openstack-request-id: req-a1d81404-5fbe-4c37-8d8a-b7facf4aabec {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:51.925532 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f318637e-fbdf-4c0c-82af-fcaf61409548", "tag": "5270184e-68e4-4b7d-a2dd-3ba3ccbabba1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:51.925933 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1d81404-5fbe-4c37-8d8a-b7facf4aabec {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:51.926547 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'tag': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1', 'status': 'completed', 'code': 200} Aug 12 04:07:52.027981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b670e-c6ca-4b02-949b-9e95f2bd4fef req-491e43a3-ff56-4607-a5c7-7f721823569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.031721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-518b670e-c6ca-4b02-949b-9e95f2bd4fef req-491e43a3-ff56-4607-a5c7-7f721823569b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 1098 time: 0.0771940 Aug 12 04:07:52.075088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faef4b-de11-49f3-898d-0af7b403c22d req-e6a0018f-e0e4-4bda-bbc1-169cb76bb47f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.079168 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54faef4b-de11-49f3-898d-0af7b403c22d req-e6a0018f-e0e4-4bda-bbc1-169cb76bb47f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0675595 Aug 12 04:07:52.105417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-518b670e-c6ca-4b02-949b-9e95f2bd4fef req-2a5bea4d-0b55-43dd-b230-80277a7070bc service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a0a6453cba74205bd2377f651b4e524&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636966 Aug 12 04:07:52.122914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54faef4b-de11-49f3-898d-0af7b403c22d req-6306d6d1-e8eb-40a4-bf46-313333bed181 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Aug 12 04:07:52.133415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ffa58-b44d-4a40-98db-116ef2ffefd6 req-d72eda19-50fc-4d76-93c8-c835e2d2f724 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.135575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a38ffa58-b44d-4a40-98db-116ef2ffefd6 req-d72eda19-50fc-4d76-93c8-c835e2d2f724 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0811751 Aug 12 04:07:52.227483 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a38ffa58-b44d-4a40-98db-116ef2ffefd6 req-14ea8415-42a8-41a4-af88-6141295a409a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820706 Aug 12 04:07:52.247947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b670e-c6ca-4b02-949b-9e95f2bd4fef req-08542fa0-02e5-4995-8c4d-9148597b8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.249443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-518b670e-c6ca-4b02-949b-9e95f2bd4fef req-08542fa0-02e5-4995-8c4d-9148597b8cb8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330798 Aug 12 04:07:52.315812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be5647-cbfb-471b-8226-11aaf77e3370 req-8296f1ad-c46b-4344-af6e-c91ea49f6e8a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.318525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91be5647-cbfb-471b-8226-11aaf77e3370 req-8296f1ad-c46b-4344-af6e-c91ea49f6e8a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 947 time: 0.0534983 Aug 12 04:07:52.336401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-cf75eda0-5ffc-48ff-be3f-03709ddeb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.339141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-cf75eda0-5ffc-48ff-be3f-03709ddeb2d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 1098 time: 0.0474362 Aug 12 04:07:52.357317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91be5647-cbfb-471b-8226-11aaf77e3370 req-2619c353-c763-4a40-ada6-79229af54e81 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Aug 12 04:07:52.387129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-eb81cff1-af83-4565-9262-4e9f81718ce4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 HTTP/1.1" status: 200 len: 217 time: 0.0353489 Aug 12 04:07:52.465931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-d93a405a-997f-48d7-90a9-1bbd34d4853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.467420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-d93a405a-997f-48d7-90a9-1bbd34d4853a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0731621 Aug 12 04:07:52.510248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f99212-30d2-444c-a32b-39b5c6aeeb2e req-3840e4d1-b6e4-4e13-8721-8dc9e140ec55 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.511770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7f99212-30d2-444c-a32b-39b5c6aeeb2e req-3840e4d1-b6e4-4e13-8721-8dc9e140ec55 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 944 time: 0.0755496 Aug 12 04:07:52.541542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-296be0e3-aee9-43dc-84f8-b8e7cfbcd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.543137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-296be0e3-aee9-43dc-84f8-b8e7cfbcd7af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660191 Aug 12 04:07:52.579116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7f99212-30d2-444c-a32b-39b5c6aeeb2e req-3bb1ab71-f30f-4f62-98b8-9d80553c57f2 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604751 Aug 12 04:07:52.650261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-0bf1d423-8e6c-4b0a-9f6c-8e459483f62f service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957263 Aug 12 04:07:52.749210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fdec7b-ad56-4f13-b90b-13f0b367ca6f req-d218a3bc-645a-4d28-8486-eacbe322e09b service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882194 Aug 12 04:07:52.875519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cbdd35ed-6396-45ec-82df-72eac7937459 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:07:52.934227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c0741-2292-44df-9ce1-8e32a8e782be req-f28dbd3c-c7a3-4e91-8775-034722912b2a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:52.935753 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-407c0741-2292-44df-9ce1-8e32a8e782be req-f28dbd3c-c7a3-4e91-8775-034722912b2a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.0564642 Aug 12 04:07:52.973250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-407c0741-2292-44df-9ce1-8e32a8e782be req-5305c39a-85ee-45f1-85f6-af9b8fa19dc4 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Aug 12 04:07:53.003959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port cbdd35ed-6396-45ec-82df-72eac7937459 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:53.007916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port cbdd35ed-6396-45ec-82df-72eac7937459 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:53.008294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:53.089709 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:53.122734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:53.243042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697c352-5f5e-41a7-bc04-779617c8975a req-5c37f8e5-8e81-4ed1-a7c7-a0688c73985a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:53.245153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5697c352-5f5e-41a7-bc04-779617c8975a req-5c37f8e5-8e81-4ed1-a7c7-a0688c73985a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0472226 Aug 12 04:07:53.288122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5697c352-5f5e-41a7-bc04-779617c8975a req-d8457a44-9425-4f71-89bd-6d647e764378 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365679 Aug 12 04:07:53.349779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed852982-d886-4e3a-ba48-53680dfef215 req-e7e70277-da3f-46df-9b08-6278f5b7b560 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:53.354781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ed852982-d886-4e3a-ba48-53680dfef215 req-e7e70277-da3f-46df-9b08-6278f5b7b560 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0519826 Aug 12 04:07:53.390958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ed852982-d886-4e3a-ba48-53680dfef215 req-c343b070-bdbf-47b2-b0f0-d711b33eaf33 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Aug 12 04:07:53.391866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-27cee3b9-cc03-4f00-a7cc-6c147f8544af tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--767328132&fields=id&tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98 HTTP/1.1" status: 200 len: 267 time: 0.0331564 Aug 12 04:07:53.456947 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:53.510622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6247-5902-401c-b423-9a7e851a9064 req-110819bd-8b92-4bd2-ac4e-a787c0c9d34b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:53.513907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddec6247-5902-401c-b423-9a7e851a9064 req-110819bd-8b92-4bd2-ac4e-a787c0c9d34b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 947 time: 0.0590582 Aug 12 04:07:53.521395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:53.530162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-34e08604-9dad-4d5e-9e26-55734b56b533 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:53.532077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-34e08604-9dad-4d5e-9e26-55734b56b533 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 823 time: 0.1274624 Aug 12 04:07:53.548828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-3b3f8d6c-baee-4e60-bc0c-b2c13c6ea399 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/quotas/f482cb7e0a3f4ea19d1f698d0c4dab98 HTTP/1.1" status: 200 len: 375 time: 0.0106471 Aug 12 04:07:53.567328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddec6247-5902-401c-b423-9a7e851a9064 req-3b18117d-e086-41b7-8d20-ac8d4e24d620 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 Aug 12 04:07:53.589222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:53.591901 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fe11df-0159-443d-a159-d2bab885f32f" -d '{"events": [{"server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:53.612111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-475cee70-cb93-4cf1-83be-b901b5247970 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523753 Aug 12 04:07:53.629158 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a3d918-b2f4-4cad-a37c-38af2c200c1a x-openstack-request-id: req-07a3d918-b2f4-4cad-a37c-38af2c200c1a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:53.629446 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:53.629773 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07a3d918-b2f4-4cad-a37c-38af2c200c1a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:53.630170 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'code': 200} Aug 12 04:07:53.731099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc65e0-a5f1-4b46-80ba-ac00c6d379b6 req-e2558566-5195-4c22-89c7-bb59f8843a74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:53.732691 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73bc65e0-a5f1-4b46-80ba-ac00c6d379b6 req-e2558566-5195-4c22-89c7-bb59f8843a74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Aug 12 04:07:53.741306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-1271db95-6ae0-43aa-ad1d-438c55f0c1b9 service neutron] 10.222.0.42 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188133 Aug 12 04:07:53.772748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73bc65e0-a5f1-4b46-80ba-ac00c6d379b6 req-477a2776-6450-496d-9c64-5002a848f3a2 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339458 Aug 12 04:07:53.794387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361bbaf-8b5f-45ae-b1d1-b08d954753ce req-ae6254b1-67e8-4faa-819c-9265af12701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:53.795889 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6361bbaf-8b5f-45ae-b1d1-b08d954753ce req-ae6254b1-67e8-4faa-819c-9265af12701b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0913103 Aug 12 04:07:53.857005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-0986030d-5d9c-4581-9a85-e62b69df8b99 service neutron] 10.222.0.42 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081233 Aug 12 04:07:53.860660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6361bbaf-8b5f-45ae-b1d1-b08d954753ce req-7fb3d685-fde2-47ee-b6c6-fce3dcef8aba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446966 Aug 12 04:07:54.094607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e838ad9-200a-4cb8-a443-237347b3f00f req-abe3fc46-84e2-4f6a-aecd-8bfa87a0e759 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:54.096193 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e838ad9-200a-4cb8-a443-237347b3f00f req-abe3fc46-84e2-4f6a-aecd-8bfa87a0e759 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.0493765 Aug 12 04:07:54.142774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e838ad9-200a-4cb8-a443-237347b3f00f req-1f1800d7-5804-4862-befe-ce18bd552dcd tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 Aug 12 04:07:54.226348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8912767d-67d1-4ebf-8e7a-6c80008f4756 req-dd4e929d-434a-4e1e-8752-2fedaa9d6f74 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 210 time: 0.0340824 Aug 12 04:07:54.276542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac4327-9b11-45a4-b3db-c978c62f71da req-7df90a63-2c6b-4d04-8452-25c50c63fb4a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:54.278024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4ac4327-9b11-45a4-b3db-c978c62f71da req-7df90a63-2c6b-4d04-8452-25c50c63fb4a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.0587258 Aug 12 04:07:54.289643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:07:54.294637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Request body: {'floatingip': {'port_id': '1300965b-05a1-448a-b100-4a764fa807f5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:54.336874 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:54.452808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04846208-643a-46ac-951a-2530a68e09ce req-b0a27a8b-19b7-41f7-8128-b58cccf5dda7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:54.464742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04846208-643a-46ac-951a-2530a68e09ce req-b0a27a8b-19b7-41f7-8128-b58cccf5dda7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0703783 Aug 12 04:07:54.501762 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04846208-643a-46ac-951a-2530a68e09ce req-77971c2c-6227-4f83-9070-6fae304bd6a2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Aug 12 04:07:54.688345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c22c84-a77d-4d97-b1fe-e45f00f73f83 req-79de2758-5ebe-469c-9d9e-a9aa7b8e0f93 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:54.690269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2c22c84-a77d-4d97-b1fe-e45f00f73f83 req-79de2758-5ebe-469c-9d9e-a9aa7b8e0f93 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 947 time: 0.0555437 Aug 12 04:07:54.741451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2c22c84-a77d-4d97-b1fe-e45f00f73f83 req-6f5bca4c-ea4d-4cb5-8efa-b6d69f0634a7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Aug 12 04:07:54.811860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf848f-454d-4e82-b89b-9bac329ba7d2 req-235578c2-a04e-4558-ac4c-8ad2f2ed10f1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:54.813349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ccf848f-454d-4e82-b89b-9bac329ba7d2 req-235578c2-a04e-4558-ac4c-8ad2f2ed10f1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0923529 Aug 12 04:07:54.901980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6b0c0-4d0d-4132-b2fb-81c886068651 req-301033f6-7977-4b6a-a47c-b321f2a58a14 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:54.904399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58b6b0c0-4d0d-4132-b2fb-81c886068651 req-301033f6-7977-4b6a-a47c-b321f2a58a14 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0599010 Aug 12 04:07:54.918795 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ccf848f-454d-4e82-b89b-9bac329ba7d2 req-dc413cfa-fc26-4db4-81d3-96cb392ecccf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Aug 12 04:07:54.963709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58b6b0c0-4d0d-4132-b2fb-81c886068651 req-38311d23-1ddd-4a8b-b22f-172e83cbc587 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Aug 12 04:07:55.198672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:55.202385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:55.332525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f9a1144-0410-4b6b-a4ab-c091980f56f8 req-69acf513-fd07-42c1-b2ac-ed6b158739b8 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 210 time: 0.0567245 Aug 12 04:07:55.351635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425f965-2634-4a58-903b-e024692e0313 req-fa4047ce-ee94-4273-9dd7-6b3bf16a336b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:55.353893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7425f965-2634-4a58-903b-e024692e0313 req-fa4047ce-ee94-4273-9dd7-6b3bf16a336b tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea83af7e-657b-48b3-b3ea-d34f33b7f1b7 HTTP/1.1" status: 200 len: 946 time: 0.0680971 Aug 12 04:07:55.428415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:55.459146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:55.522101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Deleting port dd141406-9528-4c35-9a0e-80a6c4207ba5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:07:55.522944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:55.590256 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Floating IP 2ff6259b-796a-426e-8196-c5f37e7463b2 associated. External IP: 172.25.6.78, port: 1300965b-05a1-448a-b100-4a764fa807f5. Aug 12 04:07:55.664440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0b1cd-6505-4a73-96b4-61584e8fecf2 req-94072fd5-c1a7-401d-93a4-e8ab291b9717 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:55.667616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33d0b1cd-6505-4a73-96b4-61584e8fecf2 req-94072fd5-c1a7-401d-93a4-e8ab291b9717 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0715897 Aug 12 04:07:55.702789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] For port dd141406-9528-4c35-9a0e-80a6c4207ba5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd141406-9528-4c35-9a0e-80a6c4207ba5,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:55.703170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:55.737888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33d0b1cd-6505-4a73-96b4-61584e8fecf2 req-4a21a541-4438-4c59-9521-01e0ade6996b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596397 Aug 12 04:07:56.015524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094ac84-93ec-4b7c-b736-32489097d1ce req-a406c798-007b-4027-b26c-bdb092d945f1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:56.017123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b094ac84-93ec-4b7c-b736-32489097d1ce req-a406c798-007b-4027-b26c-bdb092d945f1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 947 time: 0.1890249 Aug 12 04:07:56.091671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247ca65-8c96-4233-97da-d928bac2821d req-75619f2e-66c7-42b5-ab6f-093e1e5b65d6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:56.099225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2247ca65-8c96-4233-97da-d928bac2821d req-75619f2e-66c7-42b5-ab6f-093e1e5b65d6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0732014 Aug 12 04:07:56.103962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Router de6c9cdf-7736-4fbb-94a0-374f1af71baf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:07:56.123135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:56.123505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:56.123820 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2 disassociated. External IP: 172.25.6.95, port: dd141406-9528-4c35-9a0e-80a6c4207ba5. Aug 12 04:07:56.124166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Calling delete_port for dd141406-9528-4c35-9a0e-80a6c4207ba5 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:07:56.131787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b094ac84-93ec-4b7c-b736-32489097d1ce req-45a1f9bb-6e91-46f7-ae5c-670ad610c7f7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730174 Aug 12 04:07:56.142797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2247ca65-8c96-4233-97da-d928bac2821d req-12b5fdf2-dd58-4c5d-b5b7-376ee9f0911c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Aug 12 04:07:56.351568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25236c58-337f-42c5-9c84-066503056f08 req-7205b71f-cb23-47c3-b813-50d4b189c5c8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:56.353110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25236c58-337f-42c5-9c84-066503056f08 req-7205b71f-cb23-47c3-b813-50d4b189c5c8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1282203 Aug 12 04:07:56.356324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:07:56.360283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:56.372644 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] Sync routers for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:07:56.382333 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:56.383175 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:56.437415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a102a096-a0b7-4be8-a399-566e5cf41e32 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "PUT /v2.0/floatingips/2ff6259b-796a-426e-8196-c5f37e7463b2 HTTP/1.1" status: 200 len: 990 time: 2.1464322 Aug 12 04:07:56.440441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:56.442702 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "tag": "1300965b-05a1-448a-b100-4a764fa807f5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:56.467664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25236c58-337f-42c5-9c84-066503056f08 req-67c66e16-6940-4ffd-bcd4-f8659df367cf tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857739 Aug 12 04:07:56.479773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a5d48c6e-3ef1-4121-bc44-c4dcad924370 req-52e1d558-5dce-42ef-8db1-aba821db572c tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 210 time: 0.0311501 Aug 12 04:07:56.542838 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8703f3-75be-4492-9965-53ef37a0c8f3 x-openstack-request-id: req-fb8703f3-75be-4492-9965-53ef37a0c8f3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:56.543202 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "tag": "1300965b-05a1-448a-b100-4a764fa807f5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:56.543524 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb8703f3-75be-4492-9965-53ef37a0c8f3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:56.544148 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5', 'status': 'completed', 'code': 200} Aug 12 04:07:56.562403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:56.621211 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:56.621313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event deleted for resources: {'Port': ['ID=dd141406-9528-4c35-9a0e-80a6c4207ba5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:56.771926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-ded58b1c-bdcd-4683-bf5c-9031c045a65b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1075108999&fields=id&tenant_id=138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 267 time: 0.1335523 Aug 12 04:07:56.777643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-66bfabe3-3ca6-428b-841a-29287db67151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:56.779158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-66bfabe3-3ca6-428b-841a-29287db67151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54671de288264405aea06c43324bcdb0&device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 1096 time: 0.2015877 Aug 12 04:07:56.825450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:07:56.888070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:07:56.904725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99544608-e667-4e60-a956-7967a18fd3f5 req-ca3ba72d-18f7-4e33-8c63-25757c4cffe2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:56.907350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99544608-e667-4e60-a956-7967a18fd3f5 req-ca3ba72d-18f7-4e33-8c63-25757c4cffe2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0790234 Aug 12 04:07:56.951755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-3c100dac-3fd7-4385-9576-bfc290447132 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:56.959322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-3c100dac-3fd7-4385-9576-bfc290447132 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1791277 Aug 12 04:07:56.974469 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '2ff6259b-796a-426e-8196-c5f37e7463b2', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'port_id': '1300965b-05a1-448a-b100-4a764fa807f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'mac_address': 'fa:16:3e:51:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:06:47Z', 'updated_at': '2021-08-12T04:07:55Z', 'revision_number': 1, 'project_id': '54671de288264405aea06c43324bcdb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:48Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:56.990727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'port': {'security_groups': ['38aa1ca4-bae0-40c5-9071-d9c06e084167', 'da6e1746-4057-4aae-9958-df1b0d82ef4e']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:57.002361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99544608-e667-4e60-a956-7967a18fd3f5 req-7af7b883-7988-4bbf-b825-d0be1efc6c58 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876338 Aug 12 04:07:57.032889 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] Checking router: de6c9cdf-7736-4fbb-94a0-374f1af71baf for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:07:57.050178 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:57.051023 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:57.113322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:57.128910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1', 'mac_address': 'fa:16:3e:3b:1a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:07:57.140935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-bea1fb92-c894-4d48-a483-408c3b49fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:57.142243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-bea1fb92-c894-4d48-a483-408c3b49fa23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9216554-c79b-4900-945c-960da39e7a23 HTTP/1.1" status: 200 len: 917 time: 0.3453741 Aug 12 04:07:57.201281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-604f83d7-35a5-4743-ada4-abc9c5a19140 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:57.203347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-604f83d7-35a5-4743-ada4-abc9c5a19140 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.36 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 823 time: 0.1478190 Aug 12 04:07:57.247996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:57.257302 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:57.281538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:57.312547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:57.335663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c7fe35db-0489-4e69-a845-12f2111da904 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98 HTTP/1.1" status: 200 len: 379 time: 0.1115105 Aug 12 04:07:57.347496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'port': {'device_id': '3d54c50b-ff81-4992-a98a-e439002204b3', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'admin_state_up': True, 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'security_groups': ['07f06394-bdbb-45db-9e76-2108d987314a']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:57.449857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:57.482106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ad0e6-01fe-4744-846c-d099ff017bfd req-1ad44092-e027-49e9-aed7-746d7069f3e5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:57.483716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-203ad0e6-01fe-4744-846c-d099ff017bfd req-1ad44092-e027-49e9-aed7-746d7069f3e5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 947 time: 0.2040901 Aug 12 04:07:57.533765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:57.558151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-203ad0e6-01fe-4744-846c-d099ff017bfd req-ed84ed6a-2aba-47de-b168-b7f528267d06 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640237 Aug 12 04:07:57.632963 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '2ff6259b-796a-426e-8196-c5f37e7463b2', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'port_id': '1300965b-05a1-448a-b100-4a764fa807f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'mac_address': 'fa:16:3e:51:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:06:47Z', 'updated_at': '2021-08-12T04:07:55Z', 'revision_number': 1, 'project_id': '54671de288264405aea06c43324bcdb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:48Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:57.669356 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ef3c3-28f9-46dc-91e6-6aba0bb854d6 None None] The sync data for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 is: [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '2ff6259b-796a-426e-8196-c5f37e7463b2', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'port_id': '1300965b-05a1-448a-b100-4a764fa807f5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'mac_address': 'fa:16:3e:51:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:06:47Z', 'updated_at': '2021-08-12T04:07:55Z', 'revision_number': 1, 'project_id': '54671de288264405aea06c43324bcdb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:48Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:07:57.681596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Made reservation on behalf of f482cb7e0a3f4ea19d1f698d0c4dab98 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:07:57.685376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:57.718565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:57.721491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753d7db-efd3-4b18-a263-a7df46ef2cfb req-fbf16aeb-12b9-4b57-89ed-39bbcf4ada89 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:57.722219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3753d7db-efd3-4b18-a263-a7df46ef2cfb req-fbf16aeb-12b9-4b57-89ed-39bbcf4ada89 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0946002 Aug 12 04:07:57.770433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:07:57.782291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:07:57.797969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:57.799164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:57.861747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] No DVR routers for this DVR port dd141406-9528-4c35-9a0e-80a6c4207ba5 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:07:57.864468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5270184e-68e4-4b7d-a2dd-3ba3ccbabba1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:57.873800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:57.875906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7425f965-2634-4a58-903b-e024692e0313 req-b65247e2-b0dc-46a4-82bb-b446301d6058 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.20 "DELETE /v2.0/ports/dd141406-9528-4c35-9a0e-80a6c4207ba5 HTTP/1.1" status: 204 len: 173 time: 2.5160999 Aug 12 04:07:57.907392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3753d7db-efd3-4b18-a263-a7df46ef2cfb req-45def1c1-e34c-48f4-be53-b3cb6a38fdaa tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086178 Aug 12 04:07:57.909488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-2211a691-d8b6-4bdf-a408-f2edf99df65e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1300965b-05a1-448a-b100-4a764fa807f5 HTTP/1.1" status: 200 len: 998 time: 0.7190428 Aug 12 04:07:57.918328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Allocated IP 172.20.0.8 (5b62abab-ce2a-495f-a512-84375b61dbfc/b11dfb34-aed8-4973-b1ef-7d1bde865f3f/0b1811d3-66b1-4593-8d60-e041686e539a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:07:58.052073 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c74afe-f11d-453e-908c-bdcb493a94ac None None] New status for floating IP 2ff6259b-796a-426e-8196-c5f37e7463b2: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:07:58.069752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:58.207568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc8dd725-1ae6-4d7e-8e7c-5326bf557850 req-db44f047-8648-4148-8db3-919360c89596 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 210 time: 0.1405125 Aug 12 04:07:58.241462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:58.286960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.301307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-4f3de0fd-7c46-4ee3-bd6b-8ee31ffeefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:58.302946 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-4f3de0fd-7c46-4ee3-bd6b-8ee31ffeefb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c4bb327-af5e-47b1-b908-78404be7843e HTTP/1.1" status: 200 len: 855 time: 0.3663356 Aug 12 04:07:58.308197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.328571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Transition to ACTIVE for port object 0b1811d3-66b1-4593-8d60-e041686e539a will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:58.375947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-6e0cc953-f19c-45f5-ae78-8d4b6f960195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:58.375947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-6e0cc953-f19c-45f5-ae78-8d4b6f960195 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9216554-c79b-4900-945c-960da39e7a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619903 Aug 12 04:07:58.421195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.422818 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da42c907-bb43-4b9d-bdcf-b5699445ece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.484922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:58.486843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756389d-44f1-461f-8b3e-1b80d8b2ae5c req-f60bf42f-0c47-4642-8826-0b6e67487f5f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:58.494975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b756389d-44f1-461f-8b3e-1b80d8b2ae5c req-f60bf42f-0c47-4642-8826-0b6e67487f5f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0765266 Aug 12 04:07:58.505060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.525188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:07:58.535984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:58.541535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:07:58.541535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:07:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:58.541775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.542108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4886c9f-9697-4467-8b67-df0c5ce3291b req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "PUT /v2.0/ports/cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 200 len: 981 time: 1.5690436 Aug 12 04:07:58.548161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'name': 'network-vif-deleted', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5'}, {'name': 'network-changed', 'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:07:58.552056 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75" -d '{"events": [{"server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "name": "network-vif-deleted", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5"}, {"name": "network-changed", "server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:07:58.552237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Network 5b62abab-ce2a-495f-a512-84375b61dbfc is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:07:58.578496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:07:58.581355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:07:58.618616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12059e05-9c57-4c8c-9e0a-6b79ccecc820 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:58.654938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:58.655647 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:58.715992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b756389d-44f1-461f-8b3e-1b80d8b2ae5c req-c2901775-02a8-407c-86c7-fe15649b37a5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197268 Aug 12 04:07:58.716865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event updated for resources: {'Port': ['ID=0b1811d3-66b1-4593-8d60-e041686e539a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:58.720435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-c4864ffb-6ff2-48f8-a165-240924eb36d1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-940116436&fields=id&tenant_id=138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 267 time: 0.0960553 Aug 12 04:07:58.748692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:58.748868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.749195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.749691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.750089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.750441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.750840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.751184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.751520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.762341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.762341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.762341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.762341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:58.763004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:07:58.780059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-68b35c47-17d9-4a87-95f0-a3bdf8df9732 service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915532 Aug 12 04:07:58.806693 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e22c52-caa5-4aff-b761-69857920a62c x-openstack-request-id: req-53e22c52-caa5-4aff-b761-69857920a62c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:07:58.806693 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea83af7e-657b-48b3-b3ea-d34f33b7f1b7", "name": "network-vif-deleted", "tag": "dd141406-9528-4c35-9a0e-80a6c4207ba5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:07:58.806693 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e22c52-caa5-4aff-b761-69857920a62c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:07:58.806693 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea83af7e-657b-48b3-b3ea-d34f33b7f1b7', 'name': 'network-vif-deleted', 'tag': 'dd141406-9528-4c35-9a0e-80a6c4207ba5', 'status': 'completed', 'code': 200} Aug 12 04:07:58.806693 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'status': 'completed', 'code': 200} Aug 12 04:07:58.839919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-066af4f0-1ff0-41bf-8d3a-dd642c95d914 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4963620 Aug 12 04:07:58.857566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Request body: {'port': {'device_id': '3d54c50b-ff81-4992-a98a-e439002204b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:58.929592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-7f3f60d9-e1d4-4b5d-afed-c3b32f30ae4d tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:58.948954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-7f3f60d9-e1d4-4b5d-afed-c3b32f30ae4d tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 984 time: 0.2174432 Aug 12 04:07:58.960615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'port': {'security_groups': ['38aa1ca4-bae0-40c5-9071-d9c06e084167', 'da6e1746-4057-4aae-9958-df1b0d82ef4e', 'a6d2ff5b-2438-4304-843b-d9ce2cf994b7']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:07:58.988253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.024752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e74160-9554-4719-8ccc-7a2c4b381b43 req-63a87382-f2f2-47fa-9c91-e46dd456b803 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.034735 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46e74160-9554-4719-8ccc-7a2c4b381b43 req-63a87382-f2f2-47fa-9c91-e46dd456b803 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 948 time: 0.1141651 Aug 12 04:07:59.101491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-d47ae139-ba78-4a59-8af0-dc5556f55c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.103090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-d47ae139-ba78-4a59-8af0-dc5556f55c24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1135 time: 0.2526338 Aug 12 04:07:59.105885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf81c39d-74fa-4ca5-8fa6-9220c9abd9dd req-183c6b4e-3ea5-421e-a90b-18d9cb244cdb service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179467 Aug 12 04:07:59.106410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.123602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46e74160-9554-4719-8ccc-7a2c4b381b43 req-da3037a6-6e83-462a-b996-dda64de3a5f3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879052 Aug 12 04:07:59.160224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd141406-9528-4c35-9a0e-80a6c4207ba5 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:07:59.306052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: dd141406-9528-4c35-9a0e-80a6c4207ba5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:07:59.306685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd141406-9528-4c35-9a0e-80a6c4207ba5 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:07:59.313434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-1ca0dba1-5640-44f9-abb0-cd317167aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.313990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-1ca0dba1-5640-44f9-abb0-cd317167aa18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 914 time: 0.1974723 Aug 12 04:07:59.381325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-bc54fb5e-b66d-4c42-867f-3036027978e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 200 len: 217 time: 0.0562539 Aug 12 04:07:59.381688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6ef32588-946d-475f-ad15-5b5973fdf916 None None] Provisioning for port 0b1811d3-66b1-4593-8d60-e041686e539a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:07:59.393343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c46ae-586a-48a6-86c2-0fcdd466a7cb req-100e61b0-094a-4915-ba0a-1bc46dc45cdb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.399207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6ef32588-946d-475f-ad15-5b5973fdf916 None None] Provisioning complete for port 0b1811d3-66b1-4593-8d60-e041686e539a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:07:59.399615 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ef32588-946d-475f-ad15-5b5973fdf916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.418326 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b46c46ae-586a-48a6-86c2-0fcdd466a7cb req-100e61b0-094a-4915-ba0a-1bc46dc45cdb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.1580346 Aug 12 04:07:59.459921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:07:59.508106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b46c46ae-586a-48a6-86c2-0fcdd466a7cb req-b202b7c8-162d-4d67-ae5a-06f9414aa733 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878897 Aug 12 04:07:59.512911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-a2ddc318-9835-417f-89ac-1808644a937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.514877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-a2ddc318-9835-417f-89ac-1808644a937b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.1213181 Aug 12 04:07:59.529462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ef32588-946d-475f-ad15-5b5973fdf916 None None] Port 0b1811d3-66b1-4593-8d60-e041686e539a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:07:59.579847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:07:59.622854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.667201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:07:59.673228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-cb69b0d9-b5fa-4c9e-9d50-e50690a18dac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458162 Aug 12 04:07:59.678132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1811d3-66b1-4593-8d60-e041686e539a {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:07:59.687898 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.709810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd8383-cf6f-4bfc-81fa-c023a24ddf27 None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:07:59.711778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76710-0324-4f3e-bc93-b10b82476d5e req-d8ea1879-cc35-4a63-89fc-e02aca6f0195 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.713236 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24f76710-0324-4f3e-bc93-b10b82476d5e req-d8ea1879-cc35-4a63-89fc-e02aca6f0195 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 931 time: 0.0827105 Aug 12 04:07:59.714330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Transition to ACTIVE for port object 0b1811d3-66b1-4593-8d60-e041686e539a will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:07:59.768629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24f76710-0324-4f3e-bc93-b10b82476d5e req-3e847434-07e8-4b97-afd9-9eb4f3b6ac70 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468774 Aug 12 04:07:59.768825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.809981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.876310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:07:59.876988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:07:59.883228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2578eeb9-282c-4d5c-8a58-dc5ca27545ba req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "PUT /v2.0/ports/cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 200 len: 1020 time: 0.9322433 Aug 12 04:07:59.916749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:07:59.938061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.938741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.939258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.939756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.940243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.940720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.944374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.944971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.945478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.946120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.946612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.947149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166c8e9-ebb2-42dd-9aec-276923bb4607 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:07:59.967225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Pushing event updated for resources: {'Port': ['ID=0b1811d3-66b1-4593-8d60-e041686e539a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:00.000020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-5847ce19-7b43-4805-b845-0ad864111f40 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202293 Aug 12 04:08:00.073149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:00.161988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59c773-7b7b-4806-822d-3bfe6e2a06ea req-34aa59fb-8f26-4b80-b9d9-344b29f5836e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.171729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb59c773-7b7b-4806-822d-3bfe6e2a06ea req-34aa59fb-8f26-4b80-b9d9-344b29f5836e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1023 time: 0.1611297 Aug 12 04:08:00.176692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:00.202585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Attempting to bind port 0b1811d3-66b1-4593-8d60-e041686e539a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:00.202959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Attempting to bind port 0b1811d3-66b1-4593-8d60-e041686e539a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:00.203300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Attempting to bind port 0b1811d3-66b1-4593-8d60-e041686e539a on network 5b62abab-ce2a-495f-a512-84375b61dbfc {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:00.209426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Port 0b1811d3-66b1-4593-8d60-e041686e539a on network 5b62abab-ce2a-495f-a512-84375b61dbfc not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:00.209610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Attempting to bind port 0b1811d3-66b1-4593-8d60-e041686e539a on network 5b62abab-ce2a-495f-a512-84375b61dbfc {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:00.224489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215e875-fdff-48be-99e5-2559009c5b61 req-78aacf02-d408-4e1e-8eb6-70202a8e57c9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.234235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c215e875-fdff-48be-99e5-2559009c5b61 req-78aacf02-d408-4e1e-8eb6-70202a8e57c9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1354966 Aug 12 04:08:00.235222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:00.235571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Checking segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:00.235984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Bound using segment: {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:00.236437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Bound port: 0b1811d3-66b1-4593-8d60-e041686e539a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:00.236825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.243151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adbde0e-ef3f-4fa4-a1f8-fbb01dc4c7b9 None None] New status for floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:08:00.261078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3142be1-4674-47c5-bdd5-d1c1dbe83c75 req-82d68e0d-2fab-4d1a-a320-c72b0314c24e service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526519 Aug 12 04:08:00.298786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c215e875-fdff-48be-99e5-2559009c5b61 req-b9768d27-f223-4e13-bf75-980bcf7cae6f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Aug 12 04:08:00.355882 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb59c773-7b7b-4806-822d-3bfe6e2a06ea req-e1446258-0c08-4ad9-b809-b75e85ba0495 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=a6d2ff5b-2438-4304-843b-d9ce2cf994b7&id=da6e1746-4057-4aae-9958-df1b0d82ef4e HTTP/1.1" status: 200 len: 6148 time: 0.1744251 Aug 12 04:08:00.399136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4a63ab8e-c1be-4227-9257-450ad2a1812c req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1023821991 ', 'description': 'tempest-description-514199782'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:00.414813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] For port 0b1811d3-66b1-4593-8d60-e041686e539a, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:00.434148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] For port 0b1811d3-66b1-4593-8d60-e041686e539a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0b1811d3-66b1-4593-8d60-e041686e539a,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:00.459675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c608e-e2d6-4128-90a7-75e5836d8921 req-2c37ed62-0459-4ac5-be9f-6fdfbb36bf1f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.461378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2c608e-e2d6-4128-90a7-75e5836d8921 req-2c37ed62-0459-4ac5-be9f-6fdfbb36bf1f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 948 time: 0.0736167 Aug 12 04:08:00.513783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2c608e-e2d6-4128-90a7-75e5836d8921 req-a029fe7c-21e4-4cb2-8149-003e113e6d5b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453553 Aug 12 04:08:00.580197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.583317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a63ab8e-c1be-4227-9257-450ad2a1812c req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.667046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.667586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.670531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] 10.222.0.36 "PUT /v2.0/ports/0b1811d3-66b1-4593-8d60-e041686e539a HTTP/1.1" status: 200 len: 1091 time: 1.8171313 Aug 12 04:08:00.671774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:00.674180 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d9bec3-5429-4262-a625-6133fb12287b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:00.688637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ca4b7-2c36-4f20-99f7-3e9131231d98 req-a1875be7-f5ae-426a-9df3-4bbe883d3fdc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.690208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d42ca4b7-2c36-4f20-99f7-3e9131231d98 req-a1875be7-f5ae-426a-9df3-4bbe883d3fdc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0907393 Aug 12 04:08:00.715219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8231749-73a0-4c7a-b814-1dbbda46065b service neutron] Pushing event updated for resources: {'Port': ['ID=0b1811d3-66b1-4593-8d60-e041686e539a,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:00.770083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d42ca4b7-2c36-4f20-99f7-3e9131231d98 req-2ed8de9e-a487-4db2-8d96-19f1d81802a7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674479 Aug 12 04:08:00.790007 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a63ab8e-c1be-4227-9257-450ad2a1812c req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.807418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:00.814498 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:00.825083 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c61253-4992-4396-9984-7c35bf965754 x-openstack-request-id: req-71c61253-4992-4396-9984-7c35bf965754 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:00.825561 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:00.825969 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71c61253-4992-4396-9984-7c35bf965754 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:00.826909 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a', 'status': 'completed', 'code': 200} Aug 12 04:08:00.855534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-65938913-fc71-49f9-9db4-68c98493bf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.902338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-28b49ee5-a831-4363-b2d2-a3529ea891ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.903952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-28b49ee5-a831-4363-b2d2-a3529ea891ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 1094 time: 0.0647411 Aug 12 04:08:00.917497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:00.961542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3f599-8ab4-4d7c-8d70-23e44c25ddcb req-7a5e6af0-2e11-4cf1-bcbc-0f1887fead36 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:00.962371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-1e1e0ef3-5080-4daa-859f-f74c73fd9c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b1811d3-66b1-4593-8d60-e041686e539a HTTP/1.1" status: 200 len: 217 time: 0.0433204 Aug 12 04:08:00.963572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a63ab8e-c1be-4227-9257-450ad2a1812c req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:00.970489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03e3f599-8ab4-4d7c-8d70-23e44c25ddcb req-7a5e6af0-2e11-4cf1-bcbc-0f1887fead36 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 943 time: 0.0908892 Aug 12 04:08:00.984781 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.013023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03e3f599-8ab4-4d7c-8d70-23e44c25ddcb req-f2bc0d7c-941b-41eb-b1ba-685226eb3d3e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Aug 12 04:08:01.047450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-dc8155bf-c41f-45ef-95de-8826424c8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.048919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-dc8155bf-c41f-45ef-95de-8826424c8c78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 200 len: 862 time: 0.0783620 Aug 12 04:08:01.049517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ea80be-4e7e-4089-a448-e1d448205756,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:01.076653 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c3dfca-72f2-498c-974d-0afd4a6d0dde x-openstack-request-id: req-a0c3dfca-72f2-498c-974d-0afd4a6d0dde {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:01.076653 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:01.076653 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0c3dfca-72f2-498c-974d-0afd4a6d0dde {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:01.076653 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'status': 'completed', 'code': 200} Aug 12 04:08:01.110638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:01.116499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:01.122629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.122882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-e81d655f-e18c-4167-b16c-037d73221285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.124496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-e81d655f-e18c-4167-b16c-037d73221285 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b62abab-ce2a-495f-a512-84375b61dbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564992 Aug 12 04:08:01.158197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-b89ed1cb-0a8f-4737-b559-6a0d61a3e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.159744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-b89ed1cb-0a8f-4737-b559-6a0d61a3e71e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1174 time: 0.0540187 Aug 12 04:08:01.234672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.249397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-51effcac-9e8f-4984-8032-c40df318c6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108880 Aug 12 04:08:01.253862 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a63ab8e-c1be-4227-9257-450ad2a1812c req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.256752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a63ab8e-c1be-4227-9257-450ad2a1812c req-f73f53ab-773a-43cc-a3be-58ac2c283552 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8670106 Aug 12 04:08:01.266316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:01.268976 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9493c1-becf-464c-a22c-c4337a500607" -d '{"events": [{"server_uuid": "f318637e-fbdf-4c0c-82af-fcaf61409548", "name": "network-vif-plugged", "status": "completed", "tag": "5270184e-68e4-4b7d-a2dd-3ba3ccbabba1"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:01.284619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:01.290938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-847836dc-da0d-4a77-9d6b-fe98e2d10eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.293110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-847836dc-da0d-4a77-9d6b-fe98e2d10eee service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 914 time: 0.1224883 Aug 12 04:08:01.334520 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e61632-544e-4425-89ba-1490fdddcebc x-openstack-request-id: req-b1e61632-544e-4425-89ba-1490fdddcebc {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:01.334833 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318637e-fbdf-4c0c-82af-fcaf61409548", "name": "network-vif-plugged", "status": "completed", "tag": "5270184e-68e4-4b7d-a2dd-3ba3ccbabba1", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:01.335893 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1e61632-544e-4425-89ba-1490fdddcebc {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:01.336313 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1', 'code': 200} Aug 12 04:08:01.355656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-9717d248-2a95-40fc-9f97-6700f4a77833 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 200 len: 217 time: 0.0545564 Aug 12 04:08:01.371801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a6e58fc-fc6c-4659-9229-4c6e832db12d req-3b07a8ed-810e-4f32-bb62-8f74ae35b848 service neutron] 10.222.0.36 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138282 Aug 12 04:08:01.396807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.427603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ebf71fb-8fec-4eb7-98d2-e2160f5ce282 req-358163d2-5d90-488b-956f-5765fce4676c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/52ea80be-4e7e-4089-a448-e1d448205756 HTTP/1.1" status: 200 len: 1780 time: 0.1330810 Aug 12 04:08:01.461733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-f189b70f-f72d-47ed-ae78-5c93837d9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.463790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-f189b70f-f72d-47ed-ae78-5c93837d9637 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.0913787 Aug 12 04:08:01.471563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:01.503991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f96a0dee-0ed8-4e7f-95b9-8a5e1616c74d req-04200cd4-3a7c-4081-9b9c-521fe9b8d720 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/52ea80be-4e7e-4089-a448-e1d448205756 HTTP/1.1" status: 200 len: 1780 time: 0.0696719 Aug 12 04:08:01.505908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-ee58e602-2b7d-4301-8ecb-a1a79e783bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285268 Aug 12 04:08:01.551757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b62cde-e2f1-4d5e-92ed-fef56aa0f7a3 req-04c801e5-6b33-429e-a5ba-c049755f243f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.559229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3b62cde-e2f1-4d5e-92ed-fef56aa0f7a3 req-04c801e5-6b33-429e-a5ba-c049755f243f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.1368716 Aug 12 04:08:01.563188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6ca74-893c-4c5b-96a3-13ef9a6a26ac req-19b3e282-c956-4455-bdc1-6b07177e27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.564581 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ff6ca74-893c-4c5b-96a3-13ef9a6a26ac req-19b3e282-c956-4455-bdc1-6b07177e27e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 1100 time: 0.1080484 Aug 12 04:08:01.626314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9bec3-5429-4262-a625-6133fb12287b req-035eb615-72a3-4b55-9b18-96bd33b5f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.627819 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-035eb615-72a3-4b55-9b18-96bd33b5f7d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 1094 time: 0.1152387 Aug 12 04:08:01.631325 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f96a0dee-0ed8-4e7f-95b9-8a5e1616c74d req-81598acc-e6e5-4036-b5c7-1fb3e0e29500 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.636232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3b62cde-e2f1-4d5e-92ed-fef56aa0f7a3 req-f00bcf61-c9fb-4ca3-820f-cfec5047ab8b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761740 Aug 12 04:08:01.650992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ff6ca74-893c-4c5b-96a3-13ef9a6a26ac req-d5e5c6ab-bf58-42c7-9421-43bd1917d05a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 Aug 12 04:08:01.659262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-b2a318c9-6837-4f58-bbd9-80a014ca81e1 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412194 Aug 12 04:08:01.667278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f96a0dee-0ed8-4e7f-95b9-8a5e1616c74d req-81598acc-e6e5-4036-b5c7-1fb3e0e29500 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.757984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9bec3-5429-4262-a625-6133fb12287b req-f4c04d39-05ee-4309-a0b8-cc6ae4b9a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.759371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-f4c04d39-05ee-4309-a0b8-cc6ae4b9a086 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 924 time: 0.1206136 Aug 12 04:08:01.817773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-ebe2f397-d2eb-4da8-b18d-d8af3e93e123 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b1811d3-66b1-4593-8d60-e041686e539a HTTP/1.1" status: 200 len: 217 time: 0.0449221 Aug 12 04:08:01.824664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd40be-c48f-49b3-a716-bf9654a53a40 req-39c0a14a-2072-4245-b212-53895227eb8e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.826448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3fd40be-c48f-49b3-a716-bf9654a53a40 req-39c0a14a-2072-4245-b212-53895227eb8e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 949 time: 0.1021197 Aug 12 04:08:01.837001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc5bfdb-ba6a-46f5-a5e9-7eb934d84264 req-e0d9339d-64f7-4419-903d-ac2ba4c58bcf service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274190 Aug 12 04:08:01.899414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f96a0dee-0ed8-4e7f-95b9-8a5e1616c74d req-81598acc-e6e5-4036-b5c7-1fb3e0e29500 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.904069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f96a0dee-0ed8-4e7f-95b9-8a5e1616c74d req-81598acc-e6e5-4036-b5c7-1fb3e0e29500 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:01.914985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f96a0dee-0ed8-4e7f-95b9-8a5e1616c74d req-81598acc-e6e5-4036-b5c7-1fb3e0e29500 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/52ea80be-4e7e-4089-a448-e1d448205756 HTTP/1.1" status: 204 len: 173 time: 0.3960264 Aug 12 04:08:01.915108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9bec3-5429-4262-a625-6133fb12287b req-e538617a-f07b-4e61-9a4b-408bd7e8dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.915108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-e538617a-f07b-4e61-9a4b-408bd7e8dc95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 200 len: 862 time: 0.0807781 Aug 12 04:08:01.921936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81598acc-e6e5-4036-b5c7-1fb3e0e29500 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ea80be-4e7e-4089-a448-e1d448205756,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:01.926233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3fd40be-c48f-49b3-a716-bf9654a53a40 req-1a225403-7514-439f-95c6-3760dfaba833 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905647 Aug 12 04:08:01.988092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9bec3-5429-4262-a625-6133fb12287b req-2bee6f46-fcbd-4242-90f6-a23239808207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:01.989626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-2bee6f46-fcbd-4242-90f6-a23239808207 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b62abab-ce2a-495f-a512-84375b61dbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610023 Aug 12 04:08:02.015975 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-03bf53ba-e10e-4545-b9dc-c124e9425da7 req-14f5cc62-4ede-4492-abee-fdf55dc5d72c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:02.016977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03bf53ba-e10e-4545-b9dc-c124e9425da7 req-14f5cc62-4ede-4492-abee-fdf55dc5d72c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/52ea80be-4e7e-4089-a448-e1d448205756 HTTP/1.1" status: 404 len: 352 time: 0.0264964 Aug 12 04:08:02.024401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:02.063856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-aaffd58d-35c9-4dc4-bb14-60ddf8f5e626 req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1412444063', 'description': 'tempest-description-1885290914'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:02.074752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65a8b8-66e8-427d-a047-2aa3322005de req-42e64881-a04d-4c22-8cd6-a09febcbb508 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:02.076304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c65a8b8-66e8-427d-a047-2aa3322005de req-42e64881-a04d-4c22-8cd6-a09febcbb508 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0623951 Aug 12 04:08:02.118489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c65a8b8-66e8-427d-a047-2aa3322005de req-47e24e18-0585-40db-8ecb-819c19bc2399 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355456 Aug 12 04:08:02.119658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-11de3457-44fb-4851-acb4-bd1082de38aa service neutron] 10.222.0.36 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187673 Aug 12 04:08:02.193599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aaffd58d-35c9-4dc4-bb14-60ddf8f5e626 req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:02.252758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d925d-445b-4b83-8bc9-27d367aaca4f req-31f9339c-1c7b-4d65-85ff-a843626571a6 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:02.254373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-536d925d-445b-4b83-8bc9-27d367aaca4f req-31f9339c-1c7b-4d65-85ff-a843626571a6 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 943 time: 0.0685902 Aug 12 04:08:02.286812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98d9bec3-5429-4262-a625-6133fb12287b req-c10a6213-09fa-4208-84b8-2a8aa977807c service neutron] 10.222.0.36 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587148 Aug 12 04:08:02.303039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-536d925d-445b-4b83-8bc9-27d367aaca4f req-5127ed37-7757-4ae8-844f-a550e50653d0 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Aug 12 04:08:02.343156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aaffd58d-35c9-4dc4-bb14-60ddf8f5e626 req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:02.489576 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aaffd58d-35c9-4dc4-bb14-60ddf8f5e626 req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:02.517928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05452adf-bea7-4e48-ab7f-f726fe224a69,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:02.622457 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aaffd58d-35c9-4dc4-bb14-60ddf8f5e626 req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:02.623710 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aaffd58d-35c9-4dc4-bb14-60ddf8f5e626 req-23981b63-7cbf-4f1b-bf82-a6fe8e86c63c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5680826 Aug 12 04:08:02.650682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-08c984e2-fbb7-431c-8e42-04d26a546bf5 req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1112056594', 'description': 'tempest-description-423815460'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:02.776586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927eba4-4dc4-4d42-9a8f-df9455472600 req-1f1b47bf-ba4e-4d1f-9737-63d87d0f7074 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:02.778047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3927eba4-4dc4-4d42-9a8f-df9455472600 req-1f1b47bf-ba4e-4d1f-9737-63d87d0f7074 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0516739 Aug 12 04:08:02.802134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08c984e2-fbb7-431c-8e42-04d26a546bf5 req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:02.820025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3927eba4-4dc4-4d42-9a8f-df9455472600 req-bd3cdfc9-c650-4188-8e39-e8ca304f2b10 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Aug 12 04:08:02.897502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08c984e2-fbb7-431c-8e42-04d26a546bf5 req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.055801 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08c984e2-fbb7-431c-8e42-04d26a546bf5 req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.094062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057288bc-619e-401e-9d06-3425517de16e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:03.176056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08c984e2-fbb7-431c-8e42-04d26a546bf5 req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.177267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08c984e2-fbb7-431c-8e42-04d26a546bf5 req-e2558780-99de-4096-8ef6-970450d4634a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5311980 Aug 12 04:08:03.328321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1f230-98ae-4004-8178-d08d721c0e4a req-cb224f79-49d7-4354-b9ad-06dcb9fbb1a3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:03.330216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96a1f230-98ae-4004-8178-d08d721c0e4a req-cb224f79-49d7-4354-b9ad-06dcb9fbb1a3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0667589 Aug 12 04:08:03.358700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b34a3d-f57d-456c-96d4-ad6312fe0d21 req-e19e148a-6d17-4644-b11f-cb89cd381823 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:03.360238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42b34a3d-f57d-456c-96d4-ad6312fe0d21 req-e19e148a-6d17-4644-b11f-cb89cd381823 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 949 time: 0.3395457 Aug 12 04:08:03.378169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96a1f230-98ae-4004-8178-d08d721c0e4a req-da18825d-f26c-4f8e-9b3d-ea402bc187f1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Aug 12 04:08:03.430010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6f81c716-a90b-43a3-a002-13c054b69eb3 req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-590695220', 'description': 'tempest-description-573501061'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:03.471106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42b34a3d-f57d-456c-96d4-ad6312fe0d21 req-cf9a9d56-47f2-4cf9-92f4-2523a5a24499 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881078 Aug 12 04:08:03.558611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.561313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146989-e5bb-4c7c-b30e-c4dc33a55e09 req-06412774-6ba8-4a9d-be35-c7efcf1de417 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:03.562866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-31146989-e5bb-4c7c-b30e-c4dc33a55e09 req-06412774-6ba8-4a9d-be35-c7efcf1de417 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 943 time: 0.0548940 Aug 12 04:08:03.578745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6f81c716-a90b-43a3-a002-13c054b69eb3 req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.607840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-31146989-e5bb-4c7c-b30e-c4dc33a55e09 req-8203eac3-acb1-4be7-917f-247c1f69c7cb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379314 Aug 12 04:08:03.701892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6f81c716-a90b-43a3-a002-13c054b69eb3 req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.780428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766a1b5-2d66-4dea-85d5-dfec0793e0f9 req-811800e5-c0c7-4845-ab90-ef3baa5d7921 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:03.782083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f766a1b5-2d66-4dea-85d5-dfec0793e0f9 req-811800e5-c0c7-4845-ab90-ef3baa5d7921 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 1100 time: 0.0405066 Aug 12 04:08:03.790096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6f81c716-a90b-43a3-a002-13c054b69eb3 req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.818142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f766a1b5-2d66-4dea-85d5-dfec0793e0f9 req-f59871be-2927-4eb2-9549-a79ce69ccfc2 tempest-ServersOnMultiNodesTest-1599375785 tempest-ServersOnMultiNodesTest-1599375785-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298269 Aug 12 04:08:03.825472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88c6c8-fc99-4b96-954d-f78039818b36,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:03.912362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6f81c716-a90b-43a3-a002-13c054b69eb3 req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:03.913648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f81c716-a90b-43a3-a002-13c054b69eb3 req-2de51bf0-a35b-42e0-9df7-a7a3311ced5e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4884396 Aug 12 04:08:04.028157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc19e1-db24-4371-8450-22e68c6277cd req-0daced52-05f2-49d4-84ee-07e10ec97a91 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:04.029558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fdc19e1-db24-4371-8450-22e68c6277cd req-0daced52-05f2-49d4-84ee-07e10ec97a91 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0478706 Aug 12 04:08:04.068131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fdc19e1-db24-4371-8450-22e68c6277cd req-4facfd32-2ad9-4ad8-88b5-d425849c9e3b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Aug 12 04:08:04.191647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80991b4a-4bba-42d0-8a55-a8ee02c6e7c3 req-12bfe9c5-54c5-40ae-b558-353025228a61 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 10895 time: 0.0995855 Aug 12 04:08:04.246923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80991b4a-4bba-42d0-8a55-a8ee02c6e7c3 req-2291740a-8239-4c84-9abc-087e601e7129 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/38aa1ca4-bae0-40c5-9071-d9c06e084167 HTTP/1.1" status: 200 len: 2981 time: 0.0483012 Aug 12 04:08:04.300371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80991b4a-4bba-42d0-8a55-a8ee02c6e7c3 req-4439350b-5d61-4fcf-9854-5243c490a5bc tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/38aa1ca4-bae0-40c5-9071-d9c06e084167 HTTP/1.1" status: 200 len: 2981 time: 0.0452778 Aug 12 04:08:04.336932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf71953-5516-4b54-b1a3-00f10b5b6838 req-b5fc4821-d5bc-4039-9ad2-52e54519cdc2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:04.339228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cdf71953-5516-4b54-b1a3-00f10b5b6838 req-b5fc4821-d5bc-4039-9ad2-52e54519cdc2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 949 time: 0.0581274 Aug 12 04:08:04.367741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e447c8f7-d0d9-428f-83cf-5a3e3c6a97b9 req-0c245b4b-6402-4884-8276-2176baaa5ad9 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/05452adf-bea7-4e48-ab7f-f726fe224a69 HTTP/1.1" status: 200 len: 1801 time: 0.0452158 Aug 12 04:08:04.381321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cdf71953-5516-4b54-b1a3-00f10b5b6838 req-e3618a84-9ba3-4e03-bc69-a8c5a8a580be tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Aug 12 04:08:04.443553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e447c8f7-d0d9-428f-83cf-5a3e3c6a97b9 req-f0ce2c29-88eb-45ea-8856-3199d3a7ebe7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.472152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e447c8f7-d0d9-428f-83cf-5a3e3c6a97b9 req-f0ce2c29-88eb-45ea-8856-3199d3a7ebe7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.507887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37118754-f733-494f-8c3c-80def346ed09 req-9217aa65-f3e6-47f7-afd9-9e45b838adeb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:04.509376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37118754-f733-494f-8c3c-80def346ed09 req-9217aa65-f3e6-47f7-afd9-9e45b838adeb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0551271 Aug 12 04:08:04.549526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37118754-f733-494f-8c3c-80def346ed09 req-103b68b1-ec6f-4fc1-a988-b73d16036fa3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332036 Aug 12 04:08:04.636311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e447c8f7-d0d9-428f-83cf-5a3e3c6a97b9 req-f0ce2c29-88eb-45ea-8856-3199d3a7ebe7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.639121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e447c8f7-d0d9-428f-83cf-5a3e3c6a97b9 req-f0ce2c29-88eb-45ea-8856-3199d3a7ebe7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.643650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e447c8f7-d0d9-428f-83cf-5a3e3c6a97b9 req-f0ce2c29-88eb-45ea-8856-3199d3a7ebe7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/05452adf-bea7-4e48-ab7f-f726fe224a69 HTTP/1.1" status: 204 len: 173 time: 0.2690122 Aug 12 04:08:04.657330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce2c29-88eb-45ea-8856-3199d3a7ebe7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05452adf-bea7-4e48-ab7f-f726fe224a69,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:04.676377 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-886db539-f67c-4578-acde-21cb83faeac3 req-73713ec7-92cc-47ee-8508-e9e0acb386c2 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:04.680467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-886db539-f67c-4578-acde-21cb83faeac3 req-73713ec7-92cc-47ee-8508-e9e0acb386c2 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/05452adf-bea7-4e48-ab7f-f726fe224a69 HTTP/1.1" status: 404 len: 352 time: 0.0188510 Aug 12 04:08:04.742693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ea6f-aebb-465e-a132-46b54ee4235f req-f2a0c425-032c-4aea-a203-d0b47cf75b68 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:04.744960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81e6ea6f-aebb-465e-a132-46b54ee4235f req-f2a0c425-032c-4aea-a203-d0b47cf75b68 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 943 time: 0.0527689 Aug 12 04:08:04.745305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea55c635-8777-4ebc-aef8-ccd773f31ff9 req-ded75f35-b8e1-4d6c-bd45-36811cc299cd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/057288bc-619e-401e-9d06-3425517de16e HTTP/1.1" status: 200 len: 1800 time: 0.0414233 Aug 12 04:08:04.787292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81e6ea6f-aebb-465e-a132-46b54ee4235f req-cd205f03-f730-4c7e-9526-0dee6762b90e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362482 Aug 12 04:08:04.815775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea55c635-8777-4ebc-aef8-ccd773f31ff9 req-4eccffd6-2b5c-4a07-9445-77bf6fa113e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.846680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea55c635-8777-4ebc-aef8-ccd773f31ff9 req-4eccffd6-2b5c-4a07-9445-77bf6fa113e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.973063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea55c635-8777-4ebc-aef8-ccd773f31ff9 req-4eccffd6-2b5c-4a07-9445-77bf6fa113e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.976064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea55c635-8777-4ebc-aef8-ccd773f31ff9 req-4eccffd6-2b5c-4a07-9445-77bf6fa113e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:04.977219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea55c635-8777-4ebc-aef8-ccd773f31ff9 req-4eccffd6-2b5c-4a07-9445-77bf6fa113e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/057288bc-619e-401e-9d06-3425517de16e HTTP/1.1" status: 204 len: 173 time: 0.2257485 Aug 12 04:08:04.987782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccffd6-2b5c-4a07-9445-77bf6fa113e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057288bc-619e-401e-9d06-3425517de16e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:05.014150 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-4f7bdd12-16aa-453f-9ad0-eaa0b7ff0863 req-342ca947-60be-4ef1-8a90-af7245a7b84f tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:05.015189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f7bdd12-16aa-453f-9ad0-eaa0b7ff0863 req-342ca947-60be-4ef1-8a90-af7245a7b84f tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/057288bc-619e-401e-9d06-3425517de16e HTTP/1.1" status: 404 len: 352 time: 0.0153339 Aug 12 04:08:05.020763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0b1811d3-66b1-4593-8d60-e041686e539a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:05.088823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfac5afd-c705-4de6-8bdd-a25a29b3188e req-4e33c200-4e8a-4577-a438-f5b56252e6d1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/8d88c6c8-fc99-4b96-954d-f78039818b36 HTTP/1.1" status: 200 len: 1799 time: 0.0533714 Aug 12 04:08:05.139964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0b1811d3-66b1-4593-8d60-e041686e539a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0b1811d3-66b1-4593-8d60-e041686e539a,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:05.153002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0b1811d3-66b1-4593-8d60-e041686e539a', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'port_id': '0b1811d3-66b1-4593-8d60-e041686e539a', 'mac_address': 'fa:16:3e:9f:e1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:05.166650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cfac5afd-c705-4de6-8bdd-a25a29b3188e req-1a65790f-1f77-4d90-86ff-0828f2b85c74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:05.200777 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:05.202214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cfac5afd-c705-4de6-8bdd-a25a29b3188e req-1a65790f-1f77-4d90-86ff-0828f2b85c74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:05.215472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1811d3-66b1-4593-8d60-e041686e539a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:05.242859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0b1811d3-66b1-4593-8d60-e041686e539a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0b1811d3-66b1-4593-8d60-e041686e539a,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:05.264343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-42f69bae-866e-4572-948a-cb087a633718 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:05.265854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-42f69bae-866e-4572-948a-cb087a633718 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.1236310 Aug 12 04:08:05.282165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-6f0eb616-84e0-4ff3-a5af-6531bf30e71d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/quotas/a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 375 time: 0.0102081 Aug 12 04:08:05.331844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:05.340384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-5d52a814-c1d1-4e0e-b4b9-966d2453581f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518706 Aug 12 04:08:05.340976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cfac5afd-c705-4de6-8bdd-a25a29b3188e req-1a65790f-1f77-4d90-86ff-0828f2b85c74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:05.345820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cfac5afd-c705-4de6-8bdd-a25a29b3188e req-1a65790f-1f77-4d90-86ff-0828f2b85c74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:05.345820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfac5afd-c705-4de6-8bdd-a25a29b3188e req-1a65790f-1f77-4d90-86ff-0828f2b85c74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/8d88c6c8-fc99-4b96-954d-f78039818b36 HTTP/1.1" status: 204 len: 173 time: 0.2496049 Aug 12 04:08:05.358528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65790f-1f77-4d90-86ff-0828f2b85c74 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88c6c8-fc99-4b96-954d-f78039818b36,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:05.393502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0b1811d3-66b1-4593-8d60-e041686e539a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:05.459281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-dd962bd3-dc62-4209-8bce-1cb7f33e9fb9 service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023412 Aug 12 04:08:05.481542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641b7ac-bc33-404c-a769-b654ee364b29 req-41f4e470-9f3b-4d49-a8cf-50419b52975f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:05.483702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c641b7ac-bc33-404c-a769-b654ee364b29 req-41f4e470-9f3b-4d49-a8cf-50419b52975f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0590749 Aug 12 04:08:05.530679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c641b7ac-bc33-404c-a769-b654ee364b29 req-71c17fd7-ace3-4291-b29e-3e09e42decbe tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Aug 12 04:08:05.578561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-183c69c9-030e-4ddf-bda2-6049f929000c service neutron] 10.222.0.42 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117775 Aug 12 04:08:05.588589 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-185832aa-9911-429d-bc4f-619c75439742 req-02143a5e-05a1-4cff-89ad-e2fd68dc402a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:05.589617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-185832aa-9911-429d-bc4f-619c75439742 req-02143a5e-05a1-4cff-89ad-e2fd68dc402a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/8d88c6c8-fc99-4b96-954d-f78039818b36 HTTP/1.1" status: 404 len: 352 time: 0.0156841 Aug 12 04:08:05.672565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0b1811d3-66b1-4593-8d60-e041686e539a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:05.698334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30675af-de40-4760-ab86-51ec019c6d51 req-d6bb7a2d-fd2d-490f-914b-5a36d1e69213 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:05.699992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b30675af-de40-4760-ab86-51ec019c6d51 req-d6bb7a2d-fd2d-490f-914b-5a36d1e69213 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 949 time: 0.0558887 Aug 12 04:08:05.766922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b30675af-de40-4760-ab86-51ec019c6d51 req-e3482aef-bcfe-4fe2-a1e5-7bb3d359ec44 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602093 Aug 12 04:08:05.800932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-0b9d58f8-c916-42fb-b6d9-2fded5b9d548 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:05.802695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-0b9d58f8-c916-42fb-b6d9-2fded5b9d548 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 949 time: 0.0736048 Aug 12 04:08:05.947815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35c74-64d5-42ab-aa39-6549b6df8cba req-214f91c9-9643-41c3-9c90-b4e5abdc9125 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:05.949271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85b35c74-64d5-42ab-aa39-6549b6df8cba req-214f91c9-9643-41c3-9c90-b4e5abdc9125 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.1064422 Aug 12 04:08:05.976522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:05.976861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.041436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85b35c74-64d5-42ab-aa39-6549b6df8cba req-23d41f27-4623-48f1-a91d-6f8ccfb96cb6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855272 Aug 12 04:08:06.098515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:06.098909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.154412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:06.193930 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d52bca6-45dc-4f77-a23a-1c11f3d00820 req-2e05c8f0-8ca7-4628-8019-e969ff8b4896 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 6148 time: 0.1234875 Aug 12 04:08:06.244976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca5e02-4bf1-4666-98c4-dd36773b6245 req-bb80e81e-11c3-40a5-88d4-fcf52e7763d5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:06.252339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-41ca5e02-4bf1-4666-98c4-dd36773b6245 req-bb80e81e-11c3-40a5-88d4-fcf52e7763d5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 944 time: 0.0629754 Aug 12 04:08:06.291928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d52bca6-45dc-4f77-a23a-1c11f3d00820 req-33970c35-4ebd-418b-940d-636fa4651b23 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/38aa1ca4-bae0-40c5-9071-d9c06e084167 HTTP/1.1" status: 200 len: 2981 time: 0.0918584 Aug 12 04:08:06.318296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-41ca5e02-4bf1-4666-98c4-dd36773b6245 req-574fead4-6a36-4339-8dcf-dffa20300140 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649798 Aug 12 04:08:06.382451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d52bca6-45dc-4f77-a23a-1c11f3d00820 req-63a566fd-55b8-47f3-aad4-4beef230a1ca tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/38aa1ca4-bae0-40c5-9071-d9c06e084167 HTTP/1.1" status: 200 len: 2981 time: 0.0742290 Aug 12 04:08:06.420880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-dd76247c-6632-436c-9212-c0f5c03417ff req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-398606986', 'description': 'tempest-description-792750506'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:06.445074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.460906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af', '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:06.468721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fed699e-3741-43bd-afef-5c980142b5cf req-26d2e42c-014d-4ae7-8596-401ea041d535 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0337808 Aug 12 04:08:06.489755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=5270184e-68e4-4b7d-a2dd-3ba3ccbabba1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:06.533487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd76247c-6632-436c-9212-c0f5c03417ff req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.562069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:06.564899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.567026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7c51676-36c2-4b82-843b-edac48574cd1 req-8df49a36-22d7-4790-8819-8b27a2097cf1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "DELETE /v2.0/ports/5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 HTTP/1.1" status: 204 len: 173 time: 0.7544723 Aug 12 04:08:06.573357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'name': 'network-vif-deleted', 'tag': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:06.595186 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bab091-9775-4977-a408-fba89ad52220" -d '{"events": [{"server_uuid": "f318637e-fbdf-4c0c-82af-fcaf61409548", "name": "network-vif-deleted", "tag": "5270184e-68e4-4b7d-a2dd-3ba3ccbabba1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:06.624334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', '538b9911-968f-4df8-a426-97df39895694', 'f4a55a69-418a-4056-9fc4-19031560ca8e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:06.719206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd76247c-6632-436c-9212-c0f5c03417ff req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.760202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690345b-6267-42cc-b5ac-1a303d4a3f02 req-d7d60fd8-5cff-46c4-9136-32af929fc1a4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:06.765922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1690345b-6267-42cc-b5ac-1a303d4a3f02 req-d7d60fd8-5cff-46c4-9136-32af929fc1a4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0673532 Aug 12 04:08:06.829282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd76247c-6632-436c-9212-c0f5c03417ff req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.858747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1690345b-6267-42cc-b5ac-1a303d4a3f02 req-e5b87cc7-6527-44ec-acb4-0cdd76a06573 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850565 Aug 12 04:08:06.877304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a679185-ba94-4c6a-84d9-7f00cf4f46db,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:06.926631 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52ce8b-5105-4d52-b522-2faaff92bc96 x-openstack-request-id: req-ab52ce8b-5105-4d52-b522-2faaff92bc96 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:06.927103 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f318637e-fbdf-4c0c-82af-fcaf61409548", "name": "network-vif-deleted", "tag": "5270184e-68e4-4b7d-a2dd-3ba3ccbabba1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:06.930060 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab52ce8b-5105-4d52-b522-2faaff92bc96 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:06.930060 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f318637e-fbdf-4c0c-82af-fcaf61409548', 'name': 'network-vif-deleted', 'tag': '5270184e-68e4-4b7d-a2dd-3ba3ccbabba1', 'status': 'completed', 'code': 200} Aug 12 04:08:06.992271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd76247c-6632-436c-9212-c0f5c03417ff req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:06.994090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd76247c-6632-436c-9212-c0f5c03417ff req-96ede966-d3fd-499c-86db-b6359cdd820b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5778172 Aug 12 04:08:07.023317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0b1811d3-66b1-4593-8d60-e041686e539a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:07.046868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-a6f1f446-c426-4243-afd1-4595a2ecfeef req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1863250397', 'description': 'tempest-description-2070024940'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:07.056100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52a091e5-fd0b-4e86-847e-c02f2f6bdff4 req-eaf10eb3-8dd2-4d6d-b046-be79d704c88f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=f318637e-fbdf-4c0c-82af-fcaf61409548 HTTP/1.1" status: 200 len: 210 time: 0.0621586 Aug 12 04:08:07.175443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a6f1f446-c426-4243-afd1-4595a2ecfeef req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.189604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd933f-ad00-4a97-9895-4e9de827f92a req-b97c07bc-fbb8-4018-ba29-627c1aee52cf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:07.195536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2fd933f-ad00-4a97-9895-4e9de827f92a req-b97c07bc-fbb8-4018-ba29-627c1aee52cf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0700834 Aug 12 04:08:07.261548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2fd933f-ad00-4a97-9895-4e9de827f92a req-0a2596d3-c5ac-4ffd-83f6-97bd5a65bd2b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Aug 12 04:08:07.304847 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a6f1f446-c426-4243-afd1-4595a2ecfeef req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.467204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d3919-1e4a-42fe-86b2-83c232686cc0 req-3c056a73-6606-4387-ad43-b47da4eae387 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:07.468792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-481d3919-1e4a-42fe-86b2-83c232686cc0 req-3c056a73-6606-4387-ad43-b47da4eae387 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 944 time: 0.0732841 Aug 12 04:08:07.508606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-481d3919-1e4a-42fe-86b2-83c232686cc0 req-bfffc237-a5c3-41a6-943d-4850f301c5fb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337236 Aug 12 04:08:07.518514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a6f1f446-c426-4243-afd1-4595a2ecfeef req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.519475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0b1811d3-66b1-4593-8d60-e041686e539a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:07.526176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0b1811d3-66b1-4593-8d60-e041686e539a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:07.526828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.577653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facc2646-72a1-433d-991f-021b2170fd4c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:07.647321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.686204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a6f1f446-c426-4243-afd1-4595a2ecfeef req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.687791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6f1f446-c426-4243-afd1-4595a2ecfeef req-8d75481d-a77d-4619-a2ca-cf1a229c882e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6450202 Aug 12 04:08:07.693020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:07.693020 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19bb50-e357-45bc-923c-e1dad288696a" -d '{"events": [{"server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "name": "network-vif-plugged", "status": "completed", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:07.706960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0b1811d3-66b1-4593-8d60-e041686e539a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0b1811d3-66b1-4593-8d60-e041686e539a,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:07.730683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c1b32fd-9213-40a2-9759-edc268e284a7 req-7e29ac7c-bcba-4dc7-91f3-63eff8460441 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0607953 Aug 12 04:08:07.746909 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d426175-c040-46e8-9a10-c52c641b3c05 x-openstack-request-id: req-0d426175-c040-46e8-9a10-c52c641b3c05 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:07.759309 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "name": "network-vif-plugged", "status": "completed", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:07.759309 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d426175-c040-46e8-9a10-c52c641b3c05 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:07.759309 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a', 'code': 200} Aug 12 04:08:07.775727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:07.846342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0b1811d3-66b1-4593-8d60-e041686e539a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:07.977515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56c5af-9c92-4ffa-8b62-a20067ecbad4 req-bace0eb5-b9c5-473b-9ac1-6876b72d3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:07.979179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad56c5af-9c92-4ffa-8b62-a20067ecbad4 req-bace0eb5-b9c5-473b-9ac1-6876b72d3227 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 1096 time: 0.1306219 Aug 12 04:08:07.997429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06fc72-f266-4ea2-9749-b4020cba47aa req-1ce4c0ab-2a97-4793-903f-0841c178e333 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:08.004939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a06fc72-f266-4ea2-9749-b4020cba47aa req-1ce4c0ab-2a97-4793-903f-0841c178e333 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0632451 Aug 12 04:08:08.037306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-1e47b7b3-bc72-48c0-99a8-1275693ee0a8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:08.038877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-1e47b7b3-bc72-48c0-99a8-1275693ee0a8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 813 time: 0.1731699 Aug 12 04:08:08.057118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a06fc72-f266-4ea2-9749-b4020cba47aa req-7ce38b6f-3270-4f49-ba7c-16f5351c69dc tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512843 Aug 12 04:08:08.057642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad56c5af-9c92-4ffa-8b62-a20067ecbad4 req-0d00d28d-16ea-4322-b08c-b114628cbab7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607440 Aug 12 04:08:08.060164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-002d0455-ebfd-40dc-9765-efc98f6f4656 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/quotas/138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 375 time: 0.0112576 Aug 12 04:08:08.122831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-0388de7c-6565-4883-821e-263f20babdc8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556204 Aug 12 04:08:08.243297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-882818c8-68c2-4086-8686-15dd4fd7e3f9 service neutron] 10.222.0.42 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132095 Aug 12 04:08:08.340699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-e1fc4cd4-60ee-4f0f-a2d7-ab1c6ab8c24c service neutron] 10.222.0.42 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908787 Aug 12 04:08:08.613453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c99f5970-f1d8-478b-893f-0f68999e3296 req-a51271ef-9e55-4107-862a-9855fc13c96f tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 210 time: 0.0468783 Aug 12 04:08:08.642605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e312b8c-08df-4940-af5a-3dc0ecfbca98 req-895d5485-711d-4edf-bcc0-30c2d5f35931 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:08.644912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e312b8c-08df-4940-af5a-3dc0ecfbca98 req-895d5485-711d-4edf-bcc0-30c2d5f35931 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0739813 Aug 12 04:08:08.694799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e312b8c-08df-4940-af5a-3dc0ecfbca98 req-1509f4b5-350a-4a05-af9e-42ea8c796e5f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Aug 12 04:08:08.771955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153aeeb-f02c-4d10-a6c9-9deced5ed19d req-2b79c76b-ae82-45ff-bba5-8079d024087b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:08.774011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0153aeeb-f02c-4d10-a6c9-9deced5ed19d req-2b79c76b-ae82-45ff-bba5-8079d024087b tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 949 time: 0.0832591 Aug 12 04:08:08.824111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0656b-6c2d-4b3d-b4ff-57fd65400ae1 req-d3f0957b-b500-4c50-a5ca-c50f9e6db483 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:08.824111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ec0656b-6c2d-4b3d-b4ff-57fd65400ae1 req-d3f0957b-b500-4c50-a5ca-c50f9e6db483 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.0553887 Aug 12 04:08:08.841304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0153aeeb-f02c-4d10-a6c9-9deced5ed19d req-9e820f55-f6ea-4669-b065-30e97483f1a7 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Aug 12 04:08:08.878695 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ec0656b-6c2d-4b3d-b4ff-57fd65400ae1 req-bb6f448b-55c6-47f0-8500-30d980d851e2 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500979 Aug 12 04:08:08.948816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:08.969579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:08.969944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5270184e-68e4-4b7d-a2dd-3ba3ccbabba1 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:08.971500 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b984d12d-957f-4970-a154-247fe25ddbde req-65c6d9ea-75ba-4d5f-a8e3-cd8204a88f0c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0343943 Aug 12 04:08:09.138440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-3548badb-6fa5-4c1a-bdd1-f3b0f67b19c4 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:09.141109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-3548badb-6fa5-4c1a-bdd1-f3b0f67b19c4 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 820 time: 0.1272156 Aug 12 04:08:09.171370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Request body: {'port': {'device_id': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'admin_state_up': True, 'tenant_id': 'a7aa76a7b636408e95bc38aa4acc8973'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:09.206543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf16d7-3ecd-4954-8d6f-a366d98fdc49 req-c1509fa5-8159-4ca4-b28b-0da78b8639a0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:09.215725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3eaf16d7-3ecd-4954-8d6f-a366d98fdc49 req-c1509fa5-8159-4ca4-b28b-0da78b8639a0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0645700 Aug 12 04:08:09.249265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3eaf16d7-3ecd-4954-8d6f-a366d98fdc49 req-4127a185-15db-480d-b1a2-7289a982e9ee tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Aug 12 04:08:09.396037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Made reservation on behalf of a7aa76a7b636408e95bc38aa4acc8973 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:09.399621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:09.544116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Allocated IP 172.20.0.11 (4422a9f2-0b2f-404e-ad02-67a357bcab2e/b24301bd-2037-4294-89e1-1cb11af02256/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:08:09.705481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72eff515-fc4f-46e3-b017-325f8aeaa266 req-0bc1af66-b04e-40ce-ae04-287db9141d58 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 210 time: 0.0345597 Aug 12 04:08:09.722182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:09.820474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381019-4e4f-4511-90ce-d4e255cc1b63 req-f1aa14d6-6faa-4701-9474-c2455de24584 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:09.822587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85381019-4e4f-4511-90ce-d4e255cc1b63 req-f1aa14d6-6faa-4701-9474-c2455de24584 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0510979 Aug 12 04:08:09.875008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85381019-4e4f-4511-90ce-d4e255cc1b63 req-4ea31205-819f-4975-a95f-20a3c2bcf96b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 Aug 12 04:08:09.960457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3b3b4-e2ce-45a7-95a7-4c55a16ed229 req-47e29702-e9fb-439d-a6fa-3cb74d7ebcc4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:09.992858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1e3b3b4-e2ce-45a7-95a7-4c55a16ed229 req-47e29702-e9fb-439d-a6fa-3cb74d7ebcc4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 949 time: 0.0655112 Aug 12 04:08:10.005481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1e3b3b4-e2ce-45a7-95a7-4c55a16ed229 req-9ec4087e-ddfd-44bb-b62e-c84000f485a8 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373714 Aug 12 04:08:10.033122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a50a3-f0f1-465f-a013-4e97e91afd61 req-0eb94abc-3efd-4af2-bc62-646838c29cb1 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:10.035053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-364a50a3-f0f1-465f-a013-4e97e91afd61 req-0eb94abc-3efd-4af2-bc62-646838c29cb1 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.0725508 Aug 12 04:08:10.080842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-364a50a3-f0f1-465f-a013-4e97e91afd61 req-9c975fca-f6cb-48ea-b050-27e7350db151 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397453 Aug 12 04:08:10.170529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c141ab7c-1c60-44d0-873f-7ac1eb1a6bf8 req-c286f2f7-5bbd-4b51-8288-d1222122e364 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0297077 Aug 12 04:08:10.371669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac80015-4b7a-42f0-b93c-c5a30764718a req-e131627a-d0df-4a87-9eb9-0cd6fafea8d5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:10.373236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ac80015-4b7a-42f0-b93c-c5a30764718a req-e131627a-d0df-4a87-9eb9-0cd6fafea8d5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 945 time: 0.0508652 Aug 12 04:08:10.392992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:10.405091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d7dabef0-ac7f-4374-a238-c19c7f1b6cff'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:10.417583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ac80015-4b7a-42f0-b93c-c5a30764718a req-2ed4058e-4e04-4dba-8d2a-0f426275a643 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Aug 12 04:08:10.440385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Network 4422a9f2-0b2f-404e-ad02-67a357bcab2e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:08:10.442130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:10.445938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:08:10.508414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:10.509262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:10.513289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:10.563477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-84b2e9b5-db16-4468-ab93-33ce0f06bdbc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:10.565022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-84b2e9b5-db16-4468-ab93-33ce0f06bdbc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 949 time: 0.1014433 Aug 12 04:08:10.631546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-7d12c767-2132-441a-9c05-9cd5759e0129 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4646013 Aug 12 04:08:10.652761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Request body: {'port': {'device_id': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:10.728698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port f4a55a69-418a-4056-9fc4-19031560ca8e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:10.729371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:10.762156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:10.839275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0add99d3-8e4e-4e0f-aa15-35b72fdb99ce req-e840f5c2-fecb-410d-982f-18fd69939a2c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 210 time: 0.0475330 Aug 12 04:08:10.877599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port f4a55a69-418a-4056-9fc4-19031560ca8e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f4a55a69-418a-4056-9fc4-19031560ca8e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:10.878216 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:10.892664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for f4a55a69-418a-4056-9fc4-19031560ca8e owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:11.124492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45a16-8b7b-4bd9-95a6-d3b09674e9b0 req-a41096f1-1a0a-4ebf-b214-3ab8355febf8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:11.126033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffb45a16-8b7b-4bd9-95a6-d3b09674e9b0 req-a41096f1-1a0a-4ebf-b214-3ab8355febf8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0734332 Aug 12 04:08:11.188942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:11.200120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:11.211327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffb45a16-8b7b-4bd9-95a6-d3b09674e9b0 req-79655a29-fe63-40c0-9a26-9b7adfde027e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Aug 12 04:08:11.239134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:11.252470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:11.254954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', '538b9911-968f-4df8-a426-97df39895694', 'f4a55a69-418a-4056-9fc4-19031560ca8e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:11.267103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Transition to ACTIVE for port object 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:11.274057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=f4a55a69-418a-4056-9fc4-19031560ca8e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:11.315387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d874d9f5-5e96-42d1-85e6-35196d83a72e req-28480812-6819-4859-800c-50229434a534 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.0837286 Aug 12 04:08:11.353139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port f4a55a69-418a-4056-9fc4-19031560ca8e on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:11.363821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:11.369129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c5717c7-b7a5-4e4e-a9b0-22ab5582c42c req-0fa4802d-a529-41e0-85c5-45a8f22b71b5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "DELETE /v2.0/ports/f4a55a69-418a-4056-9fc4-19031560ca8e HTTP/1.1" status: 204 len: 173 time: 0.7862475 Aug 12 04:08:11.369129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'name': 'network-vif-deleted', 'tag': 'f4a55a69-418a-4056-9fc4-19031560ca8e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:11.369129 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ab65c-39ab-4f2f-b6d4-35e828eda0a2" -d '{"events": [{"server_uuid": "ef27d4b5-5e79-4882-9476-19631fb13f36", "name": "network-vif-deleted", "tag": "f4a55a69-418a-4056-9fc4-19031560ca8e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:11.426553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:11.617462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1faf-81ec-4837-9587-a34078a2066f req-efa65b8c-b452-4f85-b23c-b07d515f3a22 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:11.621754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:11.639491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-841c1faf-81ec-4837-9587-a34078a2066f req-efa65b8c-b452-4f85-b23c-b07d515f3a22 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1035631 Aug 12 04:08:11.648447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b7c2-ac90-4149-9d8c-07066280c701 req-d07de98f-1bcc-48d4-b2e9-1404b3d440a1 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:11.658189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e564b7c2-ac90-4149-9d8c-07066280c701 req-d07de98f-1bcc-48d4-b2e9-1404b3d440a1 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.1652570 Aug 12 04:08:11.758358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-841c1faf-81ec-4837-9587-a34078a2066f req-09bc7ddb-5cf9-477a-ad4b-3087b97da6df tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178875 Aug 12 04:08:11.792278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e564b7c2-ac90-4149-9d8c-07066280c701 req-9661663a-ed68-4f63-8e9b-0f3bef58a7c8 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326528 Aug 12 04:08:11.877853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:11.878202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:11.878534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:11.879429 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed70ea7-2dca-4e1c-878f-7e50a8aac172 x-openstack-request-id: req-1ed70ea7-2dca-4e1c-878f-7e50a8aac172 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:11.881490 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef27d4b5-5e79-4882-9476-19631fb13f36", "name": "network-vif-deleted", "tag": "f4a55a69-418a-4056-9fc4-19031560ca8e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:11.881490 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ed70ea7-2dca-4e1c-878f-7e50a8aac172 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:11.881698 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef27d4b5-5e79-4882-9476-19631fb13f36', 'name': 'network-vif-deleted', 'tag': 'f4a55a69-418a-4056-9fc4-19031560ca8e', 'status': 'completed', 'code': 200} Aug 12 04:08:11.890094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:11.893638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:11.907207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:11.907560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:11.907955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:11.908400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Bound port: 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:11.908757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:12.058192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:12.062582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:12.104951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca9ad709-24e3-428c-9714-5ee1b728bd77 req-56f62f69-22e9-4e76-8917-7c3bda8c0e1c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 210 time: 0.0946331 Aug 12 04:08:12.134011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e4fea-b9c3-483b-803c-1926771c152a req-96427c30-cb95-4944-b920-9fde0bf0eb6d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:12.140296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c7e4fea-b9c3-483b-803c-1926771c152a req-96427c30-cb95-4944-b920-9fde0bf0eb6d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.2352543 Aug 12 04:08:12.158700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:12.166781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Request body: {'floatingip': {'port_id': '0b1811d3-66b1-4593-8d60-e041686e539a'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:12.246213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-841eb5d7-5d29-4d89-9c8d-b5c75149d6c4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:12.250839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-841eb5d7-5d29-4d89-9c8d-b5c75149d6c4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 813 time: 0.2666068 Aug 12 04:08:12.257891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:12.266271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'port': {'device_id': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee', 'admin_state_up': True, 'tenant_id': '138b0ddfa272438893b3f223bffe3bd7'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:12.272092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:12.346858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:12.347797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:12.349260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 1092 time: 1.7022662 Aug 12 04:08:12.361648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:12.363931 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40caad-0e68-4708-b1f9-93e95e82dae2" -d '{"events": [{"name": "network-changed", "server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:12.515488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b39aa28d-c881-401e-adf8-49647187dc6b req-f198d85b-85d4-4a5d-b2e6-c86c022db17d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef27d4b5-5e79-4882-9476-19631fb13f36 HTTP/1.1" status: 200 len: 210 time: 0.0730789 Aug 12 04:08:12.559698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Made reservation on behalf of 138b0ddfa272438893b3f223bffe3bd7 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:12.563166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:12.577914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034d89f-fc8c-4d9a-9599-6ec2ff8ea4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:12.660412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e721d-c6c4-462b-92d2-7456fc9648b2 req-9001aaf8-901a-460a-b413-5faaea3ef35b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:12.665868 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f5e721d-c6c4-462b-92d2-7456fc9648b2 req-9001aaf8-901a-460a-b413-5faaea3ef35b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.3223622 Aug 12 04:08:12.684191 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5af756-722f-4f62-9add-2f7a28888f19 x-openstack-request-id: req-7d5af756-722f-4f62-9add-2f7a28888f19 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:12.684504 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:12.684734 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d5af756-722f-4f62-9add-2f7a28888f19 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:12.685129 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'status': 'completed', 'code': 200} Aug 12 04:08:12.721123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-55f38746-4edd-487d-8c68-23f8e3547bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:12.723325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-55f38746-4edd-487d-8c68-23f8e3547bea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1095 time: 0.1829405 Aug 12 04:08:12.752524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Allocated IP 172.20.0.6 (bb8a97b0-1274-46f7-befc-13dce553f6ee/7148b2c6-3f3d-4cf3-aec8-d5b273949009/05186a05-14dd-459e-b39d-4ac7f32093ae) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:08:12.811374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-043000c3-7a14-4885-99d2-c9f95d9eacf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 217 time: 0.0776987 Aug 12 04:08:12.894999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f5e721d-c6c4-462b-92d2-7456fc9648b2 req-d19c761d-e9bc-4240-9ef4-84faf71c66d8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064562 Aug 12 04:08:12.928417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-a7ff41ca-1507-4195-8393-2f33855bccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:12.934504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-a7ff41ca-1507-4195-8393-2f33855bccf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1138086 Aug 12 04:08:12.956493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd460961-9e58-41f2-95c7-f157ae4d41b5 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:13.017002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-4f82df74-5fba-4e97-994c-66d765a5889a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373585 Aug 12 04:08:13.033252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb13d60-e05c-4e94-b9fe-3ae1c10ff5c1 req-3fa901f1-1718-48d5-96d8-7f3065f8f065 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:13.041003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bb13d60-e05c-4e94-b9fe-3ae1c10ff5c1 req-3fa901f1-1718-48d5-96d8-7f3065f8f065 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1506178 Aug 12 04:08:13.125426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:13.140270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bb13d60-e05c-4e94-b9fe-3ae1c10ff5c1 req-f239cef9-491c-484b-ba9d-df491ee64f2c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836082 Aug 12 04:08:13.140270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.141213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'mac_address': 'fa:16:3e:05:4f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:13.230674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.256528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd460961-9e58-41f2-95c7-f157ae4d41b5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:13.280270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:13.346578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.347619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-225a7116-1445-42c4-ba82-6af1bb7441b4 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115275 Aug 12 04:08:13.357096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11f062ca-9145-48bc-b634-6c40d3fc7754 req-7a43c051-fc10-4f38-9e74-75c9df28db6d tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 210 time: 0.0961795 Aug 12 04:08:13.379125 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.406425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Network bb8a97b0-1274-46f7-befc-13dce553f6ee is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:08:13.410175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:13.418833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:08:13.489635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:13.502341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:13.513789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:13.514515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.551951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['dd460961-9e58-41f2-95c7-f157ae4d41b5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:13.605862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-df6a4083-7dfb-48f6-a9a6-230fef23915e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3437922 Aug 12 04:08:13.623072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Request body: {'port': {'device_id': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:13.800294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.949829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:13.982868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:13.985195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc2a0ac4-2ae5-4428-9619-403d0fc4ba6e req-2eacc96d-6099-4f78-be7e-a54922665aeb service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269391 Aug 12 04:08:14.051878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:14.147246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50077b85-4b63-4de9-9e4f-c6075ea0a978 req-02cce876-b226-4bbb-834e-6d7a6fd62dbe tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:14.148933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50077b85-4b63-4de9-9e4f-c6075ea0a978 req-02cce876-b226-4bbb-834e-6d7a6fd62dbe tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.1482623 Aug 12 04:08:14.311231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05186a05-14dd-459e-b39d-4ac7f32093ae {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:14.321744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:14.336540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Transition to ACTIVE for port object 05186a05-14dd-459e-b39d-4ac7f32093ae will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:14.365059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-ab5897e7-89a1-49ea-a8b6-e6c9fd4b8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:14.366789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-ab5897e7-89a1-49ea-a8b6-e6c9fd4b8f98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1095 time: 0.2438569 Aug 12 04:08:14.390634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50077b85-4b63-4de9-9e4f-c6075ea0a978 req-08e64f54-edb5-45ea-b574-b9c33fd0e4ff tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090731 Aug 12 04:08:14.394363 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2 associated. External IP: 172.25.6.95, port: 0b1811d3-66b1-4593-8d60-e041686e539a. Aug 12 04:08:14.422595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860fc8a-6fd9-417b-ac70-b609e8c9ed1a req-c425cb31-adb9-448a-8b34-18120ba63d39 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:14.431841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4860fc8a-6fd9-417b-ac70-b609e8c9ed1a req-c425cb31-adb9-448a-8b34-18120ba63d39 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 949 time: 0.0923042 Aug 12 04:08:14.456070 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:14.529109 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4860fc8a-6fd9-417b-ac70-b609e8c9ed1a req-56b8d699-3ced-486c-b3dc-a6a01b2346c0 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Aug 12 04:08:14.647144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-8da85bc5-4a2c-4a9f-8092-443d6e388e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:14.648740 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-8da85bc5-4a2c-4a9f-8092-443d6e388e51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.2706833 Aug 12 04:08:14.744311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c7c1-5236-459d-b9fc-c2c56fc1781d req-d2059720-3c04-4bf3-afd4-c67cc4d722d3 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:14.746245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7712c7c1-5236-459d-b9fc-c2c56fc1781d req-d2059720-3c04-4bf3-afd4-c67cc4d722d3 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1644897 Aug 12 04:08:14.750228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-61131233-5aa9-4ea3-8e91-08885fb9a4dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 217 time: 0.0908291 Aug 12 04:08:14.932498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7712c7c1-5236-459d-b9fc-c2c56fc1781d req-ccc4275e-4a7b-49d5-a49c-10470bdc31f5 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793141 Aug 12 04:08:14.946164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-2286cfef-dd84-4ed7-97ce-aa995d3119cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:14.947902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-2286cfef-dd84-4ed7-97ce-aa995d3119cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1858943 Aug 12 04:08:14.976776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd460961-9e58-41f2-95c7-f157ae4d41b5 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:15.028786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-ddba4a68-5f49-4645-a9ac-a5efe70f5e2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714216 Aug 12 04:08:15.043239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:08:15.090248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f4a55a69-418a-4056-9fc4-19031560ca8e no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:15.155574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port dd460961-9e58-41f2-95c7-f157ae4d41b5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:15.159181 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.247628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f4a55a69-418a-4056-9fc4-19031560ca8e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:15.248240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f4a55a69-418a-4056-9fc4-19031560ca8e not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:15.261708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:15.291404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507773-1419-41f8-a458-be346e4530c4 req-651f1ef9-73d9-4d34-a0bc-8a8e9ebe8075 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:15.299394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab507773-1419-41f8-a458-be346e4530c4 req-651f1ef9-73d9-4d34-a0bc-8a8e9ebe8075 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 943 time: 0.0851526 Aug 12 04:08:15.306913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Attempting to bind port 05186a05-14dd-459e-b39d-4ac7f32093ae on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:15.309280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Attempting to bind port 05186a05-14dd-459e-b39d-4ac7f32093ae by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:15.309280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Attempting to bind port 05186a05-14dd-459e-b39d-4ac7f32093ae on network bb8a97b0-1274-46f7-befc-13dce553f6ee {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:15.313600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Port 05186a05-14dd-459e-b39d-4ac7f32093ae on network bb8a97b0-1274-46f7-befc-13dce553f6ee not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:15.314145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Attempting to bind port 05186a05-14dd-459e-b39d-4ac7f32093ae on network bb8a97b0-1274-46f7-befc-13dce553f6ee {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:15.329133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:15.332391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Checking segment: {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:15.332518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-3338292e-ed82-47b7-862d-4563ec0a13d8 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766728 Aug 12 04:08:15.332610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Bound using segment: {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:15.332610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Bound port: 05186a05-14dd-459e-b39d-4ac7f32093ae, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4463236e-4112-4fbc-a7d1-5c8f80c09890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:15.332610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.346854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.398267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:15.407771 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d7fbf-bb59-41c3-830d-4122ed1cf9ba" -d '{"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-plugged", "status": "completed", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:15.437048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:15.443480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:15.444964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:15.501629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab507773-1419-41f8-a458-be346e4530c4 req-58c758c0-5cb3-4911-aa38-32bf70d079a3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891100 Aug 12 04:08:15.517134 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930fc435-2631-4ec5-8922-c5406fc50f27 x-openstack-request-id: req-930fc435-2631-4ec5-8922-c5406fc50f27 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:15.517639 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-plugged", "status": "completed", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:15.518000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:08:15.518447 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-930fc435-2631-4ec5-8922-c5406fc50f27 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:15.519015 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'code': 200} Aug 12 04:08:15.520676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.529048 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.531535 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:08:15.558638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.562083 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:08:15.564516 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:08:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:15.576905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ebdfbc69-9fab-45a8-b5a8-6e8cd771cca5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "PUT /v2.0/floatingips/84def2f4-11eb-4c59-818b-b87ccd0402d2 HTTP/1.1" status: 200 len: 990 time: 3.4138412 Aug 12 04:08:15.576905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:15.584268 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687" -d '{"events": [{"name": "network-changed", "server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:15.634824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:15.637642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a40caad-0e68-4708-b1f9-93e95e82dae2 req-932e7a38-2907-4ef6-8fba-d2b9dfdca984 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248335 Aug 12 04:08:15.706239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:15.731442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:15.732068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:15.734894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-f8356f77-48c2-4102-9c40-1412387f76b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 1091 time: 2.1163213 Aug 12 04:08:15.752075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098dd9a-93e6-4832-b109-225d0cb400ea req-5ab99389-ed22-41b1-bb3a-e3d1d3a3ba46 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:15.764953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2098dd9a-93e6-4832-b109-225d0cb400ea req-5ab99389-ed22-41b1-bb3a-e3d1d3a3ba46 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 949 time: 0.1125255 Aug 12 04:08:15.772958 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:08:15.800183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:15.803274 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054852f3-562e-41b4-af06-747a4811d86f" -d '{"events": [{"name": "network-changed", "server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:15.857988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2098dd9a-93e6-4832-b109-225d0cb400ea req-95da9847-fadd-4638-b5c0-3bc76e41747f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905075 Aug 12 04:08:15.892733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-c9e6fd08-3d08-40a8-9020-ae085a2d2c07 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:15.893287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-c9e6fd08-3d08-40a8-9020-ae085a2d2c07 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 949 time: 0.1981578 Aug 12 04:08:15.928685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814542a-d04f-435c-a9c9-dde345bfc37d req-2bd6715d-b762-46d3-b962-1560e5471e95 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:15.930478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5814542a-d04f-435c-a9c9-dde345bfc37d req-2bd6715d-b762-46d3-b962-1560e5471e95 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.2405405 Aug 12 04:08:16.002465 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32d9f08-2248-4d2b-934b-3a2d9932908d x-openstack-request-id: req-d32d9f08-2248-4d2b-934b-3a2d9932908d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:16.002768 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:16.003027 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d32d9f08-2248-4d2b-934b-3a2d9932908d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:16.003430 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a', 'status': 'completed', 'code': 200} Aug 12 04:08:16.067764 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12686e7f-16cd-4fa1-a60a-5242afc50f60 x-openstack-request-id: req-12686e7f-16cd-4fa1-a60a-5242afc50f60 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:16.068200 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:16.068325 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12686e7f-16cd-4fa1-a60a-5242afc50f60 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:16.068714 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'status': 'completed', 'code': 200} Aug 12 04:08:16.090383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5814542a-d04f-435c-a9c9-dde345bfc37d req-3d6e622b-7b77-4fd0-981f-c3a5102c06f7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288545 Aug 12 04:08:16.128303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-956dda5f-5405-4519-a98b-009d01a37e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.129859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-956dda5f-5405-4519-a98b-009d01a37e4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 1096 time: 0.1044655 Aug 12 04:08:16.198245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-6f67658d-7f2d-4154-aacf-df6a8474a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.204528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-6f67658d-7f2d-4154-aacf-df6a8474a496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1094 time: 0.3448701 Aug 12 04:08:16.270182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-6d6c66eb-ef8e-45d7-866f-c9661b4534aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 217 time: 0.0508404 Aug 12 04:08:16.320401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port 538b9911-968f-4df8-a426-97df39895694 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:16.320752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:16.333015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4304e-3794-4a72-8536-522f3e70d4b3 req-471cf667-5b38-4f82-b91a-ec5dbb5ca133 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.334914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-edd4304e-3794-4a72-8536-522f3e70d4b3 req-471cf667-5b38-4f82-b91a-ec5dbb5ca133 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1980937 Aug 12 04:08:16.352206 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '84def2f4-11eb-4c59-818b-b87ccd0402d2', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'port_id': '0b1811d3-66b1-4593-8d60-e041686e539a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'mac_address': 'fa:16:3e:9f:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d54c50b-ff81-4992-a98a-e439002204b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:34Z', 'updated_at': '2021-08-12T04:08:13Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:16.389259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:08:16.403100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-2f6a780d-70a8-472f-88fa-e2f2b69d00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.403330 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:08:16.403758 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:08:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:16.404569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-2f6a780d-70a8-472f-88fa-e2f2b69d00e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.1243255 Aug 12 04:08:16.453653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-aba7a7f0-b50e-422d-83a9-cc48e3f33fbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395262 Aug 12 04:08:16.459750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-160a9d70-ab8f-4cab-9912-7cf9f6d58719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.462814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-160a9d70-ab8f-4cab-9912-7cf9f6d58719 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 200 len: 924 time: 0.3065243 Aug 12 04:08:16.476675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-edd4304e-3794-4a72-8536-522f3e70d4b3 req-6d5be311-d857-49d5-a856-c53cc5ee5404 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301780 Aug 12 04:08:16.594689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-9086ec83-aa04-444f-b2fd-e009b670b25e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b1811d3-66b1-4593-8d60-e041686e539a HTTP/1.1" status: 200 len: 998 time: 0.1033475 Aug 12 04:08:16.602952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:08:16.670898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-8936732e-f09b-4b64-9ad7-73402772ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.672887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-8936732e-f09b-4b64-9ad7-73402772ee9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 200 len: 862 time: 0.0772901 Aug 12 04:08:16.681642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port 538b9911-968f-4df8-a426-97df39895694, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=538b9911-968f-4df8-a426-97df39895694,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:16.682023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:16.714962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for 538b9911-968f-4df8-a426-97df39895694 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:16.740871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-9331cdac-48e6-435d-b990-47f16aa73b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:16.743205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-9331cdac-48e6-435d-b990-47f16aa73b3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b62abab-ce2a-495f-a512-84375b61dbfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630307 Aug 12 04:08:16.918388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-ece5825f-d161-477d-809e-a5df1e58c543 service neutron] 10.222.0.36 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641622 Aug 12 04:08:17.016629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b03f9-323f-417e-961d-2d0a6e5e0cda req-ef7ebb98-2e80-4286-92d1-b595d634e703 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:17.029796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c84b03f9-323f-417e-961d-2d0a6e5e0cda req-ef7ebb98-2e80-4286-92d1-b595d634e703 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 943 time: 0.4030340 Aug 12 04:08:17.063801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef50be6-466e-40b9-a57a-e8c2e8bd2687 req-1aa1d917-9252-44bd-8150-c810231d7884 service neutron] 10.222.0.36 "GET /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269948 Aug 12 04:08:17.096736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-15fceeb3-9f25-4ec4-a9dd-fe775900178b service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069112 Aug 12 04:08:17.096736 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-d86b9d01-5ba6-43d1-8d5d-b61592a827ef service neutron] show failed (client error): The resource could not be found. Aug 12 04:08:17.096736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-d86b9d01-5ba6-43d1-8d5d-b61592a827ef service neutron] 10.222.0.36 "GET /v2.0/ports/f457e794-42e2-41c2-92eb-abb5ddb810db/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.4145393 Aug 12 04:08:17.106978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c84b03f9-323f-417e-961d-2d0a6e5e0cda req-5deb16f7-797e-4c53-8327-b4bd81334eb0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760608 Aug 12 04:08:17.127317 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '84def2f4-11eb-4c59-818b-b87ccd0402d2', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'port_id': '0b1811d3-66b1-4593-8d60-e041686e539a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'mac_address': 'fa:16:3e:9f:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d54c50b-ff81-4992-a98a-e439002204b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:34Z', 'updated_at': '2021-08-12T04:08:13Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:17.187914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d5c84-6331-4a45-b2a7-2f693c89a8a6 None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '84def2f4-11eb-4c59-818b-b87ccd0402d2', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'port_id': '0b1811d3-66b1-4593-8d60-e041686e539a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'mac_address': 'fa:16:3e:9f:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d54c50b-ff81-4992-a98a-e439002204b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:05:34Z', 'updated_at': '2021-08-12T04:08:13Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:08:17.189085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b097-b5be-42cd-8ed3-d8b5a82e1d1b req-62b20905-797a-4709-9c3f-64cdc3cc3eee tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:17.190428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9b6b097-b5be-42cd-8ed3-d8b5a82e1d1b req-62b20905-797a-4709-9c3f-64cdc3cc3eee tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 949 time: 0.1254177 Aug 12 04:08:17.242694 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:17.257739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:17.261355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:17.295291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9b6b097-b5be-42cd-8ed3-d8b5a82e1d1b req-5855931e-2f09-48e2-bc25-ff8e23a748f3 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985925 Aug 12 04:08:17.351056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=538b9911-968f-4df8-a426-97df39895694,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:17.438769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port 538b9911-968f-4df8-a426-97df39895694 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:17.454016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:17.461048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eab9e42e-49b5-492d-a619-c6cae2c32a7a req-ba4df0c2-913c-426d-89ef-ff5b34060ee5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "DELETE /v2.0/ports/538b9911-968f-4df8-a426-97df39895694 HTTP/1.1" status: 204 len: 173 time: 1.5243213 Aug 12 04:08:17.518449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5920f87-f1cd-4e83-a549-45f77ec3d65b req-fb3a7a11-d758-43a8-9ce1-134b09890b33 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103696 Aug 12 04:08:17.567434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142276-c541-409a-9aa5-19a5cefb9791 req-179bdaaa-94b5-4e8c-a5cc-2a9aeca4059f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:17.569298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a142276-c541-409a-9aa5-19a5cefb9791 req-179bdaaa-94b5-4e8c-a5cc-2a9aeca4059f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.1317711 Aug 12 04:08:17.581381 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:08:17.675218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a142276-c541-409a-9aa5-19a5cefb9791 req-7c6adbed-e5b2-41f4-b450-e4c52134cb72 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973797 Aug 12 04:08:17.699395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d769deeb-faf3-434e-9de4-bbbfdd9c9006 None None] New status for floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:08:17.808104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b177571-1740-4120-8675-642697e8c844 req-02e3de8b-6dd8-403b-8cad-73df8b022bc0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:17.810118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b177571-1740-4120-8675-642697e8c844 req-02e3de8b-6dd8-403b-8cad-73df8b022bc0 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1057327 Aug 12 04:08:17.908449 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b177571-1740-4120-8675-642697e8c844 req-d8e8a9b5-b93e-4adf-8f7f-edc133cb6b37 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790734 Aug 12 04:08:17.969888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054852f3-562e-41b4-af06-747a4811d86f req-85096c83-a6b8-443f-9c7b-5300ed615c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:17.971500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-85096c83-a6b8-443f-9c7b-5300ed615c7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1094 time: 0.0638518 Aug 12 04:08:18.069958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'name': 'network-vif-deleted', 'tag': '538b9911-968f-4df8-a426-97df39895694'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:18.082272 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ae6ea9-f0cc-4c88-ad82-3c132c1f17c7" -d '{"events": [{"server_uuid": "a9552d7c-3956-424f-a743-1039a02e9f6f", "name": "network-vif-deleted", "tag": "538b9911-968f-4df8-a426-97df39895694"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:18.136131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054852f3-562e-41b4-af06-747a4811d86f req-25f3cb8d-52ac-4b1e-8c35-44ca4ed2f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:18.138011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-25f3cb8d-52ac-4b1e-8c35-44ca4ed2f901 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 914 time: 0.1534715 Aug 12 04:08:18.146619 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb77059c-8962-4b10-9adc-05ac75019159 x-openstack-request-id: req-fb77059c-8962-4b10-9adc-05ac75019159 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:18.148357 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9552d7c-3956-424f-a743-1039a02e9f6f", "name": "network-vif-deleted", "tag": "538b9911-968f-4df8-a426-97df39895694", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:18.148824 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb77059c-8962-4b10-9adc-05ac75019159 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:18.152724 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9552d7c-3956-424f-a743-1039a02e9f6f', 'name': 'network-vif-deleted', 'tag': '538b9911-968f-4df8-a426-97df39895694', 'status': 'completed', 'code': 200} Aug 12 04:08:18.175586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-25a4403c-19b0-443a-aa67-68df8bc2b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:18.177913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-25a4403c-19b0-443a-aa67-68df8bc2b0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 1101 time: 0.1080711 Aug 12 04:08:18.194346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:18.204784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-01d988d8-009b-40c9-bc94-2d08b0af8dc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 217 time: 0.0508571 Aug 12 04:08:18.284315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:18.309973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054852f3-562e-41b4-af06-747a4811d86f req-61df2360-fc7b-42db-be85-6499548c163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:18.311908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-61df2360-fc7b-42db-be85-6499548c163c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.0987277 Aug 12 04:08:18.356602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-e324fb31-259b-42bf-ab40-38a16b1ba050 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324626 Aug 12 04:08:18.418811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07643-9148-4663-8354-9f6bdcfda2ea req-79721594-0b1f-4aa5-ba37-1ef989380e0f tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:18.429904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50f07643-9148-4663-8354-9f6bdcfda2ea req-79721594-0b1f-4aa5-ba37-1ef989380e0f tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 943 time: 0.1464796 Aug 12 04:08:18.577598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a48ffb6-88d1-45b5-a49c-f878bb319528 req-7470d3e8-8350-43d7-84ed-76ce6962e108 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9552d7c-3956-424f-a743-1039a02e9f6f HTTP/1.1" status: 200 len: 210 time: 0.0494680 Aug 12 04:08:18.621472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50f07643-9148-4663-8354-9f6bdcfda2ea req-bf29c919-e4e6-4418-b3bf-7684208f8474 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891341 Aug 12 04:08:18.655948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-740d9019-b9f6-41ff-ad8e-157ed23bee90 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906084 Aug 12 04:08:18.803775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:18.848503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:18.908099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:18.910651 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c10d2-8d08-4327-a3ec-c214f1f54de7" -d '{"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-unplugged", "status": "completed", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:18.915264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:18.930906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4d1e6-9ee6-4286-ae41-eab20dc7d54c req-2cc11884-933e-4630-926b-8784f5067ea0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:18.932353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Transition to ACTIVE for port object f457e794-42e2-41c2-92eb-abb5ddb810db will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:18.939491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7b4d1e6-9ee6-4286-ae41-eab20dc7d54c req-2cc11884-933e-4630-926b-8784f5067ea0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.1169605 Aug 12 04:08:18.947651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-054852f3-562e-41b4-af06-747a4811d86f req-f8fd1872-ad04-4893-8ef5-4bf2352e18d7 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779620 Aug 12 04:08:18.990991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7b4d1e6-9ee6-4286-ae41-eab20dc7d54c req-5bce158c-8c77-46df-93a0-b6aaab0ba40b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505095 Aug 12 04:08:19.003667 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c99c49-1004-49ba-b1d0-b398b4cc3e2f x-openstack-request-id: req-57c99c49-1004-49ba-b1d0-b398b4cc3e2f {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:19.003940 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-unplugged", "status": "completed", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:19.004233 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57c99c49-1004-49ba-b1d0-b398b4cc3e2f {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:19.004604 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'code': 200} Aug 12 04:08:19.061376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:19.099008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:19.171727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:19.172229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 538b9911-968f-4df8-a426-97df39895694 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:19.184952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:19.210401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 538b9911-968f-4df8-a426-97df39895694 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:19.210401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 538b9911-968f-4df8-a426-97df39895694 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:19.213447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] No DVR routers for this DVR port f457e794-42e2-41c2-92eb-abb5ddb810db on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:19.234310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4516bae-485d-48a8-8ad6-72969fd82b6e req-6921dd64-f1b1-4991-9260-5c4e5fbb99ae tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:19.235910 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4516bae-485d-48a8-8ad6-72969fd82b6e req-6921dd64-f1b1-4991-9260-5c4e5fbb99ae tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1672342 Aug 12 04:08:19.280349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:19.280692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:19.281012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:19.301580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Port f457e794-42e2-41c2-92eb-abb5ddb810db on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:19.301916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Attempting to bind port f457e794-42e2-41c2-92eb-abb5ddb810db on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:19.319655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4516bae-485d-48a8-8ad6-72969fd82b6e req-e1c5b570-8f87-4df1-b721-256af7b8d99d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698044 Aug 12 04:08:19.320709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:19.321051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:19.321976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:19.322415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Bound port: f457e794-42e2-41c2-92eb-abb5ddb810db, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:19.322804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:19.461328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:19.464525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:19.585152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:19.632128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:19.632884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:19.634446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] 10.222.0.20 "PUT /v2.0/ports/f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 1096 time: 1.4463229 Aug 12 04:08:19.724856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c62bc-0524-419e-bfcc-e15638a41a03 service neutron] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:19.764977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-16740cba-502a-46b7-b354-ce6f5604b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:19.766825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-16740cba-502a-46b7-b354-ce6f5604b7d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1099 time: 0.1024826 Aug 12 04:08:19.806391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c781-4737-4062-aead-41c9b845c6bd req-fb2dab79-c3d4-4e22-88c4-9f6447322529 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:19.813697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4e1c781-4737-4062-aead-41c9b845c6bd req-fb2dab79-c3d4-4e22-88c4-9f6447322529 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 943 time: 0.0829349 Aug 12 04:08:19.861772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4e1c781-4737-4062-aead-41c9b845c6bd req-bc5e196d-8edd-4a8d-8bb0-b2e5b17623a4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 Aug 12 04:08:19.962818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-b86c74dc-3120-46c2-b474-d6bcd40071cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:19.970257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-b86c74dc-3120-46c2-b474-d6bcd40071cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1927197 Aug 12 04:08:20.059793 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-ac1e2006-86ce-46f1-b83a-91d488c046b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.0776989 Aug 12 04:08:20.128702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-1f575255-f6f3-4c1b-b086-0b108c2f51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:20.130829 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-1f575255-f6f3-4c1b-b086-0b108c2f51d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0608475 Aug 12 04:08:20.161425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3a95e-30dc-4422-b607-a108cf00f4f9 req-7ee1c30e-106a-4d1c-99be-d198025d8ac0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:20.163020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36f3a95e-30dc-4422-b607-a108cf00f4f9 req-7ee1c30e-106a-4d1c-99be-d198025d8ac0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.0604951 Aug 12 04:08:20.225861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36f3a95e-30dc-4422-b607-a108cf00f4f9 req-420af976-5909-47e7-85c6-b7f78de8e847 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515666 Aug 12 04:08:20.241400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-d7e6f184-c6fa-4bfe-8bf3-f09aae12bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:20.244449 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-d7e6f184-c6fa-4bfe-8bf3-f09aae12bac3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919125 Aug 12 04:08:20.365896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-2501a266-f187-46f7-bc9c-c97d7a7a13a0 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111450 Aug 12 04:08:20.462964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ffc84-0912-436f-8dc4-7b69de0aabaa req-ca2ae5b7-aee1-4199-a878-490f722bb9d9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:20.470447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-664ffc84-0912-436f-8dc4-7b69de0aabaa req-ca2ae5b7-aee1-4199-a878-490f722bb9d9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.0626252 Aug 12 04:08:20.497591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5223c9a-cbc0-45fd-9b7b-8cc2688f3a30 req-ba4198ab-809a-44e2-9fec-9a25bdd0aec4 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232848 Aug 12 04:08:20.509797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-664ffc84-0912-436f-8dc4-7b69de0aabaa req-10015495-cf0d-4060-ae11-d9b80928be39 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383110 Aug 12 04:08:20.823962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab04e2e-e1ed-4d8b-a470-b5e9281a7346 req-9d4a7318-fd3b-445f-a4cf-94799eff9963 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:20.825449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ab04e2e-e1ed-4d8b-a470-b5e9281a7346 req-9d4a7318-fd3b-445f-a4cf-94799eff9963 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 950 time: 0.0531816 Aug 12 04:08:20.868538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ab04e2e-e1ed-4d8b-a470-b5e9281a7346 req-28db48dd-85c0-4cd2-b473-f90f8f7a76fc tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355415 Aug 12 04:08:20.995609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d82e55-9e83-49bb-9adf-e13be652fe86 req-12fc5001-d626-499c-bd49-7f8ae78e79b4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:20.997128 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9d82e55-9e83-49bb-9adf-e13be652fe86 req-12fc5001-d626-499c-bd49-7f8ae78e79b4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 943 time: 0.0563323 Aug 12 04:08:21.005014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:21.007463 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042cc0a3-0658-4c34-8e97-1235f837d253" -d '{"events": [{"name": "network-changed", "server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:21.049903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05186a05-14dd-459e-b39d-4ac7f32093ae details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:21.055450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9d82e55-9e83-49bb-9adf-e13be652fe86 req-6b5be16d-4097-49e3-8341-06a3400bdcda tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516903 Aug 12 04:08:21.080947 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6620c01-cc26-4407-b24d-62b0c8d3c963 x-openstack-request-id: req-d6620c01-cc26-4407-b24d-62b0c8d3c963 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:21.083052 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:21.083411 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6620c01-cc26-4407-b24d-62b0c8d3c963 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:21.083922 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'status': 'completed', 'code': 200} Aug 12 04:08:21.181603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-f95c2fc1-e09a-4827-a8a1-4668d3eb0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.184118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-0239181d-5f2b-453b-8414-60d77b94b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.184431 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-f95c2fc1-e09a-4827-a8a1-4668d3eb0e6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1099 time: 0.0802555 Aug 12 04:08:21.186145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-0239181d-5f2b-453b-8414-60d77b94b743 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1099 time: 0.0708582 Aug 12 04:08:21.212983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:21.224438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'network_id': 'bb8a97b0-1274-46f7-befc-13dce553f6ee', 'port_id': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'mac_address': 'fa:16:3e:79:c9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7148b2c6-3f3d-4cf3-aec8-d5b273949009', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:21.272884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:21.293609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05186a05-14dd-459e-b39d-4ac7f32093ae {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:21.312850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-8b93da0c-346b-41cc-a3e2-d22bcc5aa5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.314262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:21.314681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-8b93da0c-346b-41cc-a3e2-d22bcc5aa5f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1156383 Aug 12 04:08:21.326217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-fed4e46b-aff7-4a40-99ff-dd7c4fb768ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.326217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-fed4e46b-aff7-4a40-99ff-dd7c4fb768ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1276689 Aug 12 04:08:21.390130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-9ee428b8-26ac-4a2b-bb91-7ece9817a10a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.0422468 Aug 12 04:08:21.457310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:21.463386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4729e-d89e-4132-a06d-631925f14ff7 req-97efe1af-3dbb-45a6-97c8-9a7753caad12 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.471470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cc4729e-d89e-4132-a06d-631925f14ff7 req-97efe1af-3dbb-45a6-97c8-9a7753caad12 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.1508620 Aug 12 04:08:21.527316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cc4729e-d89e-4132-a06d-631925f14ff7 req-727839a5-8846-429e-8b48-901e6abcb557 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497277 Aug 12 04:08:21.548761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-0ecb9f2d-764e-488c-9854-ad8fb426d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.550297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-0ecb9f2d-764e-488c-9854-ad8fb426d444 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1521897 Aug 12 04:08:21.556705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:21.581718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.582064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.582405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.582764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.583107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.583435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.583765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.584091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.584418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.584747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.585069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.585389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:21.626141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-3ee36308-35e6-414d-9bc9-ccbd0ad27f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.629884 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-3ee36308-35e6-414d-9bc9-ccbd0ad27f50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709848 Aug 12 04:08:21.754576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-0afab356-1acf-49f9-be18-627a97ead4c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.4310386 Aug 12 04:08:21.768376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-38030c0a-ff2f-48b2-ab67-f5720ffef796 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302187 Aug 12 04:08:21.840117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634400c-e05d-4b21-81cb-c664fd275160 req-1db8a6f2-38fa-44ad-96e2-64e21e0cd870 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.847545 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5634400c-e05d-4b21-81cb-c664fd275160 req-1db8a6f2-38fa-44ad-96e2-64e21e0cd870 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1041718 Aug 12 04:08:21.858172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-22647876-28f4-4ae4-8fab-aead4638c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.859657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-22647876-28f4-4ae4-8fab-aead4638c6e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0883944 Aug 12 04:08:21.876284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['05186a05-14dd-459e-b39d-4ac7f32093ae'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:21.928344 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5634400c-e05d-4b21-81cb-c664fd275160 req-9f14869e-215e-4bfd-8414-132ade0c2a1d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798023 Aug 12 04:08:21.947543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-b10bb41b-cd50-4b7d-93f0-b53c1f6a6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:21.949066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-b10bb41b-cd50-4b7d-93f0-b53c1f6a6b50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777147 Aug 12 04:08:22.046269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-6ee1c1d6-b6f7-46aa-bc9a-ab4f85fe88c2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:22.049090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-6ee1c1d6-b6f7-46aa-bc9a-ab4f85fe88c2 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 950 time: 0.1889133 Aug 12 04:08:22.060933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-79aa339e-732f-4495-92dd-6854f502105c service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782643 Aug 12 04:08:22.140337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-50487e0f-7c6f-4377-947a-1d6ff74cf56d service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813254 Aug 12 04:08:22.193375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0772-73e0-4055-9dc2-ca5c0ef193f9 req-ae7dcb63-1437-4e0d-bd6b-592170dd8c9c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:22.201197 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d4b0772-73e0-4055-9dc2-ca5c0ef193f9 req-ae7dcb63-1437-4e0d-bd6b-592170dd8c9c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 950 time: 0.2156260 Aug 12 04:08:22.266286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port cf58e3c7-864b-4b78-8e40-3860901226af {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:22.267020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:22.299602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1faa7-7b80-4d5a-a82a-15a7bf772aba req-11c1fa66-1deb-46c8-85bb-85b171417389 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:22.301117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0f1faa7-7b80-4d5a-a82a-15a7bf772aba req-11c1fa66-1deb-46c8-85bb-85b171417389 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 944 time: 0.0823300 Aug 12 04:08:22.303131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-042cc0a3-0658-4c34-8e97-1235f837d253 req-fbf8bdd7-ae80-4db9-a838-3f0f5edad5ee service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521490 Aug 12 04:08:22.334939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d4b0772-73e0-4055-9dc2-ca5c0ef193f9 req-7779b70e-dc79-4353-a48e-bea110518609 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307535 Aug 12 04:08:22.348908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0f1faa7-7b80-4d5a-a82a-15a7bf772aba req-461711a5-63fb-4226-9f98-4d42325e45d9 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Aug 12 04:08:22.426229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port cf58e3c7-864b-4b78-8e40-3860901226af, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cf58e3c7-864b-4b78-8e40-3860901226af,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:22.426960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:22.442088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for cf58e3c7-864b-4b78-8e40-3860901226af owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:22.662146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640cf83-d124-4b41-8bfe-5b51b89f0786 req-22e2e3db-16fa-4d4b-ba7f-ad2bfd0b333c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:22.662702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-cfba4fc9-7c57-4fb8-8d1a-1d76a36ff7a1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:22.663812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7640cf83-d124-4b41-8bfe-5b51b89f0786 req-22e2e3db-16fa-4d4b-ba7f-ad2bfd0b333c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.0649295 Aug 12 04:08:22.670865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-cfba4fc9-7c57-4fb8-8d1a-1d76a36ff7a1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 949 time: 0.0627463 Aug 12 04:08:22.715037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7640cf83-d124-4b41-8bfe-5b51b89f0786 req-25429483-88b8-4ec1-8528-41f515f661cc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Aug 12 04:08:22.731091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:22.743103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:22.777078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=cf58e3c7-864b-4b78-8e40-3860901226af,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:22.854963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port cf58e3c7-864b-4b78-8e40-3860901226af on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:22.858169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:22.860564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91f56368-a3a4-4c11-b265-19830e1467a9 req-46476e19-f3b1-4886-aff9-cc1492f45a61 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "DELETE /v2.0/ports/cf58e3c7-864b-4b78-8e40-3860901226af HTTP/1.1" status: 204 len: 173 time: 0.7792852 Aug 12 04:08:22.861140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'name': 'network-vif-deleted', 'tag': 'cf58e3c7-864b-4b78-8e40-3860901226af'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:22.863623 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf5253a-52e5-468e-989e-8e48cedb9c84" -d '{"events": [{"server_uuid": "2b1bc216-e63e-4f9f-8be1-7d6972446ce0", "name": "network-vif-deleted", "tag": "cf58e3c7-864b-4b78-8e40-3860901226af"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:22.898456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:22.898851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:23.004293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b', 'cf58e3c7-864b-4b78-8e40-3860901226af'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:23.064385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:23.065049 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:23.113821 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f306e9-eda8-4e13-815c-6da72df70ad0 x-openstack-request-id: req-99f306e9-eda8-4e13-815c-6da72df70ad0 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:23.115491 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1bc216-e63e-4f9f-8be1-7d6972446ce0", "name": "network-vif-deleted", "tag": "cf58e3c7-864b-4b78-8e40-3860901226af", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:23.115920 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99f306e9-eda8-4e13-815c-6da72df70ad0 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:23.116748 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1bc216-e63e-4f9f-8be1-7d6972446ce0', 'name': 'network-vif-deleted', 'tag': 'cf58e3c7-864b-4b78-8e40-3860901226af', 'status': 'completed', 'code': 200} Aug 12 04:08:23.120633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for f5410a09-5cc4-40cb-a1f7-3e79d53cf29d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:23.376995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24f0ef-8a74-4635-ae2a-67173c4f6daa req-dfa07471-f525-46f5-b701-d0a18d5d5ae9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:23.386681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e24f0ef-8a74-4635-ae2a-67173c4f6daa req-dfa07471-f525-46f5-b701-d0a18d5d5ae9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.2674890 Aug 12 04:08:23.442491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e24f0ef-8a74-4635-ae2a-67173c4f6daa req-895343cd-4b96-4cdc-a38d-766735306691 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547655 Aug 12 04:08:23.478823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:23.525440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3dcbb26-545a-439f-bd02-540657360673 req-c247377c-ef95-45b2-8823-b93b157f08e4 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b1bc216-e63e-4f9f-8be1-7d6972446ce0 HTTP/1.1" status: 200 len: 210 time: 0.0391366 Aug 12 04:08:23.529011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=f5410a09-5cc4-40cb-a1f7-3e79d53cf29d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:23.622005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port f5410a09-5cc4-40cb-a1f7-3e79d53cf29d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:23.625556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:23.627821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f305c96-bf85-4e1a-9843-189a2a26070b req-3764cf65-de49-4933-8189-3d5bf121810f tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.36 "DELETE /v2.0/ports/f5410a09-5cc4-40cb-a1f7-3e79d53cf29d HTTP/1.1" status: 204 len: 173 time: 0.9488270 Aug 12 04:08:23.680412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acb54b-3002-4791-b6cb-b04e3edd7ce5 req-b05d8455-36a3-4666-8392-962d81d46263 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:23.690282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44acb54b-3002-4791-b6cb-b04e3edd7ce5 req-b05d8455-36a3-4666-8392-962d81d46263 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 944 time: 0.0986061 Aug 12 04:08:23.731029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44acb54b-3002-4791-b6cb-b04e3edd7ce5 req-3e7af4e2-9c7e-42fb-9a4a-faffa1940280 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Aug 12 04:08:23.850046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55acaa-d086-4087-b8f1-48536f2b721d req-77882b9b-93b8-4863-84f6-2509dddfe01e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:23.871812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc55acaa-d086-4087-b8f1-48536f2b721d req-77882b9b-93b8-4863-84f6-2509dddfe01e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.0732727 Aug 12 04:08:23.938258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc55acaa-d086-4087-b8f1-48536f2b721d req-192a4cda-bf7b-40aa-bee3-0a32f639a1d5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639498 Aug 12 04:08:24.548841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:24.619970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e692fb-0ccd-45a9-ab02-dd7b09d46804 req-5f287fa0-f911-4b71-a9be-5aa47019cc8d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:24.654256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12e692fb-0ccd-45a9-ab02-dd7b09d46804 req-5f287fa0-f911-4b71-a9be-5aa47019cc8d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1384444 Aug 12 04:08:24.704638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f780283-1131-4aac-8f6f-58d81589e1d2 req-d3ce2932-8ed1-4a85-8f9c-139b5a5cb279 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da40f1c-0d4a-4410-9ca6-b1ae917e0d79 HTTP/1.1" status: 200 len: 210 time: 0.0396938 Aug 12 04:08:24.742805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12e692fb-0ccd-45a9-ab02-dd7b09d46804 req-46f85c6c-99e7-41b9-8c14-55a7225db0fb tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863729 Aug 12 04:08:24.890872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f961f-39f3-4eba-9b79-0b2651775cb0 req-3e4e1c7f-7fc3-4df5-aefa-c7ed24a665f8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:24.898952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c73f961f-39f3-4eba-9b79-0b2651775cb0 req-3e4e1c7f-7fc3-4df5-aefa-c7ed24a665f8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 944 time: 0.0686986 Aug 12 04:08:24.965701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c73f961f-39f3-4eba-9b79-0b2651775cb0 req-e6ec2e2a-4b66-45d0-b58f-3d848c1f24a9 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650892 Aug 12 04:08:25.054997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:25.066953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05186a05-14dd-459e-b39d-4ac7f32093ae up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:25.118497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'name': 'network-vif-deleted', 'tag': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:25.121194 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f352f530-b136-4523-b1dd-28234bb61bc0" -d '{"events": [{"server_uuid": "4da40f1c-0d4a-4410-9ca6-b1ae917e0d79", "name": "network-vif-deleted", "tag": "f5410a09-5cc4-40cb-a1f7-3e79d53cf29d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:25.156501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f743d5-ccdf-4701-8fd7-fbc72fe33774 req-9d69d1fb-715e-49d1-a980-0150b38c1bac tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:25.156501 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3f743d5-ccdf-4701-8fd7-fbc72fe33774 req-9d69d1fb-715e-49d1-a980-0150b38c1bac tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 948 time: 0.0823715 Aug 12 04:08:25.156681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:25.171018 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc62854-e248-4a3c-a28a-d662a250c303 x-openstack-request-id: req-3fc62854-e248-4a3c-a28a-d662a250c303 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:25.171529 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da40f1c-0d4a-4410-9ca6-b1ae917e0d79", "name": "network-vif-deleted", "tag": "f5410a09-5cc4-40cb-a1f7-3e79d53cf29d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:25.171988 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fc62854-e248-4a3c-a28a-d662a250c303 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:25.172959 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da40f1c-0d4a-4410-9ca6-b1ae917e0d79', 'name': 'network-vif-deleted', 'tag': 'f5410a09-5cc4-40cb-a1f7-3e79d53cf29d', 'status': 'completed', 'code': 200} Aug 12 04:08:25.222511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3f743d5-ccdf-4701-8fd7-fbc72fe33774 req-9c566e08-d21a-4870-a911-00a3ca9690d9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782356 Aug 12 04:08:25.358768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:25.386190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:25.388589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'mac_address': 'fa:16:3e:0e:2d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:25.468971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e', 'port_id': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'mac_address': 'fa:16:3e:57:6f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24301bd-2037-4294-89e1-1cb11af02256', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:25.468971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.468971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.485628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:25.490290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f457e794-42e2-41c2-92eb-abb5ddb810db {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:25.520126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:25.521890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:25.523163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.579000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 05186a05-14dd-459e-b39d-4ac7f32093ae completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:25.581093 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.583776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 05186a05-14dd-459e-b39d-4ac7f32093ae triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:25.584183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.660396 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.676560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.709098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:25.711458 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03097ad-5125-4725-ac4f-a83bb5897781" -d '{"events": [{"server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "name": "network-vif-plugged", "status": "completed", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:25.729395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:25.736625 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.753542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:25.797452 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf95df1-3eca-4b40-b1f3-8de7bc866dda x-openstack-request-id: req-5bf95df1-3eca-4b40-b1f3-8de7bc866dda {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:25.797739 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "name": "network-vif-plugged", "status": "completed", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:25.797987 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bf95df1-3eca-4b40-b1f3-8de7bc866dda {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:25.798366 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'code': 200} Aug 12 04:08:25.816906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:25.840014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:25.840839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cf58e3c7-864b-4b78-8e40-3860901226af no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:25.928137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: cf58e3c7-864b-4b78-8e40-3860901226af {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:25.936323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cf58e3c7-864b-4b78-8e40-3860901226af not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:25.985697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:26.003027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b3bc-70bf-4424-bd8e-072bdcaad529 req-f0e2821b-2f8e-4b99-b46d-0feb1ef15682 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.007141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:26.011200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79b2b3bc-70bf-4424-bd8e-072bdcaad529 req-f0e2821b-2f8e-4b99-b46d-0feb1ef15682 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.0977142 Aug 12 04:08:26.059261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79b2b3bc-70bf-4424-bd8e-072bdcaad529 req-7add7687-76dc-40d0-8337-980b1f4e974b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Aug 12 04:08:26.065878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4af0-2121-4cf1-9b90-bac851ca547c req-7971dd04-627c-4a2e-8975-192fcb29dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.067414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5fc4af0-2121-4cf1-9b90-bac851ca547c req-7971dd04-627c-4a2e-8975-192fcb29dfc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1096 time: 0.1855943 Aug 12 04:08:26.116944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f329-45c3-4990-8ea2-723020f2bb6c req-fc178433-8d36-44b2-bc65-cdbc3f3c29f6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.123455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7711f329-45c3-4990-8ea2-723020f2bb6c req-fc178433-8d36-44b2-bc65-cdbc3f3c29f6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.1818521 Aug 12 04:08:26.123671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f457e794-42e2-41c2-92eb-abb5ddb810db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:26.149326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-34d629f9-b34a-4fbe-a375-9836db51aff2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.151635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-34d629f9-b34a-4fbe-a375-9836db51aff2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 949 time: 0.1836374 Aug 12 04:08:26.238926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5fc4af0-2121-4cf1-9b90-bac851ca547c req-313dce42-9c86-4c4f-b377-c3d8edebd942 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582618 Aug 12 04:08:26.283535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7711f329-45c3-4990-8ea2-723020f2bb6c req-318b1f2f-de97-4439-8e61-81df68e725b2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305499 Aug 12 04:08:26.321722 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-fca87df7-7dd4-4e5b-be1c-275aecea8b06 service neutron] delete failed (client error): The resource could not be found. Aug 12 04:08:26.322827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-fca87df7-7dd4-4e5b-be1c-275aecea8b06 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f457e794-42e2-41c2-92eb-abb5ddb810db/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.1554029 Aug 12 04:08:26.818371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563ea70-6301-49f2-b9e5-d7c05a0451bd req-c326817a-99f1-4ee9-9f9c-5dcce02b7a9b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.820108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c563ea70-6301-49f2-b9e5-d7c05a0451bd req-c326817a-99f1-4ee9-9f9c-5dcce02b7a9b tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 945 time: 0.4226723 Aug 12 04:08:26.823069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-c0371ed7-2d7d-415e-8d2e-6a10bb78b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.824447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-c0371ed7-2d7d-415e-8d2e-6a10bb78b93d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 1100 time: 0.3949356 Aug 12 04:08:26.921881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c563ea70-6301-49f2-b9e5-d7c05a0451bd req-6ea236a1-eb61-48d6-bae5-a94178aec981 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951290 Aug 12 04:08:26.970965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-b8ccbce0-daaa-473f-9a10-fc73a76d4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:26.972844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-b8ccbce0-daaa-473f-9a10-fc73a76d4375 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1382933 Aug 12 04:08:27.036850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-99f16006-e0c2-4d5d-9241-d4af97c5cd6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 200 len: 217 time: 0.0550506 Aug 12 04:08:27.094945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-b29205b7-d132-4e44-b19d-c5dc76543792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:27.098791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-b29205b7-d132-4e44-b19d-c5dc76543792 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0544527 Aug 12 04:08:27.146245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:27.212814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-fd43ccf1-9a24-435c-81e4-dc987c43a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:27.214914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-fd43ccf1-9a24-435c-81e4-dc987c43a755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076698 Aug 12 04:08:27.225205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f498b2-6cd8-45ad-a793-604e0245aacf req-57a7affb-75cb-46c1-8f53-a49953bcb0d5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:27.233011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54f498b2-6cd8-45ad-a793-604e0245aacf req-57a7affb-75cb-46c1-8f53-a49953bcb0d5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.0960922 Aug 12 04:08:27.340665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54f498b2-6cd8-45ad-a793-604e0245aacf req-103dade7-6600-476a-adc0-50355e96f631 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016321 Aug 12 04:08:27.371082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:27.373339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:27.374697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:27.417472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-5fa47643-4506-45e2-bbff-2ca6909a3d0a service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823962 Aug 12 04:08:27.545501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:27.590483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:27.600775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9e7a1-ec3a-46d0-9ffc-1691a0b9eb8f req-d37c96b6-15da-49af-8257-11b7518fd8f6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:27.601882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f9e7a1-ec3a-46d0-9ffc-1691a0b9eb8f req-d37c96b6-15da-49af-8257-11b7518fd8f6 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.0892918 Aug 12 04:08:27.609252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd10a0f-725e-48f2-aa00-f47b648ebdd6 req-22efe9db-25d2-426b-8986-48cca8455047 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839979 Aug 12 04:08:27.667751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f9e7a1-ec3a-46d0-9ffc-1691a0b9eb8f req-dec1c383-2759-46aa-a838-f45d6614a113 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Aug 12 04:08:27.722059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:27.723044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5410a09-5cc4-40cb-a1f7-3e79d53cf29d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:27.736391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09978f-19b3-4da6-bd57-dd69a6cf4035 req-6e788007-5d0d-4f5a-89f5-7a788b50cbf5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:27.739268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f09978f-19b3-4da6-bd57-dd69a6cf4035 req-6e788007-5d0d-4f5a-89f5-7a788b50cbf5 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 950 time: 0.0681348 Aug 12 04:08:27.769508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f5410a09-5cc4-40cb-a1f7-3e79d53cf29d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:27.769966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5410a09-5cc4-40cb-a1f7-3e79d53cf29d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:27.799274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:27.801662 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d721695d-7f60-4633-85f9-6fadc92f4dee" -d '{"events": [{"server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:27.804170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f09978f-19b3-4da6-bd57-dd69a6cf4035 req-5a913610-9a5e-4fc3-8cb0-c50cb71e408c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Aug 12 04:08:27.806130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:27.863078 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d374d-292f-4bb4-aedd-aa0a75bcca47 x-openstack-request-id: req-382d374d-292f-4bb4-aedd-aa0a75bcca47 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:27.863371 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:27.863631 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-382d374d-292f-4bb4-aedd-aa0a75bcca47 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:27.864037 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'code': 200} Aug 12 04:08:27.995806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9443b-7239-4c28-96be-0bffc13cee66 req-1848ab85-5000-4af8-ac0a-b0c0fb4e0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:27.997749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4dd9443b-7239-4c28-96be-0bffc13cee66 req-1848ab85-5000-4af8-ac0a-b0c0fb4e0d4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1097 time: 0.0627828 Aug 12 04:08:28.094738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4dd9443b-7239-4c28-96be-0bffc13cee66 req-a923b64c-dd79-4f96-b375-8db775b6448f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Aug 12 04:08:28.113295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a353dec-8814-4969-aa3c-d9666c1c7b31 req-acd57b3c-5676-4f09-a8e4-f96a2836661e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:28.116189 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a353dec-8814-4969-aa3c-d9666c1c7b31 req-acd57b3c-5676-4f09-a8e4-f96a2836661e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 945 time: 0.0738499 Aug 12 04:08:28.163548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a353dec-8814-4969-aa3c-d9666c1c7b31 req-12d64819-ba54-403a-94f1-333ba86ee587 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Aug 12 04:08:28.207093 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99b3b197-d6ae-4204-9eb2-f85f62ffa790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:28.285681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-3e6627b9-e95a-49d3-8578-b8c119dcc031 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-398606986&fields=id&tenant_id=138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 267 time: 0.0515099 Aug 12 04:08:28.342384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-076e0f6d-25d8-4ca0-bffd-6cc273332c58 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:28.343886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-076e0f6d-25d8-4ca0-bffd-6cc273332c58 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 945 time: 0.0574162 Aug 12 04:08:28.358035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'port': {'security_groups': ['38aa1ca4-bae0-40c5-9071-d9c06e084167', '3a679185-ba94-4c6a-84d9-7f00cf4f46db']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:28.460525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:28.608908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0585a7-7be5-42d8-8ea0-5eb3e8928d93 req-f1fda8f7-8458-49ee-9678-bd0aec26dd92 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:28.610857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae0585a7-7be5-42d8-8ea0-5eb3e8928d93 req-f1fda8f7-8458-49ee-9678-bd0aec26dd92 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.0811198 Aug 12 04:08:28.676584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae0585a7-7be5-42d8-8ea0-5eb3e8928d93 req-c443247f-5846-477a-8989-ec96607bbf17 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569146 Aug 12 04:08:28.734257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:28.778999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:28.862867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-c68413ca-7d3f-45d7-a925-7fa637249b21 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:28.877288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-c68413ca-7d3f-45d7-a925-7fa637249b21 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 950 time: 0.0889363 Aug 12 04:08:28.917713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:28.938312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459', '05186a05-14dd-459e-b39d-4ac7f32093ae'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:29.042273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.042505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.063219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae4ac665-d9e6-45e0-bc41-c45b5714bb5c req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "PUT /v2.0/ports/05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 981 time: 0.7111807 Aug 12 04:08:29.077827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:29.089977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e745d-835b-40c8-87aa-926ef6c0332b req-4a9b17d3-725f-4307-9a35-e313d1667a52 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.093046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-424e745d-835b-40c8-87aa-926ef6c0332b req-4a9b17d3-725f-4307-9a35-e313d1667a52 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.1228821 Aug 12 04:08:29.094788 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:29.096714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:29.128642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port 79558cad-d173-462b-ae8d-e320dde7a24b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:29.131208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.192637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c59861-db6c-415d-9ded-42e90594def0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:29.263912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['05186a05-14dd-459e-b39d-4ac7f32093ae'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:29.279590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e183170-4be5-4c10-b9ee-5f93b443ed3c req-7c14c0d6-d36f-4e1c-b687-4bc4e21c81f9 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.280654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e183170-4be5-4c10-b9ee-5f93b443ed3c req-7c14c0d6-d36f-4e1c-b687-4bc4e21c81f9 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 950 time: 0.0674798 Aug 12 04:08:29.335833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-424e745d-835b-40c8-87aa-926ef6c0332b req-96863c95-1a71-41b0-97d4-cf1987c20806 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283349 Aug 12 04:08:29.378260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port 79558cad-d173-462b-ae8d-e320dde7a24b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=79558cad-d173-462b-ae8d-e320dde7a24b,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:29.379365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.419315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for 79558cad-d173-462b-ae8d-e320dde7a24b owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:29.462952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e183170-4be5-4c10-b9ee-5f93b443ed3c req-7303d80e-8fee-4016-afb5-4e19e4bc72e1 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526115 Aug 12 04:08:29.504155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-2685612c-61b1-4077-8eaa-1a716d471a7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.513413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-2685612c-61b1-4077-8eaa-1a716d471a7c tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/ports?device_id=31b2c7b9-87df-42b5-be69-63cf8036fbb5 HTTP/1.1" status: 200 len: 950 time: 0.1141591 Aug 12 04:08:29.526357 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0815b6-a2cd-4d07-bcc1-4662be4aa46f x-openstack-request-id: req-ba0815b6-a2cd-4d07-bcc1-4662be4aa46f {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:29.526973 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:29.530323 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba0815b6-a2cd-4d07-bcc1-4662be4aa46f {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:29.531175 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'status': 'completed', 'code': 200} Aug 12 04:08:29.538151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25d031eb-7695-4f8b-8576-6aebee6e5f8d req-91f793c1-b8dc-4537-ae82-4823fb169224 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/3a679185-ba94-4c6a-84d9-7f00cf4f46db HTTP/1.1" status: 200 len: 1799 time: 0.0592217 Aug 12 04:08:29.659230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port ac5b367a-69f9-4e45-8804-e841e87e0782 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:29.659601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.681671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port f457e794-42e2-41c2-92eb-abb5ddb810db completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:29.695468 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-25d031eb-7695-4f8b-8576-6aebee6e5f8d req-f969e64e-fc41-4511-a93e-0d54b7765a71 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 04:08:29.701679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25d031eb-7695-4f8b-8576-6aebee6e5f8d req-f969e64e-fc41-4511-a93e-0d54b7765a71 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a679185-ba94-4c6a-84d9-7f00cf4f46db HTTP/1.1" status: 409 len: 341 time: 0.1514523 Aug 12 04:08:29.705440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port f457e794-42e2-41c2-92eb-abb5ddb810db triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:29.705615 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.760454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-9bf020f3-dfde-4051-9d96-2b4f653281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.762034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-9bf020f3-dfde-4051-9d96-2b4f653281ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1135 time: 0.1605468 Aug 12 04:08:29.879643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.881900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210dc5-c16c-4e9f-9072-bf85150aa553 req-6d89185f-4e6d-42e4-ab63-8ffefc830c49 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.884928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd210dc5-c16c-4e9f-9072-bf85150aa553 req-6d89185f-4e6d-42e4-ab63-8ffefc830c49 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.1072669 Aug 12 04:08:29.928362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=79558cad-d173-462b-ae8d-e320dde7a24b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:29.944524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-0f6cf678-be53-4fd8-b47b-73f4460e464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:29.946468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-0f6cf678-be53-4fd8-b47b-73f4460e464e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 914 time: 0.1762857 Aug 12 04:08:29.956973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'ac5b367a-69f9-4e45-8804-e841e87e0782', '79558cad-d173-462b-ae8d-e320dde7a24b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:29.975510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port ac5b367a-69f9-4e45-8804-e841e87e0782, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac5b367a-69f9-4e45-8804-e841e87e0782,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:29.976354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:29.986542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd210dc5-c16c-4e9f-9072-bf85150aa553 req-f1cbf59f-2205-45a2-b8e6-75c835eb908c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915051 Aug 12 04:08:30.003293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for ac5b367a-69f9-4e45-8804-e841e87e0782 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:30.066343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-19ea5c76-a324-4f26-a914-8cfcdca0a3b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 217 time: 0.0992682 Aug 12 04:08:30.067565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port 79558cad-d173-462b-ae8d-e320dde7a24b on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:30.082974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:30.088095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e490cb2c-e9a8-4ff6-9ee0-3535205bd434 req-5f46d40e-7ff7-423b-b7bf-0358a94bf285 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "DELETE /v2.0/ports/79558cad-d173-462b-ae8d-e320dde7a24b HTTP/1.1" status: 204 len: 173 time: 1.1998775 Aug 12 04:08:30.088095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'name': 'network-vif-deleted', 'tag': '79558cad-d173-462b-ae8d-e320dde7a24b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:30.090613 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79b5c70-31f9-4795-83cd-5fb9fbcd3314" -d '{"events": [{"server_uuid": "01f9654e-96cb-4019-8350-c3c38dbf45a5", "name": "network-vif-deleted", "tag": "79558cad-d173-462b-ae8d-e320dde7a24b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:30.146176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-c89efc0b-ef39-495e-a70d-ad7365d51b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:30.148284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-c89efc0b-ef39-495e-a70d-ad7365d51b98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.0540154 Aug 12 04:08:30.203274 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-65842ae7-85b0-471e-a4fa-3f7f1373fe70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433033 Aug 12 04:08:30.328481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:30.337627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6333ba1-a9d1-4caa-9f51-dbd611e0d64b req-dfa57791-9723-4eb5-8d6e-c6461aa673ec tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:30.339650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6333ba1-a9d1-4caa-9f51-dbd611e0d64b req-dfa57791-9723-4eb5-8d6e-c6461aa673ec tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 949 time: 0.0775249 Aug 12 04:08:30.393832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:30.396064 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81fa773-1a2f-46d9-a567-cf431522b30a" -d '{"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-plugged", "status": "completed", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:30.413427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6333ba1-a9d1-4caa-9f51-dbd611e0d64b req-6b7ed9b6-e011-4f54-989a-7151cd4415da tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663331 Aug 12 04:08:30.438573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:30.472335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:30.479040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674057e-99fc-437b-928e-a46dfeb89e73 req-cf0de7d0-b8de-439f-b38a-f54ad1c5a4ed tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:30.485842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6674057e-99fc-437b-928e-a46dfeb89e73 req-cf0de7d0-b8de-439f-b38a-f54ad1c5a4ed tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 984 time: 0.1542027 Aug 12 04:08:30.523011 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b7066f-ceaf-49ce-8425-d1e091542b5f x-openstack-request-id: req-f9b7066f-ceaf-49ce-8425-d1e091542b5f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:30.523510 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f9654e-96cb-4019-8350-c3c38dbf45a5", "name": "network-vif-deleted", "tag": "79558cad-d173-462b-ae8d-e320dde7a24b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:30.525491 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9b7066f-ceaf-49ce-8425-d1e091542b5f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:30.526325 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f9654e-96cb-4019-8350-c3c38dbf45a5', 'name': 'network-vif-deleted', 'tag': '79558cad-d173-462b-ae8d-e320dde7a24b', 'status': 'completed', 'code': 200} Aug 12 04:08:30.577654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-0131bf42-3086-41c6-8c15-44f104c28b7c service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644361 Aug 12 04:08:30.598811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=ac5b367a-69f9-4e45-8804-e841e87e0782,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:30.654505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port ac5b367a-69f9-4e45-8804-e841e87e0782 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:30.662943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6674057e-99fc-437b-928e-a46dfeb89e73 req-df2d70ee-e395-4007-a883-1161c47eb5d9 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=3a679185-ba94-4c6a-84d9-7f00cf4f46db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1753125 Aug 12 04:08:30.667475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:30.669546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0908e00a-82c2-4171-b35c-f1eed41fb875 req-ce2afbf6-9da6-49b6-9e9d-f3334dfa6c57 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "DELETE /v2.0/ports/ac5b367a-69f9-4e45-8804-e841e87e0782 HTTP/1.1" status: 204 len: 173 time: 1.1456618 Aug 12 04:08:30.674420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:30.738351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00081d-f0c6-4990-9203-8137998490f1 req-ac08e816-bd63-4e63-83a2-ebeccba5fd12 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:30.744136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d00081d-f0c6-4990-9203-8137998490f1 req-ac08e816-bd63-4e63-83a2-ebeccba5fd12 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0968053 Aug 12 04:08:30.748627 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929369dd-1a41-435d-aa3a-f1839655b95c x-openstack-request-id: req-929369dd-1a41-435d-aa3a-f1839655b95c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:30.749314 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-plugged", "status": "completed", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:30.749314 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-929369dd-1a41-435d-aa3a-f1839655b95c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:30.749741 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'code': 200} Aug 12 04:08:30.754430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:30.844497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d00081d-f0c6-4990-9203-8137998490f1 req-48331ab5-dbe1-45dc-84b9-3796824a5df8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868318 Aug 12 04:08:30.864016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7c1e57-d4b2-47aa-9ba4-516e588776a2 req-d1a5d2af-98c3-44e7-9433-70e33735641a service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537539 Aug 12 04:08:30.939054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06595182-28f8-43aa-8847-4e08e276a1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:31.008194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-897e8b65-5eb8-4c03-8420-157fa73df364 req-d168d3c0-e988-486f-8ec4-8e7572881626 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f9654e-96cb-4019-8350-c3c38dbf45a5 HTTP/1.1" status: 200 len: 210 time: 0.0380528 Aug 12 04:08:31.034052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:31.044279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0569d0-0511-43bf-a4ea-7df6e5291239 req-51e00304-1e57-4255-b28d-4bbad249b3d6 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:31.045827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef0569d0-0511-43bf-a4ea-7df6e5291239 req-51e00304-1e57-4255-b28d-4bbad249b3d6 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1097 time: 0.0583158 Aug 12 04:08:31.110321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef0569d0-0511-43bf-a4ea-7df6e5291239 req-edcde943-6386-43d1-b682-4442e93d1311 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 Aug 12 04:08:31.231345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-892335df-e1b9-4de8-8b1f-80d2096c9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:31.243307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-892335df-e1b9-4de8-8b1f-80d2096c9689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1135 time: 0.0467830 Aug 12 04:08:31.315449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff1b8c-63a6-442e-80b5-0162c2b857eb req-cf4a666c-13c9-46d8-a3f5-90b3e3ab3c74 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:31.323718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b4ff1b8c-63a6-442e-80b5-0162c2b857eb req-cf4a666c-13c9-46d8-a3f5-90b3e3ab3c74 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1097 time: 0.0640473 Aug 12 04:08:31.359520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:31.385199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b4ff1b8c-63a6-442e-80b5-0162c2b857eb req-e322787b-0ba1-4945-9e93-f3c70d602ff0 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605023 Aug 12 04:08:31.433006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-14f7448e-f3dd-41f5-be8a-d97e50271906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:31.434590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-14f7448e-f3dd-41f5-be8a-d97e50271906 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 914 time: 0.1894953 Aug 12 04:08:31.533086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'name': 'network-vif-deleted', 'tag': 'ac5b367a-69f9-4e45-8804-e841e87e0782'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:31.537218 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab441a0-2c89-42d7-9e2f-8cdfdfe9a17c" -d '{"events": [{"server_uuid": "31b2c7b9-87df-42b5-be69-63cf8036fbb5", "name": "network-vif-deleted", "tag": "ac5b367a-69f9-4e45-8804-e841e87e0782"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:31.552372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-088af52d-0254-49a6-97cb-9399f162839d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 217 time: 0.1038699 Aug 12 04:08:31.661317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-c12b1503-1fac-4258-b66a-eec5e242bdaa tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346761 Aug 12 04:08:31.681473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-8e033966-3fe2-440f-85b8-6deddcc270f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:31.682857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-8e033966-3fe2-440f-85b8-6deddcc270f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.1283596 Aug 12 04:08:31.747276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-291b1b81-278c-4fa6-a61c-3cdfa2b5d7b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534141 Aug 12 04:08:31.867712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-f2e1fec8-52bb-4821-b82a-a800ee90db37 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:31.870024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-f2e1fec8-52bb-4821-b82a-a800ee90db37 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022715 Aug 12 04:08:31.895256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-eea99262-09ee-4768-9e2a-ce85b63436d8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/quotas/c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 375 time: 0.0184081 Aug 12 04:08:31.899339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-33741af9-c8ed-42da-be79-7d74e5272aad service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420033 Aug 12 04:08:32.007897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-36771e60-a7a4-4228-958a-548f3fb4a883 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068280 Aug 12 04:08:32.031020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc7ecb51-a2f2-4789-8447-40f3ccbb1142 req-7efe052a-8df6-41bb-a5fd-324abc71c289 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204104 Aug 12 04:08:32.055285 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:32.261628 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a69d54-5345-493d-8f43-a3c96db006c4 x-openstack-request-id: req-c1a69d54-5345-493d-8f43-a3c96db006c4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:32.262152 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b2c7b9-87df-42b5-be69-63cf8036fbb5", "name": "network-vif-deleted", "tag": "ac5b367a-69f9-4e45-8804-e841e87e0782", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:32.262152 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1a69d54-5345-493d-8f43-a3c96db006c4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:32.262564 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b2c7b9-87df-42b5-be69-63cf8036fbb5', 'name': 'network-vif-deleted', 'tag': 'ac5b367a-69f9-4e45-8804-e841e87e0782', 'status': 'completed', 'code': 200} Aug 12 04:08:32.372923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7be66d-8e42-4743-96f0-2d7cd282eade req-66498e56-4ba9-441d-a6e6-ca3c78775ccb tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:32.374488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d7be66d-8e42-4743-96f0-2d7cd282eade req-66498e56-4ba9-441d-a6e6-ca3c78775ccb tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 984 time: 0.0649729 Aug 12 04:08:32.437930 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d7be66d-8e42-4743-96f0-2d7cd282eade req-1fc1aa17-6001-4238-aa10-d02ccfbc88ee tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=3a679185-ba94-4c6a-84d9-7f00cf4f46db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0485475 Aug 12 04:08:32.498623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-9f04019e-a28f-41f6-9194-28dfe1d19d01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414510 Aug 12 04:08:32.580235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-bed4d102-3478-4835-beaf-a2b326f44fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:32.581734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-bed4d102-3478-4835-beaf-a2b326f44fb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a0a6453cba74205bd2377f651b4e524&device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 1101 time: 0.0500603 Aug 12 04:08:32.681125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eac9fa17-8bb6-4832-ba21-d535958808a9 req-8422bf0d-37c5-4289-925e-34f8e1707247 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 210 time: 0.0284698 Aug 12 04:08:32.722640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-e52c1401-29a2-4e48-b77a-5087e7022624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:32.724450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-e52c1401-29a2-4e48-b77a-5087e7022624 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1145785 Aug 12 04:08:32.785771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-954d3218-373c-4fd5-b00e-c5265ffc0005 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 HTTP/1.1" status: 200 len: 217 time: 0.0390935 Aug 12 04:08:32.871647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-d558b32d-6756-476c-9b12-df38c1ec4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:32.874363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-d558b32d-6756-476c-9b12-df38c1ec4c52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0754688 Aug 12 04:08:32.922366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-45b9f392-3cfc-4692-8886-dad131221cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:32.923935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-45b9f392-3cfc-4692-8886-dad131221cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426455 Aug 12 04:08:33.022624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-e8456277-6b44-4c73-9e39-cff25942888f service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888431 Aug 12 04:08:33.095915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac5b367a-69f9-4e45-8804-e841e87e0782 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:33.121957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: ac5b367a-69f9-4e45-8804-e841e87e0782 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:33.122316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac5b367a-69f9-4e45-8804-e841e87e0782 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:33.122774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 79558cad-d173-462b-ae8d-e320dde7a24b no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:33.137424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b501411-a160-41cc-be08-0a4deb7926a5 req-1d9513d5-7626-48fa-82a9-52fb54fc3137 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965009 Aug 12 04:08:33.146538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 79558cad-d173-462b-ae8d-e320dde7a24b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:33.147012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 79558cad-d173-462b-ae8d-e320dde7a24b not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:33.524229 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:33.655217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-6cadb650-5dba-4777-bf44-220fbf5f9c92 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:08:33.656198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-6cadb650-5dba-4777-bf44-220fbf5f9c92 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061417 Aug 12 04:08:33.665914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Request body: {'binding': {'host': 'n-h1-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:33.666367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:08:33.803396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on host n-h1-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:33.803826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:33.804220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:33.808586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:33.808899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:33.814033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:33.817516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:33.817516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:33.817516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Bound port: 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:33.872348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:33.956559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:33.957741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-0de00a57-d27c-43d2-b304-c3cc0da11618 service neutron] 10.222.0.42 "POST /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2955768 Aug 12 04:08:34.376582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-41ef6239-d535-41d1-be79-538d73da76a6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:34.378075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-41ef6239-d535-41d1-be79-538d73da76a6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.1044796 Aug 12 04:08:34.393061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-646b4c04-b399-430b-9af4-73fafbcadb2b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/quotas/51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 375 time: 0.0094256 Aug 12 04:08:34.449711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-ab8539be-8812-41ad-9abe-25abf1a9dc2a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514624 Aug 12 04:08:34.543813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-c44ed855-f3f4-48f8-8a55-c6a2d1730c19 service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870116 Aug 12 04:08:34.639511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-fbb92a3e-def8-46f3-a432-1158c06bb364 service neutron] 10.222.0.42 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884848 Aug 12 04:08:34.718882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-377279a8-7442-4b36-918e-90ad585efabf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238562 Aug 12 04:08:34.836404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-20d75864-7ca8-4e14-8e06-f5dbf050b104 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:34.837867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-20d75864-7ca8-4e14-8e06-f5dbf050b104 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105733 Aug 12 04:08:34.852595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Request body: {'port': {'device_id': '3412f97d-4e65-482f-922d-93ad90655989', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'c0c01502cfdf4b95ad29e508b6e870a5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:34.969436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-49003831-89b5-4735-a3b0-0a1e3a5bd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:34.971181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-49003831-89b5-4735-a3b0-0a1e3a5bd525 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1097 time: 0.0468450 Aug 12 04:08:34.973570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74972a-75c3-4580-bf45-33f3697c366a req-60f1a46f-972d-44f7-bbda-b0988577a63e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:34.975067 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c74972a-75c3-4580-bf45-33f3697c366a req-60f1a46f-972d-44f7-bbda-b0988577a63e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 984 time: 0.1074533 Aug 12 04:08:35.029782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c74972a-75c3-4580-bf45-33f3697c366a req-e2c2b808-44ba-4b0b-83aa-4b7d2d189c8e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=3a679185-ba94-4c6a-84d9-7f00cf4f46db&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0467973 Aug 12 04:08:35.068911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-96b1f5fb-0c45-4b76-9750-b057ec71ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.070362 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-96b1f5fb-0c45-4b76-9750-b057ec71ab60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.0879037 Aug 12 04:08:35.098161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd460961-9e58-41f2-95c7-f157ae4d41b5 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:35.112094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Made reservation on behalf of c0c01502cfdf4b95ad29e508b6e870a5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:35.122833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:35.140786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-7cd75178-f1ce-4165-8085-7e895a8dc3d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 217 time: 0.0560102 Aug 12 04:08:35.199274 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:35.205559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-11c42405-ccad-4504-9661-809d1aa032a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.207594 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-11c42405-ccad-4504-9661-809d1aa032a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0542634 Aug 12 04:08:35.228566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:35.230941 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20d2d13-fc21-43ef-90d8-fda6e917d799" -d '{"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-unplugged", "status": "completed", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:35.240882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f48d0e64-6cba-49e7-944b-6a0dc513c6d7 req-b8212c94-448e-4248-a9d1-7259cecaf90b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 210 time: 0.0660088 Aug 12 04:08:35.245107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:35.251147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-194bc0a5-adc7-460f-80eb-c583827d54ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291893 Aug 12 04:08:35.343458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-9048cf55-f7a6-4b9d-971b-199e93287164 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049776 Aug 12 04:08:35.347175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:35.388251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Allocated IP 192.168.233.8 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/b848200e-0a30-4d65-b306-e41ad6ab1305) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:08:35.456720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc7340-bdf6-4bd8-b166-03756254185c req-850b1371-234a-4026-992d-65300a484c70 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.459804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65fc7340-bdf6-4bd8-b166-03756254185c req-850b1371-234a-4026-992d-65300a484c70 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0867167 Aug 12 04:08:35.470544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-63acec0b-365e-4e0b-bbb5-dc5598e57301 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014003 Aug 12 04:08:35.476248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:35.547774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65fc7340-bdf6-4bd8-b166-03756254185c req-4fce03fa-72bf-4cb3-9a7d-4d9d4632ee7a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871773 Aug 12 04:08:35.578321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-3782afe7-f5c9-4a94-ac19-6780bf1576ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.579833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-3782afe7-f5c9-4a94-ac19-6780bf1576ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 1095 time: 0.0794661 Aug 12 04:08:35.603284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:35.608715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-aeda48c8-bfba-4d70-8bd3-f49aee6d306f service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273744 Aug 12 04:08:35.663708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Transition to ACTIVE for port object b848200e-0a30-4d65-b306-e41ad6ab1305 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:35.670917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3288d-83ea-48ff-9e22-d14e88d277b8 req-fac69b4d-9d67-43a7-b513-790e161daf85 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.672503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16d3288d-83ea-48ff-9e22-d14e88d277b8 req-fac69b4d-9d67-43a7-b513-790e161daf85 tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 950 time: 0.0547810 Aug 12 04:08:35.721256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16d3288d-83ea-48ff-9e22-d14e88d277b8 req-58366b10-c3d4-496a-a11b-d4a051ce013a tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/security-groups?id=0ca36de2-68f2-46cb-bda2-26923deb222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Aug 12 04:08:35.722505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-6f7da5eb-e3c5-454f-8fc1-c7df37c0ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.723989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-6f7da5eb-e3c5-454f-8fc1-c7df37c0ac1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.1184468 Aug 12 04:08:35.785373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-5aad1ab3-254f-4c6c-bc78-e62a8814f33e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 200 len: 217 time: 0.0495958 Aug 12 04:08:35.792970 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:35.812680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7', 'f457e794-42e2-41c2-92eb-abb5ddb810db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:35.817715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-01e468cc-a0b0-41a8-8817-8a3fd5878e1d tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1863250397&fields=id&tenant_id=138b0ddfa272438893b3f223bffe3bd7 HTTP/1.1" status: 200 len: 267 time: 0.0431693 Aug 12 04:08:35.884899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-51e69d23-aeec-4a98-aebd-35cdf71f001e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:35.896999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-51e69d23-aeec-4a98-aebd-35cdf71f001e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 984 time: 0.0749574 Aug 12 04:08:35.900962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'port': {'security_groups': ['38aa1ca4-bae0-40c5-9071-d9c06e084167', '3a679185-ba94-4c6a-84d9-7f00cf4f46db', 'facc2646-72a1-433d-991f-021b2170fd4c']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:35.904047 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684cdd12-6132-4727-a520-15e6a8745e58 x-openstack-request-id: req-684cdd12-6132-4727-a520-15e6a8745e58 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:35.904345 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-unplugged", "status": "completed", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:35.904601 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-684cdd12-6132-4727-a520-15e6a8745e58 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:35.907011 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'code': 200} Aug 12 04:08:35.961378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:35.998977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8e20d76-ec93-4a9d-9d72-f8ebec1df852 req-da019e44-7373-4aaa-8ad9-298d5647452a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0340023 Aug 12 04:08:36.000962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:08:36.003504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-01317bb0-959b-401c-920a-5ab1fc2aaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:36.005188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-01317bb0-959b-401c-920a-5ab1fc2aaa5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.2052872 Aug 12 04:08:36.006473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:36.011356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:08:36.057725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.066083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-c17f381d-bba6-4625-98b3-0bf7c7e9dbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510681 Aug 12 04:08:36.210407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:36.211154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.293186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-99c92d0d-0c28-4ec3-8a8e-7cab7362000c service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153962 Aug 12 04:08:36.391445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:36.431499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.464215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ec0bfa0e-c9ff-4f62-abc5-4dc08f71d04e None None] Provisioning for port b848200e-0a30-4d65-b306-e41ad6ab1305 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:36.468591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ec0bfa0e-c9ff-4f62-abc5-4dc08f71d04e None None] Provisioning complete for port b848200e-0a30-4d65-b306-e41ad6ab1305 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:36.469340 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ec0bfa0e-c9ff-4f62-abc5-4dc08f71d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.505910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ec0bfa0e-c9ff-4f62-abc5-4dc08f71d04e None None] Port b848200e-0a30-4d65-b306-e41ad6ab1305 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:08:36.523542 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.578869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:36.579510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.580929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-824aef36-8433-4ca0-9741-86bb0db7ee74 req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "PUT /v2.0/ports/05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 1020 time: 0.6863449 Aug 12 04:08:36.586911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:36.594619 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:36.631275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7510e5-f66a-45fb-950f-57d971671e96 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:36.645528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-f6e4bc92-57c1-4f16-b4c0-b8a3fa75bbc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7965453 Aug 12 04:08:36.679503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Request body: {'port': {'device_id': '3412f97d-4e65-482f-922d-93ad90655989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:36.729907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-14975757-e87f-466b-ac4f-ffcb934488a5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:36.731610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-14975757-e87f-466b-ac4f-ffcb934488a5 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.5843432 Aug 12 04:08:36.762816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['05186a05-14dd-459e-b39d-4ac7f32093ae'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:36.781660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-2d222d72-61a4-46d8-b21a-83cbc521e866 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/quotas/ba870b1c76de4b9bb376da737b75ba63 HTTP/1.1" status: 200 len: 375 time: 0.0372775 Aug 12 04:08:36.809545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:36.811295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27510-5869-4339-95df-82e792ab33a4 req-c56729e5-5844-4a21-8f68-b7058e719314 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:36.812992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fd27510-5869-4339-95df-82e792ab33a4 req-c56729e5-5844-4a21-8f68-b7058e719314 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 934 time: 0.1033628 Aug 12 04:08:36.821625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-68fc8a70-2e64-4371-af2b-2d0455da0e0d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:36.823423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-68fc8a70-2e64-4371-af2b-2d0455da0e0d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 950 time: 0.0791624 Aug 12 04:08:36.832419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc58fffb-1890-4853-80ae-7f262b0aa4c3 req-083bd07f-4bc8-4ce8-958a-b8670fb2da22 service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285511 Aug 12 04:08:36.890659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fd27510-5869-4339-95df-82e792ab33a4 req-4b131922-9acd-4fe5-ad9b-ed97825f992b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Aug 12 04:08:36.898672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-2a7f3e32-6f3f-42bd-b978-da445f57ffb7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014411 Aug 12 04:08:36.938414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459', '05186a05-14dd-459e-b39d-4ac7f32093ae'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:36.978639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Deleting port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:36.981512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.103121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] For port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:37.103596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.120278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Calling delete_port for 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:37.126650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-dcf6f7ea-c6cf-4fc3-bb9b-62bc7d74f680 service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706717 Aug 12 04:08:37.302773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-0e178c17-8f43-4e9d-a96e-508cbb2f2a9a service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649299 Aug 12 04:08:37.326326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b848200e-0a30-4d65-b306-e41ad6ab1305 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:37.334671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.339019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b9b69-aced-4f3b-a4d6-06ab6de075d1 req-5a0a8392-3cff-48ac-b050-8a950024ed59 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:37.348249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a2b9b69-aced-4f3b-a4d6-06ab6de075d1 req-5a0a8392-3cff-48ac-b050-8a950024ed59 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.1400671 Aug 12 04:08:37.349176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Transition to ACTIVE for port object b848200e-0a30-4d65-b306-e41ad6ab1305 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:37.374180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.414157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Pushing event deleted for resources: {'Port': ['ID=878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:37.426292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a2b9b69-aced-4f3b-a4d6-06ab6de075d1 req-c5893848-c00f-4676-8a79-0a654687744c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715265 Aug 12 04:08:37.428319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.492867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] No DVR routers for this DVR port 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:37.496371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.499042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56d7c3be-b459-4e24-b7ed-38b993735e0f req-7e17a1a9-5d41-4627-972e-d385b6ed444e tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.20 "DELETE /v2.0/ports/878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 HTTP/1.1" status: 204 len: 173 time: 0.6655910 Aug 12 04:08:37.529951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:37.556975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32ad4739-5285-4496-90d5-656b3253be0e req-faa7eba2-fe1d-474b-8e42-9a626527dff5 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/facc2646-72a1-433d-991f-021b2170fd4c HTTP/1.1" status: 200 len: 1801 time: 0.0652590 Aug 12 04:08:37.659812 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-32ad4739-5285-4496-90d5-656b3253be0e req-0766a2a2-d5f2-4ec2-ba49-0854ca6fd28a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 04:08:37.660822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32ad4739-5285-4496-90d5-656b3253be0e req-0766a2a2-d5f2-4ec2-ba49-0854ca6fd28a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/facc2646-72a1-433d-991f-021b2170fd4c HTTP/1.1" status: 409 len: 341 time: 0.0971515 Aug 12 04:08:37.674754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Attempting to bind port b848200e-0a30-4d65-b306-e41ad6ab1305 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:37.675257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Attempting to bind port b848200e-0a30-4d65-b306-e41ad6ab1305 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:37.676016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Attempting to bind port b848200e-0a30-4d65-b306-e41ad6ab1305 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:37.683200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Port b848200e-0a30-4d65-b306-e41ad6ab1305 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:37.684195 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Attempting to bind port b848200e-0a30-4d65-b306-e41ad6ab1305 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:37.691750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:37.692494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:37.692956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:37.693841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Bound port: b848200e-0a30-4d65-b306-e41ad6ab1305, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:37.694450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:37.703407 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ae532c-954a-49e3-93c0-aa4850df8eb4 x-openstack-request-id: req-04ae532c-954a-49e3-93c0-aa4850df8eb4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:37.703701 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:37.704090 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04ae532c-954a-49e3-93c0-aa4850df8eb4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:37.704393 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'status': 'completed', 'code': 200} Aug 12 04:08:37.810151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-127e33d1-91fb-42ce-beac-73a8fbb474e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:37.813156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-127e33d1-91fb-42ce-beac-73a8fbb474e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=138b0ddfa272438893b3f223bffe3bd7&device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1174 time: 0.0848331 Aug 12 04:08:37.847278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-863e7b66-bd71-4e73-8663-7c87b29c7901 req-2a2330aa-59eb-43da-bf44-eaf23b32a26d tempest-ServersOnMultiNodesTest-908176235 tempest-ServersOnMultiNodesTest-908176235-project] 10.222.0.42 "GET /v2.0/ports?device_id=1ea697d9-b496-4cb5-b6c4-49a68b130b5e HTTP/1.1" status: 200 len: 210 time: 0.0328169 Aug 12 04:08:37.876663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:37.879983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:38.006400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17b12ba2-7bda-4b2f-be64-2ce3c31e6a31 req-7b69affa-39b2-4a0a-9e47-c64d2be2d4a2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.1128211 Aug 12 04:08:38.025810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04bc2152-b1a8-4137-929f-828de443758f req-2fc047d0-95d3-4ace-b216-cc9a101a82df tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 210 time: 0.0427372 Aug 12 04:08:38.039257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:38.074604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-f6ec8662-10bd-466e-b55b-5ea395e51551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.076038 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-f6ec8662-10bd-466e-b55b-5ea395e51551 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 200 len: 914 time: 0.2322123 Aug 12 04:08:38.115041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.115750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:38.117531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] 10.222.0.20 "PUT /v2.0/ports/b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 1094 time: 1.4445372 Aug 12 04:08:38.127681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:38.129020 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181c17b0-aee2-44e7-b10a-eb2778b955d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:38.159176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-44b41880-794d-42f1-b8f3-d5d2ca58aea3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.161090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-44b41880-794d-42f1-b8f3-d5d2ca58aea3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "GET /v2.0/ports?device_id=6805092c-11ac-4e8a-8dfa-5af6c786f1db HTTP/1.1" status: 200 len: 943 time: 0.2759662 Aug 12 04:08:38.210534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-14c194ba-98e0-4558-be6e-930bf41e604e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 200 len: 217 time: 0.1219599 Aug 12 04:08:38.327056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6938-2221-4773-9f26-f9c471faecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:38.342364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-b14a044e-0fd9-4d06-9145-4159a6671fda tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.344303 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-b14a044e-0fd9-4d06-9145-4159a6671fda tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 808 time: 0.5491807 Aug 12 04:08:38.351248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-fe6944dc-23c7-4b4c-97bf-43bd63b4165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.353366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-fe6944dc-23c7-4b4c-97bf-43bd63b4165b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 200 len: 853 time: 0.1373057 Aug 12 04:08:38.365632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Request body: {'port': {'device_id': '49af486d-ef17-4497-844f-4be1411abf5c', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'admin_state_up': True, 'tenant_id': '51f4b1ac5aee4482b2bb35e5b9507b0e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:38.400442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-378b15a3-0be1-4971-9187-a6e44233a7c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb8a97b0-1274-46f7-befc-13dce553f6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390866 Aug 12 04:08:38.528033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-5e41cea4-8d9b-435e-8d26-f79fa9660c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.528824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-5e41cea4-8d9b-435e-8d26-f79fa9660c0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1097 time: 0.2614713 Aug 12 04:08:38.601615 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-7c72c364-d12a-4aaa-b798-3883b531982a service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874893 Aug 12 04:08:38.723328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-9a27b994-58f9-45d1-aa30-dab18871f7df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 217 time: 0.1640446 Aug 12 04:08:38.735579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe44c63b-c61a-4ff9-bc5f-ce4b9262ec1c req-97cbf2ed-cc0b-49e7-ad29-7310af77aebc service neutron] 10.222.0.20 "GET /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227000 Aug 12 04:08:38.736196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cb32e-1b1f-4b72-98cc-bf0d11a9b192 req-c8851dde-b08d-4b03-ba4e-29ebf83106c7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.745087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a8cb32e-1b1f-4b72-98cc-bf0d11a9b192 req-c8851dde-b08d-4b03-ba4e-29ebf83106c7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.4117093 Aug 12 04:08:38.769658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Deleting port dd460961-9e58-41f2-95c7-f157ae4d41b5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:38.773266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:38.781757 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd807102-ce4d-4a3b-ad92-13b9e49e0e7d x-openstack-request-id: req-dd807102-ce4d-4a3b-ad92-13b9e49e0e7d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:38.787516 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:38.787803 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd807102-ce4d-4a3b-ad92-13b9e49e0e7d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:38.788241 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'status': 'completed', 'code': 200} Aug 12 04:08:38.914256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-941b65f9-bec7-4370-ab5b-2afe9eaea7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.915942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-941b65f9-bec7-4370-ab5b-2afe9eaea7a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1066139 Aug 12 04:08:38.946978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9732b-114a-4e96-a04c-b1bfd917184b req-53f22259-a032-4318-84d2-7bb2bfc03cde tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:38.954959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b9732b-114a-4e96-a04c-b1bfd917184b req-53f22259-a032-4318-84d2-7bb2bfc03cde tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0822811 Aug 12 04:08:39.001905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a8cb32e-1b1f-4b72-98cc-bf0d11a9b192 req-47cfd03f-fba1-48e3-9d9d-c62c910a7711 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557983 Aug 12 04:08:39.017644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b9732b-114a-4e96-a04c-b1bfd917184b req-234ee674-c510-46e1-83d6-42269b36993f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610788 Aug 12 04:08:39.077794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887749-1883-449b-8658-e0954c870cfe req-ffb3dc1a-7786-4fb6-802e-86715a876738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:39.079810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-ffb3dc1a-7786-4fb6-802e-86715a876738 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524458 Aug 12 04:08:39.150971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:39.184243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:39.184788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:39.185224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device dd460961-9e58-41f2-95c7-f157ae4d41b5 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:39.192951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Made reservation on behalf of 51f4b1ac5aee4482b2bb35e5b9507b0e for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:39.197376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.213512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] For port dd460961-9e58-41f2-95c7-f157ae4d41b5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=dd460961-9e58-41f2-95c7-f157ae4d41b5,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:39.213900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.236041 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7648a860-ea6f-440f-877d-1d8e8f0f108e req-4af7ca5d-acba-4849-9703-6b1395bdb0de tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0472002 Aug 12 04:08:39.315587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Calling delete_port for dd460961-9e58-41f2-95c7-f157ae4d41b5 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:39.339636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b5310-5226-4e59-9c63-7dad14a808d7 req-5409f55f-dc86-4bdb-a000-3d3b5b1e22a7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:39.346757 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c7cbf22-790d-4d57-9755-bfd071c5a002 req-1f3c1654-f8fc-4f9c-a08f-b583c0ad7a99 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 210 time: 0.0318406 Aug 12 04:08:39.347004 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1b5310-5226-4e59-9c63-7dad14a808d7 req-5409f55f-dc86-4bdb-a000-3d3b5b1e22a7 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1023 time: 0.2659507 Aug 12 04:08:39.476314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e1b5310-5226-4e59-9c63-7dad14a808d7 req-bcf5729a-ca73-42ce-a7af-ad44c29146f0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=3a679185-ba94-4c6a-84d9-7f00cf4f46db&id=facc2646-72a1-433d-991f-021b2170fd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1284256 Aug 12 04:08:39.506538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-d7655e55-ea7b-4462-a6cd-e824888ae898 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906717 Aug 12 04:08:39.511911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Allocated IP 172.20.0.6 (389b193c-50b6-486f-8503-caa2be287f2c/ad63228a-8ada-4e1d-8e89-787a8f82ffeb/7431df08-2abe-44a7-8e8e-9bee3741e36b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:08:39.634250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45356) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:39.705368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'name': 'network-vif-deleted', 'tag': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:39.707728 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee16c70-47ea-412a-8251-8eb7f86cd0de" -d '{"events": [{"server_uuid": "1ea697d9-b496-4cb5-b6c4-49a68b130b5e", "name": "network-vif-deleted", "tag": "878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:39.770957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60887749-1883-449b-8658-e0954c870cfe req-4f3dc09f-e60f-47b6-ba33-1a974fc9e2c5 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523875 Aug 12 04:08:39.773476 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434956c9-bf8e-4f84-8a9e-03bad39f04e1 x-openstack-request-id: req-434956c9-bf8e-4f84-8a9e-03bad39f04e1 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:39.773771 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea697d9-b496-4cb5-b6c4-49a68b130b5e", "name": "network-vif-deleted", "tag": "878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:39.774561 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-434956c9-bf8e-4f84-8a9e-03bad39f04e1 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:39.775269 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea697d9-b496-4cb5-b6c4-49a68b130b5e', 'name': 'network-vif-deleted', 'tag': '878cdfaa-2cae-4dbd-a88d-e13bd5c7cb65', 'status': 'completed', 'code': 200} Aug 12 04:08:39.834408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b03e6380-9516-4a26-8764-a28d6b716f65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a0a6453cba74205bd2377f651b4e524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986434 Aug 12 04:08:39.834803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.837191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45364) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:39.842550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.876661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event deleted for resources: {'Port': ['ID=dd460961-9e58-41f2-95c7-f157ae4d41b5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:39.887575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a9d03da-28e2-4e95-9c52-74760943901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.910369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a9d03da-28e2-4e95-9c52-74760943901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.976785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] No DVR routers for this DVR port dd460961-9e58-41f2-95c7-f157ae4d41b5 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:39.980284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:39.982355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28ed382e-3cbb-4ca0-8612-d5728f32773f req-d946d725-9ce3-4116-9d81-98d5e1565800 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "DELETE /v2.0/ports/dd460961-9e58-41f2-95c7-f157ae4d41b5 HTTP/1.1" status: 204 len: 173 time: 1.8079667 Aug 12 04:08:39.999128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-1b628849-ddae-4bc6-9687-116e5742be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.000761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-1b628849-ddae-4bc6-9687-116e5742be3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1097 time: 0.0736244 Aug 12 04:08:40.048988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a9d03da-28e2-4e95-9c52-74760943901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:40.052116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a9d03da-28e2-4e95-9c52-74760943901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:40.052839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a9d03da-28e2-4e95-9c52-74760943901a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ca36de2-68f2-46cb-bda2-26923deb222d HTTP/1.1" status: 204 len: 168 time: 0.2145987 Aug 12 04:08:40.082956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d03da-28e2-4e95-9c52-74760943901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca36de2-68f2-46cb-bda2-26923deb222d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:40.115950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:40.129537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['eefa3ade-eff6-4979-a71d-489a41580aba'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:40.206564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Network 389b193c-50b6-486f-8503-caa2be287f2c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:08:40.218089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:40.232556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25c80-9924-4aa1-aad8-d03d4206a24f req-0630aabb-a780-4bd0-9f88-f4b21acefe13 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.233054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0de77a-09b5-47ad-957c-a21c6b171be0 req-29c971b8-04ee-4f81-b7cc-7778b0d9363d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.234596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0de77a-09b5-47ad-957c-a21c6b171be0 req-29c971b8-04ee-4f81-b7cc-7778b0d9363d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.1677897 Aug 12 04:08:40.241524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:08:40.249932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:40.252747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6e25c80-9924-4aa1-aad8-d03d4206a24f req-0630aabb-a780-4bd0-9f88-f4b21acefe13 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0915926 Aug 12 04:08:40.291599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-d7ca967f-2793-4122-97ba-11e87efabd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.294093 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-d7ca967f-2793-4122-97ba-11e87efabd34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2855682 Aug 12 04:08:40.322246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6e25c80-9924-4aa1-aad8-d03d4206a24f req-fe08cc44-fa56-494f-a5b0-9eeb36fd0c25 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683830 Aug 12 04:08:40.409636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-92d481ff-d54d-429e-bac0-e99f674eaded service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 217 time: 0.0930848 Aug 12 04:08:40.432399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.433028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:40.463293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0de77a-09b5-47ad-957c-a21c6b171be0 req-f2699b52-ac4e-44ba-b056-4cb3493a8e50 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148449 Aug 12 04:08:40.497762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6704084-0f51-4ed1-8938-8d6476d1e209 req-2eb00db2-fc32-497c-8066-c2eaf90fb29d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.517047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6704084-0f51-4ed1-8938-8d6476d1e209 req-2eb00db2-fc32-497c-8066-c2eaf90fb29d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 931 time: 0.1089671 Aug 12 04:08:40.561624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6704084-0f51-4ed1-8938-8d6476d1e209 req-e1aa0fe7-2424-4fd3-81de-69b62f592dfb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Aug 12 04:08:40.586379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-6bd1c11f-884c-4db4-b242-b54ce8a51eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.587898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-6bd1c11f-884c-4db4-b242-b54ce8a51eb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1522009 Aug 12 04:08:40.610836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-723a48b8-631a-40c2-9515-9cd9cbc2e877 req-7bf3acb6-3fc9-4ccb-ad99-b141ed2322a2 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 210 time: 0.0502160 Aug 12 04:08:40.632268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-1bb2652c-8e46-4729-b21d-0ab131f48efa tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.634357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-1bb2652c-8e46-4729-b21d-0ab131f48efa tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.3453882 Aug 12 04:08:40.646646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-acfd23f8-bd62-4bf4-a00a-abba3ad29b16 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2875230 Aug 12 04:08:40.686319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-dde3ed6d-5e89-47df-804e-639dc0074f79 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:40.687993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Request body: {'port': {'device_id': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'admin_state_up': True, 'tenant_id': 'ba870b1c76de4b9bb376da737b75ba63'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:40.688377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-dde3ed6d-5e89-47df-804e-639dc0074f79 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1023 time: 0.1058209 Aug 12 04:08:40.695018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Request body: {'port': {'device_id': '49af486d-ef17-4497-844f-4be1411abf5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:40.898283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Deleting port 05186a05-14dd-459e-b39d-4ac7f32093ae {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:40.898283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:40.991722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] For port 05186a05-14dd-459e-b39d-4ac7f32093ae, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05186a05-14dd-459e-b39d-4ac7f32093ae,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:40.992130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:41.011218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Calling delete_port for 05186a05-14dd-459e-b39d-4ac7f32093ae owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:41.127385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-deleted', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:41.129692 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1b9399-3d4f-4231-9bd2-af316548105f" -d '{"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-deleted", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:41.184233 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e4b79-9e8c-48a1-a6de-d353289bebbc x-openstack-request-id: req-f57e4b79-9e8c-48a1-a6de-d353289bebbc {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:41.184539 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805092c-11ac-4e8a-8dfa-5af6c786f1db", "name": "network-vif-deleted", "tag": "dd460961-9e58-41f2-95c7-f157ae4d41b5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:41.184770 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f57e4b79-9e8c-48a1-a6de-d353289bebbc {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:41.185348 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805092c-11ac-4e8a-8dfa-5af6c786f1db', 'name': 'network-vif-deleted', 'tag': 'dd460961-9e58-41f2-95c7-f157ae4d41b5', 'status': 'completed', 'code': 200} Aug 12 04:08:41.214808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-cd51b0de-cbb2-42d4-b18f-803e9702173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:41.216391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-cd51b0de-cbb2-42d4-b18f-803e9702173c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6084356 Aug 12 04:08:41.297146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:41.333211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc843d79-38ec-4ed3-bc92-fe7efdd06b71 req-a6aa58a6-7a42-4afe-910e-64ddaf20721c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:41.334702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc843d79-38ec-4ed3-bc92-fe7efdd06b71 req-a6aa58a6-7a42-4afe-910e-64ddaf20721c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 1023 time: 0.2099991 Aug 12 04:08:41.339478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:41.355501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:41.428264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-487446fb-7428-43a5-9121-68144606008f service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964273 Aug 12 04:08:41.458888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'Port': ['ID=05186a05-14dd-459e-b39d-4ac7f32093ae,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:41.536388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:41.538415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] No DVR routers for this DVR port 05186a05-14dd-459e-b39d-4ac7f32093ae on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:41.542189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:41.544434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff134a52-7fe0-40a0-941f-3c39ac6aac1c req-5034d574-ce6c-4e7c-b802-a956749a46e3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "DELETE /v2.0/ports/05186a05-14dd-459e-b39d-4ac7f32093ae HTTP/1.1" status: 204 len: 173 time: 0.8457508 Aug 12 04:08:41.557402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc843d79-38ec-4ed3-bc92-fe7efdd06b71 req-6b3445ff-b240-4c6b-8974-700f9d0d2f65 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=3a679185-ba94-4c6a-84d9-7f00cf4f46db&id=facc2646-72a1-433d-991f-021b2170fd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1763403 Aug 12 04:08:41.588207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Made reservation on behalf of ba870b1c76de4b9bb376da737b75ba63 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:41.593690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:41.626198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-91df101a-9ca7-4a1c-85fb-5269a3cd8c22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fff44a98008e4d448ff3e4bec2187623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851083 Aug 12 04:08:41.631564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45396) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:41.666814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f8b4e-58c8-427c-b624-fa6bd51cbeb4 req-11665cba-013f-456c-8602-b8014f7c5d96 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:41.669476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d3f8b4e-58c8-427c-b624-fa6bd51cbeb4 req-11665cba-013f-456c-8602-b8014f7c5d96 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.1320899 Aug 12 04:08:41.726986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d3f8b4e-58c8-427c-b624-fa6bd51cbeb4 req-6f661e8a-56d9-4406-a915-045c02868ad1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489140 Aug 12 04:08:41.776973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'name': 'network-vif-deleted', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:41.779614 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22a3d9b-ab4d-4453-ba91-c1a064b3c2eb" -d '{"events": [{"server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "name": "network-vif-deleted", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:41.846447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-181c17b0-aee2-44e7-b10a-eb2778b955d2 req-91119c1a-9759-45d8-9e61-bb3b08674380 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024460 Aug 12 04:08:41.901723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6807fc-a264-457d-b5d1-0b2c7ace1473 req-59547dfe-6f61-4e28-aae3-46d655c24faf tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:41.903313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd6807fc-a264-457d-b5d1-0b2c7ace1473 req-59547dfe-6f61-4e28-aae3-46d655c24faf tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 931 time: 0.0589819 Aug 12 04:08:41.950523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-caba3aa9-79ea-4ef7-a4ac-5d992f9e4e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:41.970379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd6807fc-a264-457d-b5d1-0b2c7ace1473 req-fef2f4f2-914f-444b-9f0d-4c91fbef9e19 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605769 Aug 12 04:08:42.021058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383ba73-5b1f-43be-9b48-431de7aceb30 req-6d67be0b-12f6-44d7-8679-5d1cd093d3c8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:42.027201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3383ba73-5b1f-43be-9b48-431de7aceb30 req-6d67be0b-12f6-44d7-8679-5d1cd093d3c8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.2952707 Aug 12 04:08:42.065445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4871a14-a888-4b78-a686-d959dc24fc8d req-f05cfd3e-e7fa-4a72-b768-26148ac1e9b3 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 210 time: 0.0356088 Aug 12 04:08:42.082442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Allocated IP 172.20.0.2 (b94b34d9-5ceb-4a66-82b0-277763ea5d48/bd935655-f234-4880-b98d-194cd5ba960e/439b43c1-69ae-40dc-9bbe-0a5fc39101fc) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:08:42.087576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-caba3aa9-79ea-4ef7-a4ac-5d992f9e4e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.137589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7431df08-2abe-44a7-8e8e-9bee3741e36b {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:42.168310 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3383ba73-5b1f-43be-9b48-431de7aceb30 req-5168be1e-5b6d-4862-b549-fd5c367cd61b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887105 Aug 12 04:08:42.173896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.178827 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bace47-513d-4f0d-9979-23e984af160b x-openstack-request-id: req-62bace47-513d-4f0d-9979-23e984af160b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:42.179120 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2860efc4-f13f-4a22-b733-c72bc37a97d2", "name": "network-vif-deleted", "tag": "05186a05-14dd-459e-b39d-4ac7f32093ae", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:42.179370 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62bace47-513d-4f0d-9979-23e984af160b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:42.180619 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2860efc4-f13f-4a22-b733-c72bc37a97d2', 'name': 'network-vif-deleted', 'tag': '05186a05-14dd-459e-b39d-4ac7f32093ae', 'status': 'completed', 'code': 200} Aug 12 04:08:42.221951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Transition to ACTIVE for port object 7431df08-2abe-44a7-8e8e-9bee3741e36b will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:42.309582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.372374 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-caba3aa9-79ea-4ef7-a4ac-5d992f9e4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.375112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-caba3aa9-79ea-4ef7-a4ac-5d992f9e4e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.378567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-caba3aa9-79ea-4ef7-a4ac-5d992f9e4e9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cd8a2cd-19fb-4466-9da8-97f20824e90c HTTP/1.1" status: 204 len: 168 time: 0.7432978 Aug 12 04:08:42.434719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:42.457311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba3aa9-79ea-4ef7-a4ac-5d992f9e4e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8a2cd-19fb-4466-9da8-97f20824e90c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:42.512685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:42.512685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:42.512685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:42.524799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:42.525163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:42.540626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:42.540979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:42.541346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:42.541781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Bound port: 7431df08-2abe-44a7-8e8e-9bee3741e36b, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:42.542140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.546931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.637168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:42.641570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:42.706404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-37c80355-8c33-4593-9628-2e3b3a2a9be8 req-c2000efd-bf16-420a-be78-0c3656300e86 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=2860efc4-f13f-4a22-b733-c72bc37a97d2 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Aug 12 04:08:42.735488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.770581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:42.771232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.772645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 1091 time: 2.0968735 Aug 12 04:08:42.802649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa667b-9506-4b14-b696-273078af24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:42.809140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:42.873845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:42.874521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c3016-411e-4921-98a2-e96626576e02 req-d95446ec-4c34-4ad8-8051-422ad1fa8e8a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:42.876149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-829c3016-411e-4921-98a2-e96626576e02 req-d95446ec-4c34-4ad8-8051-422ad1fa8e8a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0547063 Aug 12 04:08:42.892265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:08:42.893792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:42.900783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:08:42.938249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-829c3016-411e-4921-98a2-e96626576e02 req-c3158f16-8bb6-438f-ac21-a5562e4e6568 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 Aug 12 04:08:42.961975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:42.962627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:43.018003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-6b2b53b8-5dd5-4319-b426-c61e269a48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:43.024908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-6b2b53b8-5dd5-4319-b426-c61e269a48bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1094 time: 0.0543809 Aug 12 04:08:43.077250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-a78df536-291e-46ec-9bb9-74c2caa08c23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 217 time: 0.0473981 Aug 12 04:08:43.088308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-649be449-1dbe-4794-9df7-25f077cd3666 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4071548 Aug 12 04:08:43.098831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Request body: {'port': {'device_id': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:43.168060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:43.185734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-92084d12-386c-4b57-8362-fd1545a935e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:43.189748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-92084d12-386c-4b57-8362-fd1545a935e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1019883 Aug 12 04:08:43.189748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:43.191668 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad0f987-f846-4654-93f0-eaa3914761a4" -d '{"events": [{"name": "network-changed", "server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:43.224914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-71065ae2-3a94-47d4-9b38-5b26a139c137 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274608 Aug 12 04:08:43.225460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:43.291471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f89e69-b1a8-4a4b-803e-f81cd605a1a2 req-1138e17b-798b-4974-9c10-2e1e437fccc6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:43.297715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-10f89e69-b1a8-4a4b-803e-f81cd605a1a2 req-1138e17b-798b-4974-9c10-2e1e437fccc6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 931 time: 0.0907657 Aug 12 04:08:43.309268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:43.324970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'mac_address': 'fa:16:3e:c0:e0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:43.326863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05186a05-14dd-459e-b39d-4ac7f32093ae no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:43.351211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 05186a05-14dd-459e-b39d-4ac7f32093ae {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:43.351561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05186a05-14dd-459e-b39d-4ac7f32093ae not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:43.372904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-10f89e69-b1a8-4a4b-803e-f81cd605a1a2 req-4f138947-2d05-44ab-8995-be50f2d4211e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684454 Aug 12 04:08:43.398685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:43.416957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b848200e-0a30-4d65-b306-e41ad6ab1305 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:43.442046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:43.502274 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f220979c-0abe-4b35-abb0-b97ce9cd0a76 x-openstack-request-id: req-f220979c-0abe-4b35-abb0-b97ce9cd0a76 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:43.502274 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:43.502274 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f220979c-0abe-4b35-abb0-b97ce9cd0a76 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:43.502274 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'status': 'completed', 'code': 200} Aug 12 04:08:43.522060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-71fb75ee-7af4-4105-9203-3c374b4d32f1 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805066 Aug 12 04:08:43.523578 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:43.574380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b422c9-44b6-494c-875b-93374f7d425c req-75743a83-e4c2-4b4a-a56d-44013d03067e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:43.585123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:43.585557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39b422c9-44b6-494c-875b-93374f7d425c req-75743a83-e4c2-4b4a-a56d-44013d03067e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.5101016 Aug 12 04:08:43.615692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee66e-67c7-4d05-b2aa-988ebe909385 req-82610d8e-404e-4d0b-8b53-3563748a4d2a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:43.618042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf8ee66e-67c7-4d05-b2aa-988ebe909385 req-82610d8e-404e-4d0b-8b53-3563748a4d2a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 947 time: 0.0580578 Aug 12 04:08:43.664497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf8ee66e-67c7-4d05-b2aa-988ebe909385 req-88bf3c51-33d0-448e-b0e8-9b33ed6f925e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Aug 12 04:08:43.779692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39b422c9-44b6-494c-875b-93374f7d425c req-a914a26e-2baa-4964-86dd-94843990c5b0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929142 Aug 12 04:08:43.803121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['b848200e-0a30-4d65-b306-e41ad6ab1305'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:43.901826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439b43c1-69ae-40dc-9bbe-0a5fc39101fc {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:43.920751 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:43.959698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Transition to ACTIVE for port object 439b43c1-69ae-40dc-9bbe-0a5fc39101fc will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:43.981115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e58aedf-ba3e-47b1-a248-73e6b5bb6122 req-78584045-e4d4-4dab-94e5-a69743db5d77 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/3a679185-ba94-4c6a-84d9-7f00cf4f46db HTTP/1.1" status: 200 len: 1799 time: 0.1250830 Aug 12 04:08:43.983462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2376785-e00a-4d4f-84dc-aec42ca1a1a0 req-f1a05791-1296-491b-b15e-22d7f8c6e5fa service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470718 Aug 12 04:08:44.048079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e58aedf-ba3e-47b1-a248-73e6b5bb6122 req-fef67a94-a655-4677-9a50-65fc37b149d8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.074690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.081745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a438a-07b0-41a0-a5bf-41cbc2bb65e8 req-dd1e931a-611e-4d04-bdca-b92f23f90cd8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:44.083295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-762a438a-07b0-41a0-a5bf-41cbc2bb65e8 req-dd1e931a-611e-4d04-bdca-b92f23f90cd8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0523596 Aug 12 04:08:44.085567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e58aedf-ba3e-47b1-a248-73e6b5bb6122 req-fef67a94-a655-4677-9a50-65fc37b149d8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.139786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-762a438a-07b0-41a0-a5bf-41cbc2bb65e8 req-cacc10a8-2bb5-4ad6-8db4-a2ef80a55d5b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472999 Aug 12 04:08:44.234236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:44.263510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-8da1e54d-bcd2-4d0f-a27a-59556312eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:44.265168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-8da1e54d-bcd2-4d0f-a27a-59556312eb51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1094 time: 0.1150374 Aug 12 04:08:44.300052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Attempting to bind port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:44.300300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Attempting to bind port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:44.300629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Attempting to bind port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:44.333059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:44.333385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Attempting to bind port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:44.345675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:44.346021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Checking segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:44.346406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Bound using segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:44.346880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Bound port: 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:44.347359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.417485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-fb492178-5e8c-4cc1-b455-16fe73dce830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:44.419078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-fb492178-5e8c-4cc1-b455-16fe73dce830 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1436632 Aug 12 04:08:44.425534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e58aedf-ba3e-47b1-a248-73e6b5bb6122 req-fef67a94-a655-4677-9a50-65fc37b149d8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.428137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e58aedf-ba3e-47b1-a248-73e6b5bb6122 req-fef67a94-a655-4677-9a50-65fc37b149d8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.429302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e58aedf-ba3e-47b1-a248-73e6b5bb6122 req-fef67a94-a655-4677-9a50-65fc37b149d8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a679185-ba94-4c6a-84d9-7f00cf4f46db HTTP/1.1" status: 204 len: 173 time: 0.4402387 Aug 12 04:08:44.491392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-35a0c993-6e57-43d8-ab69-e0beb05ceeed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 217 time: 0.0563257 Aug 12 04:08:44.494595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef67a94-a655-4677-9a50-65fc37b149d8 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a679185-ba94-4c6a-84d9-7f00cf4f46db,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:44.502251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:44.509580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc70c1-000b-4922-b1e9-10f265dafeea req-fb37fac3-e141-411f-9760-e1cf7d692b13 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:44.511382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fcc70c1-000b-4922-b1e9-10f265dafeea req-fb37fac3-e141-411f-9760-e1cf7d692b13 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 943 time: 0.0596452 Aug 12 04:08:44.559379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fcc70c1-000b-4922-b1e9-10f265dafeea req-04339335-5003-4780-8eae-60002721a75b tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Aug 12 04:08:44.560039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:44.586733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-b34e6019-eb07-41b8-b119-f7c357c3aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:44.588315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-b34e6019-eb07-41b8-b119-f7c357c3aa6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0832725 Aug 12 04:08:44.591172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d7d1c9b-04f0-4f36-b0bb-1e16a25dd43f req-2d96414a-1c5c-4045-80e0-cfad0c2f737a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/facc2646-72a1-433d-991f-021b2170fd4c HTTP/1.1" status: 200 len: 1801 time: 0.1042407 Aug 12 04:08:44.636276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-ae0b9347-cae0-4d5c-9f25-1d8f96236189 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399921 Aug 12 04:08:44.637405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.763094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:44.764110 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.765511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] 10.222.0.20 "PUT /v2.0/ports/439b43c1-69ae-40dc-9bbe-0a5fc39101fc HTTP/1.1" status: 200 len: 1091 time: 1.6710489 Aug 12 04:08:44.820475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2ed05-d7c1-4c5b-901c-421e77552281 service neutron] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:44.845952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d7d1c9b-04f0-4f36-b0bb-1e16a25dd43f req-1c7aab64-54c9-4e46-8c68-033b3f3fb20c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.893592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d7d1c9b-04f0-4f36-b0bb-1e16a25dd43f req-1c7aab64-54c9-4e46-8c68-033b3f3fb20c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:44.900128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-0d485147-3957-4b3a-9cef-85340943ad7e service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281861 Aug 12 04:08:45.099915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-d688199e-05a8-4126-9b2b-23bf9e2f6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:45.107710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-d688199e-05a8-4126-9b2b-23bf9e2f6d4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 1094 time: 0.2102923 Aug 12 04:08:45.129656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aad0f987-f846-4654-93f0-eaa3914761a4 req-63f9f291-4f19-45ab-813a-27aa4e2bec3d service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143209 Aug 12 04:08:45.161634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-9211f372-e3a9-474d-87d3-2fdabf27a5ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc HTTP/1.1" status: 200 len: 217 time: 0.0422342 Aug 12 04:08:45.173747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:45.211052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d7d1c9b-04f0-4f36-b0bb-1e16a25dd43f req-1c7aab64-54c9-4e46-8c68-033b3f3fb20c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:45.214140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d7d1c9b-04f0-4f36-b0bb-1e16a25dd43f req-1c7aab64-54c9-4e46-8c68-033b3f3fb20c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:45.215860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d7d1c9b-04f0-4f36-b0bb-1e16a25dd43f req-1c7aab64-54c9-4e46-8c68-033b3f3fb20c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/facc2646-72a1-433d-991f-021b2170fd4c HTTP/1.1" status: 204 len: 173 time: 0.6097891 Aug 12 04:08:45.234991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7aab64-54c9-4e46-8c68-033b3f3fb20c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facc2646-72a1-433d-991f-021b2170fd4c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:45.252054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-2811bb63-e7fb-44b2-8015-543a60a1eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:45.254595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-2811bb63-e7fb-44b2-8015-543a60a1eba7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.0790322 Aug 12 04:08:45.307000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6f6c-3e3e-40eb-95f4-4914b087f7af req-b7669d7a-11b4-462f-b7af-7554854d1fc7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:45.315715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-387d6f6c-3e3e-40eb-95f4-4914b087f7af req-b7669d7a-11b4-462f-b7af-7554854d1fc7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 947 time: 0.5599406 Aug 12 04:08:45.315912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-ba893d12-e5bc-49b0-aade-30b2b3c8238e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526137 Aug 12 04:08:45.380576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port b848200e-0a30-4d65-b306-e41ad6ab1305 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:45.385701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port b848200e-0a30-4d65-b306-e41ad6ab1305 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:45.389091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:45.405999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-387d6f6c-3e3e-40eb-95f4-4914b087f7af req-7d9fbcc3-9140-4564-9c58-fb819f97134d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904295 Aug 12 04:08:45.507344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:45.510075 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9" -d '{"events": [{"name": "network-changed", "server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:45.525210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-b432145a-e9c7-4b25-8b4d-a10bf8e436c2 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019072 Aug 12 04:08:45.558560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:45.611762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:45.614317 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6971c-fe60-4ee3-bc4f-0434ba3eae95" -d '{"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-plugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:45.620596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-9f4512f3-24b6-4782-a68e-5f51d2a4c4dd tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5107cec5ccbb4477b66e722875808367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251493 Aug 12 04:08:45.622079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be822d-d07c-4250-b30b-4abef803873b req-f695f1e1-c31d-4030-982f-ca64866287ef tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:45.623669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20be822d-d07c-4250-b30b-4abef803873b req-f695f1e1-c31d-4030-982f-ca64866287ef tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.1721754 Aug 12 04:08:45.637200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:45.688973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20be822d-d07c-4250-b30b-4abef803873b req-5a7e736b-b345-46d4-96d9-ce1b16c99d70 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583916 Aug 12 04:08:45.709587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f1b952e-a96d-46bc-abff-65df65c82782 req-46ba11ec-2f44-41d2-9e34-56efd5f0e455 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752629 Aug 12 04:08:45.717644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:45.781062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-32431c8f-0409-42ba-82c3-505960e53e0f tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:45.781587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:45.782844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-32431c8f-0409-42ba-82c3-505960e53e0f tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521235 Aug 12 04:08:45.806347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-e7c7d5a9-eba8-4983-ad59-2255324356c8 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/quotas/5107cec5ccbb4477b66e722875808367 HTTP/1.1" status: 200 len: 375 time: 0.0107458 Aug 12 04:08:45.844627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-39e874af-7318-43ba-a78a-dfbf70028052 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5107cec5ccbb4477b66e722875808367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352829 Aug 12 04:08:45.846962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ec002-78e4-4999-aa66-d6f662d601ee req-e6f45ef9-b222-4dc5-9d5f-01667daa8bbd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:45.848550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4ec002-78e4-4999-aa66-d6f662d601ee req-e6f45ef9-b222-4dc5-9d5f-01667daa8bbd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0545700 Aug 12 04:08:45.900511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4ec002-78e4-4999-aa66-d6f662d601ee req-50cc5e2d-0b31-4fb8-b4b3-13253b0822bf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Aug 12 04:08:45.939196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bec6ca59-618e-44cf-9d40-cc118d472481 req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1210255819', 'description': 'tempest-description-1591912794'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:46.119033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bec6ca59-618e-44cf-9d40-cc118d472481 req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:46.157769 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c76a2c-de6a-4580-b097-e93845aa136b x-openstack-request-id: req-11c76a2c-de6a-4580-b097-e93845aa136b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:46.158123 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:46.158309 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11c76a2c-de6a-4580-b097-e93845aa136b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:46.158694 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'status': 'completed', 'code': 200} Aug 12 04:08:46.257819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd12be-fe49-4b44-b758-00bc7949a9e4 req-617cc9ad-53f8-4f6f-a816-44cca6752372 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.262519 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fafd12be-fe49-4b44-b758-00bc7949a9e4 req-617cc9ad-53f8-4f6f-a816-44cca6752372 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 943 time: 0.0590649 Aug 12 04:08:46.271658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-00258dd5-8d29-4647-9e63-f6d6fd069c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.273468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-00258dd5-8d29-4647-9e63-f6d6fd069c21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 1094 time: 0.0770745 Aug 12 04:08:46.313384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fafd12be-fe49-4b44-b758-00bc7949a9e4 req-d75d2929-50ca-497a-988b-f78c98207370 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Aug 12 04:08:46.350036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bec6ca59-618e-44cf-9d40-cc118d472481 req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:46.366811 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190cc36f-f3f6-4e17-a3a3-799ea4c4fae1 x-openstack-request-id: req-190cc36f-f3f6-4e17-a3a3-799ea4c4fae1 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:46.368775 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-plugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:46.370698 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-190cc36f-f3f6-4e17-a3a3-799ea4c4fae1 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:46.371301 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'code': 200} Aug 12 04:08:46.384011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-2167e9c4-900c-40d7-bb3f-a7acec923971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.385517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-2167e9c4-900c-40d7-bb3f-a7acec923971 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 906 time: 0.1027677 Aug 12 04:08:46.441344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-d20886c3-19c3-4328-b51b-0e8db905fcfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc HTTP/1.1" status: 200 len: 217 time: 0.0437453 Aug 12 04:08:46.511312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bec6ca59-618e-44cf-9d40-cc118d472481 req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:46.515194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09eaa78f-c409-42e6-8831-443dde3c810c req-528fd3cc-7470-4727-ae3a-ca14b73b11b9 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 210 time: 0.0306430 Aug 12 04:08:46.563578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-99617740-b91b-4b40-a40d-5c4fed0dec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.565160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-99617740-b91b-4b40-a40d-5c4fed0dec4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.0957119 Aug 12 04:08:46.567642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e540dd-aa83-4940-9de2-4f6b608b9c55,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:46.572539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ba684-81f6-4405-bb6d-cd40f52a758a req-894ca752-72aa-4289-b02d-f645d3f960c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.574179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fb0ba684-81f6-4405-bb6d-cd40f52a758a req-894ca752-72aa-4289-b02d-f645d3f960c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1099 time: 0.1317825 Aug 12 04:08:46.628223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-eec23e01-7e65-401f-b10d-c886923d6c63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432701 Aug 12 04:08:46.639376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fb0ba684-81f6-4405-bb6d-cd40f52a758a req-8cb00cf2-8f62-4773-909f-50993e07a7fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Aug 12 04:08:46.684078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bec6ca59-618e-44cf-9d40-cc118d472481 req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:46.685279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bec6ca59-618e-44cf-9d40-cc118d472481 req-19e2e3b6-2d56-4f5e-ba37-75cb929b83fa tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7506700 Aug 12 04:08:46.707195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd707e5a-074e-4276-86b0-db58976eb117 req-5d860fe9-1ba5-4e53-a8ab-722933f6d98b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.708720 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd707e5a-074e-4276-86b0-db58976eb117 req-5d860fe9-1ba5-4e53-a8ab-722933f6d98b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0509925 Aug 12 04:08:46.753148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd707e5a-074e-4276-86b0-db58976eb117 req-32c9f733-a42c-4e3d-b73b-e2aeb6c84241 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Aug 12 04:08:46.755022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-22c3a50c-7d7f-475b-bbce-a3dc7012ee89 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147165 Aug 12 04:08:46.766407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-288a7cad-1d9e-428a-be58-2f9cbb053dbc tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/19e540dd-aa83-4940-9de2-4f6b608b9c55 HTTP/1.1" status: 200 len: 1801 time: 0.0576382 Aug 12 04:08:46.794093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1576851100', 'description': 'tempest-description-hth-406549589'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:46.855775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:46.881705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a439040-71e9-44aa-a7a2-0cb29201abbb req-0982c714-d988-4233-9490-efbd4a51b95b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:46.881705 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a439040-71e9-44aa-a7a2-0cb29201abbb req-0982c714-d988-4233-9490-efbd4a51b95b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0650322 Aug 12 04:08:46.913366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b0c505b-af9c-4e3e-a0c5-c3c509b742c9 req-26e743b5-2417-4757-974d-39f911992231 service neutron] 10.222.0.20 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458409 Aug 12 04:08:46.917912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a439040-71e9-44aa-a7a2-0cb29201abbb req-c6df21a7-fd2b-4f0e-8536-0a598eac388d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Aug 12 04:08:46.923231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.020901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.025251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.027160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b541afd-be2f-42b5-a4b6-f4758cba05eb req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "PUT /v2.0/security-groups/19e540dd-aa83-4940-9de2-4f6b608b9c55 HTTP/1.1" status: 200 len: 1774 time: 0.2516510 Aug 12 04:08:47.027961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a267d-68f0-45fa-b934-ed5bb74190d2 req-3fb57b23-151a-4c81-b943-cc5f92f67178 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:47.029894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c8a267d-68f0-45fa-b934-ed5bb74190d2 req-3fb57b23-151a-4c81-b943-cc5f92f67178 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0506191 Aug 12 04:08:47.062085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2d44c-eb95-4652-abcb-91d6d47766a1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e540dd-aa83-4940-9de2-4f6b608b9c55,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:47.078932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c8a267d-68f0-45fa-b934-ed5bb74190d2 req-82676e0e-0988-4d07-8482-568bb212ea71 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Aug 12 04:08:47.107351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89466d7e-d207-43df-9d2d-6f87d6a0ba86 req-d163c9ab-914f-49e3-9390-c8b8a3f5fee1 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/19e540dd-aa83-4940-9de2-4f6b608b9c55 HTTP/1.1" status: 200 len: 1774 time: 0.0485742 Aug 12 04:08:47.163117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c377b8c-8b55-40f6-bc31-0fdd347d2a30 req-c5b6185c-a631-464d-9740-484acf0f1ebd tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/19e540dd-aa83-4940-9de2-4f6b608b9c55 HTTP/1.1" status: 200 len: 1774 time: 0.0386038 Aug 12 04:08:47.224154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c377b8c-8b55-40f6-bc31-0fdd347d2a30 req-edc3a3ac-f3e3-47a2-a5af-3023fa9ef8e4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.250440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c377b8c-8b55-40f6-bc31-0fdd347d2a30 req-edc3a3ac-f3e3-47a2-a5af-3023fa9ef8e4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.428869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580333-909e-45ff-b8b6-0c52648d34d3 req-342209ec-b040-4479-b713-26cc1ebbd050 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:47.430817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8580333-909e-45ff-b8b6-0c52648d34d3 req-342209ec-b040-4479-b713-26cc1ebbd050 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 943 time: 0.0485435 Aug 12 04:08:47.437792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c377b8c-8b55-40f6-bc31-0fdd347d2a30 req-edc3a3ac-f3e3-47a2-a5af-3023fa9ef8e4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.442296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c377b8c-8b55-40f6-bc31-0fdd347d2a30 req-edc3a3ac-f3e3-47a2-a5af-3023fa9ef8e4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:47.442296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c377b8c-8b55-40f6-bc31-0fdd347d2a30 req-edc3a3ac-f3e3-47a2-a5af-3023fa9ef8e4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/19e540dd-aa83-4940-9de2-4f6b608b9c55 HTTP/1.1" status: 204 len: 173 time: 0.2726595 Aug 12 04:08:47.452293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3a3ac-f3e3-47a2-a5af-3023fa9ef8e4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e540dd-aa83-4940-9de2-4f6b608b9c55,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:47.477392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8580333-909e-45ff-b8b6-0c52648d34d3 req-445443e2-2124-4bc4-aff4-c9bb57f76a9a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Aug 12 04:08:47.593784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fb0f2af2-42fe-494f-9dfd-5dc499bedc6f req-1fc8fc3f-4b01-420c-82ef-2b085edb900d tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 210 time: 0.0284500 Aug 12 04:08:47.595602 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-08803b13-74e5-44c6-a536-761ba311f3f1 req-8d10fbc1-a09b-42ac-a0d4-efdaee9a01a4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:47.596694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08803b13-74e5-44c6-a536-761ba311f3f1 req-8d10fbc1-a09b-42ac-a0d4-efdaee9a01a4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/facc2646-72a1-433d-991f-021b2170fd4c HTTP/1.1" status: 404 len: 352 time: 0.0150247 Aug 12 04:08:47.631517 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-5cd431f5-6f91-4fed-95eb-5824ba6f07a6 req-0c46d9e2-6e59-463a-a392-01a2024ca256 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:47.632520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cd431f5-6f91-4fed-95eb-5824ba6f07a6 req-0c46d9e2-6e59-463a-a392-01a2024ca256 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/3a679185-ba94-4c6a-84d9-7f00cf4f46db HTTP/1.1" status: 404 len: 352 time: 0.0149474 Aug 12 04:08:47.667271 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-94d4b8dd-cf8c-4924-8ec8-51654ca51c84 req-17765020-6902-490e-a4e6-ad4ba7ef7504 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:47.668259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94d4b8dd-cf8c-4924-8ec8-51654ca51c84 req-17765020-6902-490e-a4e6-ad4ba7ef7504 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/8d88c6c8-fc99-4b96-954d-f78039818b36 HTTP/1.1" status: 404 len: 352 time: 0.0154378 Aug 12 04:08:47.705060 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-019c8298-792e-4069-8050-f4acd5e15a16 req-3fd2564f-5b96-481e-ac25-1106f0023e78 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:47.706008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-019c8298-792e-4069-8050-f4acd5e15a16 req-3fd2564f-5b96-481e-ac25-1106f0023e78 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/057288bc-619e-401e-9d06-3425517de16e HTTP/1.1" status: 404 len: 352 time: 0.0144913 Aug 12 04:08:47.740101 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-00610f66-5f96-4acf-8689-cc5816ac9ba8 req-8f02d2f9-8888-4337-b709-da8b3eae37c0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:47.741083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00610f66-5f96-4acf-8689-cc5816ac9ba8 req-8f02d2f9-8888-4337-b709-da8b3eae37c0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/05452adf-bea7-4e48-ab7f-f726fe224a69 HTTP/1.1" status: 404 len: 352 time: 0.0141146 Aug 12 04:08:47.777521 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-88f6c8f4-f435-475c-86d8-bcdb310cdf7c req-b4110244-6f8f-420d-8358-96c2dd38119a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] show failed (client error): The resource could not be found. Aug 12 04:08:47.778493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88f6c8f4-f435-475c-86d8-bcdb310cdf7c req-b4110244-6f8f-420d-8358-96c2dd38119a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/52ea80be-4e7e-4089-a448-e1d448205756 HTTP/1.1" status: 404 len: 352 time: 0.0151484 Aug 12 04:08:47.872561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0f84-7aa0-4e3f-a2e3-ec0392a8bbf4 req-26867dfd-e176-4c1d-b29a-07b4a8b4fe14 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:47.874033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e39d0f84-7aa0-4e3f-a2e3-ec0392a8bbf4 req-26867dfd-e176-4c1d-b29a-07b4a8b4fe14 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0509336 Aug 12 04:08:47.911999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e39d0f84-7aa0-4e3f-a2e3-ec0392a8bbf4 req-cc4ce699-1496-472e-b5a6-cd5eddfa8f01 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Aug 12 04:08:48.030576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b79a-21ff-497a-91bb-a702571ebf7f req-61758860-f016-4f4e-a715-583e54d52ab8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:48.032042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d250b79a-21ff-497a-91bb-a702571ebf7f req-61758860-f016-4f4e-a715-583e54d52ab8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0527809 Aug 12 04:08:48.069037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d250b79a-21ff-497a-91bb-a702571ebf7f req-b89ac284-bb05-4fd4-971e-b010adc4df7f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Aug 12 04:08:48.180976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155607a5-21c4-4a03-8384-b6f72fd4723e req-0382ec4a-1bd0-4612-af54-857e09b09701 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:48.182505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-155607a5-21c4-4a03-8384-b6f72fd4723e req-0382ec4a-1bd0-4612-af54-857e09b09701 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0540183 Aug 12 04:08:48.221100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-155607a5-21c4-4a03-8384-b6f72fd4723e req-f917e0fc-d252-4770-8a90-042b77b972b9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Aug 12 04:08:48.325946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab959ec0-a033-411e-8780-142350c23627 req-8c0b5839-81ee-4202-89fb-4698f6652b80 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:48.327479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab959ec0-a033-411e-8780-142350c23627 req-8c0b5839-81ee-4202-89fb-4698f6652b80 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0510600 Aug 12 04:08:48.365380 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab959ec0-a033-411e-8780-142350c23627 req-5425fcb3-2b4c-45d9-b606-ccc3c13a9373 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Aug 12 04:08:48.390663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a6e0d-85b6-4259-a114-4706c8164168 req-8635e761-e07c-44e6-bd3c-4494a42ba3c4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:48.390663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa3a6e0d-85b6-4259-a114-4706c8164168 req-8635e761-e07c-44e6-bd3c-4494a42ba3c4 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1023 time: 0.0507965 Aug 12 04:08:48.435907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa3a6e0d-85b6-4259-a114-4706c8164168 req-5f8f7348-3d7a-494b-a7d4-a60dc4d59ae2 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=a6d2ff5b-2438-4304-843b-d9ce2cf994b7&id=da6e1746-4057-4aae-9958-df1b0d82ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0407698 Aug 12 04:08:48.596051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92bc3d-f8ea-4d1e-93d3-291c78c35362 req-23546c70-287c-41ec-94c1-b2700a7c44b4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:48.597524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec92bc3d-f8ea-4d1e-93d3-291c78c35362 req-23546c70-287c-41ec-94c1-b2700a7c44b4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 943 time: 0.0482564 Aug 12 04:08:48.635916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec92bc3d-f8ea-4d1e-93d3-291c78c35362 req-d45734f3-add7-4a51-8a3f-60f4413839af tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Aug 12 04:08:48.774323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a5b09c4-f797-456d-bbdc-f65495ef21eb req-d982d12b-1e62-4bdf-9a85-984920a41c6b tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 210 time: 0.0259509 Aug 12 04:08:48.905277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6bca904c-1806-4854-a164-e675f9503d4b tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5107cec5ccbb4477b66e722875808367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226591 Aug 12 04:08:49.019907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b488df-2d32-465b-b882-8f1641a7b4d2 req-79dd2da6-e0b6-4132-9348-25ea5e3b5d6c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:49.021389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3b488df-2d32-465b-b882-8f1641a7b4d2 req-79dd2da6-e0b6-4132-9348-25ea5e3b5d6c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1189430 Aug 12 04:08:49.055811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-3e03f32b-f4ff-4392-892a-c15891c9dd8a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:49.057120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-3e03f32b-f4ff-4392-892a-c15891c9dd8a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449573 Aug 12 04:08:49.071628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Request body: {'port': {'device_id': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '5107cec5ccbb4477b66e722875808367'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:49.154448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3b488df-2d32-465b-b882-8f1641a7b4d2 req-8aec287d-8b90-4ab8-9698-56dbf5e940d0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250596 Aug 12 04:08:49.174728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-093bafce-0b61-4169-bbc7-748779d04a92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166623 Aug 12 04:08:49.203126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:49.300132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:49.311501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'mac_address': 'fa:16:3e:7f:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:49.347045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294416d-23a2-47eb-8394-33b0ed8a5294 req-6a4088a7-3aeb-4aa1-8918-9aaad22db18b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:49.350778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5294416d-23a2-47eb-8394-33b0ed8a5294 req-6a4088a7-3aeb-4aa1-8918-9aaad22db18b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0588827 Aug 12 04:08:49.355802 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:49.373871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439b43c1-69ae-40dc-9bbe-0a5fc39101fc {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:49.406756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:49.438166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Made reservation on behalf of 5107cec5ccbb4477b66e722875808367 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:49.451030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:49.474752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:49.499157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:49.624837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:49.628270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:49.667121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2afb8-625f-4105-8e23-18743f5b2758 req-4f2ce641-e1c8-40d2-9f77-33f4461c6e01 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:49.674381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51e2afb8-625f-4105-8e23-18743f5b2758 req-4f2ce641-e1c8-40d2-9f77-33f4461c6e01 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.2207382 Aug 12 04:08:49.699239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5294416d-23a2-47eb-8394-33b0ed8a5294 req-3b6445b1-2ae1-4473-b074-c057ed740e25 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433819 Aug 12 04:08:49.821348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ad700-951f-4879-b71a-39b9e68a2ffd req-b8ec9eca-09cd-4ff1-8dd5-0664d8f6c717 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:49.823364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa9ad700-951f-4879-b71a-39b9e68a2ffd req-b8ec9eca-09cd-4ff1-8dd5-0664d8f6c717 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1023 time: 0.0544367 Aug 12 04:08:49.870088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa9ad700-951f-4879-b71a-39b9e68a2ffd req-993c30b3-24ff-4267-a2e1-844c37ba702c tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38aa1ca4-bae0-40c5-9071-d9c06e084167&id=a6d2ff5b-2438-4304-843b-d9ce2cf994b7&id=da6e1746-4057-4aae-9958-df1b0d82ef4e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0391254 Aug 12 04:08:49.871169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['439b43c1-69ae-40dc-9bbe-0a5fc39101fc'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:50.031437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8a267-7498-4f9a-8867-1f67df7bf8fb req-37865d51-f373-4341-8769-c0ddff689db9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:50.033187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25f8a267-7498-4f9a-8867-1f67df7bf8fb req-37865d51-f373-4341-8769-c0ddff689db9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 944 time: 0.0651178 Aug 12 04:08:50.068041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:50.082952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25f8a267-7498-4f9a-8867-1f67df7bf8fb req-dd31599d-e819-418a-8648-413942b0df17 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Aug 12 04:08:50.112969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51e2afb8-625f-4105-8e23-18743f5b2758 req-76ce0c38-b478-4afd-bcc9-2f0973600241 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376578 Aug 12 04:08:50.177894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:50.217445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06597f4b-5a42-4f93-86f6-3b65bacf6bdf req-623eb53c-5f18-4746-ad09-d85c46b35a57 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 210 time: 0.0414317 Aug 12 04:08:50.228112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-c8f492b0-f946-4576-bf30-a92a4e0143e0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:50.229593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-c8f492b0-f946-4576-bf30-a92a4e0143e0 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 1023 time: 0.1761079 Aug 12 04:08:50.353012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Allocated IP 192.168.233.178 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/72e0a9ad-bda8-4bed-af75-1caec8e58c4e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:08:50.409085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe426-8a19-4ecc-8f8d-e36061fa2c37 req-53744fe3-e7c0-4439-8c3c-2b4410f3188e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:50.410730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-655fe426-8a19-4ecc-8f8d-e36061fa2c37 req-53744fe3-e7c0-4439-8c3c-2b4410f3188e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1249528 Aug 12 04:08:50.500904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Deleting port cbdd35ed-6396-45ec-82df-72eac7937459 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:08:50.501603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:50.535090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-655fe426-8a19-4ecc-8f8d-e36061fa2c37 req-5137e9d7-7405-4f48-8514-0b2652d3e077 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094718 Aug 12 04:08:50.655144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] For port cbdd35ed-6396-45ec-82df-72eac7937459, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cbdd35ed-6396-45ec-82df-72eac7937459,segment=NetworkSegment(4463236e-4112-4fbc-a7d1-5c8f80c09890),segment_id=4463236e-4112-4fbc-a7d1-5c8f80c09890)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:50.655414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:50.667588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:50.677264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Calling delete_port for cbdd35ed-6396-45ec-82df-72eac7937459 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:08:50.690298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Transition to ACTIVE for port object 72e0a9ad-bda8-4bed-af75-1caec8e58c4e will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:50.833657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cb5bf-26f6-49b1-8099-1d665be36b92 req-7787552c-b47d-43b3-984c-680165d3ceeb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:50.835824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da0cb5bf-26f6-49b1-8099-1d665be36b92 req-7787552c-b47d-43b3-984c-680165d3ceeb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0575244 Aug 12 04:08:50.876119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da0cb5bf-26f6-49b1-8099-1d665be36b92 req-d669a05d-e4cc-45a7-966e-7c2a6b845ac7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Aug 12 04:08:50.924267 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:50.975084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:50.986238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cbdd35ed-6396-45ec-82df-72eac7937459'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:50.998377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:08:51.002115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d20a12b-f62f-4af0-88f6-fc9eee17297d req-edf1de2b-e03e-4254-a7e1-33bea5cf4910 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0434446 Aug 12 04:08:51.018456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:51.026947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:08:51.052441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Pushing event updated for resources: {'Port': ['ID=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:51.108504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'Port': ['ID=cbdd35ed-6396-45ec-82df-72eac7937459,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:51.133827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] No DVR routers for this DVR port cbdd35ed-6396-45ec-82df-72eac7937459 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:51.136701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.139558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e7878b92-19dd-4ee9-9cb3-55ad79e74a40 req-f5ad9c1f-aa7f-4a2b-98a7-c0c90cdc29c3 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.20 "DELETE /v2.0/ports/cbdd35ed-6396-45ec-82df-72eac7937459 HTTP/1.1" status: 204 len: 173 time: 0.9027002 Aug 12 04:08:51.148728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'name': 'network-vif-deleted', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:51.151557 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac48ef4-9139-43e7-9fad-7c652ac93d38" -d '{"events": [{"server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "name": "network-vif-deleted", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:51.164317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.164609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.221005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2da77-6276-4698-a108-bcd43103a0a8 req-a4be80c2-f60a-4e80-ae3e-708ce7c0fe0e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.222470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ac2da77-6276-4698-a108-bcd43103a0a8 req-a4be80c2-f60a-4e80-ae3e-708ce7c0fe0e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 944 time: 0.0566497 Aug 12 04:08:51.229822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:51.259953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78e330-e728-4a7b-a798-caba488e2fd2 req-f20a239b-6887-417a-af2b-3c096b95f96c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.261819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a78e330-e728-4a7b-a798-caba488e2fd2 req-f20a239b-6887-417a-af2b-3c096b95f96c tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.0639002 Aug 12 04:08:51.268008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ac2da77-6276-4698-a108-bcd43103a0a8 req-d9c33fd8-358c-471e-ae1e-5194425a658c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 Aug 12 04:08:51.278238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-6171b5d5-33c6-42b7-a173-bbd40c13dab6 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2099028 Aug 12 04:08:51.301170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Request body: {'port': {'device_id': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:51.332218 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637207b8-be0e-494e-96f6-58aa9374783d x-openstack-request-id: req-637207b8-be0e-494e-96f6-58aa9374783d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:51.332513 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee6ea62-d46a-430b-860f-cdd67971d6a3", "name": "network-vif-deleted", "tag": "cbdd35ed-6396-45ec-82df-72eac7937459", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:51.332770 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-637207b8-be0e-494e-96f6-58aa9374783d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:51.333164 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee6ea62-d46a-430b-860f-cdd67971d6a3', 'name': 'network-vif-deleted', 'tag': 'cbdd35ed-6396-45ec-82df-72eac7937459', 'status': 'completed', 'code': 200} Aug 12 04:08:51.342932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a78e330-e728-4a7b-a798-caba488e2fd2 req-03dafcbb-cd96-4ff7-ac45-d3da0d0abdd8 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748303 Aug 12 04:08:51.371045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:51.371357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-526e4831-d15f-460b-a20e-b9686571cbd0 None None] Provisioning for port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:51.376344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-526e4831-d15f-460b-a20e-b9686571cbd0 None None] Provisioning complete for port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:51.376724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526e4831-d15f-460b-a20e-b9686571cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.379620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:51.379984 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.395533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.438971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-526e4831-d15f-460b-a20e-b9686571cbd0 None None] Port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:08:51.532833 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.557618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:51.561272 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34de92ec-f6a7-4796-88aa-35fc37aaf58f" -d '{"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-plugged", "status": "completed", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:51.579305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:51.655771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.656875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cbdd35ed-6396-45ec-82df-72eac7937459 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:08:51.670903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244117e7-878b-49a3-acdb-ad6c7ebbb5fa req-0d6392b7-bada-4807-8a84-1adf79016fd1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.678730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-244117e7-878b-49a3-acdb-ad6c7ebbb5fa req-0d6392b7-bada-4807-8a84-1adf79016fd1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0603132 Aug 12 04:08:51.686224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d9751-eb10-488c-be9e-df8ba9edf189 req-b48975ae-2ea5-4e2f-86e6-9ee58c2d0b98 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.691182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d9d9751-eb10-488c-be9e-df8ba9edf189 req-b48975ae-2ea5-4e2f-86e6-9ee58c2d0b98 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 936 time: 0.1791341 Aug 12 04:08:51.703984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: cbdd35ed-6396-45ec-82df-72eac7937459 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:08:51.704304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cbdd35ed-6396-45ec-82df-72eac7937459 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:08:51.720337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-244117e7-878b-49a3-acdb-ad6c7ebbb5fa req-9fe2a70b-02a1-4a8e-8e97-0f783939793a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Aug 12 04:08:51.736275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:51.736935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-eccba6bb-c6ea-4078-9887-047fe748103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.738415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-eccba6bb-c6ea-4078-9887-047fe748103d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1099 time: 0.1860287 Aug 12 04:08:51.776654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-44dc0e29-c34c-416a-aed8-ded7fadfeba3 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.778117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-44dc0e29-c34c-416a-aed8-ded7fadfeba3 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1097 time: 0.1458955 Aug 12 04:08:51.778270 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab0565a-76b0-4b9e-8927-02e7e54446a5 x-openstack-request-id: req-4ab0565a-76b0-4b9e-8927-02e7e54446a5 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:51.778436 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-plugged", "status": "completed", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:51.778688 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ab0565a-76b0-4b9e-8927-02e7e54446a5 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:51.779104 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'code': 200} Aug 12 04:08:51.833455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804320-1'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:51.839071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d9d9751-eb10-488c-be9e-df8ba9edf189 req-f460f7d8-9d8d-40f7-ab45-f0ffb84633d4 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366782 Aug 12 04:08:51.889916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e187-17f4-46cd-ba92-d6f38f091229 req-5b025654-0dba-48d6-9f2c-6a448404a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.891595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5f7e187-17f4-46cd-ba92-d6f38f091229 req-5b025654-0dba-48d6-9f2c-6a448404a4bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 1096 time: 0.0454588 Aug 12 04:08:51.937258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5f7e187-17f4-46cd-ba92-d6f38f091229 req-4e932710-4a5d-4118-ad1f-2281e4a7273d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Aug 12 04:08:51.962372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.982783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e0a9ad-bda8-4bed-af75-1caec8e58c4e {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:51.992068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-88dc72c9-9155-47b5-8a35-8315621193ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.993546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-88dc72c9-9155-47b5-8a35-8315621193ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2334909 Aug 12 04:08:51.995439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:51.998189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b17bf5-8a81-422c-ad4f-27d2d679b11a req-36b953f4-ea23-4beb-8086-88edb9df5359 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:51.999687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84b17bf5-8a81-422c-ad4f-27d2d679b11a req-36b953f4-ea23-4beb-8086-88edb9df5359 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0500107 Aug 12 04:08:52.052270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84b17bf5-8a81-422c-ad4f-27d2d679b11a req-5c7d625d-d150-4af0-b5e4-329d15dad4df tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Aug 12 04:08:52.070045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Transition to ACTIVE for port object 72e0a9ad-bda8-4bed-af75-1caec8e58c4e will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:52.073337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-5354d3b8-8b70-4643-a684-fccdd48d9ab0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 217 time: 0.0544207 Aug 12 04:08:52.177347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:52.187519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c11029ae-5800-456f-a291-c0adaa7ab77e req-d7f1b2a6-d990-4aa8-8579-d8a2f346326d tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ee6ea62-d46a-430b-860f-cdd67971d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0628576 Aug 12 04:08:52.250456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-a78f4d77-ea7d-4e36-b236-d127ba098271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:52.252043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-a78f4d77-ea7d-4e36-b236-d127ba098271 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1710639 Aug 12 04:08:52.304904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Pushing event updated for resources: {'Port': ['ID=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:52.330808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:52.396516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-3b58a800-0019-4e38-bd58-631d83e1955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:52.398029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-3b58a800-0019-4e38-bd58-631d83e1955f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1358635 Aug 12 04:08:52.408264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7501-11cd-4f16-a028-4d4ef2a680c4 req-d4515b63-af80-4e03-8c47-a1599222ca48 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:52.418438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a54c7501-11cd-4f16-a028-4d4ef2a680c4 req-d4515b63-af80-4e03-8c47-a1599222ca48 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 945 time: 0.0621994 Aug 12 04:08:52.460341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a54c7501-11cd-4f16-a028-4d4ef2a680c4 req-552e49bd-f8a5-490f-8bec-f64f2ab1b8de tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Aug 12 04:08:52.508305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:52.538472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Attempting to bind port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:52.538833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Attempting to bind port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:52.539240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Attempting to bind port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:52.563712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:52.563712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Attempting to bind port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:52.588647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:52.590302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:52.590637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:52.591050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:52.591500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Bound port: 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:52.591843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:52.620566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab1a5-bb50-46ff-8b66-c3b282d4148b req-f2c8295f-2e1e-4485-959a-a241fd440137 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:52.625600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecdab1a5-bb50-46ff-8b66-c3b282d4148b req-f2c8295f-2e1e-4485-959a-a241fd440137 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 946 time: 0.1619730 Aug 12 04:08:52.625600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-e8e5fecf-5712-4cb1-b568-e03536066a77 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159076 Aug 12 04:08:52.713357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:52.794114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecdab1a5-bb50-46ff-8b66-c3b282d4148b req-8a1cacca-a575-4933-ace2-2a6c5858e199 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652019 Aug 12 04:08:52.808188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] For port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:52.860172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74902862-ea9e-4551-abc6-b57cc19151b5 req-5d20e75b-8947-4ca3-9db0-d1a9368fbbd3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:52.861949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74902862-ea9e-4551-abc6-b57cc19151b5 req-5d20e75b-8947-4ca3-9db0-d1a9368fbbd3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0631337 Aug 12 04:08:52.866642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] For port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:52.873536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-35ca09ff-d9f1-4b52-8124-a66346dbef54 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264867 Aug 12 04:08:52.874131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:52.887360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:08:52.887695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:08:52.888031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:52.892616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:08:52.892941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Attempting to bind port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on network 4422a9f2-0b2f-404e-ad02-67a357bcab2e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:08:52.898247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:08:52.898619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Checking segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:52.899041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Bound using segment: {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:08:52.899522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Bound port: 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237a8275-b796-4b2e-87b0-dc7a6c514d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '4422a9f2-0b2f-404e-ad02-67a357bcab2e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:08:52.899986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:52.919678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74902862-ea9e-4551-abc6-b57cc19151b5 req-7ebcc909-222b-4f3a-a425-61d68ce102f7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Aug 12 04:08:52.945937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.023969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.024594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.025991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] 10.222.0.36 "PUT /v2.0/ports/72e0a9ad-bda8-4bed-af75-1caec8e58c4e HTTP/1.1" status: 200 len: 1096 time: 1.7353442 Aug 12 04:08:53.053321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:53.059470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:08:53.067741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f77e2-90ce-420b-b15a-c8c4582fcf86 req-32263093-6e16-4e85-8b5a-92d2078c08d5 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.069294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-810f77e2-90ce-420b-b15a-c8c4582fcf86 req-32263093-6e16-4e85-8b5a-92d2078c08d5 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 948 time: 0.1343358 Aug 12 04:08:53.070291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e024b-8f43-4728-9d18-d4795656a5db service neutron] Pushing event updated for resources: {'Port': ['ID=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:53.115180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-810f77e2-90ce-420b-b15a-c8c4582fcf86 req-df69f934-1e97-4343-be1f-7d58e8788264 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Aug 12 04:08:53.159047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.200913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f46966-bbd4-422c-b592-b43fc2d08d32 req-c139ac2c-32f7-4563-b148-20f0fdcc6de5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.207252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14f46966-bbd4-422c-b592-b43fc2d08d32 req-c139ac2c-32f7-4563-b148-20f0fdcc6de5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0681849 Aug 12 04:08:53.257683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:53.278577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14f46966-bbd4-422c-b592-b43fc2d08d32 req-d28c853a-3f77-4785-af47-f5ccc4626ad9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Aug 12 04:08:53.286975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=8']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:53.307279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.308153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.310039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f9bd045f-6ef7-408d-9183-49d0db3f0bef service neutron] 10.222.0.20 "PUT /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 1122 time: 1.4833908 Aug 12 04:08:53.314252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-0ac6a384-d51a-49f8-8011-7466187522bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.316089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-0ac6a384-d51a-49f8-8011-7466187522bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5107cec5ccbb4477b66e722875808367&device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 1099 time: 0.1504912 Aug 12 04:08:53.343923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'}, {'name': 'network-changed', 'server_uuid': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'tag': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e'}, {'name': 'network-changed', 'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:53.343923 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7" -d '{"events": [{"server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a"}, {"name": "network-changed", "server_uuid": "8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e", "tag": "72e0a9ad-bda8-4bed-af75-1caec8e58c4e"}, {"name": "network-changed", "server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:53.380339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:53.388270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-f94d400c-6ecb-4e12-ad1d-eb17820b2d6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e HTTP/1.1" status: 200 len: 217 time: 0.0616038 Aug 12 04:08:53.392701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:08:53.399482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8826ec97-c295-46c1-9a9a-4e48cba204ca req-e9b8b4c6-f43b-42e4-bcb3-bb859c8ab947 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/a6d2ff5b-2438-4304-843b-d9ce2cf994b7 HTTP/1.1" status: 200 len: 1800 time: 0.1034353 Aug 12 04:08:53.401137 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52ed158-2da5-43d9-aaf1-d6ea595d005b x-openstack-request-id: req-c52ed158-2da5-43d9-aaf1-d6ea595d005b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:53.401694 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a", "code": 200}, {"name": "network-changed", "server_uuid": "8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e", "tag": "72e0a9ad-bda8-4bed-af75-1caec8e58c4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:53.401998 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c52ed158-2da5-43d9-aaf1-d6ea595d005b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:53.402538 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'code': 200} Aug 12 04:08:53.402823 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'tag': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e', 'status': 'completed', 'code': 200} Aug 12 04:08:53.403074 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'status': 'completed', 'code': 200} Aug 12 04:08:53.412927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:53.441309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:53.473850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-16df9977-849a-429b-9f03-b493145aeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.475339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-16df9977-849a-429b-9f03-b493145aeb0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0715365 Aug 12 04:08:53.531092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8826ec97-c295-46c1-9a9a-4e48cba204ca req-b2eec882-308c-486b-b98e-e80f88be873e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.565349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-4dc94342-3e3c-48f6-9e08-f122c732e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.566899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-4dc94342-3e3c-48f6-9e08-f122c732e2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797555 Aug 12 04:08:53.571050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8826ec97-c295-46c1-9a9a-4e48cba204ca req-b2eec882-308c-486b-b98e-e80f88be873e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.602399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd37027-6b8d-45d5-85b5-0f5ff86e79c9 req-4ab1b42b-8e73-4ab1-8d7d-e9eeac1ad235 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:53.604290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1fd37027-6b8d-45d5-85b5-0f5ff86e79c9 req-4ab1b42b-8e73-4ab1-8d7d-e9eeac1ad235 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Aug 12 04:08:53.648119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1fd37027-6b8d-45d5-85b5-0f5ff86e79c9 req-193bd505-7225-4412-bc6a-790a2f35602c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Aug 12 04:08:53.692418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-077e5349-d5f2-427c-bbb8-c80d01a7307e service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128190 Aug 12 04:08:53.791105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f16bc208-cce1-4d71-a40d-7ef219ba8f2f req-1745dc7e-d274-4676-922e-3ea1d0f3cbd1 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900006 Aug 12 04:08:53.797345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8826ec97-c295-46c1-9a9a-4e48cba204ca req-b2eec882-308c-486b-b98e-e80f88be873e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.800612 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8826ec97-c295-46c1-9a9a-4e48cba204ca req-b2eec882-308c-486b-b98e-e80f88be873e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.801333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8826ec97-c295-46c1-9a9a-4e48cba204ca req-b2eec882-308c-486b-b98e-e80f88be873e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6d2ff5b-2438-4304-843b-d9ce2cf994b7 HTTP/1.1" status: 204 len: 173 time: 0.3892312 Aug 12 04:08:53.810981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eec882-308c-486b-b98e-e80f88be873e tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d2ff5b-2438-4304-843b-d9ce2cf994b7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:53.868282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a4d0210-03c9-4c64-830b-ba8145ddd390 req-7150481a-9b60-4dab-b0f3-02a24f427321 tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "GET /v2.0/security-groups/da6e1746-4057-4aae-9958-df1b0d82ef4e HTTP/1.1" status: 200 len: 1800 time: 0.0422127 Aug 12 04:08:53.927846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4d0210-03c9-4c64-830b-ba8145ddd390 req-714d1d64-5932-461d-b19e-801eb733702a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:53.977597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4d0210-03c9-4c64-830b-ba8145ddd390 req-714d1d64-5932-461d-b19e-801eb733702a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.008733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-15753e76-dfbd-4808-b5ce-8399cbe04b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.010220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-15753e76-dfbd-4808-b5ce-8399cbe04b37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5107cec5ccbb4477b66e722875808367&device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 1099 time: 0.0835171 Aug 12 04:08:54.099032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-40b7dd07-128a-446e-b649-e749a64a82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.100413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-40b7dd07-128a-446e-b649-e749a64a82eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.0826406 Aug 12 04:08:54.325243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb93f7-0814-4f28-8460-717550c788c4 req-711f5368-221d-4407-b45c-0a462246047a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.326785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fceb93f7-0814-4f28-8460-717550c788c4 req-711f5368-221d-4407-b45c-0a462246047a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.0579243 Aug 12 04:08:54.368328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fceb93f7-0814-4f28-8460-717550c788c4 req-908d4eb0-79c2-49e1-836f-924846c6b879 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Aug 12 04:08:54.449347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4d0210-03c9-4c64-830b-ba8145ddd390 req-714d1d64-5932-461d-b19e-801eb733702a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.451852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4d0210-03c9-4c64-830b-ba8145ddd390 req-714d1d64-5932-461d-b19e-801eb733702a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.452960 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a4d0210-03c9-4c64-830b-ba8145ddd390 req-714d1d64-5932-461d-b19e-801eb733702a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] 10.222.0.42 "DELETE /v2.0/security-groups/da6e1746-4057-4aae-9958-df1b0d82ef4e HTTP/1.1" status: 204 len: 173 time: 0.5781610 Aug 12 04:08:54.454193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-bc0fa3a6-a510-484a-af9f-c8314f690987 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e HTTP/1.1" status: 200 len: 217 time: 0.3450696 Aug 12 04:08:54.462919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45686) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:54.477989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d1d64-5932-461d-b19e-801eb733702a tempest-SecurityGroupsTestJSON-434067774 tempest-SecurityGroupsTestJSON-434067774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e1746-4057-4aae-9958-df1b0d82ef4e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:54.493639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9ef98-85ec-4577-8a9d-e1aeb2096521 req-2ce3ae74-e5aa-4b64-b977-9eb9e3628599 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.495170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ba9ef98-85ec-4577-8a9d-e1aeb2096521 req-2ce3ae74-e5aa-4b64-b977-9eb9e3628599 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0528548 Aug 12 04:08:54.543689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ba9ef98-85ec-4577-8a9d-e1aeb2096521 req-7d320cbc-6be2-41c0-907c-3b0f8964a54d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Aug 12 04:08:54.572658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Deleting subnet 7148b2c6-3f3d-4cf3-aec8-d5b273949009 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:08:54.576479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-56ebcf4a-172f-49c8-bf95-157b1f18aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.577916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-56ebcf4a-172f-49c8-bf95-157b1f18aeaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1138971 Aug 12 04:08:54.580713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.580947 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:08:54.649040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5aafe-1713-4fa1-b643-1bf9b9555b0f req-b1c98621-7574-49b7-a81d-e9c0f40bb440 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.650447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ee5aafe-1713-4fa1-b643-1bf9b9555b0f req-b1c98621-7574-49b7-a81d-e9c0f40bb440 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 948 time: 0.1303661 Aug 12 04:08:54.658737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.661549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ca6e-0f85-4ffb-a68f-8e81aa7c207b req-25a8455b-26cd-475d-a8cf-801ae5d81280 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.663133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eac8ca6e-0f85-4ffb-a68f-8e81aa7c207b req-25a8455b-26cd-475d-a8cf-801ae5d81280 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Aug 12 04:08:54.701855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eac8ca6e-0f85-4ffb-a68f-8e81aa7c207b req-717d4ef2-df08-4da0-a4cb-6f5af4bc8156 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Aug 12 04:08:54.720058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-22945f9f-2f10-4ead-bac4-95e45c5e06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.721565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-22945f9f-2f10-4ead-bac4-95e45c5e06e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1199169 Aug 12 04:08:54.785537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ee5aafe-1713-4fa1-b643-1bf9b9555b0f req-431c4516-09f4-41c0-867a-3b0db236530a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246114 Aug 12 04:08:54.786641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.821705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df7f53-b58f-4707-bdf3-dca9b56d32f7 req-f36e5a14-28a7-41a4-a6bc-f0d0b4055b94 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:54.823259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56df7f53-b58f-4707-bdf3-dca9b56d32f7 req-f36e5a14-28a7-41a4-a6bc-f0d0b4055b94 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0643442 Aug 12 04:08:54.869765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-8879f7b6-1527-445e-a6d7-2fb3cedf1e78 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346653 Aug 12 04:08:54.870188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56df7f53-b58f-4707-bdf3-dca9b56d32f7 req-647899e5-0e92-4d7e-a963-2dfd380bd1cd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Aug 12 04:08:54.960380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:54.999993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7148b2c6-3f3d-4cf3-aec8-d5b273949009,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:55.002554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.007633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b6fe6581-7a01-4552-90ec-42dc6aeefc59 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7148b2c6-3f3d-4cf3-aec8-d5b273949009 HTTP/1.1" status: 204 len: 168 time: 0.5419617 Aug 12 04:08:55.009786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45692) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:55.013462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-1421a15f-81c6-439c-a3df-4368afa31acf service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325581 Aug 12 04:08:55.080728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.104333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-432f210f-f892-4f94-96fe-27cb9b47a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.105835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-432f210f-f892-4f94-96fe-27cb9b47a7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1125 time: 0.0426276 Aug 12 04:08:55.162970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.173424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8a97b0-1274-46f7-befc-13dce553f6ee']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:55.184568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4463236e-4112-4fbc-a7d1-5c8f80c09890') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:55.184866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4463236e-4112-4fbc-a7d1-5c8f80c09890') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:08:55.193610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.206281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-fe983f11-4f34-412d-b620-4ffaf61f0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.207222 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.207879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-fe983f11-4f34-412d-b620-4ffaf61f0582 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.0922143 Aug 12 04:08:55.213108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:08:55.218060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.218179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:08:55.218665 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:08:55.253655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-6aa6b444-7c31-4f33-ab8e-434203296d1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 217 time: 0.0359545 Aug 12 04:08:55.279908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:55.305275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-e0ec2b79-3405-4859-8f61-e2565d32172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.306819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-e0ec2b79-3405-4859-8f61-e2565d32172d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.0450397 Aug 12 04:08:55.346723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-3dc8cff6-e56c-480d-a76e-e3dc3e2f5468 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295091 Aug 12 04:08:55.391299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:55.403880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c', 'port_id': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'mac_address': 'fa:16:3e:1a:09:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad63228a-8ada-4e1d-8e89-787a8f82ffeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:55.445792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-7052b058-c223-4c12-8044-7b153edab5ff service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884528 Aug 12 04:08:55.446951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.460883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7431df08-2abe-44a7-8e8e-9bee3741e36b {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:55.471878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.498324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066c668-3ca2-4791-a882-90a755d93bd8 req-031d43c5-aef3-4823-9a7e-0f043c5f679f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.499836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9066c668-3ca2-4791-a882-90a755d93bd8 req-031d43c5-aef3-4823-9a7e-0f043c5f679f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.0559826 Aug 12 04:08:55.508067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.517968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.519912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bb8a97b0-1274-46f7-befc-13dce553f6ee HTTP/1.1" status: 204 len: 168 time: 0.5088885 Aug 12 04:08:55.538116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27b34-4708-403d-8bc7-ca1ce9a37c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8a97b0-1274-46f7-befc-13dce553f6ee,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:55.559037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:55.562304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9066c668-3ca2-4791-a882-90a755d93bd8 req-161e2fc5-1f71-4f06-b95c-986151910859 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559201 Aug 12 04:08:55.564210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90f73b22-4c5b-4ab0-a2ba-3efc2349cff7 req-4bbe0757-1c5f-49bb-b552-b52cee0143dd service neutron] 10.222.0.36 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068180 Aug 12 04:08:55.654614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:55.678111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332ff84-1b58-49e3-afc2-87f5eb7a90bb req-a0f776db-8ccd-474c-a0dc-5affd9b1e7ee tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.682857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f332ff84-1b58-49e3-afc2-87f5eb7a90bb req-a0f776db-8ccd-474c-a0dc-5affd9b1e7ee tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0513372 Aug 12 04:08:55.702374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:55.718735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f332ff84-1b58-49e3-afc2-87f5eb7a90bb req-8e223fe3-5115-4c4c-a2c4-00563589f5f6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Aug 12 04:08:55.817422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b7a14-2e14-49a4-bebd-44372020ed13 req-30eafa2c-b07b-4f1d-a22b-8bc2b63939c1 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.818978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-638b7a14-2e14-49a4-bebd-44372020ed13 req-30eafa2c-b07b-4f1d-a22b-8bc2b63939c1 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 945 time: 0.0500293 Aug 12 04:08:55.858627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-638b7a14-2e14-49a4-bebd-44372020ed13 req-f14027f2-3075-46a4-87ba-935d98637226 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336540 Aug 12 04:08:55.903156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfccc5-35b8-48d1-9d93-9056a72d8bb6 req-19fff935-6c85-41ff-bbd6-e7626627c44b tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:55.904667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bfccc5-35b8-48d1-9d93-9056a72d8bb6 req-19fff935-6c85-41ff-bbd6-e7626627c44b tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 948 time: 0.0497077 Aug 12 04:08:55.952044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bfccc5-35b8-48d1-9d93-9056a72d8bb6 req-0fc367af-db97-4851-8a4f-a2fa7c3540c2 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Aug 12 04:08:56.052536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['7431df08-2abe-44a7-8e8e-9bee3741e36b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:56.076832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6707e8-b340-4c02-b1e3-302d13db2b6f req-3d32c4d7-cc70-4fb9-b5cf-0a918278ab6c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:56.078972 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6707e8-b340-4c02-b1e3-302d13db2b6f req-3d32c4d7-cc70-4fb9-b5cf-0a918278ab6c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0516038 Aug 12 04:08:56.080137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45716) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:56.125191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db95c1ab-753f-4068-b602-76a8e375a07d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=138b0ddfa272438893b3f223bffe3bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431216 Aug 12 04:08:56.129027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45722) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:56.132566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a6707e8-b340-4c02-b1e3-302d13db2b6f req-3b3a32e6-7592-42ba-a048-152aee71ffa1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448983 Aug 12 04:08:56.189408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8c6a-11d5-4d01-8d6c-08def8e000e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:56.211751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8c6a-11d5-4d01-8d6c-08def8e000e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:56.380245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8c6a-11d5-4d01-8d6c-08def8e000e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:56.383508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f6f8c6a-11d5-4d01-8d6c-08def8e000e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:56.384662 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4f6f8c6a-11d5-4d01-8d6c-08def8e000e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38aa1ca4-bae0-40c5-9071-d9c06e084167 HTTP/1.1" status: 204 len: 168 time: 0.2547252 Aug 12 04:08:56.392319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f8c6a-11d5-4d01-8d6c-08def8e000e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa1ca4-bae0-40c5-9071-d9c06e084167,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:56.693112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960bbf8-42f7-4da7-9a4a-09b2be980c88 req-353d6828-b012-4397-8f02-4268497f62a7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:56.694747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f960bbf8-42f7-4da7-9a4a-09b2be980c88 req-353d6828-b012-4397-8f02-4268497f62a7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.0533659 Aug 12 04:08:56.755756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f960bbf8-42f7-4da7-9a4a-09b2be980c88 req-1f67f14b-0e8b-4212-a9e9-18bb23abc359 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Aug 12 04:08:56.866967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a333-8365-4828-bd9c-a06b2cc3ca37 req-50ed3948-f5e3-4040-8ae4-f84322f01962 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:56.869355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50f3a333-8365-4828-bd9c-a06b2cc3ca37 req-50ed3948-f5e3-4040-8ae4-f84322f01962 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0529745 Aug 12 04:08:56.910185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50f3a333-8365-4828-bd9c-a06b2cc3ca37 req-247a1bed-727c-45b2-a4ad-005944c2a953 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Aug 12 04:08:57.090592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600aad0-6a58-47e2-b1fd-2fce9b936555 req-00b42f1f-7e60-4613-9a9b-37ac43eb3a2e tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:57.092138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8600aad0-6a58-47e2-b1fd-2fce9b936555 req-00b42f1f-7e60-4613-9a9b-37ac43eb3a2e tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 948 time: 0.0510864 Aug 12 04:08:57.134124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8600aad0-6a58-47e2-b1fd-2fce9b936555 req-01e9033e-03b8-4dce-b968-e89942e7ae7f tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358438 Aug 12 04:08:57.261261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9475bc-82e2-47b0-9bc9-9d851abd23c5 req-08656142-f440-42e2-b41b-ca7c75f2d875 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:57.263083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd9475bc-82e2-47b0-9bc9-9d851abd23c5 req-08656142-f440-42e2-b41b-ca7c75f2d875 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0566189 Aug 12 04:08:57.292584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:57.312764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd9475bc-82e2-47b0-9bc9-9d851abd23c5 req-40499308-5634-4245-8ce5-671e60f1a456 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Aug 12 04:08:57.313785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 72e0a9ad-bda8-4bed-af75-1caec8e58c4e details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:57.316646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:57.509821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:57.531585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:08:57.549080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:57.560561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e', 'mac_address': 'fa:16:3e:0f:a1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:57.606735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.620087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e0a9ad-bda8-4bed-af75-1caec8e58c4e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:57.641485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:57.649512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 7431df08-2abe-44a7-8e8e-9bee3741e36b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:57.654789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 7431df08-2abe-44a7-8e8e-9bee3741e36b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:57.655517 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.656281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45776) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:57.736807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.743382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.767073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-569901595-network', 'tenant_id': '4eec13826f0d439b8c095e653884de05'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:57.792820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:57.795692 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dadd2a-3b08-486f-9ac3-a1e95e07e294" -d '{"events": [{"server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "name": "network-vif-plugged", "status": "completed", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:08:57.821605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:57.825424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:57.851581 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0b8d4-f4d0-4a37-ace1-0d071a8c2ecd x-openstack-request-id: req-4fc0b8d4-f4d0-4a37-ace1-0d071a8c2ecd {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:08:57.851975 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "name": "network-vif-plugged", "status": "completed", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:08:57.852328 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fc0b8d4-f4d0-4a37-ace1-0d071a8c2ecd {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:08:57.852819 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'code': 200} Aug 12 04:08:57.885121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Made reservation on behalf of 4eec13826f0d439b8c095e653884de05 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:57.888459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.897263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983546e-fe82-45d4-8525-fae8d6220ac0 req-43c99d21-79dd-4b63-a1a7-162e1b97fa98 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:57.897832 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.899783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a983546e-fe82-45d4-8525-fae8d6220ac0 req-43c99d21-79dd-4b63-a1a7-162e1b97fa98 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.0591667 Aug 12 04:08:57.944750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:57.963242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a983546e-fe82-45d4-8525-fae8d6220ac0 req-90c79573-cc39-4901-b749-33c37ee141ca tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566688 Aug 12 04:08:57.995092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['72e0a9ad-bda8-4bed-af75-1caec8e58c4e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:08:58.009466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52186d8-f060-4552-9cbc-8c4701c0eccb req-cc6759b2-131a-45cd-8bd2-5c2c07750ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:58.009466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d52186d8-f060-4552-9cbc-8c4701c0eccb req-cc6759b2-131a-45cd-8bd2-5c2c07750ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1095 time: 0.0912318 Aug 12 04:08:58.043880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:58.120086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a3de-aea7-43ee-8d06-a2970fea3310 req-02a1f307-5f96-45a7-b660-06fc35b8d442 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:58.122033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a27a3de-aea7-43ee-8d06-a2970fea3310 req-02a1f307-5f96-45a7-b660-06fc35b8d442 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1098979 Aug 12 04:08:58.125886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d52186d8-f060-4552-9cbc-8c4701c0eccb req-fe8ee7d2-5904-4769-92fa-b6f62405d217 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022758 Aug 12 04:08:58.191468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a27a3de-aea7-43ee-8d06-a2970fea3310 req-19d1f046-048d-4ab4-9c6c-7246cda27f5a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574942 Aug 12 04:08:58.193198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.206862 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6c572d71-64d6-4b0d-96d9-5039fc462b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.272922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.284706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1156e4c-c8b1-42bb-80bc-c10bd9f79fbc req-45e285d3-12bb-4529-9fc2-d89510e135f7 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:58.286361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1156e4c-c8b1-42bb-80bc-c10bd9f79fbc req-45e285d3-12bb-4529-9fc2-d89510e135f7 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 949 time: 0.0534639 Aug 12 04:08:58.300374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:08:58.316655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df53b24-8c31-46c3-9d42-66fcb76c30c5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:58.321308 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.322704 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Added segment 8ade37e7-3f01-42c7-9a4d-3afcfe414e0e of type vlan for network a163ae8a-e696-4edf-bb21-cbd13bd780b9 Aug 12 04:08:58.357169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1156e4c-c8b1-42bb-80bc-c10bd9f79fbc req-93982215-addc-40b1-986e-150b0f6adabf tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Aug 12 04:08:58.379039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.474522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a8b3-c699-4197-b6f2-f84bf2a85660 req-32b73261-eae1-45c1-86f1-aade08bd8bb8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:58.476217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6636a8b3-c699-4197-b6f2-f84bf2a85660 req-32b73261-eae1-45c1-86f1-aade08bd8bb8 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0497551 Aug 12 04:08:58.499921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.500842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:58.501411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.574131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6636a8b3-c699-4197-b6f2-f84bf2a85660 req-f3011699-8083-42fe-84d3-239e8ab3f9f5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913692 Aug 12 04:08:58.584746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] Pushing event updated for resources: {'Network': ['ID=a163ae8a-e696-4edf-bb21-cbd13bd780b9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:58.596818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:08:58.658841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-982d237e-f6a8-4dbc-a999-0cd8d98fa2bd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0010316 Aug 12 04:08:58.661706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45796) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:58.668153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Request body: {'subnet': {'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-569901595-subnet', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:58.780779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Made reservation on behalf of 4eec13826f0d439b8c095e653884de05 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:08:58.783199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:58.968995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-81cc92e0-0b86-441c-9ae5-e775343ea44f service neutron] 10.222.0.36 "GET /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.0749846 Aug 12 04:08:59.058461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.114997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e610127-8078-48a0-b6f0-3f57b9ea3a3a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:59.127259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.127608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.127947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.128280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.128609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.128938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.129397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.129731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.130053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.130375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.131098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.131098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:08:59.137849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Checking segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:08:59.138204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Network hostable DHCP agents. Network: a163ae8a-e696-4edf-bb21-cbd13bd780b9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:08:59.157513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918872c-d94d-478b-bbac-e394c76007c0 req-8bc41e36-ce87-4a19-b3e5-400b3d406ae1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:59.159034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3918872c-d94d-478b-bbac-e394c76007c0 req-8bc41e36-ce87-4a19-b3e5-400b3d406ae1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 944 time: 0.1051712 Aug 12 04:08:59.207035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:59.229370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3918872c-d94d-478b-bbac-e394c76007c0 req-66d161dc-4b8c-454f-8f4a-1c564792ad33 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600176 Aug 12 04:08:59.240792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:08:59.263973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:08:59.282278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:59.293775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:59.311802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:08:59.325225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769ad0f-fb86-464b-9d80-b7bb27e66939 req-15c386c4-a51f-4edc-9de9-ec4eb04a5020 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:59.327090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b769ad0f-fb86-464b-9d80-b7bb27e66939 req-15c386c4-a51f-4edc-9de9-ec4eb04a5020 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0593898 Aug 12 04:08:59.327306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 72e0a9ad-bda8-4bed-af75-1caec8e58c4e up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:08:59.362556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a163ae8a-e696-4edf-bb21-cbd13bd780b9) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:08:59.369804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:59.370752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.376390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b769ad0f-fb86-464b-9d80-b7bb27e66939 req-4d091ea6-3b91-416f-be4f-9f6dae48a395 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Aug 12 04:08:59.404807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85132fc-e594-47e9-abf8-72ed389ff050 None None] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:08:59.418262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.482502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f061b63a-c1ac-4b52-a4c0-0528fe74aa90 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8190644 Aug 12 04:08:59.489444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:08:59.494674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:08:59.515136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be696cfc-a461-4cd3-87f4-c78f8c3ce293 req-2141df55-c9e3-484a-b79c-bc95b595c092 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:59.516725 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be696cfc-a461-4cd3-87f4-c78f8c3ce293 req-2141df55-c9e3-484a-b79c-bc95b595c092 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 949 time: 0.0695398 Aug 12 04:08:59.517329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] Transition to ACTIVE for port object 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:08:59.538436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:59.560382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be696cfc-a461-4cd3-87f4-c78f8c3ce293 req-6e4f724a-e71a-460c-acfa-4ddbb1a33932 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356760 Aug 12 04:08:59.575426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'mac_address': 'fa:16:3e:7f:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:08:59.616244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:08:59.643441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:08:59.643799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.649137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.653759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.653759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.666996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:08:59.667844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.669660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.705888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 439b43c1-69ae-40dc-9bbe-0a5fc39101fc {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:08:59.714298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.742778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:08:59.750911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] No DVR routers for this DVR port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:08:59.814141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a/bindings/n-h1-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8377821 Aug 12 04:08:59.823297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112f242-5463-49da-81f5-8108923baa77 req-3212331a-4c32-47ee-a40f-b3a4cfeb4890 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:08:59.825822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8112f242-5463-49da-81f5-8108923baa77 req-3212331a-4c32-47ee-a40f-b3a4cfeb4890 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1649077 Aug 12 04:08:59.825822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea2358-b74f-4a14-97cb-d5053b122b35 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:59.883382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.891166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8112f242-5463-49da-81f5-8108923baa77 req-eb3750a3-9f73-4efc-85b3-754970d1c835 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Aug 12 04:08:59.941537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:08:59.951289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:08:59.996794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:08:59.998908 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054af3f-93ad-463f-8b95-75025d5a7352" -d '{"events": [{"server_uuid": "8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e", "name": "network-vif-plugged", "status": "completed", "tag": "72e0a9ad-bda8-4bed-af75-1caec8e58c4e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:00.011956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f938aa03-e225-4134-9beb-e4604665d3ac tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.013435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-f938aa03-e225-4134-9beb-e4604665d3ac tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.0481651 Aug 12 04:09:00.016456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Allocated IP 172.20.0.2 (a163ae8a-e696-4edf-bb21-cbd13bd780b9/8e610127-8078-48a0-b6f0-3f57b9ea3a3a/eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:00.019465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:00.052983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['439b43c1-69ae-40dc-9bbe-0a5fc39101fc'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:00.054480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.056286 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790dd807-b1ff-4e57-b57d-24edeca5231e x-openstack-request-id: req-790dd807-b1ff-4e57-b57d-24edeca5231e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:00.056568 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e", "name": "network-vif-plugged", "status": "completed", "tag": "72e0a9ad-bda8-4bed-af75-1caec8e58c4e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:00.056819 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-790dd807-b1ff-4e57-b57d-24edeca5231e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:00.057264 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e', 'code': 200} Aug 12 04:09:00.075830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2130f0-bd36-45f7-8346-36f38ee8f038 req-cda2dba3-a50e-4d5a-ad37-2a9f4694b62e tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.077613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da2130f0-bd36-45f7-8346-36f38ee8f038 req-cda2dba3-a50e-4d5a-ad37-2a9f4694b62e tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1096 time: 0.0888555 Aug 12 04:09:00.079584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-c611421e-5c70-4d2d-bff3-05347bedf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.081361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-c611421e-5c70-4d2d-bff3-05347bedf877 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab&tenant_id=a7aa76a7b636408e95bc38aa4acc8973 HTTP/1.1" status: 200 len: 1096 time: 0.0587616 Aug 12 04:09:00.124860 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da2130f0-bd36-45f7-8346-36f38ee8f038 req-41cf66da-380b-4b5c-8eba-e0ade2156704 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Aug 12 04:09:00.154354 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.155432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:00.255158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-c63214ba-b2c4-4c6c-b5af-03458f31f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.257759 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-c63214ba-b2c4-4c6c-b5af-03458f31f50c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1096 time: 0.1408811 Aug 12 04:09:00.325945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b2d8-3c7c-44e1-bab1-15557c268e31 req-d4d79f96-0f2f-4738-bb43-9dc7e546fd79 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.327810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:00.331266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0900b2d8-3c7c-44e1-bab1-15557c268e31 req-d4d79f96-0f2f-4738-bb43-9dc7e546fd79 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1096 time: 0.0712690 Aug 12 04:09:00.343764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:00.377636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.380452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8526-8932-424a-b291-26b6f39dc32e req-fefeeaeb-f199-4a1c-b224-0fadefef6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.381809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-524a8526-8932-424a-b291-26b6f39dc32e req-fefeeaeb-f199-4a1c-b224-0fadefef6d28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 1101 time: 0.2005985 Aug 12 04:09:00.394058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0900b2d8-3c7c-44e1-bab1-15557c268e31 req-39482b78-ef26-4951-8cbb-f3283c326eaf tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Aug 12 04:09:00.396715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Transition to ACTIVE for port object eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:00.438112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Transition to ACTIVE for port object eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:00.515367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedc4ca-10bd-433a-8996-4bfd0fc442cc req-23d13817-b5ad-4b67-b7a3-6c2bdadfb6c7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.522853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cedc4ca-10bd-433a-8996-4bfd0fc442cc req-23d13817-b5ad-4b67-b7a3-6c2bdadfb6c7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.1801431 Aug 12 04:09:00.534880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-524a8526-8932-424a-b291-26b6f39dc32e req-07919301-3a01-408e-8a02-7247ab44c28d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335466 Aug 12 04:09:00.538597 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.538832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-12af977f-04f0-4263-85d4-b5d1fbdbf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.538832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-12af977f-04f0-4263-85d4-b5d1fbdbf8dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 200 len: 921 time: 0.2719996 Aug 12 04:09:00.594382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27327325-6acf-450f-9e35-9cd4b6525080 req-10c2a214-b10f-43aa-9e08-7bb1b7916741 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.596070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27327325-6acf-450f-9e35-9cd4b6525080 req-10c2a214-b10f-43aa-9e08-7bb1b7916741 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0908194 Aug 12 04:09:00.596303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:00.599786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.604023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:00.609232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Pushing event updated for resources: {'Port': ['ID=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:00.612555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:00.619790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-77cce63d-f047-45de-b238-0195a0e0d4b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 200 len: 217 time: 0.0711040 Aug 12 04:09:00.627317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.658754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cedc4ca-10bd-433a-8996-4bfd0fc442cc req-cdf6b75f-fd3f-4b40-b90b-46994ed6b04d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304111 Aug 12 04:09:00.700841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27327325-6acf-450f-9e35-9cd4b6525080 req-bb861fae-130d-4ba8-8764-3d8980646327 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759110 Aug 12 04:09:00.733439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-e77161a3-cbbc-4808-8a1c-3f4bfc23a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.733805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Attempting to bind port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:00.734289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Attempting to bind port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:00.735042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Attempting to bind port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 on network a163ae8a-e696-4edf-bb21-cbd13bd780b9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:00.735217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-e77161a3-cbbc-4808-8a1c-3f4bfc23a926 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 200 len: 860 time: 0.1051998 Aug 12 04:09:00.740551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:00.741026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Checking segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:00.741377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.741810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Bound using segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:00.742372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Bound port: eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:00.742777 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.787582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-60e5b202-2674-4b8f-bdd9-8dde3effc5cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4422a9f2-0b2f-404e-ad02-67a357bcab2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391481 Aug 12 04:09:00.803222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Allocated IP 172.25.6.17 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/52af621b-e0bc-47e1-beb6-b5adef005896) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:00.840011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cf3b2f41-64a8-4646-98b1-0d95d17ad9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.878123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] For port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:00.884897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] For port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:00.935693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.940869 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.952789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:00.956212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-830e74be-e1b2-4d49-a354-36478d5aeed2 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580887 Aug 12 04:09:00.982347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef8109-9638-41ce-8986-02095ceafd3e req-1c0fb3e1-4da6-45a0-b0ca-f931aa9fbb66 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:00.994420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4ef8109-9638-41ce-8986-02095ceafd3e req-1c0fb3e1-4da6-45a0-b0ca-f931aa9fbb66 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 950 time: 0.1126575 Aug 12 04:09:01.056943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692910d4-a7fc-42b0-8c9e-53d52e04f81d None None] Pushing event updated for resources: {'Port': ['ID=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:01.103530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4ef8109-9638-41ce-8986-02095ceafd3e req-d8d5fbfc-1129-450f-bed5-5fa7343ab4a5 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011517 Aug 12 04:09:01.115690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:01.157929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-1ddb0d27-4a2f-4edf-93d5-f6eab62a4160 service neutron] 10.222.0.20 "GET /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922977 Aug 12 04:09:01.183137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:01.188338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:01.192925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:01.230584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Pushing event updated for resources: {'Port': ['ID=52af621b-e0bc-47e1-beb6-b5adef005896,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:01.322356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:01.440778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:01.441176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:01.589607 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:01.611376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:01.650220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:01.713219 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:01.802231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:01.825360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:01.841796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:01.953655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-d9a9dcae-3b1c-4502-b6c8-297fb53ea8cb tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:01.955407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-d9a9dcae-3b1c-4502-b6c8-297fb53ea8cb tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab&tenant_id=a7aa76a7b636408e95bc38aa4acc8973&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.1517065 Aug 12 04:09:01.970007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd5685-c256-418a-b3ad-5568e2ddcec3 req-42e91a01-7276-4c7d-9fc2-9983720f3fbd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:01.978520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41cd5685-c256-418a-b3ad-5568e2ddcec3 req-42e91a01-7276-4c7d-9fc2-9983720f3fbd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.1570845 Aug 12 04:09:01.995218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:02.058059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:02.060558 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac58c691-d987-439c-aa1a-32d71b5d4e2c" -d '{"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-plugged", "status": "completed", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:02.143695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:02.189741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41cd5685-c256-418a-b3ad-5568e2ddcec3 req-3acf0f8f-de6b-4902-8581-56c8cad2c887 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100060 Aug 12 04:09:02.331132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-767cad00-8873-416b-b490-420dbc2f7bed service neutron] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:02.342386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-767cad00-8873-416b-b490-420dbc2f7bed service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:02.344166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c30f89d-1fad-46b2-bfe0-8ea4adaa6b09 req-767cad00-8873-416b-b490-420dbc2f7bed service neutron] 10.222.0.20 "DELETE /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a/bindings/n-h2-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.3635561 Aug 12 04:09:02.362494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1423317-1031-40b8-931b-f408394a2d9f req-ce9d4a7f-87a6-4fd0-a637-b25296b148c1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:02.372129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1423317-1031-40b8-931b-f408394a2d9f req-ce9d4a7f-87a6-4fd0-a637-b25296b148c1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1102204 Aug 12 04:09:02.428449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1423317-1031-40b8-931b-f408394a2d9f req-6898f4a3-8516-4b27-ae01-3596cca1137c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546186 Aug 12 04:09:02.472306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025f679-6771-4e0a-9b51-8cc7f43b2604 None None] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:02.528998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Router 3e9b95ab-9914-4aa1-851e-153871ba142a is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:09:02.605552 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33659f9-0d92-44fa-9efa-734b07b0f035 x-openstack-request-id: req-b33659f9-0d92-44fa-9efa-734b07b0f035 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:02.605847 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-plugged", "status": "completed", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:02.611274 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b33659f9-0d92-44fa-9efa-734b07b0f035 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:02.611274 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'code': 200} Aug 12 04:09:02.645849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] Provisioning for port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:02.656616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] Provisioning complete for port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:02.656992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:02.712758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:09:02.723237 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Sync routers for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:09:02.724131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e211102-4729-44ca-a6a9-cbfaef5883fa req-75d9debd-8c0f-4d90-b2a9-bae2f78b74e3 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:02.733122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e211102-4729-44ca-a6a9-cbfaef5883fa req-75d9debd-8c0f-4d90-b2a9-bae2f78b74e3 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 950 time: 0.0717647 Aug 12 04:09:02.745064 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:02.749122 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:02.824876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e211102-4729-44ca-a6a9-cbfaef5883fa req-fc291f38-25f7-4f33-be91-d284f0534e9d tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906003 Aug 12 04:09:02.898927 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:02.900786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:02.903089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c46e4ec-36e6-47af-ba1e-ec5da956a7cb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4131057 Aug 12 04:09:02.906599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45926) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:03.088402 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.140541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] For port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:03.267291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.276433 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:01Z', 'revision_number': 3, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:03.348100 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Checking router: 3e9b95ab-9914-4aa1-851e-153871ba142a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:09:03.349464 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Updating router 3e9b95ab-9914-4aa1-851e-153871ba142a port 52af621b-e0bc-47e1-beb6-b5adef005896 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:09:03.402036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5aa86-9c1b-4306-8c96-81107f4bfd7a None None] Pushing event updated for resources: {'Port': ['ID=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:03.429209 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.509751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e0ac844b-c428-4f89-8598-2755604e973d None None] Provisioning complete for port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:03.511059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0ac844b-c428-4f89-8598-2755604e973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.568464 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.583227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:03.662058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-046946ff-ec32-44cd-b18c-ca9c77dc2bb5 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:09:03.663257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-046946ff-ec32-44cd-b18c-ca9c77dc2bb5 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183210 Aug 12 04:09:03.687011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Request body: {'binding': {'host': 'n-h1-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:03.687519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:09:03.711100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:03.712445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.865673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84306904-01a2-4bc6-bbb8-544dbe3f41fd req-4031cbbf-61f7-44f4-b746-8a038db9481b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:03.873276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84306904-01a2-4bc6-bbb8-544dbe3f41fd req-4031cbbf-61f7-44f4-b746-8a038db9481b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.1607974 Aug 12 04:09:03.909829 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:03.926770 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Transition to ACTIVE for port object 52af621b-e0bc-47e1-beb6-b5adef005896 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:03.979392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84306904-01a2-4bc6-bbb8-544dbe3f41fd req-b1ad6057-d1aa-4d9f-be19-950b0e11ea2e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049862 Aug 12 04:09:04.035787 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.036274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on host n-h1-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:04.036632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:04.037540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:04.048271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:04.051157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:04.055137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.057992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:04.058334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:04.058735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:04.059193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Bound port: 7431df08-2abe-44a7-8e8e-9bee3741e36b, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:04.108253 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Attempting to bind port 52af621b-e0bc-47e1-beb6-b5adef005896 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:04.110409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Attempting to bind port 52af621b-e0bc-47e1-beb6-b5adef005896 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:04.110409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Attempting to bind port 52af621b-e0bc-47e1-beb6-b5adef005896 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:04.113517 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Pushing event updated for resources: {'Port': ['ID=52af621b-e0bc-47e1-beb6-b5adef005896,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:04.122895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:04.123287 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:04.123667 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.124062 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:04.124664 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Bound port: 52af621b-e0bc-47e1-beb6-b5adef005896, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:04.125083 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.127557 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.127825 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.128164 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.128500 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.128830 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.129162 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.129488 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.129813 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.130135 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.130458 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.130805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.131459 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:04.204357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a55be-b484-459b-8937-fac2cf444754 req-4eb888ee-54f1-4350-a6f2-26f22a06ae87 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:04.212260 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] For port 52af621b-e0bc-47e1-beb6-b5adef005896, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:04.212460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc1a55be-b484-459b-8937-fac2cf444754 req-4eb888ee-54f1-4350-a6f2-26f22a06ae87 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1439793 Aug 12 04:09:04.216529 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] For port 52af621b-e0bc-47e1-beb6-b5adef005896, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=52af621b-e0bc-47e1-beb6-b5adef005896,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:04.235803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:04.303277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc1a55be-b484-459b-8937-fac2cf444754 req-2dba780a-5c44-42c2-8046-bd59cf3fb749 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898416 Aug 12 04:09:04.304694 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.335576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.340820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-778b2087-577c-48d9-ac84-3af1e4fde3f7 service neutron] 10.222.0.42 "POST /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6678321 Aug 12 04:09:04.379846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Allocated IP 172.20.0.1 (a163ae8a-e696-4edf-bb21-cbd13bd780b9/8e610127-8078-48a0-b6f0-3f57b9ea3a3a/9320fd43-0020-4d46-a3fb-cc1bfbcb9522) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:04.407052 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:04.407713 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:04.421183 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ae1d8-50f4-4397-9863-2708cee308fe None None] Pushing event updated for resources: {'Port': ['ID=52af621b-e0bc-47e1-beb6-b5adef005896,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:04.576765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:04.594513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.617638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Transition to ACTIVE for port object 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:04.774379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:04.818966 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:01Z', 'revision_number': 3, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:04.849707 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a4e7-90b2-4701-b821-47f85de44970 None None] The sync data for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 is: [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:01Z', 'revision_number': 3, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:09:04.860904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:04.874786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7878a-afcb-40a9-ae5d-db052650d7cf req-635d5ae8-d137-4663-a4b3-dc8f8a65c79d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:04.879215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-65c7878a-afcb-40a9-ae5d-db052650d7cf req-635d5ae8-d137-4663-a4b3-dc8f8a65c79d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1259737 Aug 12 04:09:04.886265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7f75-5555-4ed6-9472-c1241181d6ef req-e258ff07-bb22-4fa7-a911-22ed1597d010 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:04.895277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ffe7f75-5555-4ed6-9472-c1241181d6ef req-e258ff07-bb22-4fa7-a911-22ed1597d010 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 1096 time: 0.1075470 Aug 12 04:09:04.905630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:04.909798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:04.914260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Pushing event updated for resources: {'Port': ['ID=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:04.983812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ffe7f75-5555-4ed6-9472-c1241181d6ef req-7b5dbd37-74ab-414a-a420-d975e6a5f4e7 tempest-LiveAutoBlockMigrationV225Test-1385346515 tempest-LiveAutoBlockMigrationV225Test-1385346515-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839782 Aug 12 04:09:04.989842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-65c7878a-afcb-40a9-ae5d-db052650d7cf req-ccbc7e06-3471-4ec9-bf4b-9abb2a5e600c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053748 Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.005834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.006016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:05.062214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:05.555441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34e297ee-ac59-42c9-b3d3-ed7607da2d4f None None] Provisioning for port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:05.560653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34e297ee-ac59-42c9-b3d3-ed7607da2d4f None None] Provisioning complete for port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:05.561025 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34e297ee-ac59-42c9-b3d3-ed7607da2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:05.669927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-34e297ee-ac59-42c9-b3d3-ed7607da2d4f None None] Port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:09:05.680568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 52af621b-e0bc-47e1-beb6-b5adef005896 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:05.836989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cd12-452b-49c7-a75c-81a3abd8e8dc req-8f9ef4ad-11f0-4762-b018-6a8ad09b15db tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:05.845215 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9a1cd12-452b-49c7-a75c-81a3abd8e8dc req-8f9ef4ad-11f0-4762-b018-6a8ad09b15db tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1139832 Aug 12 04:09:05.853151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 52af621b-e0bc-47e1-beb6-b5adef005896 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:05.854002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 52af621b-e0bc-47e1-beb6-b5adef005896 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:05.854480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:05.900302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9a1cd12-452b-49c7-a75c-81a3abd8e8dc req-067b22b9-1887-4c40-89b7-c4c4118f010d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Aug 12 04:09:06.025518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-d69219a3-d346-4143-8894-763226c01f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.027294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-d69219a3-d346-4143-8894-763226c01f66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1096 time: 0.8495293 Aug 12 04:09:06.057881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:06.111331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41a55f-cb20-4275-a431-bcc04a974f66 req-0632b2c5-a8d5-4008-a466-e0d67fa3af15 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.117064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 52af621b-e0bc-47e1-beb6-b5adef005896, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=52af621b-e0bc-47e1-beb6-b5adef005896,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:06.118989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d41a55f-cb20-4275-a431-bcc04a974f66 req-0632b2c5-a8d5-4008-a466-e0d67fa3af15 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 950 time: 0.0849020 Aug 12 04:09:06.165528 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d41a55f-cb20-4275-a431-bcc04a974f66 req-06f815e9-e835-45af-a1bb-c836f8b61f71 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Aug 12 04:09:06.174993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f6749-4937-4c2f-8996-7394d674bfc9 req-fc1abd38-bdac-41e0-86ac-e9df8f0f41b1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.176577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-389f6749-4937-4c2f-8996-7394d674bfc9 req-fc1abd38-bdac-41e0-86ac-e9df8f0f41b1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.1709561 Aug 12 04:09:06.200828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:06.266378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-389f6749-4937-4c2f-8996-7394d674bfc9 req-47730e9a-cb24-439b-9a04-88684786851b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Aug 12 04:09:06.278177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:06.318095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-a2456e5d-c211-4c54-a1cd-19cc7eb0102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.319747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-a2456e5d-c211-4c54-a1cd-19cc7eb0102f service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.2539763 Aug 12 04:09:06.319928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=52af621b-e0bc-47e1-beb6-b5adef005896,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:06.438661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-4e89c8b9-306b-44df-92e7-ab0f62fb3886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 217 time: 0.1056411 Aug 12 04:09:06.571736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-a727130f-ef76-42ac-ad6a-ffa1bc5ff950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.573105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-a727130f-ef76-42ac-ad6a-ffa1bc5ff950 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.1149132 Aug 12 04:09:06.585315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7ce00-84ef-413e-915d-920d11bb16e4 req-8b1b7f15-34f4-4fbf-adb5-8716bf2151f3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.587346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09e7ce00-84ef-413e-915d-920d11bb16e4 req-8b1b7f15-34f4-4fbf-adb5-8716bf2151f3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1739640 Aug 12 04:09:06.594344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618b07-5b65-4323-8387-48990d17121b req-3694e2fc-1569-4e64-bce0-fe938c15842e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:06.595706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79618b07-5b65-4323-8387-48990d17121b req-3694e2fc-1569-4e64-bce0-fe938c15842e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.2236845 Aug 12 04:09:06.671786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-68adde72-53f7-47ff-9af7-6cd316b2422b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751135 Aug 12 04:09:06.786359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09e7ce00-84ef-413e-915d-920d11bb16e4 req-03b1752e-5856-4947-b2fa-4a4ddada4510 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870375 Aug 12 04:09:06.837183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:06.875207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Deleting port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:06.875706 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:06.928342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-54116d5d-0dfc-4a27-a0af-f91029d0c5cf service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436211 Aug 12 04:09:06.933805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:07.179894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:07.197421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] For port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:07.198287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:07.201838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Pushing event updated for resources: {'Port': ['ID=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:07.250247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Calling delete_port for 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:07.305354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381d0a-f508-428c-b2cb-85a8c3b46b44 req-bb0dd0c5-bfcc-4549-9363-b201398df6ec tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:07.306919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90381d0a-f508-428c-b2cb-85a8c3b46b44 req-bb0dd0c5-bfcc-4549-9363-b201398df6ec tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.2651551 Aug 12 04:09:07.343850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203392-0740-4651-872b-610e84acf744 req-9b2d8818-1d0d-4d6b-80d4-e0892ccfe746 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:07.348769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-4f48ed43-3383-4773-a828-2793f8a6f763 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:07.350236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-4f48ed43-3383-4773-a828-2793f8a6f763 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 950 time: 0.2813923 Aug 12 04:09:07.352843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a203392-0740-4651-872b-610e84acf744 req-9b2d8818-1d0d-4d6b-80d4-e0892ccfe746 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 950 time: 0.0688424 Aug 12 04:09:07.414611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a203392-0740-4651-872b-610e84acf744 req-cff3247e-b1f0-45b0-9a1c-ce7aaac28de2 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581217 Aug 12 04:09:07.437045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-debdbcd5-9a03-4ab5-8d65-c37dc302aad4 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991462 Aug 12 04:09:07.558218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90381d0a-f508-428c-b2cb-85a8c3b46b44 req-959a924d-53f9-4296-8a8a-1bc8a2d9c208 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288926 Aug 12 04:09:07.567259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c43328-4c92-4774-9548-5859a358d70b req-e51befa8-98ef-440c-9142-00c6a0ee5c5d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:07.569335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5c43328-4c92-4774-9548-5859a358d70b req-e51befa8-98ef-440c-9142-00c6a0ee5c5d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 945 time: 0.0814939 Aug 12 04:09:07.586240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 52af621b-e0bc-47e1-beb6-b5adef005896 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:07.642967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5c43328-4c92-4774-9548-5859a358d70b req-027b9943-f37a-43fb-9950-9f2c7691b5e3 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Aug 12 04:09:07.671511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:07.674625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:07.696239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 52af621b-e0bc-47e1-beb6-b5adef005896 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:07.696845 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:07.957635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Deleting port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:07.958075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.107478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] For port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:08.107849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.124708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Router 3e9b95ab-9914-4aa1-851e-153871ba142a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:09:08.135827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117a867-749d-4cc8-8775-f81a1e104864 req-80219940-262f-4417-b894-481fc5d4e3c3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:08.138280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2117a867-749d-4cc8-8775-f81a1e104864 req-80219940-262f-4417-b894-481fc5d4e3c3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.2000461 Aug 12 04:09:08.139503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Calling delete_port for 72e0a9ad-bda8-4bed-af75-1caec8e58c4e owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:08.140749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d2ea821f-c400-4544-bbbf-098bc3e2b319 None None] Provisioning complete for port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:08.141487 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2ea821f-c400-4544-bbbf-098bc3e2b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.208502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea821f-c400-4544-bbbf-098bc3e2b319 None None] Port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:09:08.239030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.251329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d7dabef0-ac7f-4374-a238-c19c7f1b6cff'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:08.301237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event deleted for resources: {'Port': ['ID=4ac5cbf7-aeb2-4216-ac5b-d344930ee73a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:08.326043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2117a867-749d-4cc8-8775-f81a1e104864 req-301e4449-6ff4-40b1-8ffc-27ca823eec5b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731851 Aug 12 04:09:08.411531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] No DVR routers for this DVR port 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:08.416546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.418547 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79618b07-5b65-4323-8387-48990d17121b req-8b71bb08-003f-4f68-ba90-5ac7f62bf336 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "DELETE /v2.0/ports/4ac5cbf7-aeb2-4216-ac5b-d344930ee73a HTTP/1.1" status: 204 len: 173 time: 1.8103776 Aug 12 04:09:08.435048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'name': 'network-vif-deleted', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:08.437482 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741d7ded-6873-4b5e-95fd-6b7420b4de99" -d '{"events": [{"server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "name": "network-vif-deleted", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:08.453959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:09:08.459398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d104f105-eb87-485a-9aab-03b1b0480784 admin admin] 10.222.0.42 "PUT /v2.0/routers/3e9b95ab-9914-4aa1-851e-153871ba142a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5515461 Aug 12 04:09:08.479753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Sync routers for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:09:08.541668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:08.542335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:08.680763 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf228b6-cfd0-4b79-8e6e-2ba2a28d9aed x-openstack-request-id: req-0bf228b6-cfd0-4b79-8e6e-2ba2a28d9aed {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:08.681307 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f58705-8cd2-48e2-a657-6512c9e6e7ab", "name": "network-vif-deleted", "tag": "4ac5cbf7-aeb2-4216-ac5b-d344930ee73a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:08.681307 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bf228b6-cfd0-4b79-8e6e-2ba2a28d9aed {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:08.681790 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f58705-8cd2-48e2-a657-6512c9e6e7ab', 'name': 'network-vif-deleted', 'tag': '4ac5cbf7-aeb2-4216-ac5b-d344930ee73a', 'status': 'completed', 'code': 200} Aug 12 04:09:08.697546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f0a3a-9a50-4801-bb08-c28023d6ece3 req-d4959162-7d87-4f15-adcd-eb6ba003e156 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:08.708385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c57f0a3a-9a50-4801-bb08-c28023d6ece3 req-d4959162-7d87-4f15-adcd-eb6ba003e156 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 950 time: 0.1720128 Aug 12 04:09:08.731566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.779687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:08.800938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Pushing event deleted for resources: {'Port': ['ID=72e0a9ad-bda8-4bed-af75-1caec8e58c4e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:08.802656 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c57f0a3a-9a50-4801-bb08-c28023d6ece3 req-3a86a29d-0fec-46c1-809c-4c8db13763b7 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/security-groups?id=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920599 Aug 12 04:09:08.939465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['72e0a9ad-bda8-4bed-af75-1caec8e58c4e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:08.942276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] No DVR routers for this DVR port 72e0a9ad-bda8-4bed-af75-1caec8e58c4e on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:08.947279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:08.950936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa99f064-a531-4bbb-a487-610cda26eea4 req-8ef3c3a4-df86-408d-8621-8b96f419748a tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.36 "DELETE /v2.0/ports/72e0a9ad-bda8-4bed-af75-1caec8e58c4e HTTP/1.1" status: 204 len: 173 time: 1.5858712 Aug 12 04:09:08.980018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2fb5abf7-968e-45a2-883d-1c3d7f72c7fb req-fa589bd6-782d-4ee5-875d-a4288aa1c3a2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0669675 Aug 12 04:09:08.996524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481802-bf73-43bb-aa62-6d67911ef104 req-300862c9-35fb-4720-b6f6-302d8fa7378e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:09.005026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3481802-bf73-43bb-aa62-6d67911ef104 req-300862c9-35fb-4720-b6f6-302d8fa7378e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1887531 Aug 12 04:09:09.069455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3481802-bf73-43bb-aa62-6d67911ef104 req-f8153772-9fde-42b1-adac-df39afd5739a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630352 Aug 12 04:09:09.170875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 2, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:09.240349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Checking router: 3e9b95ab-9914-4aa1-851e-153871ba142a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:09:09.240714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Updating router 3e9b95ab-9914-4aa1-851e-153871ba142a port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:09:09.302609 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:09.592619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e6a39-dbd5-4663-9044-1137289ce206 req-453ae97c-46c7-4cc2-bf08-52c36ec2e4ab tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:09.612426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d34e6a39-dbd5-4663-9044-1137289ce206 req-453ae97c-46c7-4cc2-bf08-52c36ec2e4ab tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1028142 Aug 12 04:09:09.686518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:09.695562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d34e6a39-dbd5-4663-9044-1137289ce206 req-5d6ac4f1-9e75-4bd2-97b4-879b9af2de43 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818529 Aug 12 04:09:09.697873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Transition to ACTIVE for port object 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:09.705601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:09.723363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46058) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:09.728356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212139585', 'description': 'tempest-description--1346588895'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:09.732938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:09.733406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4ac5cbf7-aeb2-4216-ac5b-d344930ee73a not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:09.768847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:09.829538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14ac54-84ec-48ff-9a2f-8d4727dcfbb6 None None] Pushing event updated for resources: {'Port': ['ID=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:09.855493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:09.990678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Attempting to bind port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:09.991251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Attempting to bind port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:09.992393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Attempting to bind port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 on network a163ae8a-e696-4edf-bb21-cbd13bd780b9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:09.998364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:09.998993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Checking segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:09.999504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.000049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Bound using segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:10.000682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Bound port: 9320fd43-0020-4d46-a3fb-cc1bfbcb9522, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:10.001199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.029412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.070494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98a25ea7-ec7c-4bb1-a558-8844c1e8acb6 req-9a271d96-7ab9-4d8b-8af3-15a385095d44 tempest-TenantUsagesTestJSON-6138350 tempest-TenantUsagesTestJSON-6138350-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e HTTP/1.1" status: 200 len: 210 time: 0.0784130 Aug 12 04:09:10.106166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.119785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] For port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:10.129545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] For port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:10.164343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dfde1d-e098-4c54-9e57-60db579b4c50,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:10.209300 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.237552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.242068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a1de217-653d-4e65-9024-67e429dd43f4 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5154538 Aug 12 04:09:10.242331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46070) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:10.249352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Request body: {'security_group_rule': {'security_group_id': '98dfde1d-e098-4c54-9e57-60db579b4c50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:10.327697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:10.328857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:10.360346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.402372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44f92a-9a0c-4184-81c7-995794932237 req-94a62b15-af2d-4381-a8fe-4e6ddb995fed tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:10.409460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c44f92a-9a0c-4184-81c7-995794932237 req-94a62b15-af2d-4381-a8fe-4e6ddb995fed tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1490228 Aug 12 04:09:10.422879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14ac54-84ec-48ff-9a2f-8d4727dcfbb6 None None] Pushing event updated for resources: {'Port': ['ID=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:10.440384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fd17efc3-eb87-4b21-a68a-2184a63a82e3 req-af4df698-9e67-4c1d-bcad-ebefc3cad1dd tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0509372 Aug 12 04:09:10.483618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c44f92a-9a0c-4184-81c7-995794932237 req-c021c7c6-b3c7-4ca7-9d32-e698e27469d6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665286 Aug 12 04:09:10.602456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.663794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:10.677310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.684929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'name': 'network-vif-deleted', 'tag': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:10.690197 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa75be11-5547-4f56-aa0b-107e6848944f" -d '{"events": [{"server_uuid": "8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e", "name": "network-vif-deleted", "tag": "72e0a9ad-bda8-4bed-af75-1caec8e58c4e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:10.712318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb86821-745f-4e38-b751-437ceb801770,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:10.754837 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f333d59-c8f9-4188-9fde-5c53158eae7c x-openstack-request-id: req-2f333d59-c8f9-4188-9fde-5c53158eae7c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:10.755916 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e", "name": "network-vif-deleted", "tag": "72e0a9ad-bda8-4bed-af75-1caec8e58c4e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:10.756452 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f333d59-c8f9-4188-9fde-5c53158eae7c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:10.757076 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d86ca-bc79-4cf9-9405-6b564f6f8e0e', 'name': 'network-vif-deleted', 'tag': '72e0a9ad-bda8-4bed-af75-1caec8e58c4e', 'status': 'completed', 'code': 200} Aug 12 04:09:10.817824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:10.822159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d27dce05-a1e5-4c60-9310-cf5a4bcab124 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5757878 Aug 12 04:09:10.822365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46088) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:10.826841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Request body: {'security_group_rule': {'security_group_id': '98dfde1d-e098-4c54-9e57-60db579b4c50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:10.921899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573d60e-ad87-4490-a800-ab25deedde2a req-c8988971-ca27-41cc-a6f9-f0370ea6ed41 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:10.928516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1573d60e-ad87-4490-a800-ab25deedde2a req-c8988971-ca27-41cc-a6f9-f0370ea6ed41 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1026347 Aug 12 04:09:10.945399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:11.010750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1573d60e-ad87-4490-a800-ab25deedde2a req-c8af2804-c56b-4753-a87d-507eace6beb3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729525 Aug 12 04:09:11.054680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:10Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:11.087995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684741b8-d49b-4145-aaec-3c2c88b65b92 None None] The sync data for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 is: [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:10Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:09:11.095841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:11.180861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:11.234650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd73666-ab3d-4dcb-b04d-c7915dfff026,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:11.319354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:11.324003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4cb90e0c-9a5c-42dd-9b1e-f2822622cc44 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977155 Aug 12 04:09:11.324243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46094) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:11.329845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:11.405964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 72e0a9ad-bda8-4bed-af75-1caec8e58c4e no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:11.432231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:11.463135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 72e0a9ad-bda8-4bed-af75-1caec8e58c4e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:11.463966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 72e0a9ad-bda8-4bed-af75-1caec8e58c4e not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:11.632467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:11.656547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d81a9c7d-b048-4231-b844-9781903a1481 req-493efd40-c62e-44a6-a72c-4303379ddbd7 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0714672 Aug 12 04:09:11.845755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7183cbb-4011-416d-9de9-d90f67e7db7c req-d90980cb-f1f5-470c-81cd-a3cad62453d2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:11.848851 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7183cbb-4011-416d-9de9-d90f67e7db7c req-d90980cb-f1f5-470c-81cd-a3cad62453d2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1471448 Aug 12 04:09:11.932492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7183cbb-4011-416d-9de9-d90f67e7db7c req-9961830c-5af7-495d-9bfe-5b6c6db8b143 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824952 Aug 12 04:09:11.934225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:11.958067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46108) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:12.035134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:12.042342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:12.048679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:12.230109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Allocated IP 172.25.6.168 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/81c7ebd8-ccdd-48e2-8d6b-fb5780dbb709) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:12.290357 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:12.358129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80660df1-8ac7-47dc-a990-016a6e4afaca req-6390cc51-f938-4703-b04d-611d53330624 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:12.358129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80660df1-8ac7-47dc-a990-016a6e4afaca req-6390cc51-f938-4703-b04d-611d53330624 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1933651 Aug 12 04:09:12.358357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:12.402269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c35615bb-d9bc-4380-935b-965290eacc01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5107cec5ccbb4477b66e722875808367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395449 Aug 12 04:09:12.402440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46122) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:12.456216 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:12.488163 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80660df1-8ac7-47dc-a990-016a6e4afaca req-9bd37165-44a3-4884-b1e3-64788c4ccf57 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478999 Aug 12 04:09:12.511970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73f7267f-ce1f-44e8-9d7a-76540d49be11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:12.562966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:12.564032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73f7267f-ce1f-44e8-9d7a-76540d49be11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:12.814264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4bd36f6-4ea7-43ba-8d07-905244a3c1a4 req-c0d93a55-942d-4cc6-a5a7-4a14269f6f00 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0361249 Aug 12 04:09:12.859272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.035799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73f7267f-ce1f-44e8-9d7a-76540d49be11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.040123 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73f7267f-ce1f-44e8-9d7a-76540d49be11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.041853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-73f7267f-ce1f-44e8-9d7a-76540d49be11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d HTTP/1.1" status: 204 len: 168 time: 0.6383648 Aug 12 04:09:13.050062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.060857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81f29-5452-4c56-92a4-5b8f16fbb76b req-80febef6-e18d-4523-9e20-1155f18a5044 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:13.068730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eee81f29-5452-4c56-92a4-5b8f16fbb76b req-80febef6-e18d-4523-9e20-1155f18a5044 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0731115 Aug 12 04:09:13.084139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7267f-ce1f-44e8-9d7a-76540d49be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8d9e03-46a5-41c3-81fe-9eb3cb1be23d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:13.209893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:13.213000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event updated for resources: {'Port': ['ID=81c7ebd8-ccdd-48e2-8d6b-fb5780dbb709,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:13.222184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:13.224596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:13.317213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.336399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eee81f29-5452-4c56-92a4-5b8f16fbb76b req-0a544a76-413e-44c1-bc03-2d3a4c82c54e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667031 Aug 12 04:09:13.445693 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.606213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:13.655554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.672517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:13.672517 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.714739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ea0bd-22af-49c8-8bc6-4668f8f5ddbf req-2870bba9-a2c7-4fe0-ad4a-4a34eb315253 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:13.727772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f33ea0bd-22af-49c8-8bc6-4668f8f5ddbf req-2870bba9-a2c7-4fe0-ad4a-4a34eb315253 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1349568 Aug 12 04:09:13.746651 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.797217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f33ea0bd-22af-49c8-8bc6-4668f8f5ddbf req-f408d834-0402-4fad-94da-b269a3aa44ec tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634041 Aug 12 04:09:13.862952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event updated for resources: {'Port': ['ID=81c7ebd8-ccdd-48e2-8d6b-fb5780dbb709,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:13.867982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.971671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-518accb2-3b2b-4514-ab45-f9f26a6b2a1a req-ad4e24cc-34e7-489e-8233-13f4a17c810e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0481348 Aug 12 04:09:13.980426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:13.991444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-43c9294f-9ecc-43c5-a017-5dc7ad0be777 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6659214 Aug 12 04:09:14.036498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46158) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:14.071831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ae71f93-b6ee-486d-ae7a-f66b5ed869b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.231777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ae71f93-b6ee-486d-ae7a-f66b5ed869b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.290562 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ae71f93-b6ee-486d-ae7a-f66b5ed869b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.322297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-ddaffe0b-b6d4-477c-bfc3-a0b34125c021 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--212139585&fields=id&tenant_id=4eec13826f0d439b8c095e653884de05 HTTP/1.1" status: 200 len: 267 time: 0.0697808 Aug 12 04:09:14.347067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ae71f93-b6ee-486d-ae7a-f66b5ed869b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=916bc20b841e48ddb820443c5aebc620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070612 Aug 12 04:09:14.351671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46182) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:14.365647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71f93-b6ee-486d-ae7a-f66b5ed869b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4487fb9a-bd82-424a-b922-c43015cc5a73,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:14.483351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e94c7a2-73f9-4a5a-b118-279aa7f4575b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.510453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48142385-0eb5-4df6-bf43-909d82c9b85c req-07ae5dc2-912e-4d30-8f51-cbde380363b9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:14.515015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-31524de0-ffd2-4632-b716-5853c7ada8b7 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:14.517736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48142385-0eb5-4df6-bf43-909d82c9b85c req-07ae5dc2-912e-4d30-8f51-cbde380363b9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0889635 Aug 12 04:09:14.522319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-31524de0-ffd2-4632-b716-5853c7ada8b7 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/networks?id=a163ae8a-e696-4edf-bb21-cbd13bd780b9 HTTP/1.1" status: 200 len: 814 time: 0.1823187 Aug 12 04:09:14.539862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2a37fbf3-6f83-491d-8b14-a95396445ec1 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/quotas/4eec13826f0d439b8c095e653884de05 HTTP/1.1" status: 200 len: 375 time: 0.0162480 Aug 12 04:09:14.545943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e94c7a2-73f9-4a5a-b118-279aa7f4575b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.606944 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48142385-0eb5-4df6-bf43-909d82c9b85c req-ab9b10aa-5501-4375-8f57-fa6da1e9b6e9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835834 Aug 12 04:09:14.607308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-ba6c756c-69ae-4dfb-a118-63ca160fdd17 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4eec13826f0d439b8c095e653884de05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571721 Aug 12 04:09:14.702613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-61bc48ea-d398-41ef-aa82-8f2c877ca0b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941472 Aug 12 04:09:14.717902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e94c7a2-73f9-4a5a-b118-279aa7f4575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.721464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e94c7a2-73f9-4a5a-b118-279aa7f4575b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:14.734746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0e94c7a2-73f9-4a5a-b118-279aa7f4575b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4487fb9a-bd82-424a-b922-c43015cc5a73 HTTP/1.1" status: 204 len: 168 time: 0.3763523 Aug 12 04:09:14.754122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94c7a2-73f9-4a5a-b118-279aa7f4575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487fb9a-bd82-424a-b922-c43015cc5a73,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:14.870487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-08895200-7de4-47b3-ac5f-781a79175fee service neutron] 10.222.0.42 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591582 Aug 12 04:09:14.973950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca755e-2ae9-4cdf-8dcf-9d1088de003c req-eb464e0b-83e4-45ca-ae08-47c0e451c7d5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:14.973950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02ca755e-2ae9-4cdf-8dcf-9d1088de003c req-eb464e0b-83e4-45ca-ae08-47c0e451c7d5 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0825636 Aug 12 04:09:15.033016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02ca755e-2ae9-4cdf-8dcf-9d1088de003c req-5a86e733-71b8-448f-942d-174f16b08b75 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534647 Aug 12 04:09:15.192565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-37cda0ad-0694-4b6a-b70a-6de46f9a9ea9 req-c4c6398b-34f4-4a56-8246-bcd9509096ca tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0553679 Aug 12 04:09:15.296014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a33ea232-0139-4fd7-9bf4-b886967e9993 req-3cf92f73-fe74-465e-8ad9-586c686a81c9 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 210 time: 0.0636463 Aug 12 04:09:15.759263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7f22-9a42-4ad8-b7f9-ba2e385496f4 req-fba7dfe6-34fa-4b79-abb8-adaa9e4d7d9b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:15.768294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a5ce7f22-9a42-4ad8-b7f9-ba2e385496f4 req-fba7dfe6-34fa-4b79-abb8-adaa9e4d7d9b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0632744 Aug 12 04:09:15.839834 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a5ce7f22-9a42-4ad8-b7f9-ba2e385496f4 req-869da7a6-08e2-44b1-bda7-fce211ac24b9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706491 Aug 12 04:09:16.189444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1579b01-ee32-45b8-873b-26ab445b42fa req-3858c6ef-b72b-4c8f-ab65-d456c770cee6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:16.197945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1579b01-ee32-45b8-873b-26ab445b42fa req-3858c6ef-b72b-4c8f-ab65-d456c770cee6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0666685 Aug 12 04:09:16.261424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1579b01-ee32-45b8-873b-26ab445b42fa req-b4132941-73aa-4c9a-9c22-d42a11fc6f5d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Aug 12 04:09:16.317654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46242) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:16.336036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3737354b-a85a-46ba-942e-7ba1ba01926a req-ab9c393c-46f1-4b36-b3d7-41db2e77e8f1 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0711637 Aug 12 04:09:16.445681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9689bd6b-8f95-4cc2-b174-a3f1188e351b req-2929e3bf-2bf1-4c1a-ac66-6ed74c06cfe0 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 210 time: 0.0543149 Aug 12 04:09:16.524940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1607085326-network', 'tenant_id': '377704ffdeb148798e815c8a7c9213bd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:16.715111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Made reservation on behalf of 377704ffdeb148798e815c8a7c9213bd for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:16.718062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:16.729541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:16.839807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:16.906511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:16.949092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:09:16.962651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270dccfb-c744-4779-894a-774d591a2552,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:16.973637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:16.974501 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Added segment f066eafc-2cc6-4d6e-93b9-a1793c0442fd of type vlan for network c125aaec-5b6d-435d-9292-cb0578f6a171 Aug 12 04:09:17.072264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:17.095146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d654b56-14d3-4e39-9f1f-cb787b63be8e req-da03a7b6-c592-49d8-a3d5-4daee9863a8a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:17.096783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d654b56-14d3-4e39-9f1f-cb787b63be8e req-da03a7b6-c592-49d8-a3d5-4daee9863a8a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1191130 Aug 12 04:09:17.167051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d654b56-14d3-4e39-9f1f-cb787b63be8e req-98c2139f-f7cb-466e-862c-b4ca9735893b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586560 Aug 12 04:09:17.301003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:17.310766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:17.310766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:17.396193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c125aaec-5b6d-435d-9292-cb0578f6a171,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:17.409790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c125aaec-5b6d-435d-9292-cb0578f6a171 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:09:17.464152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5d932-3330-44fe-b1dc-6ffdd8e56303 req-a14faacc-c827-42a7-9dfb-34a1ebb6a342 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:17.467340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acd5d932-3330-44fe-b1dc-6ffdd8e56303 req-a14faacc-c827-42a7-9dfb-34a1ebb6a342 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0771892 Aug 12 04:09:17.479365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d25368b3-ff82-4eab-b39d-f0a45a1aebe9 req-368d2825-322e-4806-b50e-21db8b3d233e tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0519876 Aug 12 04:09:17.515521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acd5d932-3330-44fe-b1dc-6ffdd8e56303 req-e5857216-11c1-483b-b1b4-924af9224d87 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Aug 12 04:09:17.636871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-edc7aed5-5439-439e-8935-8a199c5ae022 req-205f086b-e126-4e55-a994-0c6023f12e8e tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 210 time: 0.0347950 Aug 12 04:09:17.723872 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5bd7ef50-d8a8-4206-ab8b-03298ce5d5b5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4054625 Aug 12 04:09:17.727127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46282) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:17.731917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Request body: {'subnet': {'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1607085326-subnet', 'tenant_id': '377704ffdeb148798e815c8a7c9213bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:17.866214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Made reservation on behalf of 377704ffdeb148798e815c8a7c9213bd for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:17.868482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:18.211179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:18.274849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64af9d26-58e9-4c7c-937b-eb15ba216909,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:18.355407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Checking segment: {'id': 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:18.356249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Network hostable DHCP agents. Network: c125aaec-5b6d-435d-9292-cb0578f6a171, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:09:18.435511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a77118-1f6e-485a-8312-73c2904ba9a6 req-8ae865a9-7142-4927-8ef2-83869d571864 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:18.436988 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34a77118-1f6e-485a-8312-73c2904ba9a6 req-8ae865a9-7142-4927-8ef2-83869d571864 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1045332 Aug 12 04:09:18.445114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-cd83974a-61a3-4a09-9f38-920ab6091f1f tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:18.446474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-cd83974a-61a3-4a09-9f38-920ab6091f1f tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.36 "GET /v2.0/networks?id=a163ae8a-e696-4edf-bb21-cbd13bd780b9 HTTP/1.1" status: 200 len: 814 time: 0.1670535 Aug 12 04:09:18.500756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34a77118-1f6e-485a-8312-73c2904ba9a6 req-43f618e4-9ee3-4c7c-8ada-9fb349eb0535 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Aug 12 04:09:18.510138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-64ce6e3c-c882-4835-868c-2b01cff5430d tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eec13826f0d439b8c095e653884de05 HTTP/1.1" status: 200 len: 379 time: 0.0492058 Aug 12 04:09:18.529676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Request body: {'port': {'device_id': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'admin_state_up': True, 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'security_groups': ['98dfde1d-e098-4c54-9e57-60db579b4c50']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:18.581079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Network c125aaec-5b6d-435d-9292-cb0578f6a171 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:09:18.651184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b031b86f-0750-4a09-b81a-d83bfe79d6dd req-226fc059-cd4c-4511-9dd4-af641bd9289f tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=29f58705-8cd2-48e2-a657-6512c9e6e7ab HTTP/1.1" status: 200 len: 210 time: 0.0441453 Aug 12 04:09:18.719057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5d950-2a47-4340-b3f8-ef65affa5dff req-32456cb7-65cf-43e2-89e7-ec4de3cce0b7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:18.720690 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39c5d950-2a47-4340-b3f8-ef65affa5dff req-32456cb7-65cf-43e2-89e7-ec4de3cce0b7 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0934033 Aug 12 04:09:18.722031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c125aaec-5b6d-435d-9292-cb0578f6a171) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:18.732540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:18.732820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3239d-8a06-497f-83be-51a1f3b84443 None None] Network c125aaec-5b6d-435d-9292-cb0578f6a171 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:18.733336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:18.787399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39c5d950-2a47-4340-b3f8-ef65affa5dff req-70908133-340b-4d07-ae4c-e163e3204422 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581293 Aug 12 04:09:18.793182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Made reservation on behalf of 4eec13826f0d439b8c095e653884de05 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:18.797531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:18.936358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3afe1790-86e1-4e79-bb60-5056a5edbd7a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2080495 Aug 12 04:09:18.999497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac77c9-9a36-4a82-8ceb-0f3880673d6c None None] Network c125aaec-5b6d-435d-9292-cb0578f6a171 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:19.135376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da8c6869-a464-484a-ace6-5bf6e290af48 req-73e9f0d4-3fa2-455b-8e0f-96181928a97b tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 210 time: 0.2319989 Aug 12 04:09:19.146268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Allocated IP 172.20.0.9 (a163ae8a-e696-4edf-bb21-cbd13bd780b9/8e610127-8078-48a0-b6f0-3f57b9ea3a3a/9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:19.325073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:19.353736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Transition to ACTIVE for port object 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:19.463277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:19.511580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:19.517322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:19.522404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:19.627412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event updated for resources: {'Port': ['ID=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:19.673304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:19.673982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:19.707421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e7ea-38ea-4c65-b95b-c69ac9b70837 req-35adf8d7-9a87-4e91-bff8-146910f30eb4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:19.711392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58c8e7ea-38ea-4c65-b95b-c69ac9b70837 req-35adf8d7-9a87-4e91-bff8-146910f30eb4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0928481 Aug 12 04:09:19.765449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58c8e7ea-38ea-4c65-b95b-c69ac9b70837 req-e586aa4c-3166-4083-9141-eabd4e395641 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Aug 12 04:09:19.786687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-2c253c80-7be9-46c5-a9ca-c359409f7dd5 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2694674 Aug 12 04:09:19.846576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46376) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:19.854860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-876833857-network', 'tenant_id': 'd6d162f6540d49cf9502d9d1f9fad33a'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:19.932861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bfbd73a0-d77e-493a-b8ee-29eed023fba6 None None] Provisioning for port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:19.938388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bfbd73a0-d77e-493a-b8ee-29eed023fba6 None None] Provisioning complete for port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:19.938942 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bfbd73a0-d77e-493a-b8ee-29eed023fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:19.977989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Made reservation on behalf of d6d162f6540d49cf9502d9d1f9fad33a for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:19.984705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.001601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.005219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd73a0-d77e-493a-b8ee-29eed023fba6 None None] Port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:09:20.022461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Request body: {'port': {'device_id': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:20.102161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.298877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.401348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d08ba-24c2-481c-a42f-551f91b34b43 req-4357c6f7-9d1e-4d87-8086-88733e7aff84 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:20.403235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e22d08ba-24c2-481c-a42f-551f91b34b43 req-4357c6f7-9d1e-4d87-8086-88733e7aff84 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1121268 Aug 12 04:09:20.441084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.490066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e22d08ba-24c2-481c-a42f-551f91b34b43 req-1cdfc9e7-7939-45c9-8849-5318fba93b12 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Aug 12 04:09:20.501398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:09:20.509877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac7d1a3-37ea-4b94-94b7-e9da8dc5b8c0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:20.525023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.525369 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Added segment 49e3f9f0-552d-4b75-b8d0-6c7d973f25e3 of type vlan for network 225a5efb-d524-416f-97df-bd5b5ef91d94 Aug 12 04:09:20.610485 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.616816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:20.626352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.651389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Transition to ACTIVE for port object 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:20.720237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f861e5-aacc-4844-af6b-e7bf94644d73 req-a623b66f-a185-4fb3-9479-c3a8b87c5897 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:20.720237 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80f861e5-aacc-4844-af6b-e7bf94644d73 req-a623b66f-a185-4fb3-9479-c3a8b87c5897 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 931 time: 0.0602558 Aug 12 04:09:20.752508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.821945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Pushing event updated for resources: {'Port': ['ID=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:20.841499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80f861e5-aacc-4844-af6b-e7bf94644d73 req-43365575-87aa-4d04-aa88-a3d4490ba8cc tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135633 Aug 12 04:09:20.941174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:20.941174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:20.941174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.039341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Attempting to bind port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:21.044404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Attempting to bind port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:21.044404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Attempting to bind port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 on network a163ae8a-e696-4edf-bb21-cbd13bd780b9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:21.091296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 on network a163ae8a-e696-4edf-bb21-cbd13bd780b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:21.092224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Attempting to bind port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 on network a163ae8a-e696-4edf-bb21-cbd13bd780b9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:21.108309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] Pushing event updated for resources: {'Network': ['ID=225a5efb-d524-416f-97df-bd5b5ef91d94,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:21.119555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4e66d308-07c6-48cc-84b8-c6a42de9948e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2715058 Aug 12 04:09:21.122952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:21.123649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 225a5efb-d524-416f-97df-bd5b5ef91d94 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:09:21.128079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Request body: {'subnet': {'network_id': '225a5efb-d524-416f-97df-bd5b5ef91d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-876833857-subnet', 'tenant_id': 'd6d162f6540d49cf9502d9d1f9fad33a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:21.168833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354cce5-86a5-4107-991b-b3a4914a187d req-64378b38-27e8-41bd-a21e-7b7d43cab71a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:21.176613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f354cce5-86a5-4107-991b-b3a4914a187d req-64378b38-27e8-41bd-a21e-7b7d43cab71a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1683505 Aug 12 04:09:21.186483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:21.187758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Checking segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:21.188398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Bound using segment: {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:21.188962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Bound port: 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:21.189427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.286334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Made reservation on behalf of d6d162f6540d49cf9502d9d1f9fad33a for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:21.290405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.315285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f354cce5-86a5-4107-991b-b3a4914a187d req-26093f14-e3d4-4962-a5b8-55fbcc834c71 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376393 Aug 12 04:09:21.349283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] For port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:21.353866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] For port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:21.465419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.498521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:21.533981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:21.534994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.536947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] 10.222.0.36 "PUT /v2.0/ports/9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 HTTP/1.1" status: 200 len: 1091 time: 1.7407224 Aug 12 04:09:21.539949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:21.553285 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7570be36-7f33-477c-8511-521b34697599" -d '{"events": [{"name": "network-changed", "server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:21.588649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c400c-fc5b-483b-bda5-162f70e4755c service neutron] Pushing event updated for resources: {'Port': ['ID=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:21.662438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.689728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:21.692382 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382abf45-a9b9-4491-bb12-2d7f28c7ad2e" -d '{"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-unplugged", "status": "completed", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:21.709292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:21.719531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.725248 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e446bd-ab5d-4010-9b98-f491b4d7dfa9 x-openstack-request-id: req-94e446bd-ab5d-4010-9b98-f491b4d7dfa9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:21.725570 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:21.725976 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94e446bd-ab5d-4010-9b98-f491b4d7dfa9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:21.726384 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'status': 'completed', 'code': 200} Aug 12 04:09:21.796511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4380dc27-bfd1-4b7d-8472-4bd610d986f7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:21.815397 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:21.843735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-27098631-4999-4e38-a8ec-466efe7a451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:21.845252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-27098631-4999-4e38-a8ec-466efe7a451d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4eec13826f0d439b8c095e653884de05&device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 1094 time: 0.1763723 Aug 12 04:09:21.857676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a20d6e-d705-47ff-97c6-3c52b01bd7b3 req-9279c18a-20f6-4be1-b4e4-8ddcb9967b76 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:21.859832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33a20d6e-d705-47ff-97c6-3c52b01bd7b3 req-9279c18a-20f6-4be1-b4e4-8ddcb9967b76 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.1324687 Aug 12 04:09:21.914208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-e0d78374-26b4-499a-9f3c-10a7e84173c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 HTTP/1.1" status: 200 len: 217 time: 0.0533776 Aug 12 04:09:21.921797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Checking segment: {'id': '49e3f9f0-552d-4b75-b8d0-6c7d973f25e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '225a5efb-d524-416f-97df-bd5b5ef91d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:21.922570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Network hostable DHCP agents. Network: 225a5efb-d524-416f-97df-bd5b5ef91d94, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:09:21.960479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:21.975992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.976343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.976687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.977224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.977719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.978218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.978720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.979206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.979708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.980193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.980686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:21.981169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:09:22.006310 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dfe42a-1044-4f47-8e5b-698027a99de0 x-openstack-request-id: req-04dfe42a-1044-4f47-8e5b-698027a99de0 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:22.007541 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-unplugged", "status": "completed", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:22.008030 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04dfe42a-1044-4f47-8e5b-698027a99de0 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:22.008711 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'code': 200} Aug 12 04:09:22.035604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33a20d6e-d705-47ff-97c6-3c52b01bd7b3 req-c0d2add1-e88a-4136-821d-97873f1c201b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312530 Aug 12 04:09:22.043384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-0f16f534-1134-4209-93d5-32f449bceab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.045012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-0f16f534-1134-4209-93d5-32f449bceab1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e610127-8078-48a0-b6f0-3f57b9ea3a3a HTTP/1.1" status: 200 len: 853 time: 0.1102796 Aug 12 04:09:22.065736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Network 225a5efb-d524-416f-97df-bd5b5ef91d94 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:09:22.127751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-236920e8-5c32-4713-8289-852a6a158f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.129448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-236920e8-5c32-4713-8289-852a6a158f2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a163ae8a-e696-4edf-bb21-cbd13bd780b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766022 Aug 12 04:09:22.178110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 225a5efb-d524-416f-97df-bd5b5ef91d94) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:22.187828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e92d64f-f03c-4c8a-8b7a-9a82abfb9572 None None] Network 225a5efb-d524-416f-97df-bd5b5ef91d94 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:22.206324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.208695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:22.281699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-9dc3451f-8bcd-48b0-beb7-38e077fe08b7 service neutron] 10.222.0.36 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412661 Aug 12 04:09:22.309066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef18f9-8342-4b32-a0d1-de945210fe4b req-10fdae86-a1ce-4994-95be-bcacc0ef1eac tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.309317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-74a25da9-2111-47b8-8f69-5fffbfc11e6f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.310901 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-74a25da9-2111-47b8-8f69-5fffbfc11e6f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.2018614 Aug 12 04:09:22.311719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58ef18f9-8342-4b32-a0d1-de945210fe4b req-10fdae86-a1ce-4994-95be-bcacc0ef1eac tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 943 time: 0.1510684 Aug 12 04:09:22.335582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2b73f536-da07-4bce-be08-caa7d6ebdb0d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2114162 Aug 12 04:09:22.379783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-ca0b0e24-ffa4-490d-8645-2266736cc207 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/quotas/ba870b1c76de4b9bb376da737b75ba63 HTTP/1.1" status: 200 len: 375 time: 0.0428238 Aug 12 04:09:22.458505 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58ef18f9-8342-4b32-a0d1-de945210fe4b req-6d184d64-1f47-49dd-927f-c3fa032ed7f8 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238043 Aug 12 04:09:22.483095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-ea53742e-2f94-43ce-84b3-b5f4a9d9c880 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020336 Aug 12 04:09:22.511982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc931afd-de86-48e6-bd74-8d4ada950176 req-79657e46-74e5-4609-b635-d43874427736 service neutron] 10.222.0.36 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216356 Aug 12 04:09:22.543085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8dc527-abed-41dd-9a6f-f1eba8a4fa3e None None] Network 225a5efb-d524-416f-97df-bd5b5ef91d94 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:22.722653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-cf636153-b0e2-4630-9148-44131bda6d2c service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377203 Aug 12 04:09:22.752499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570be36-7f33-477c-8511-521b34697599 req-4dda5b4e-e22d-4589-8d24-280539aa6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.754153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-4dda5b4e-e22d-4589-8d24-280539aa6af9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4eec13826f0d439b8c095e653884de05&device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 1094 time: 0.1140108 Aug 12 04:09:22.826983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1605fb-7a16-424d-a462-b23bf67652e4 req-b978e243-c9f1-42c8-8361-08a0cab78881 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.828680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff1605fb-7a16-424d-a462-b23bf67652e4 req-b978e243-c9f1-42c8-8361-08a0cab78881 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1101201 Aug 12 04:09:22.846408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-a82341b8-d6b3-40cc-a104-5fc8b8337d05 service neutron] 10.222.0.42 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221611 Aug 12 04:09:22.896252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff1605fb-7a16-424d-a462-b23bf67652e4 req-c72f4d83-4808-4a5c-a707-f218fe93247b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601368 Aug 12 04:09:22.900231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570be36-7f33-477c-8511-521b34697599 req-15eb2503-882f-42ba-9492-c97646ab0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:22.901506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-15eb2503-882f-42ba-9492-c97646ab0a72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a163ae8a-e696-4edf-bb21-cbd13bd780b9 HTTP/1.1" status: 200 len: 915 time: 0.1393559 Aug 12 04:09:22.963047 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-c9f8fc27-bbb0-418a-bd13-c6d4c808cc88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 HTTP/1.1" status: 200 len: 217 time: 0.0499566 Aug 12 04:09:23.030993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570be36-7f33-477c-8511-521b34697599 req-aa83f077-732e-4835-9ecf-8ea55bd1a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:23.032532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-aa83f077-732e-4835-9ecf-8ea55bd1a2ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e610127-8078-48a0-b6f0-3f57b9ea3a3a HTTP/1.1" status: 200 len: 853 time: 0.0630009 Aug 12 04:09:23.172870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570be36-7f33-477c-8511-521b34697599 req-0d33af8c-469d-442f-a7b0-5feb8604e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:23.175278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-0d33af8c-469d-442f-a7b0-5feb8604e545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a163ae8a-e696-4edf-bb21-cbd13bd780b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317618 Aug 12 04:09:23.213853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-5186e19c-c4ab-4796-b8f2-5fdcde9f0ba5 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:23.216655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-5186e19c-c4ab-4796-b8f2-5fdcde9f0ba5 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/networks?id=c125aaec-5b6d-435d-9292-cb0578f6a171 HTTP/1.1" status: 200 len: 815 time: 0.1639812 Aug 12 04:09:23.318376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-e819cf78-2c5d-4da7-ae6f-f5d07f54a924 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/quotas/377704ffdeb148798e815c8a7c9213bd HTTP/1.1" status: 200 len: 375 time: 0.0902126 Aug 12 04:09:23.342562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182f9ab-5ed3-442a-822c-738abd258388 req-4e9ee8e7-ec9b-487c-a7c2-e027f81b18dd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:23.351156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1182f9ab-5ed3-442a-822c-738abd258388 req-4e9ee8e7-ec9b-487c-a7c2-e027f81b18dd tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0622306 Aug 12 04:09:23.374451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-e49260c8-74de-47e2-a5e1-1e3d39f7b1e0 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=377704ffdeb148798e815c8a7c9213bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547540 Aug 12 04:09:23.397438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1182f9ab-5ed3-442a-822c-738abd258388 req-5ee28d78-1580-401e-aaa0-e50005e72cba tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Aug 12 04:09:23.402359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-d0208c36-65d5-47d7-a353-74e80086722a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:23.402359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-d0208c36-65d5-47d7-a353-74e80086722a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31bb20-1bb5-44cd-ae1a-7bd583a52f01 HTTP/1.1" status: 200 len: 943 time: 0.1601202 Aug 12 04:09:23.484442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40f61765-8fd3-4cb9-a32d-6b33875bc990 req-cb58c19c-713c-4599-8426-6685250ac13f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 210 time: 0.0273037 Aug 12 04:09:23.505594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-2e25b4b2-d57b-4fab-929a-8314ecfdffe9 service neutron] 10.222.0.36 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876527 Aug 12 04:09:23.634022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5416a7e-8386-4746-a38c-1f61c3e853ce req-29958acd-c15d-4a7d-9168-6f89f15acf19 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:23.635992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5416a7e-8386-4746-a38c-1f61c3e853ce req-29958acd-c15d-4a7d-9168-6f89f15acf19 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 943 time: 0.0795519 Aug 12 04:09:23.676765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5416a7e-8386-4746-a38c-1f61c3e853ce req-75ad178f-ceb0-44ff-85d9-0e5537a7cf41 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343952 Aug 12 04:09:23.752160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-a7ff6ead-9530-4d19-b67a-9352b2fbc246 service neutron] 10.222.0.42 "GET /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767812 Aug 12 04:09:23.755401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7570be36-7f33-477c-8511-521b34697599 req-67d71a70-4f4c-4c24-b067-7c0e4b353d34 service neutron] 10.222.0.36 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092719 Aug 12 04:09:23.758701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Deleting port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:23.759088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:23.930410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] For port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:23.930843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:23.935926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-b20e73d1-81c2-49ae-a6cc-7de88ef0d024 service neutron] 10.222.0.42 "GET /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722496 Aug 12 04:09:23.961266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Calling delete_port for 439b43c1-69ae-40dc-9bbe-0a5fc39101fc owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:24.067233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f062c7-ce32-400f-8ec5-80ebe025eb0b req-0c1055b3-71ee-4042-963b-81e868a8a1f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:24.068755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8f062c7-ce32-400f-8ec5-80ebe025eb0b req-0c1055b3-71ee-4042-963b-81e868a8a1f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0554943 Aug 12 04:09:24.111295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8f062c7-ce32-400f-8ec5-80ebe025eb0b req-1961aacd-2481-4f42-9e8c-458dd14f0e5f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Aug 12 04:09:24.258387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:24.292854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event deleted for resources: {'Port': ['ID=439b43c1-69ae-40dc-9bbe-0a5fc39101fc,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:24.342199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dacacda7-11c3-4969-9e8f-9de4eed9d3e3 req-7df9d959-d57e-4693-a500-b099fcc3f772 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 210 time: 0.0311563 Aug 12 04:09:24.354865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] No DVR routers for this DVR port 439b43c1-69ae-40dc-9bbe-0a5fc39101fc on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:24.358430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:24.360693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3737ba3-7d92-4e0b-8ccc-46a5de5dedca req-83a770b0-3765-4176-922a-ba1902906fe4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.20 "DELETE /v2.0/ports/439b43c1-69ae-40dc-9bbe-0a5fc39101fc HTTP/1.1" status: 204 len: 173 time: 0.9511788 Aug 12 04:09:24.361129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-deleted', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:24.363582 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fff780-060f-44de-acda-21f209eddee4" -d '{"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-deleted", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:24.398394 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe6f17-7fea-4d8a-8935-2d5efa1dd1eb x-openstack-request-id: req-f9fe6f17-7fea-4d8a-8935-2d5efa1dd1eb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:24.398677 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31bb20-1bb5-44cd-ae1a-7bd583a52f01", "name": "network-vif-deleted", "tag": "439b43c1-69ae-40dc-9bbe-0a5fc39101fc", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:24.398958 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9fe6f17-7fea-4d8a-8935-2d5efa1dd1eb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:24.399348 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31bb20-1bb5-44cd-ae1a-7bd583a52f01', 'name': 'network-vif-deleted', 'tag': '439b43c1-69ae-40dc-9bbe-0a5fc39101fc', 'status': 'completed', 'code': 200} Aug 12 04:09:24.516440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68343be9-9fa6-401d-bdf1-51a7c980e0d7 req-e5c3ab5c-eeca-48ff-bc2c-0fc78a67482a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:24.517983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68343be9-9fa6-401d-bdf1-51a7c980e0d7 req-e5c3ab5c-eeca-48ff-bc2c-0fc78a67482a tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0541818 Aug 12 04:09:24.597105 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68343be9-9fa6-401d-bdf1-51a7c980e0d7 req-9347b573-4492-4a1c-9ebc-de29a5d712fa tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718918 Aug 12 04:09:24.632804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d883e8ae-57bd-4efa-8d6f-dbfc51268f8e req-ca436904-4238-4f54-8a6d-2153a14e091f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 210 time: 0.0468452 Aug 12 04:09:25.162845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ea969-b4d6-436f-b4d7-82a5a053d0ca req-4b63c9ec-5629-4e24-89c4-5569b01e1e0c tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:25.168510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e0ea969-b4d6-436f-b4d7-82a5a053d0ca req-4b63c9ec-5629-4e24-89c4-5569b01e1e0c tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 943 time: 0.4058297 Aug 12 04:09:25.226316 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:25.262923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e0ea969-b4d6-436f-b4d7-82a5a053d0ca req-c4709779-47c0-4b27-8a11-e96cac1799ab tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867286 Aug 12 04:09:25.270339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-01b7a253-f298-4961-b0ce-e596f7a958ef service neutron] 10.222.0.20 "GET /v2.0/ports/b848200e-0a30-4d65-b306-e41ad6ab1305/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 382 time: 0.1701915 Aug 12 04:09:25.329703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8864f9e-17ac-48a3-b09b-43e32f3e66d0 req-2a7037b8-3259-4bf3-bbc7-5b2ff98ce246 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:25.331591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8864f9e-17ac-48a3-b09b-43e32f3e66d0 req-2a7037b8-3259-4bf3-bbc7-5b2ff98ce246 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.0640299 Aug 12 04:09:25.400794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96248fe0-875d-4c93-af4f-4af62796193b req-293fad70-91b1-460f-8938-4ca123def936 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:25.402700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96248fe0-875d-4c93-af4f-4af62796193b req-293fad70-91b1-460f-8938-4ca123def936 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0661077 Aug 12 04:09:25.404183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8864f9e-17ac-48a3-b09b-43e32f3e66d0 req-fe704e33-d660-4b83-a029-602442c4c465 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607738 Aug 12 04:09:25.452147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:25.472027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96248fe0-875d-4c93-af4f-4af62796193b req-bca3db73-3e68-45d2-bf41-dd381cdcab38 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588951 Aug 12 04:09:25.524398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:25.553059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aada1e80-2413-4412-bf57-8cc8dc4815f5 req-9d38aef0-2f11-45f1-a1f5-691a1582c219 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 210 time: 0.0272229 Aug 12 04:09:25.577980 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:25.578619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 439b43c1-69ae-40dc-9bbe-0a5fc39101fc {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:25.578997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 439b43c1-69ae-40dc-9bbe-0a5fc39101fc not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:25.579411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:25.652561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:25.699263 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:25.711684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-95030224-3afc-4948-9844-efca60e0c789 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:25.713272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-95030224-3afc-4948-9844-efca60e0c789 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.0850849 Aug 12 04:09:25.727453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'port_id': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'mac_address': 'fa:16:3e:52:8a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:25.736673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:25.740630 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597c1428-f305-4caf-afd6-8b54a1efe0d2" -d '{"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-unplugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:25.779446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:25.782437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa5c6f-b935-4163-8ea7-6e9ec1edbbe3 req-8ac0fb4e-9aad-4387-ba55-25a1fd06ca87 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:25.786633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adaa5c6f-b935-4163-8ea7-6e9ec1edbbe3 req-8ac0fb4e-9aad-4387-ba55-25a1fd06ca87 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0576632 Aug 12 04:09:25.800289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:25.815344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:25.829559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad33fb50-0d4e-46bf-a4cd-9ef66a4c6482 req-e8433ae1-cb6a-4414-9614-66f41b55257a tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 210 time: 0.0696728 Aug 12 04:09:25.829771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adaa5c6f-b935-4163-8ea7-6e9ec1edbbe3 req-17f9e3d5-3271-4f78-8b46-74ece39ff3e6 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Aug 12 04:09:25.845052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:25.895203 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54bd29-5d14-4c21-a199-e2ac8030355d x-openstack-request-id: req-4e54bd29-5d14-4c21-a199-e2ac8030355d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:25.895589 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-unplugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:25.896005 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e54bd29-5d14-4c21-a199-e2ac8030355d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:25.896554 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'code': 200} Aug 12 04:09:25.937939 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:25.945436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Deleting port d7dabef0-ac7f-4374-a238-c19c7f1b6cff {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:25.945775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:25.980175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:26.000362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:26.054036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:26.062663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-85f7aa02-5b3a-4899-be31-84660ebe1d69 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.064157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-85f7aa02-5b3a-4899-be31-84660ebe1d69 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "GET /v2.0/networks?id=b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 200 len: 805 time: 0.2066922 Aug 12 04:09:26.075286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-1a1dace2-f578-41ba-ac67-c0f80d970df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.076724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-1a1dace2-f578-41ba-ac67-c0f80d970df9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 1097 time: 0.1492867 Aug 12 04:09:26.086367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Request body: {'port': {'device_id': 'd8de8966-c7b6-487f-b748-1783513d4020', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'admin_state_up': True, 'tenant_id': 'ba870b1c76de4b9bb376da737b75ba63'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:26.156036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] For port d7dabef0-ac7f-4374-a238-c19c7f1b6cff, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:26.156482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:26.193718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Calling delete_port for d7dabef0-ac7f-4374-a238-c19c7f1b6cff owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:26.278372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-fa439d83-0559-4fe5-aa35-34f80b37082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.280014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-fa439d83-0559-4fe5-aa35-34f80b37082a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1097 time: 0.1688952 Aug 12 04:09:26.285262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:26.418970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-a17ffb1c-c8ea-49b4-a9d3-0a0ea47e7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.420473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-a17ffb1c-c8ea-49b4-a9d3-0a0ea47e7e31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1314626 Aug 12 04:09:26.429282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b140d-99bd-47f9-adc9-dd28bcd5df93 req-404a1488-46d6-4412-8bb7-48fe7e865a98 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.438211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-813b140d-99bd-47f9-adc9-dd28bcd5df93 req-404a1488-46d6-4412-8bb7-48fe7e865a98 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 944 time: 0.0786738 Aug 12 04:09:26.478881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-813b140d-99bd-47f9-adc9-dd28bcd5df93 req-98e3f112-8ff5-4309-8a3a-84a4e83ade47 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393798 Aug 12 04:09:26.483982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-8e7eb47e-e8a6-43fe-94d1-e2227e13ad5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 217 time: 0.0400877 Aug 12 04:09:26.484826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Made reservation on behalf of ba870b1c76de4b9bb376da737b75ba63 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:26.488722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:26.597731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11777026-207c-4acf-b0d8-e0e8ac7ef64d req-b1283ac5-84c3-42e0-aed4-3e34a17bbf58 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.599225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11777026-207c-4acf-b0d8-e0e8ac7ef64d req-b1283ac5-84c3-42e0-aed4-3e34a17bbf58 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.0568750 Aug 12 04:09:26.646181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-9e05f01c-061d-4873-b974-c85f9127e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.647785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-9e05f01c-061d-4873-b974-c85f9127e3f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1421556 Aug 12 04:09:26.663633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4c7f7-459c-4191-a32c-9649eccac023 req-af8e8f83-3d15-4046-b96c-0efe2c6d0431 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.665133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef4c7f7-459c-4191-a32c-9649eccac023 req-af8e8f83-3d15-4046-b96c-0efe2c6d0431 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 945 time: 0.1741698 Aug 12 04:09:26.667026 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11777026-207c-4acf-b0d8-e0e8ac7ef64d req-5fd30ab0-9f1d-4850-8073-94d90d0b1710 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612037 Aug 12 04:09:26.684044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-8aad1def-8151-4345-aec8-9a258fd9faff tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.686491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-8aad1def-8151-4345-aec8-9a258fd9faff tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.0589125 Aug 12 04:09:26.702576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804320-1'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:26.743215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:26.759953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d7dabef0-ac7f-4374-a238-c19c7f1b6cff'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:26.768318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:26.796230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event deleted for resources: {'Port': ['ID=d7dabef0-ac7f-4374-a238-c19c7f1b6cff,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:26.836984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5d7f053-c199-488d-ba2e-bf8297acbe55 req-8542e359-fcc4-4b08-b065-d3d2242c24b1 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 210 time: 0.0319293 Aug 12 04:09:26.846204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Allocated IP 172.20.0.9 (b94b34d9-5ceb-4a66-82b0-277763ea5d48/bd935655-f234-4880-b98d-194cd5ba960e/29e66b69-946b-4314-9389-dbc88970bf1d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:26.870668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef4c7f7-459c-4191-a32c-9649eccac023 req-98a3c18e-632e-462f-bf7e-a77a963c3b19 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856036 Aug 12 04:09:26.873889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] No DVR routers for this DVR port d7dabef0-ac7f-4374-a238-c19c7f1b6cff on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:26.876672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:26.879156 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b824c5b-0140-4199-9e86-f9fd64b99b46 req-8b408507-7714-4213-b72c-2faf4ee7c3dc tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.20 "DELETE /v2.0/ports/d7dabef0-ac7f-4374-a238-c19c7f1b6cff HTTP/1.1" status: 204 len: 173 time: 1.1591115 Aug 12 04:09:26.880932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-69ee7165-5ff0-4fe9-8f98-7ed486051944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:26.883371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-69ee7165-5ff0-4fe9-8f98-7ed486051944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2147911 Aug 12 04:09:26.887301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'name': 'network-vif-deleted', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:26.889723 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05ff27-bc7c-41b5-b2c4-47646dc923bf" -d '{"events": [{"server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "name": "network-vif-deleted", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:26.974191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:27.005317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12597b-4c50-4aa0-9b0c-de1b7c421650 req-fc59170f-e49b-4f81-a305-c07423c77858 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:27.007067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a12597b-4c50-4aa0-9b0c-de1b7c421650 req-fc59170f-e49b-4f81-a305-c07423c77858 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 945 time: 0.0847917 Aug 12 04:09:27.025350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1314aebe-bdf0-4219-b67e-c65e4392ebf3 req-15578860-89ef-49d5-ba38-f99a203305c0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 210 time: 0.0481074 Aug 12 04:09:27.044092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:27.088847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a12597b-4c50-4aa0-9b0c-de1b7c421650 req-eb46286e-8ba4-4e01-9462-4880e33f561b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Aug 12 04:09:27.105091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:27.107382 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c301df-4d1b-46e4-b141-f14d1dad6b5c" -d '{"events": [{"server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "name": "network-vif-unplugged", "status": "completed", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:27.112236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.113134 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02278c21-1872-4be3-8938-b7d1fc561292 x-openstack-request-id: req-02278c21-1872-4be3-8938-b7d1fc561292 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:27.113703 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f967dbe2-2064-4847-9da8-2a77a45f071d", "name": "network-vif-deleted", "tag": "d7dabef0-ac7f-4374-a238-c19c7f1b6cff", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:27.113988 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02278c21-1872-4be3-8938-b7d1fc561292 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:27.114576 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f967dbe2-2064-4847-9da8-2a77a45f071d', 'name': 'network-vif-deleted', 'tag': 'd7dabef0-ac7f-4374-a238-c19c7f1b6cff', 'status': 'completed', 'code': 200} Aug 12 04:09:27.154223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-4865b268-08c6-4ba5-a0da-fdc8139afdb7 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599518 Aug 12 04:09:27.208659 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce50703-a2e1-4bef-a062-37d6eb22b515 x-openstack-request-id: req-bce50703-a2e1-4bef-a062-37d6eb22b515 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:27.208943 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "name": "network-vif-unplugged", "status": "completed", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:27.209189 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bce50703-a2e1-4bef-a062-37d6eb22b515 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:27.210211 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'code': 200} Aug 12 04:09:27.223715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.245483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.299741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-598fab9e-50ce-46c9-a63f-2e9493784b70 req-158764d8-3efa-4ef1-be68-32e15d2c960f service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289570 Aug 12 04:09:27.303743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:27.318617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:27.319095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:27.319326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:27.324494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:27.324655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:27.329838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:27.331138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:27.331138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:27.331138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Bound port: 7431df08-2abe-44a7-8e8e-9bee3741e36b, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:27.331444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.404070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:27.424209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-7c8f4d1e-4b23-4973-9f86-5c1a2f197fea tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:27.425685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-7c8f4d1e-4b23-4973-9f86-5c1a2f197fea tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.36 "GET /v2.0/networks?id=c125aaec-5b6d-435d-9292-cb0578f6a171 HTTP/1.1" status: 200 len: 815 time: 0.1093531 Aug 12 04:09:27.444688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Request body: {'port': {'device_id': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171', 'admin_state_up': True, 'tenant_id': '377704ffdeb148798e815c8a7c9213bd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:27.472387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:27.489122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.508492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:27.537694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:27.551564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Network b94b34d9-5ceb-4a66-82b0-277763ea5d48 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:27.563564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:27.568514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:27.572361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:27.655825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:27.664117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.664788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:27.665424 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.695073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2426a52-ff2d-425d-8f20-a2a93f3c6e66 req-a40e8cbc-4841-4484-baa7-12185b592209 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:27.696686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2426a52-ff2d-425d-8f20-a2a93f3c6e66 req-a40e8cbc-4841-4484-baa7-12185b592209 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 944 time: 0.1292930 Aug 12 04:09:27.725664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:27.726042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:27.726474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:27.739482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:27.740073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempting to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b on network 389b193c-50b6-486f-8503-caa2be287f2c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:27.742158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:27.748406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:27.748785 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.750668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:27.751067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Checking segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:27.751486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Bound using segment: {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:27.753544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Bound port: 7431df08-2abe-44a7-8e8e-9bee3741e36b, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1ed605-9003-46da-b9ee-fc9dd5894ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '389b193c-50b6-486f-8503-caa2be287f2c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:27.754180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.761004 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2426a52-ff2d-425d-8f20-a2a93f3c6e66 req-1d951ce7-3810-4a1f-aee0-6cc606a305fe tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569334 Aug 12 04:09:27.798092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Made reservation on behalf of 377704ffdeb148798e815c8a7c9213bd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:27.806659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.852695 n-d-804320-1 neutron-server[95044]: WARNING neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Concurrent port binding operations failed on port 7431df08-2abe-44a7-8e8e-9bee3741e36b Aug 12 04:09:27.859350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:27.863517 n-d-804320-1 neutron-server[95044]: INFO neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Attempt 2 to bind port 7431df08-2abe-44a7-8e8e-9bee3741e36b Aug 12 04:09:27.863517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:09:27.906947 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:27.933568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:27.934058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-197f11e7-51c8-4c12-905c-b58d45ed7ae9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8521113 Aug 12 04:09:27.935861 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d159ba07-a1ec-4c2d-a8bb-d48e18c41b6e" -d '{"events": [{"server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:27.949068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Request body: {'port': {'device_id': 'd8de8966-c7b6-487f-b748-1783513d4020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:27.952917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:28.051648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659e916f-e6c7-4ac3-82ce-6d7678acf567 req-04d65f0b-e699-407f-b9be-797a53b2249c tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 210 time: 0.0785830 Aug 12 04:09:28.056135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.103423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=8']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:28.103906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.148633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Allocated IP 172.20.0.13 (c125aaec-5b6d-435d-9292-cb0578f6a171/64af9d26-58e9-4c7c-937b-eb15ba216909/9297c8eb-658d-4e2a-9d2c-b918dbf6f06a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:28.156987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:28.170134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:28.171023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.172502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7a323224-75b4-48fc-8eb0-d129b21bceb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 1121 time: 1.4772015 Aug 12 04:09:28.195475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d5aac-c7b8-4611-92a6-a4faab088bce req-93641099-8f32-4ce7-bcb6-d25bb0c15fe4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:28.195475 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-801d5aac-c7b8-4611-92a6-a4faab088bce req-93641099-8f32-4ce7-bcb6-d25bb0c15fe4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.0898085 Aug 12 04:09:28.234132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-801d5aac-c7b8-4611-92a6-a4faab088bce req-67cb9f31-95ef-45d5-8c9b-3d60dff38e6b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347712 Aug 12 04:09:28.248749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec2f8fa5-ec2a-4948-85a2-f72ec57cef0f req-f2e8b292-4e7b-4860-b708-5d0a2085302b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=f967dbe2-2064-4847-9da8-2a77a45f071d HTTP/1.1" status: 200 len: 210 time: 0.0568066 Aug 12 04:09:28.269673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['7431df08-2abe-44a7-8e8e-9bee3741e36b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:28.275750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['7431df08-2abe-44a7-8e8e-9bee3741e36b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:28.308438 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08856f31-56cf-45ee-a796-6b1faad04d13 x-openstack-request-id: req-08856f31-56cf-45ee-a796-6b1faad04d13 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:28.308438 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "name": "network-vif-plugged", "status": "completed", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:28.308438 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08856f31-56cf-45ee-a796-6b1faad04d13 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:28.308438 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'code': 200} Aug 12 04:09:28.342773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83da5ca2-fbb2-40dc-b3d8-361fc593e64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.464318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e851d3-89ff-4f6d-8293-92803d478497 req-90b7be18-617a-4287-8983-f49aa65f3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:28.465937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58e851d3-89ff-4f6d-8293-92803d478497 req-90b7be18-617a-4287-8983-f49aa65f3433 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 1096 time: 0.0903742 Aug 12 04:09:28.480655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d6b59-be17-4652-8941-510a50699e89 req-38120d5b-e7bf-4db6-8622-b5f828854649 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:28.482133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a9d6b59-be17-4652-8941-510a50699e89 req-38120d5b-e7bf-4db6-8622-b5f828854649 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.0675678 Aug 12 04:09:28.503158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf894e8c-6b61-4b6f-b9af-040ef764dd3f req-4d7524de-999d-427f-9cd1-b140f0b407c1 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:28.510429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf894e8c-6b61-4b6f-b9af-040ef764dd3f req-4d7524de-999d-427f-9cd1-b140f0b407c1 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 931 time: 0.1803341 Aug 12 04:09:28.545076 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58e851d3-89ff-4f6d-8293-92803d478497 req-5f7b1042-8ad9-46b2-8e67-072875b133e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619190 Aug 12 04:09:28.555426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a9d6b59-be17-4652-8941-510a50699e89 req-25e20373-4f44-4aeb-8860-1341b08de1b4 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537698 Aug 12 04:09:28.597561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.604076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf894e8c-6b61-4b6f-b9af-040ef764dd3f req-4e2e149f-44c0-485e-a45c-328fbe18aa6c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927737 Aug 12 04:09:28.673955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e66b69-946b-4314-9389-dbc88970bf1d {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:28.683566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.700183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Transition to ACTIVE for port object 29e66b69-946b-4314-9389-dbc88970bf1d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:28.800896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.842044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:28.858806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Network c125aaec-5b6d-435d-9292-cb0578f6a171 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:28.882987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:28.892698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:28.920818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Pushing event updated for resources: {'Port': ['ID=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:29.004651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.005247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.017683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb21cfc-7601-410c-a143-0f79180ce449 req-547e7511-2dd8-49fc-ac4a-e22864cd08ae tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.019618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6cb21cfc-7601-410c-a143-0f79180ce449 req-547e7511-2dd8-49fc-ac4a-e22864cd08ae tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 945 time: 0.1901543 Aug 12 04:09:29.054504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:29.107508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6cb21cfc-7601-410c-a143-0f79180ce449 req-974421ae-8341-4186-b3fd-bde82f802e31 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641291 Aug 12 04:09:29.109798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Attempting to bind port 29e66b69-946b-4314-9389-dbc88970bf1d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:29.110137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Attempting to bind port 29e66b69-946b-4314-9389-dbc88970bf1d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:29.110460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Attempting to bind port 29e66b69-946b-4314-9389-dbc88970bf1d on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:29.115288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Port 29e66b69-946b-4314-9389-dbc88970bf1d on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:29.115604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Attempting to bind port 29e66b69-946b-4314-9389-dbc88970bf1d on network b94b34d9-5ceb-4a66-82b0-277763ea5d48 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:29.129309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:29.129309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Checking segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:29.129309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Bound using segment: {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:29.129309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Bound port: 29e66b69-946b-4314-9389-dbc88970bf1d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530abce4-e7c0-4226-af29-a7a4a1a81c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:29.129309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.157999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-66e36710-6a1c-49c8-b4f7-1d9d8ce8db8a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7173629 Aug 12 04:09:29.172145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Request body: {'port': {'device_id': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:29.189927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a8eac-f01a-4949-a85b-4f63de96eb3d req-859d5636-94d9-457e-b677-23f60d28dcec tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.191579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-402a8eac-f01a-4949-a85b-4f63de96eb3d req-859d5636-94d9-457e-b677-23f60d28dcec tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 932 time: 0.0508630 Aug 12 04:09:29.212141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:29.214423 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9f70eb-1347-4339-84a5-7a1935dae49d" -d '{"events": [{"name": "network-changed", "server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:29.220538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:29.224467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:29.238928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-402a8eac-f01a-4949-a85b-4f63de96eb3d req-e7a75270-7a44-4849-a97e-0703fc62b034 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Aug 12 04:09:29.248416 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.257310 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3d3bf0-b87d-4a87-9534-5f03d0f18e8a x-openstack-request-id: req-8e3d3bf0-b87d-4a87-9534-5f03d0f18e8a {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:29.257310 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:29.261930 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e3d3bf0-b87d-4a87-9534-5f03d0f18e8a {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:29.261930 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'status': 'completed', 'code': 200} Aug 12 04:09:29.309338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.374730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-c9d9f344-8a5e-4c84-bf5a-b10c1f200f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.376184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-c9d9f344-8a5e-4c84-bf5a-b10c1f200f11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1124 time: 0.0959070 Aug 12 04:09:29.389491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf752-e43b-4503-872c-7d254373b889 req-06c4b1e2-32fd-4dde-a220-98b8b6c16df8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.391254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dccf752-e43b-4503-872c-7d254373b889 req-06c4b1e2-32fd-4dde-a220-98b8b6c16df8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.0677178 Aug 12 04:09:29.405800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.412900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.412900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/29e66b69-946b-4314-9389-dbc88970bf1d HTTP/1.1" status: 200 len: 1091 time: 1.4647937 Aug 12 04:09:29.412900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de8966-c7b6-487f-b748-1783513d4020', 'tag': '29e66b69-946b-4314-9389-dbc88970bf1d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:29.412900 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de8966-c7b6-487f-b748-1783513d4020", "tag": "29e66b69-946b-4314-9389-dbc88970bf1d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:29.482253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dccf752-e43b-4503-872c-7d254373b889 req-ee81ca73-044b-4a4c-b907-ca97a4ef51c3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813324 Aug 12 04:09:29.486457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbf1f9-5996-4c9f-beec-a98a0b5588b4 service neutron] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:29.518924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:29.524205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:29.528916 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c398d5-9f31-46a1-9322-bc4d3d5fe36d x-openstack-request-id: req-61c398d5-9f31-46a1-9322-bc4d3d5fe36d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:29.529202 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de8966-c7b6-487f-b748-1783513d4020", "tag": "29e66b69-946b-4314-9389-dbc88970bf1d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:29.529474 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61c398d5-9f31-46a1-9322-bc4d3d5fe36d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:29.529965 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8de8966-c7b6-487f-b748-1783513d4020', 'tag': '29e66b69-946b-4314-9389-dbc88970bf1d', 'status': 'completed', 'code': 200} Aug 12 04:09:29.531318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-786c49e8-0518-4c94-8791-9d9cc5fb3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.535357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-786c49e8-0518-4c94-8791-9d9cc5fb3c81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1414440 Aug 12 04:09:29.586481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-5b88e313-ebf2-4636-8721-d9509ba959ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 217 time: 0.0435185 Aug 12 04:09:29.596811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: d7dabef0-ac7f-4374-a238-c19c7f1b6cff {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:29.597177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d7dabef0-ac7f-4374-a238-c19c7f1b6cff not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:29.653358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7 req-91fd1396-f738-4184-ac42-623b0714b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.654787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7 req-91fd1396-f738-4184-ac42-623b0714b14b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 1094 time: 0.1003940 Aug 12 04:09:29.670855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-6f79e957-a5cb-43a2-8795-249254c450eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.672455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-6f79e957-a5cb-43a2-8795-249254c450eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0781131 Aug 12 04:09:29.713187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:29.732962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-17d5b075-78d3-4adf-a100-a67b99716ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517266 Aug 12 04:09:29.733641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.751080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:29.762555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5f9e7-6957-460f-8f90-3dd4cbb5061a req-8a58412b-9d31-4099-8054-bcb84ef242f2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.764451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7c5f9e7-6957-460f-8f90-3dd4cbb5061a req-8a58412b-9d31-4099-8054-bcb84ef242f2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.1254325 Aug 12 04:09:29.775386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'mac_address': 'fa:16:3e:c0:e0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:29.787358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Transition to ACTIVE for port object 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:29.844417 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.859128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7 req-b0b1a29d-5bc2-4c07-bad3-2c8648ecb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:29.859365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7 req-b0b1a29d-5bc2-4c07-bad3-2c8648ecb932 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba870b1c76de4b9bb376da737b75ba63&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1586599 Aug 12 04:09:29.864132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b848200e-0a30-4d65-b306-e41ad6ab1305 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:29.869501 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7c5f9e7-6957-460f-8f90-3dd4cbb5061a req-6ce43348-4cf2-40cd-bd93-422c0ce30de9 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874217 Aug 12 04:09:29.906029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:29.910911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-06293a47-ed98-4c87-bb60-bd0bbfa2ce17 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664169 Aug 12 04:09:29.953840 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:29.983106 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.043142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:30.061969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be9f70eb-1347-4339-84a5-7a1935dae49d req-e92aa880-204c-42a5-a1c6-941385083b0e service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416113 Aug 12 04:09:30.077833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:30.087503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb9cd9-8fe0-48a6-8f01-2c107f709b67 req-55c5a27d-a715-44de-8313-45ca56c44a53 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.089153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03eb9cd9-8fe0-48a6-8f01-2c107f709b67 req-55c5a27d-a715-44de-8313-45ca56c44a53 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 943 time: 0.1467087 Aug 12 04:09:30.115311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757ea04-b664-4873-8b7f-02b858c3d000 req-5c4d0ef2-80d7-4fa5-a6e8-dac8d98f530d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.117360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7 req-adf823c1-64c9-49b0-a4aa-522a48db741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.117571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f757ea04-b664-4873-8b7f-02b858c3d000 req-5c4d0ef2-80d7-4fa5-a6e8-dac8d98f530d tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 944 time: 0.0544705 Aug 12 04:09:30.118925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14653e1c-fe52-4b1b-b1fb-40eba03e0be7 req-adf823c1-64c9-49b0-a4aa-522a48db741f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2438843 Aug 12 04:09:30.160350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f757ea04-b664-4873-8b7f-02b858c3d000 req-d9e69d66-cdea-4fc8-b77b-ea29490454a3 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365465 Aug 12 04:09:30.198226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03eb9cd9-8fe0-48a6-8f01-2c107f709b67 req-b1633439-5c37-44ce-b8b8-dbe8f50589f9 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983567 Aug 12 04:09:30.246362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-7d19ea35-1ff6-41e6-944b-5f0f115b667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.247923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-7d19ea35-1ff6-41e6-944b-5f0f115b667c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba870b1c76de4b9bb376da737b75ba63&device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 1094 time: 0.0732646 Aug 12 04:09:30.248990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Attempting to bind port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:30.249347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Attempting to bind port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:30.249679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Attempting to bind port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a on network c125aaec-5b6d-435d-9292-cb0578f6a171 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:30.254187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a on network c125aaec-5b6d-435d-9292-cb0578f6a171 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:30.254605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Attempting to bind port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a on network c125aaec-5b6d-435d-9292-cb0578f6a171 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:30.266732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:30.267096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Checking segment: {'id': 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:30.267537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Bound using segment: {'id': 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:30.267975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Bound port: 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:30.268339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.307842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-32e0b4ad-2200-480b-a0ca-0c6dd19836ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29e66b69-946b-4314-9389-dbc88970bf1d HTTP/1.1" status: 200 len: 217 time: 0.0495861 Aug 12 04:09:30.361311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91968a42-6aee-48c5-867c-8445e96b80ee req-8c2570ce-4e88-4c40-afe8-4780c05202fb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.363564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91968a42-6aee-48c5-867c-8445e96b80ee req-8c2570ce-4e88-4c40-afe8-4780c05202fb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 944 time: 0.0500875 Aug 12 04:09:30.368545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['b848200e-0a30-4d65-b306-e41ad6ab1305'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:30.417596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91968a42-6aee-48c5-867c-8445e96b80ee req-bebbff63-87af-49d3-8f98-b598ab021210 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461972 Aug 12 04:09:30.539245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c3d36-0162-4622-802c-1f209cac110d req-3e50b8ec-b187-4f0f-9b45-c0fcbb695535 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.541495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d84c3d36-0162-4622-802c-1f209cac110d req-3e50b8ec-b187-4f0f-9b45-c0fcbb695535 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 944 time: 0.0578959 Aug 12 04:09:30.658429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33070be9-632b-4653-abe5-e83b2801dfeb req-913a920a-eb8d-48fc-ba21-f68633c8ca9c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.660088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33070be9-632b-4653-abe5-e83b2801dfeb req-913a920a-eb8d-48fc-ba21-f68633c8ca9c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 947 time: 0.0996914 Aug 12 04:09:30.728470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Deleting port aa3b6ba2-1848-4975-a1be-ec4151b5a95a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:30.729075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.732055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-50ed7a66-8a63-4c8c-a16b-ee0aa121b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.733670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-50ed7a66-8a63-4c8c-a16b-ee0aa121b3e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 200 len: 845 time: 0.4176214 Aug 12 04:09:30.735628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33070be9-632b-4653-abe5-e83b2801dfeb req-687d57f3-2891-4008-8364-d9338ffd7f25 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622916 Aug 12 04:09:30.747728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afe1ca-cb66-43b7-bf5c-06366a499e13 req-71d243ed-68fd-4bb9-bea0-87d4ad41ea2f tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.754234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e9afe1ca-cb66-43b7-bf5c-06366a499e13 req-71d243ed-68fd-4bb9-bea0-87d4ad41ea2f tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 945 time: 0.4518151 Aug 12 04:09:30.768875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23573ca9-2555-425b-adec-38f8ca48750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.776122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] For port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:30.809417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-fd7349b1-a8ac-49dc-a086-f5233a066302 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b94b34d9-5ceb-4a66-82b0-277763ea5d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523765 Aug 12 04:09:30.816285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] For port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,segment=NetworkSegment(f066eafc-2cc6-4d6e-93b9-a1793c0442fd),segment_id=f066eafc-2cc6-4d6e-93b9-a1793c0442fd)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:30.841024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] For port aa3b6ba2-1848-4975-a1be-ec4151b5a95a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:30.841389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.861840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Calling delete_port for aa3b6ba2-1848-4975-a1be-ec4151b5a95a owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:30.879848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e9afe1ca-cb66-43b7-bf5c-06366a499e13 req-6b55c4ca-49f5-427d-a5f9-8149ab22f626 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245456 Aug 12 04:09:30.884236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.909905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.950579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:30.951307 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:30.953304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/9297c8eb-658d-4e2a-9d2c-b918dbf6f06a HTTP/1.1" status: 200 len: 1092 time: 1.7852838 Aug 12 04:09:30.999825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73f9e1-3915-4ba1-ba32-e7d876c295e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:31.021101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-4e811a65-359b-46a3-acd1-6c2008ce1e19 service neutron] 10.222.0.36 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022333 Aug 12 04:09:31.088764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07769-0fb8-4d40-b5da-46c824f4359a req-95bfd91e-fd6c-4b2b-b1b3-17a7d030a9ed tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.090246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5c07769-0fb8-4d40-b5da-46c824f4359a req-95bfd91e-fd6c-4b2b-b1b3-17a7d030a9ed tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.1084471 Aug 12 04:09:31.145752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:31.187226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event deleted for resources: {'Port': ['ID=aa3b6ba2-1848-4975-a1be-ec4151b5a95a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:31.212894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5c07769-0fb8-4d40-b5da-46c824f4359a req-c6662827-cc57-4400-bf30-3bdae9584909 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163368 Aug 12 04:09:31.219489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-6c48dff6-fc76-4280-81a9-5dbe54537d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.221044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-6c48dff6-fc76-4280-81a9-5dbe54537d13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=377704ffdeb148798e815c8a7c9213bd&device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 1095 time: 0.1234345 Aug 12 04:09:31.223508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0c90cda-ac34-4e10-9cf5-bc73add3693a req-f4a18559-1428-4c68-a3a5-5b2c69ae6d83 service neutron] 10.222.0.36 "GET /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911330 Aug 12 04:09:31.231426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] No DVR routers for this DVR port aa3b6ba2-1848-4975-a1be-ec4151b5a95a on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:31.236132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:31.239510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d84c3d36-0162-4622-802c-1f209cac110d req-9cc458ac-f137-4ac7-95d5-4ccfc76ea19a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "DELETE /v2.0/ports/aa3b6ba2-1848-4975-a1be-ec4151b5a95a HTTP/1.1" status: 204 len: 173 time: 0.6879833 Aug 12 04:09:31.259376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'name': 'network-vif-deleted', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:31.261898 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119a4586-f896-4da6-8116-ada0e44bd3c7" -d '{"events": [{"server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "name": "network-vif-deleted", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:31.272060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-ae529e4a-8252-4fd0-9274-bb97fac26fc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a HTTP/1.1" status: 200 len: 217 time: 0.0381818 Aug 12 04:09:31.352933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-579fb3c7-e297-4143-96ba-4729fbaa618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.354400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-579fb3c7-e297-4143-96ba-4729fbaa618c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64af9d26-58e9-4c7c-937b-eb15ba216909 HTTP/1.1" status: 200 len: 855 time: 0.0760181 Aug 12 04:09:31.366566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4569d-f34e-456f-96ff-afb0db355bcd req-16d40445-a45d-41c1-8b82-0e94f25c3c4d tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.368041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78c4569d-f34e-456f-96ff-afb0db355bcd req-16d40445-a45d-41c1-8b82-0e94f25c3c4d tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 945 time: 0.0820894 Aug 12 04:09:31.379972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46624) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:31.385916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Request body: {'floatingip': {'port_id': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:31.402414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-4b07e35c-fb87-42ab-b59b-13597152f0ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c125aaec-5b6d-435d-9292-cb0578f6a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331466 Aug 12 04:09:31.470045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eef44b77-7f08-4cb7-9a2b-43131f954baa req-26201b51-85a2-4d76-9644-3488c83c6376 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 210 time: 0.0333514 Aug 12 04:09:31.472208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:31.530294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:31.541400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'tag': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:31.543815 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d41542-b78f-4c16-83da-62869b59bad9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f9bb85-4324-4619-b76d-a5ddbe2944e6", "tag": "9297c8eb-658d-4e2a-9d2c-b918dbf6f06a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:31.579545 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:09:31.583253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d267c65-3e72-4878-95c7-e935d4ece7fd req-bcbdc6c4-8622-4e16-8c0a-d8532a000d18 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.585170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d267c65-3e72-4878-95c7-e935d4ece7fd req-bcbdc6c4-8622-4e16-8c0a-d8532a000d18 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 943 time: 0.1515927 Aug 12 04:09:31.593077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port b848200e-0a30-4d65-b306-e41ad6ab1305 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:31.593766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:31.636695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-a4e6c9e3-37a7-4fcf-a797-9c109cc84500 service neutron] 10.222.0.36 "GET /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215436 Aug 12 04:09:31.641891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d267c65-3e72-4878-95c7-e935d4ece7fd req-12442455-9fcf-46e1-9cd5-988bf0862948 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Aug 12 04:09:31.653223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-ed69baab-66a6-45d2-a8c5-7bc938bf2a43 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.655009 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-ed69baab-66a6-45d2-a8c5-7bc938bf2a43 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 947 time: 0.1381090 Aug 12 04:09:31.656562 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa35665-bf94-4cfb-996e-8e936c44332b x-openstack-request-id: req-0fa35665-bf94-4cfb-996e-8e936c44332b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:31.656836 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900282fc-1d17-4469-bbaa-360c45a73f79", "name": "network-vif-deleted", "tag": "aa3b6ba2-1848-4975-a1be-ec4151b5a95a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:31.657097 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fa35665-bf94-4cfb-996e-8e936c44332b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:31.657589 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900282fc-1d17-4469-bbaa-360c45a73f79', 'name': 'network-vif-deleted', 'tag': 'aa3b6ba2-1848-4975-a1be-ec4151b5a95a', 'status': 'completed', 'code': 200} Aug 12 04:09:31.718072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:31.748549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:31.751214 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b3730-cbfe-4b51-931e-d17f7cd4b148" -d '{"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-plugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:31.769188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:31.826012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3197dd8-5b51-4d9a-b4d0-2ccdf883d6f8 req-8325b033-de2d-410c-b2ae-a4b716a12acb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.827680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3197dd8-5b51-4d9a-b4d0-2ccdf883d6f8 req-8325b033-de2d-410c-b2ae-a4b716a12acb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 944 time: 0.0906115 Aug 12 04:09:31.829900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15049390-c8ae-41cb-b2b4-7b681e84be07 req-84cbacff-8c52-49fe-9f5c-b3177943bd4d service neutron] 10.222.0.36 "GET /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797903 Aug 12 04:09:31.837566 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:31.862163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f473ba8-e9df-403d-b28c-b2f1b59fb442 req-0b97fb44-e848-42a7-ac9f-82cb6da75efb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:31.863721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f473ba8-e9df-403d-b28c-b2f1b59fb442 req-0b97fb44-e848-42a7-ac9f-82cb6da75efb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 947 time: 0.1248519 Aug 12 04:09:31.869024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-13974549-656f-4899-b1d1-4394eb423e03 service neutron] 10.222.0.20 "GET /v2.0/ports/b848200e-0a30-4d65-b306-e41ad6ab1305/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 382 time: 0.2019148 Aug 12 04:09:31.905976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3197dd8-5b51-4d9a-b4d0-2ccdf883d6f8 req-fd41dbd4-5706-4786-be57-60401b9b208a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660250 Aug 12 04:09:31.942500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:31.965612 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f4bf2-d0e2-40fd-88e8-2c1fe478740b x-openstack-request-id: req-535f4bf2-d0e2-40fd-88e8-2c1fe478740b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:31.966192 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f9bb85-4324-4619-b76d-a5ddbe2944e6", "tag": "9297c8eb-658d-4e2a-9d2c-b918dbf6f06a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:31.967657 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-535f4bf2-d0e2-40fd-88e8-2c1fe478740b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:31.968166 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'tag': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a', 'status': 'completed', 'code': 200} Aug 12 04:09:32.010697 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45755ae6-8f5b-4aa9-bbfd-1684c9fa9d44 x-openstack-request-id: req-45755ae6-8f5b-4aa9-bbfd-1684c9fa9d44 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:32.011633 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-plugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:32.012130 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45755ae6-8f5b-4aa9-bbfd-1684c9fa9d44 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:32.012875 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'code': 200} Aug 12 04:09:32.022425 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f473ba8-e9df-403d-b28c-b2f1b59fb442 req-a2522e0e-1be3-402c-93d4-f858b33dea9b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465251 Aug 12 04:09:32.072231 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:32.081445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-31d828fa-457c-4cfd-ace3-54816ed683f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.082963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-31d828fa-457c-4cfd-ace3-54816ed683f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1099 time: 0.1200044 Aug 12 04:09:32.147465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d41542-b78f-4c16-83da-62869b59bad9 req-4e941c89-0810-43a9-a39e-f98087feb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.148925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-4e941c89-0810-43a9-a39e-f98087feb45f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=377704ffdeb148798e815c8a7c9213bd&device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 1095 time: 0.0473189 Aug 12 04:09:32.279329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d41542-b78f-4c16-83da-62869b59bad9 req-34502279-316d-451b-b9b2-60a97917134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.280837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-34502279-316d-451b-b9b2-60a97917134b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c125aaec-5b6d-435d-9292-cb0578f6a171 HTTP/1.1" status: 200 len: 916 time: 0.1157901 Aug 12 04:09:32.305729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-7f0cbb99-d011-4d1b-8565-f1156db6668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.307898 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-7f0cbb99-d011-4d1b-8565-f1156db6668a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1989627 Aug 12 04:09:32.349310 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-7506045d-6153-4fbc-a600-57d126362ca6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a HTTP/1.1" status: 200 len: 217 time: 0.0496483 Aug 12 04:09:32.363869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:32.366290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-50bddd3c-3dc2-4e07-ae07-be796e6fd347 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 217 time: 0.0492432 Aug 12 04:09:32.410825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c77b-623c-4ca1-9a2a-c54f36a4287f req-9b1e8cdd-2b36-43ca-8bac-07dcbd112ff0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.412730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c160c77b-623c-4ca1-9a2a-c54f36a4287f req-9b1e8cdd-2b36-43ca-8bac-07dcbd112ff0 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.1231210 Aug 12 04:09:32.433997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d41542-b78f-4c16-83da-62869b59bad9 req-27d35788-7b41-43f9-a431-a4110fc73415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.435923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-27d35788-7b41-43f9-a431-a4110fc73415 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64af9d26-58e9-4c7c-937b-eb15ba216909 HTTP/1.1" status: 200 len: 855 time: 0.0769970 Aug 12 04:09:32.441983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-3a00720e-1af3-4793-8d73-98c34d1886f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.444402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-3a00720e-1af3-4793-8d73-98c34d1886f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0703468 Aug 12 04:09:32.489137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-43f61de2-d87d-4ecc-9519-4b2cfc9cd873 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c125aaec-5b6d-435d-9292-cb0578f6a171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302243 Aug 12 04:09:32.526546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:32.535859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-8d41442d-131b-4844-9f00-2e2469c0fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.539624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c160c77b-623c-4ca1-9a2a-c54f36a4287f req-dad2aac7-82a7-49eb-9915-fec0e5633eea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022902 Aug 12 04:09:32.540318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-8d41442d-131b-4844-9f00-2e2469c0fdbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875528 Aug 12 04:09:32.685158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-5e0c71dc-ae61-4d50-9b2e-14f0d731d7b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762587 Aug 12 04:09:32.690913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-3c672b2b-2191-45ad-8c34-34e21dc05262 service neutron] 10.222.0.36 "GET /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941440 Aug 12 04:09:32.781883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79842d04-4bd7-4ce1-8fc1-d6f91bbf7073 req-955e9d73-19d0-4d82-9326-835ba256c9e2 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=900282fc-1d17-4469-bbaa-360c45a73f79 HTTP/1.1" status: 200 len: 210 time: 0.1704283 Aug 12 04:09:32.805414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-cfaef9f9-27f5-454b-9b5e-13ca9a0243dd service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930139 Aug 12 04:09:32.813551 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Floating IP ca3e135a-e5dc-4e41-bf5d-e6e03d524911 associated. External IP: 172.25.6.168, port: 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3. Aug 12 04:09:32.853240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-732b4c4e-4082-4970-9871-098670c27d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.854686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-732b4c4e-4082-4970-9871-098670c27d64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 1101 time: 0.1080761 Aug 12 04:09:32.866746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063b091-5978-4d50-af42-ec9c6b27b840 req-aff8bad1-b440-4878-8b2c-f92a7bf2a07d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:32.868232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4063b091-5978-4d50-af42-ec9c6b27b840 req-aff8bad1-b440-4878-8b2c-f92a7bf2a07d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 943 time: 0.1232939 Aug 12 04:09:32.870245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33d41542-b78f-4c16-83da-62869b59bad9 req-691a9369-7a2a-4a06-b805-b46b23e4927f service neutron] 10.222.0.36 "GET /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711330 Aug 12 04:09:32.962993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4063b091-5978-4d50-af42-ec9c6b27b840 req-12634e21-0315-4328-8ae1-7aaebefbf08f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867205 Aug 12 04:09:33.012810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-a89cff2a-9a7e-4477-8816-43843f31a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.016670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-a89cff2a-9a7e-4477-8816-43843f31a608 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1235561 Aug 12 04:09:33.033366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-6443019d-a584-4ee3-838d-55f0efc29a4c service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162063 Aug 12 04:09:33.070135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-b76c779c-b072-41c2-9f8d-f8ffcfa5b188 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 200 len: 217 time: 0.0471280 Aug 12 04:09:33.108711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e66cda-e369-4ac0-b62c-9384ae3ffe23 req-fd6c3303-252c-4cbc-835c-d421256e93be tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.110293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61e66cda-e369-4ac0-b62c-9384ae3ffe23 req-fd6c3303-252c-4cbc-835c-d421256e93be tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 944 time: 0.1102433 Aug 12 04:09:33.141608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-d709cfe1-d0fa-4f51-a999-e9d8c1070736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.143297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-d709cfe1-d0fa-4f51-a999-e9d8c1070736 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0653763 Aug 12 04:09:33.210524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61e66cda-e369-4ac0-b62c-9384ae3ffe23 req-1c5483a9-ab39-40ff-ae8b-9fd442cd3bf1 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930302 Aug 12 04:09:33.221939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Router 3e9b95ab-9914-4aa1-851e-153871ba142a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:09:33.243733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055214e8-036e-46cc-bfa8-d15d3b5c096f req-eb775335-1869-4c0f-9ce4-61282ff56907 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.245458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-055214e8-036e-46cc-bfa8-d15d3b5c096f req-eb775335-1869-4c0f-9ce4-61282ff56907 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1007519 Aug 12 04:09:33.252969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-af6107d4-b75d-40e7-96c2-9d17067d67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.254590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-af6107d4-b75d-40e7-96c2-9d17067d67a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962682 Aug 12 04:09:33.343332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-055214e8-036e-46cc-bfa8-d15d3b5c096f req-86c006ed-3e6d-4fb5-a875-a1078892b0b9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876024 Aug 12 04:09:33.379757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-8f75a5d0-86d8-4757-93b7-c5066326a648 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163828 Aug 12 04:09:33.498034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 29e66b69-946b-4314-9389-dbc88970bf1d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:33.505692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:33.508863 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2df6754b-13e3-4d07-bdb6-b6581c070c18 req-755162c5-3f62-4909-9220-7e7896100053 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203442 Aug 12 04:09:33.531529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: aa3b6ba2-1848-4975-a1be-ec4151b5a95a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:33.531874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa3b6ba2-1848-4975-a1be-ec4151b5a95a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:33.582913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:33.627965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:33.637603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:09:33.641994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '29e66b69-946b-4314-9389-dbc88970bf1d', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': '29e66b69-946b-4314-9389-dbc88970bf1d', 'mac_address': 'fa:16:3e:8f:fc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:33.643897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:33.656317 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] Sync routers for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:09:33.672238 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:33.673289 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:33.689328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-335e20d2-177d-4733-b90b-f31dd806e2db tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "PUT /v2.0/floatingips/ca3e135a-e5dc-4e41-bf5d-e6e03d524911 HTTP/1.1" status: 200 len: 991 time: 2.3081548 Aug 12 04:09:33.694549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:33.694549 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140" -d '{"events": [{"name": "network-changed", "server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:33.706441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ed071-6f47-4943-b7e0-8cb79430f32d req-1e04ba7d-25af-4ee3-bbfb-dab3ee8d33ce tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.714561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:33.714774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa6ed071-6f47-4943-b7e0-8cb79430f32d req-1e04ba7d-25af-4ee3-bbfb-dab3ee8d33ce tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 943 time: 0.1087036 Aug 12 04:09:33.731529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e66b69-946b-4314-9389-dbc88970bf1d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:33.757336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:33.777566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa6ed071-6f47-4943-b7e0-8cb79430f32d req-261f313f-6622-491a-a87c-165def6a7987 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619240 Aug 12 04:09:33.778894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-53b8207a-9dd9-4a95-8a0f-8e5ee9749c02 service neutron] 10.222.0.36 "GET /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.1327872 Aug 12 04:09:33.797333 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:33.837849 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:33.842602 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc52f34-3921-45dd-a2ae-abfd53b61e91 x-openstack-request-id: req-4bc52f34-3921-45dd-a2ae-abfd53b61e91 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:33.842602 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:33.842602 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bc52f34-3921-45dd-a2ae-abfd53b61e91 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:33.842602 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'status': 'completed', 'code': 200} Aug 12 04:09:33.906592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:33.939976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-b4b54246-1dcd-43c0-b6e3-f5081b32804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:33.943054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-b4b54246-1dcd-43c0-b6e3-f5081b32804c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4eec13826f0d439b8c095e653884de05&device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 1096 time: 0.0756106 Aug 12 04:09:34.056136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-0807b3a0-bf54-48b5-9e2c-a886c49fe352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.057651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-0807b3a0-bf54-48b5-9e2c-a886c49fe352 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a163ae8a-e696-4edf-bb21-cbd13bd780b9 HTTP/1.1" status: 200 len: 915 time: 0.1036494 Aug 12 04:09:34.084426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:34.093331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['29e66b69-946b-4314-9389-dbc88970bf1d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:34.119290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:34.162419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7431df08-2abe-44a7-8e8e-9bee3741e36b {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:34.166492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0153c3-1587-447a-954a-7bbf087d2bea req-ad533cce-546a-4a4d-99ce-97d1f7d267ea tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.174979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce0153c3-1587-447a-954a-7bbf087d2bea req-ad533cce-546a-4a4d-99ce-97d1f7d267ea tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 944 time: 0.1118126 Aug 12 04:09:34.177153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:34.190203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-ead31997-6eec-437e-b50f-221e508a85b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 HTTP/1.1" status: 200 len: 999 time: 0.1149328 Aug 12 04:09:34.250081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce0153c3-1587-447a-954a-7bbf087d2bea req-0cc327c5-1a25-44c1-b861-20b27657652e tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742056 Aug 12 04:09:34.259395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-c3502916-dab2-42a8-b8cb-80cd9cf59b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.261036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-c3502916-dab2-42a8-b8cb-80cd9cf59b4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e610127-8078-48a0-b6f0-3f57b9ea3a3a HTTP/1.1" status: 200 len: 853 time: 0.0607924 Aug 12 04:09:34.270923 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'ca3e135a-e5dc-4e41-bf5d-e6e03d524911', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'port_id': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'mac_address': 'fa:16:3e:52:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:09:13Z', 'updated_at': '2021-08-12T04:09:32Z', 'revision_number': 1, 'project_id': '4eec13826f0d439b8c095e653884de05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:12Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:34.305567 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] Checking router: 3e9b95ab-9914-4aa1-851e-153871ba142a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:09:34.306438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:34.315929 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:34.316558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:34.340606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-c6338ccf-b303-4b68-aeec-442b0e9fdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.342832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-c6338ccf-b303-4b68-aeec-442b0e9fdff2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a163ae8a-e696-4edf-bb21-cbd13bd780b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740497 Aug 12 04:09:34.466103 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:34.473489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-94127659-7025-48bc-8374-1ed37574c410 service neutron] 10.222.0.36 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214840 Aug 12 04:09:34.514337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] Transition to ACTIVE for port object 7431df08-2abe-44a7-8e8e-9bee3741e36b will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:34.523945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe75a71-e72b-4fa2-83f0-14edeab1fe2f req-a8b87878-39bf-47d1-920f-bee0ee6cfc8b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.525075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fe75a71-e72b-4fa2-83f0-14edeab1fe2f req-a8b87878-39bf-47d1-920f-bee0ee6cfc8b tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.0912611 Aug 12 04:09:34.580156 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fe75a71-e72b-4fa2-83f0-14edeab1fe2f req-e62c7c0b-46f7-4185-8fb9-a44dffc76b3a tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e6d33b0-df0f-4861-9a79-ea35127cb988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Aug 12 04:09:34.583838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:34.622380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7615f-1846-4c8d-907b-a8bcdd99ab8a req-1664c389-4640-48f9-b83d-18bcab0da62c tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.629694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83e7615f-1846-4c8d-907b-a8bcdd99ab8a req-1664c389-4640-48f9-b83d-18bcab0da62c tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 944 time: 0.0903077 Aug 12 04:09:34.641680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae6aa68b-b2d8-4772-b66c-c4054f9d1140 req-a1d6ae0b-9eaf-429f-a103-afd766da36b7 service neutron] 10.222.0.36 "GET /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602688 Aug 12 04:09:34.656988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] No DVR routers for this DVR port 7431df08-2abe-44a7-8e8e-9bee3741e36b on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:34.670298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] Pushing event updated for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:34.683033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83e7615f-1846-4c8d-907b-a8bcdd99ab8a req-309c2dd9-5e32-4bb6-aca8-6a1f157c393b tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Aug 12 04:09:34.713561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-71598978-8ef5-4eec-b6ad-89f7c8b0ff5e service neutron] 10.222.0.36 "PUT /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b/bindings/n-h1-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9276760 Aug 12 04:09:34.791717 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'ca3e135a-e5dc-4e41-bf5d-e6e03d524911', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'port_id': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'mac_address': 'fa:16:3e:52:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:09:13Z', 'updated_at': '2021-08-12T04:09:32Z', 'revision_number': 1, 'project_id': '4eec13826f0d439b8c095e653884de05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:12Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:34.816604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05aff3-2070-4ec5-8f58-99984be295f4 req-b5833596-dafa-4d30-aa0b-7fbbff6c2e16 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.820534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a05aff3-2070-4ec5-8f58-99984be295f4 req-b5833596-dafa-4d30-aa0b-7fbbff6c2e16 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0866711 Aug 12 04:09:34.822628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef0913-5dcf-461c-89f2-903eae2ad6d4 None None] The sync data for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 is: [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'ca3e135a-e5dc-4e41-bf5d-e6e03d524911', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'port_id': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'mac_address': 'fa:16:3e:52:8a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:09:13Z', 'updated_at': '2021-08-12T04:09:32Z', 'revision_number': 1, 'project_id': '4eec13826f0d439b8c095e653884de05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:12Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:09:34.861895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-28b487fe-faee-41bd-af2a-3ed5296721f9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.863524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-28b487fe-faee-41bd-af2a-3ed5296721f9 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 944 time: 0.0913308 Aug 12 04:09:34.927216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a05aff3-2070-4ec5-8f58-99984be295f4 req-2058b8fb-ff24-42c9-abf3-50e7122d82c8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947111 Aug 12 04:09:34.930055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6748a-8c5c-4790-8c4a-2938118e05ef req-96650693-f741-466a-8e45-4eed952bec75 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:34.932023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96b6748a-8c5c-4790-8c4a-2938118e05ef req-96650693-f741-466a-8e45-4eed952bec75 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0579720 Aug 12 04:09:34.993090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96b6748a-8c5c-4790-8c4a-2938118e05ef req-ed5b4507-7702-4033-b62c-d40d887b98e3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Aug 12 04:09:35.033710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7b703cf7-9d74-4ff0-87c4-2e47b57a89ec tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.035238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7b703cf7-9d74-4ff0-87c4-2e47b57a89ec tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0732458 Aug 12 04:09:35.045058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Deleting port 996cd574-d612-4471-93f1-40c357ce1167 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:35.045401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.068525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c4501-cb90-4a5c-972f-36a92428ca99 None None] New status for floating IP ca3e135a-e5dc-4e41-bf5d-e6e03d524911: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:09:35.155160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-203862b5-38bf-4d52-ab06-8730be7189c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.156494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-203862b5-38bf-4d52-ab06-8730be7189c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e HTTP/1.1" status: 200 len: 1095 time: 0.0968413 Aug 12 04:09:35.168428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] For port 996cd574-d612-4471-93f1-40c357ce1167, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=996cd574-d612-4471-93f1-40c357ce1167,segment=NetworkSegment(237a8275-b796-4b2e-87b0-dc7a6c514d51),segment_id=237a8275-b796-4b2e-87b0-dc7a6c514d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:35.168980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.189163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Calling delete_port for 996cd574-d612-4471-93f1-40c357ce1167 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:35.259887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-aaaf085d-a8fb-418e-a196-067697eec9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.261350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-aaaf085d-a8fb-418e-a196-067697eec9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1095 time: 0.0801966 Aug 12 04:09:35.390154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38316067-21a4-4a1b-8b60-081df071be4d req-e7ae6757-a5f2-4d2c-b19e-c8820bf13a7f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.391669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38316067-21a4-4a1b-8b60-081df071be4d req-e7ae6757-a5f2-4d2c-b19e-c8820bf13a7f tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 944 time: 0.0584700 Aug 12 04:09:35.416934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-1fa52102-ac61-4ba6-87ac-bb080869e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.416934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-1fa52102-ac61-4ba6-87ac-bb080869e760 service neutron] 10.222.0.20 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1360915 Aug 12 04:09:35.432280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38316067-21a4-4a1b-8b60-081df071be4d req-71b33d10-704f-4650-9ce2-d452695032d4 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Aug 12 04:09:35.452580 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-2c51779b-733a-4df3-b4df-28253d47883d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 200 len: 217 time: 0.0365992 Aug 12 04:09:35.509977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-a6f23e81-ce06-4b35-9e10-6cca73f10cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.511434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-a6f23e81-ce06-4b35-9e10-6cca73f10cfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0430555 Aug 12 04:09:35.514305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:35.516472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 29e66b69-946b-4314-9389-dbc88970bf1d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:35.516986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.565173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Pushing event deleted for resources: {'Port': ['ID=996cd574-d612-4471-93f1-40c357ce1167,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:35.568348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-ce3f8b17-9a0a-4058-b1dd-a01442408d05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495911 Aug 12 04:09:35.646779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,segment=NetworkSegment(f066eafc-2cc6-4d6e-93b9-a1793c0442fd),segment_id=f066eafc-2cc6-4d6e-93b9-a1793c0442fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:35.650698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] No DVR routers for this DVR port 996cd574-d612-4471-93f1-40c357ce1167 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:35.656133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.658411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-655b9aef-1174-4939-9c89-8ed00ac9fc10 req-6b699c65-2700-4667-bb6d-eb37bcf15acf tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.36 "DELETE /v2.0/ports/996cd574-d612-4471-93f1-40c357ce1167 HTTP/1.1" status: 204 len: 173 time: 0.7863364 Aug 12 04:09:35.660464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'name': 'network-vif-deleted', 'tag': '996cd574-d612-4471-93f1-40c357ce1167'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:35.665561 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e169f0ae-837b-482b-8a98-57597dc5ce13" -d '{"events": [{"server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "name": "network-vif-deleted", "tag": "996cd574-d612-4471-93f1-40c357ce1167"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:35.670124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a', 'network_id': 'c125aaec-5b6d-435d-9292-cb0578f6a171', 'port_id': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a', 'mac_address': 'fa:16:3e:10:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64af9d26-58e9-4c7c-937b-eb15ba216909', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:35.709347 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e3ce4-02ee-410f-b971-d9e0f4defd5c x-openstack-request-id: req-a23e3ce4-02ee-410f-b971-d9e0f4defd5c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:35.714618 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcf40-46d1-4151-bd78-c9cc1910f80f", "name": "network-vif-deleted", "tag": "996cd574-d612-4471-93f1-40c357ce1167", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:35.714618 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a23e3ce4-02ee-410f-b971-d9e0f4defd5c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:35.714618 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcf40-46d1-4151-bd78-c9cc1910f80f', 'name': 'network-vif-deleted', 'tag': '996cd574-d612-4471-93f1-40c357ce1167', 'status': 'completed', 'code': 200} Aug 12 04:09:35.714926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 29e66b69-946b-4314-9389-dbc88970bf1d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:35.720742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 29e66b69-946b-4314-9389-dbc88970bf1d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:35.721117 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.722769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.754177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:35.759418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe205e4b-4c47-4e41-997f-39b2fe01fff8 req-5942d981-0255-4ef0-993c-599828ce4ad3 tempest-LiveAutoBlockMigrationV225Test-1142174573 tempest-LiveAutoBlockMigrationV225Test-1142174573-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4ffcf40-46d1-4151-bd78-c9cc1910f80f HTTP/1.1" status: 200 len: 210 time: 0.0474625 Aug 12 04:09:35.763473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-fe9029a0-0327-439e-a0cb-672a89a07404 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858907 Aug 12 04:09:35.777250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,segment=NetworkSegment(f066eafc-2cc6-4d6e-93b9-a1793c0442fd),segment_id=f066eafc-2cc6-4d6e-93b9-a1793c0442fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:35.860002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e7a74-dd89-4baa-94b9-ad1c0d1f1446 req-4935fb2d-af39-4ef1-8f27-07061bb02711 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:35.861687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-538e7a74-dd89-4baa-94b9-ad1c0d1f1446 req-4935fb2d-af39-4ef1-8f27-07061bb02711 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 944 time: 0.0691159 Aug 12 04:09:35.871074 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.873321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:35.938127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-538e7a74-dd89-4baa-94b9-ad1c0d1f1446 req-73798efe-6403-4cd1-a5a9-44fa35ba849b tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578151 Aug 12 04:09:35.939090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-7844187a-b703-4180-947a-be3a706f6c61 service neutron] 10.222.0.20 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651878 Aug 12 04:09:35.960269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de8966-c7b6-487f-b748-1783513d4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e66b69-946b-4314-9389-dbc88970bf1d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:35.962581 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde0b716-4fc1-43fa-bd9d-4e6d302306ba" -d '{"events": [{"server_uuid": "d8de8966-c7b6-487f-b748-1783513d4020", "name": "network-vif-plugged", "status": "completed", "tag": "29e66b69-946b-4314-9389-dbc88970bf1d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:35.983630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:35.988728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:36.020116 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78b38a-3c98-47c3-9460-e2eca907974b x-openstack-request-id: req-db78b38a-3c98-47c3-9460-e2eca907974b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:36.020405 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de8966-c7b6-487f-b748-1783513d4020", "name": "network-vif-plugged", "status": "completed", "tag": "29e66b69-946b-4314-9389-dbc88970bf1d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:36.020724 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db78b38a-3c98-47c3-9460-e2eca907974b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:36.021034 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de8966-c7b6-487f-b748-1783513d4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e66b69-946b-4314-9389-dbc88970bf1d', 'code': 200} Aug 12 04:09:36.080897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf863ab-a9ff-4c48-9e0a-9732f89eb378 req-9cf6039e-00e7-4149-9ac3-361dd37f5bfb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.082391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-adf863ab-a9ff-4c48-9e0a-9732f89eb378 req-9cf6039e-00e7-4149-9ac3-361dd37f5bfb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0576687 Aug 12 04:09:36.114952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:36.116291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:36.172681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9297c8eb-658d-4e2a-9d2c-b918dbf6f06a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:36.200886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa526fb-fed4-4980-b8b2-2f1294a16600 req-fc0dfef1-2659-4220-babc-55ea6369d84b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.202414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3aa526fb-fed4-4980-b8b2-2f1294a16600 req-fc0dfef1-2659-4220-babc-55ea6369d84b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0623851 Aug 12 04:09:36.245203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3aa526fb-fed4-4980-b8b2-2f1294a16600 req-27108c18-0f60-43c3-899e-7186b7746a00 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Aug 12 04:09:36.249842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:36.266044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:36.436856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-9b500351-63ec-41db-a214-94a27d9606d5 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.438573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-9b500351-63ec-41db-a214-94a27d9606d5 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c&tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0514047 Aug 12 04:09:36.520926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-adf863ab-a9ff-4c48-9e0a-9732f89eb378 req-2789cca4-cc7c-48fa-9eb5-72ec19375eb6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323881 Aug 12 04:09:36.532441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2d22-3eb6-4f61-b326-fa7b3ebbdab1 req-fb567481-657f-473a-b65e-9d465723fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.533964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-697d2d22-3eb6-4f61-b326-fa7b3ebbdab1 req-fb567481-657f-473a-b65e-9d465723fb6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 1095 time: 0.4438515 Aug 12 04:09:36.542329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-4c7b5b79-66e4-4282-9be7-6d4531f9c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.543822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-4c7b5b79-66e4-4282-9be7-6d4531f9c818 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 1099 time: 0.4088414 Aug 12 04:09:36.603433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537a08a-60a5-4a7e-99f7-dcbf06867f03 req-6d106591-6eeb-44e3-aafa-59bc4cdaad70 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.605134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3537a08a-60a5-4a7e-99f7-dcbf06867f03 req-6d106591-6eeb-44e3-aafa-59bc4cdaad70 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 945 time: 0.1030271 Aug 12 04:09:36.616550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-697d2d22-3eb6-4f61-b326-fa7b3ebbdab1 req-178111eb-e1cd-4e62-8182-110c30c9c299 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717821 Aug 12 04:09:36.629512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-f358f01d-c903-4de2-8d27-2ea39f09b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.631842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-f358f01d-c903-4de2-8d27-2ea39f09b0cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 1099 time: 0.0587599 Aug 12 04:09:36.652754 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3537a08a-60a5-4a7e-99f7-dcbf06867f03 req-c108c899-fd05-4a87-bdaf-79dfb2f66c04 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Aug 12 04:09:36.703408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-001c41d1-b671-49f6-8a49-1e4a674b1f44 service neutron] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:36.706696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-001c41d1-b671-49f6-8a49-1e4a674b1f44 service neutron] Notify callbacks [] for binding, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:36.707897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d2fdf76-3eeb-4ecf-84f4-3405a52d110f req-001c41d1-b671-49f6-8a49-1e4a674b1f44 service neutron] 10.222.0.20 "DELETE /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b/bindings/n-h2-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.2612092 Aug 12 04:09:36.724469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-14c37e96-ae23-42f3-98eb-07cda83c6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.725864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-14c37e96-ae23-42f3-98eb-07cda83c6365 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.0875347 Aug 12 04:09:36.767706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-b9ba7be1-856f-4e50-900b-1b741d9fe93d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 200 len: 217 time: 0.0342543 Aug 12 04:09:36.817608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-e1e460e1-afd8-4291-ada5-e52aae2fa8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.819629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-e1e460e1-afd8-4291-ada5-e52aae2fa8e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0445449 Aug 12 04:09:36.829465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46700) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:36.869930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ddf4-be3b-4ded-8628-9d927524297d req-15129992-b04e-4474-a1ba-b51ecfb9cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:36.872098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-15129992-b04e-4474-a1ba-b51ecfb9cf2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457242 Aug 12 04:09:36.971799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-b9e79ff1-684f-40f9-ad1b-ef4d2ee07e75 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921981 Aug 12 04:09:36.988623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Deleting subnet b24301bd-2037-4294-89e1-1cb11af02256 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:09:36.992593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.031654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.081694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8786ddf4-be3b-4ded-8628-9d927524297d req-d2a1eace-ba6d-4c2d-a5b5-d9bf29b7a8b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017766 Aug 12 04:09:37.100027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.145067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82442e2-cb71-4186-b4d3-740c09f557a7 req-a3c28da7-3d42-47dd-b61b-aa889fb57b52 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.146593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b82442e2-cb71-4186-b4d3-740c09f557a7 req-a3c28da7-3d42-47dd-b61b-aa889fb57b52 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 945 time: 0.0958440 Aug 12 04:09:37.198523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b82442e2-cb71-4186-b4d3-740c09f557a7 req-6a5e25a3-8980-47bf-9c01-1489f30a9971 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Aug 12 04:09:37.260679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.261147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-0d1e28c3-d90b-4a1c-8b50-fe66a39ad017 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396004 Aug 12 04:09:37.285844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24301bd-2037-4294-89e1-1cb11af02256,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:37.296432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.299074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-42c4c1af-7cda-40ea-b8d9-8e344c120452 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b24301bd-2037-4294-89e1-1cb11af02256 HTTP/1.1" status: 204 len: 168 time: 0.4678497 Aug 12 04:09:37.301023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:37.339076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb229-619e-438f-8229-70a453ddeaf1 req-ca31ee8f-9c96-4090-9a7e-0a663f4f2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.340638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-ca31ee8f-9c96-4090-9a7e-0a663f4f2824 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0560725 Aug 12 04:09:37.369866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.424010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe61c9-8634-469e-a032-a0b0d5dcabac req-a1d7e4e6-1ce6-4b1f-9c19-5592bf717f7b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.425475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7bfe61c9-8634-469e-a032-a0b0d5dcabac req-a1d7e4e6-1ce6-4b1f-9c19-5592bf717f7b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0968304 Aug 12 04:09:37.453046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.463924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4422a9f2-0b2f-404e-ad02-67a357bcab2e']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:37.475646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237a8275-b796-4b2e-87b0-dc7a6c514d51') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:37.476080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237a8275-b796-4b2e-87b0-dc7a6c514d51') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:37.483734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7bfe61c9-8634-469e-a032-a0b0d5dcabac req-2a217e74-5abc-460a-bc0a-0b7e3896ea0b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 Aug 12 04:09:37.485122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.497062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb229-619e-438f-8229-70a453ddeaf1 req-e12c3780-2788-46de-a53d-5d015ef5d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.498569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-e12c3780-2788-46de-a53d-5d015ef5d7dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 200 len: 909 time: 0.1286738 Aug 12 04:09:37.502174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.516092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:37.516709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:09:37.517220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:09:37.534270 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:09:37.543626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-37372346-eb88-4084-9482-4229424dca87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 200 len: 217 time: 0.0367365 Aug 12 04:09:37.590941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:37.623198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb229-619e-438f-8229-70a453ddeaf1 req-6c88a948-fd26-4b36-9d45-30685fe281af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.624879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-6c88a948-fd26-4b36-9d45-30685fe281af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 200 len: 848 time: 0.0672555 Aug 12 04:09:37.671648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-be0bd3a7-1d88-491b-aaad-943200577ac3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=389b193c-50b6-486f-8503-caa2be287f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322917 Aug 12 04:09:37.689697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.697097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.701590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4422a9f2-0b2f-404e-ad02-67a357bcab2e HTTP/1.1" status: 204 len: 168 time: 0.3969991 Aug 12 04:09:37.702943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46724) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:37.708806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bb50c-1909-4d04-87a9-c07ac84020a3 req-136da96b-0801-48e7-a84e-7d04da3c7aec tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.711070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-453bb50c-1909-4d04-87a9-c07ac84020a3 req-136da96b-0801-48e7-a84e-7d04da3c7aec tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1071591 Aug 12 04:09:37.721930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc045d5e-b81d-47f6-b357-abb1b887f245 admin admin] Pushing event deleted for resources: {'Network': ['ID=4422a9f2-0b2f-404e-ad02-67a357bcab2e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:37.764356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee82f9-86cd-4e47-887d-d5417ee8f28c req-3a51aba8-5fc2-460f-87eb-80698c5c4578 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:37.772682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8eee82f9-86cd-4e47-887d-d5417ee8f28c req-3a51aba8-5fc2-460f-87eb-80698c5c4578 tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 1095 time: 0.1190100 Aug 12 04:09:37.807593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Deleting subnet 3176767a-fa9a-4625-a85f-75eec716dc64 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:09:37.812095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-453bb50c-1909-4d04-87a9-c07ac84020a3 req-75d485db-0e55-4792-8266-2fa315b5042e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634563 Aug 12 04:09:37.812412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.859710 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.859989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-3190920a-8ad7-43f4-ae06-8e310aa09d0b service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761572 Aug 12 04:09:37.861429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8eee82f9-86cd-4e47-887d-d5417ee8f28c req-a1cb7648-4de2-4f4a-90af-99a4fad07e3a tempest-LiveMigrationTest-2088755532 tempest-LiveMigrationTest-2088755532-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834782 Aug 12 04:09:37.869617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.920667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:37.939823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:37.940808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:37.953020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:37.953394 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.010624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4605-ebe6-4b26-8a8c-2f19aed69408 req-ccca64a8-5ac6-4c8d-8c76-4ad38612c479 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:38.012181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-859a4605-ebe6-4b26-8a8c-2f19aed69408 req-ccca64a8-5ac6-4c8d-8c76-4ad38612c479 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 945 time: 0.0856333 Aug 12 04:09:38.017965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429cb229-619e-438f-8229-70a453ddeaf1 req-3068ae04-57f3-48c2-8f1f-094ea10fd655 service neutron] 10.222.0.36 "GET /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555841 Aug 12 04:09:38.026478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:38.030394 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d30fb6e-386e-41af-a8e2-8397d1c11626" -d '{"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-unplugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:38.034494 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.054932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-859a4605-ebe6-4b26-8a8c-2f19aed69408 req-fbfe4807-8aed-4f65-ac43-8e805bc01fe7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359452 Aug 12 04:09:38.073509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.081384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.110224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:38.110885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3176767a-fa9a-4625-a85f-75eec716dc64,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:38.119994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.124497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46736) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:38.124993 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dce95cca-a3f8-4294-b930-1b2092731dc5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3176767a-fa9a-4625-a85f-75eec716dc64 HTTP/1.1" status: 204 len: 168 time: 0.4210587 Aug 12 04:09:38.127753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,segment=NetworkSegment(f066eafc-2cc6-4d6e-93b9-a1793c0442fd),segment_id=f066eafc-2cc6-4d6e-93b9-a1793c0442fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:38.200213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.228070 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.228070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 996cd574-d612-4471-93f1-40c357ce1167 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:38.246605 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f1c550-7484-4720-b166-75814483f16f x-openstack-request-id: req-c4f1c550-7484-4720-b166-75814483f16f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:38.246921 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-unplugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:38.248568 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4f1c550-7484-4720-b166-75814483f16f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:38.248568 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'code': 200} Aug 12 04:09:38.264971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 996cd574-d612-4471-93f1-40c357ce1167 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:38.265320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 996cd574-d612-4471-93f1-40c357ce1167 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:38.295097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:38.296349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.308470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea91f30-d91d-43df-8925-e4f73f84f419']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:38.318579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee506467-dd6d-401c-824b-026b94c7bab4') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:38.319905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee506467-dd6d-401c-824b-026b94c7bab4') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:38.330932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.349466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.355703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:09:38.356270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:09:38.357973 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:09:38.483223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627e0ab-a0bb-46bc-b3b1-476899e3081e req-d55ea6d7-8c09-4010-8348-cc209d57efac tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:38.484692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b627e0ab-a0bb-46bc-b3b1-476899e3081e req-d55ea6d7-8c09-4010-8348-cc209d57efac tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.0485175 Aug 12 04:09:38.508820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.514334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:38.516568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ea91f30-d91d-43df-8925-e4f73f84f419 HTTP/1.1" status: 204 len: 168 time: 0.3907795 Aug 12 04:09:38.529986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bc545-a2c2-4454-8ea9-1f47a5e4b3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea91f30-d91d-43df-8925-e4f73f84f419,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:38.530963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b627e0ab-a0bb-46bc-b3b1-476899e3081e req-0d15a509-615a-4854-8db6-6e4bfb10c5cb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Aug 12 04:09:38.635365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35dc60-859d-419c-a5f0-7af9a644cb42 req-8df307d1-81dc-48c4-9cc6-3fdc11d626a3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:38.636834 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a35dc60-859d-419c-a5f0-7af9a644cb42 req-8df307d1-81dc-48c4-9cc6-3fdc11d626a3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0531106 Aug 12 04:09:38.674994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a35dc60-859d-419c-a5f0-7af9a644cb42 req-635f03b6-d2ca-4ef4-ae4d-7542bb1bf819 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Aug 12 04:09:38.923524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46782) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:38.961895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1209f-83dd-41f3-a2fd-503e16cd5471 req-fbdd5c0e-e5d0-4a4b-a47b-a8cbcf132962 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:38.963615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cea1209f-83dd-41f3-a2fd-503e16cd5471 req-fbdd5c0e-e5d0-4a4b-a47b-a8cbcf132962 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 946 time: 0.0892854 Aug 12 04:09:38.988976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-17300835-53de-4891-b347-10f3d9669f79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7aa76a7b636408e95bc38aa4acc8973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640230 Aug 12 04:09:38.992021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46784) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:39.007715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cea1209f-83dd-41f3-a2fd-503e16cd5471 req-bccd5af0-0438-41d8-9351-68be64923249 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Aug 12 04:09:39.051177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62f7162b-701b-4a08-94b8-4392743db565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.070184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-adaeed7b-922e-4769-afed-8a0a83bc7e4e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:39.072495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-adaeed7b-922e-4769-afed-8a0a83bc7e4e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 944 time: 0.0518756 Aug 12 04:09:39.073302 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62f7162b-701b-4a08-94b8-4392743db565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.183334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Deleting port 7431df08-2abe-44a7-8e8e-9bee3741e36b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:39.183679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.237363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62f7162b-701b-4a08-94b8-4392743db565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.240031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62f7162b-701b-4a08-94b8-4392743db565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.243995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-62f7162b-701b-4a08-94b8-4392743db565 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e6d33b0-df0f-4861-9a79-ea35127cb988 HTTP/1.1" status: 204 len: 168 time: 0.2507234 Aug 12 04:09:39.252628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7162b-701b-4a08-94b8-4392743db565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6d33b0-df0f-4861-9a79-ea35127cb988,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:39.303500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] For port 7431df08-2abe-44a7-8e8e-9bee3741e36b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7431df08-2abe-44a7-8e8e-9bee3741e36b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:39.303885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.317668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Calling delete_port for 7431df08-2abe-44a7-8e8e-9bee3741e36b owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:39.434536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b4f6e-b9b1-4b1a-b7bf-266680ac1ffa req-4a168d62-2c79-4ffe-bd9a-0c0825ccb5e6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:39.436064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c00b4f6e-b9b1-4b1a-b7bf-266680ac1ffa req-4a168d62-2c79-4ffe-bd9a-0c0825ccb5e6 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 945 time: 0.0732894 Aug 12 04:09:39.506073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c00b4f6e-b9b1-4b1a-b7bf-266680ac1ffa req-7528b35e-eaf4-4643-9d3e-aaa3fc702216 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Aug 12 04:09:39.529432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:39.597079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.632336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['eefa3ade-eff6-4979-a71d-489a41580aba', '7431df08-2abe-44a7-8e8e-9bee3741e36b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:39.633276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event deleted for resources: {'Port': ['ID=7431df08-2abe-44a7-8e8e-9bee3741e36b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:39.657035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f806c-4c13-436d-a3ed-3545fb5e24ae req-ad2c62a6-8fba-4d66-bff2-cb3857fa8892 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:39.658569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-468f806c-4c13-436d-a3ed-3545fb5e24ae req-ad2c62a6-8fba-4d66-bff2-cb3857fa8892 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.0625949 Aug 12 04:09:39.682934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] No DVR routers for this DVR port 7431df08-2abe-44a7-8e8e-9bee3741e36b on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:39.685636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.687959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68227011-4e26-4dc0-9be6-6db1143cde61 req-67fcb449-f8ad-4582-b02a-51a920b9d56f tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "DELETE /v2.0/ports/7431df08-2abe-44a7-8e8e-9bee3741e36b HTTP/1.1" status: 204 len: 173 time: 0.6093297 Aug 12 04:09:39.688480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'name': 'network-vif-deleted', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:39.690916 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b8e91e-008a-48a8-a52d-090f92d2777d" -d '{"events": [{"server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "name": "network-vif-deleted", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:39.704236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:39.716202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-468f806c-4c13-436d-a3ed-3545fb5e24ae req-dbdd845f-fdb3-4e4f-9e5d-a49589498cf1 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483301 Aug 12 04:09:39.735722 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2cc97b-127f-4d64-af5e-2672456f6a53 x-openstack-request-id: req-5b2cc97b-127f-4d64-af5e-2672456f6a53 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:39.736008 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49af486d-ef17-4497-844f-4be1411abf5c", "name": "network-vif-deleted", "tag": "7431df08-2abe-44a7-8e8e-9bee3741e36b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:39.736537 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b2cc97b-127f-4d64-af5e-2672456f6a53 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:39.736661 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49af486d-ef17-4497-844f-4be1411abf5c', 'name': 'network-vif-deleted', 'tag': '7431df08-2abe-44a7-8e8e-9bee3741e36b', 'status': 'completed', 'code': 200} Aug 12 04:09:39.737664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'mac_address': 'fa:16:3e:c0:e0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:39.796245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0acdd701-9b2e-4585-8e9c-89c2e3a49e7b req-638ab359-a104-4210-8317-84fb4676888e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0267117 Aug 12 04:09:39.804113 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.824978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b848200e-0a30-4d65-b306-e41ad6ab1305 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:39.859178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:39.931064 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:39.979808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46810) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:39.980689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:40.022001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a4eb1d6f-712f-48b9-91aa-b5126a3873ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d34ffaa0eb4445a7a2c7c82c36723419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405247 Aug 12 04:09:40.024494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46812) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:40.075854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf294c15-8967-41f1-a291-ac737eb5c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:40.098760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf294c15-8967-41f1-a291-ac737eb5c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:40.137633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e845252-c554-440d-8655-f0d9d53f3136 req-76a0eda2-ac5a-4c05-b744-0afe8f1701df tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:40.139161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e845252-c554-440d-8655-f0d9d53f3136 req-76a0eda2-ac5a-4c05-b744-0afe8f1701df tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.0556431 Aug 12 04:09:40.178074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e845252-c554-440d-8655-f0d9d53f3136 req-41ba4031-cac4-4b35-85ef-a49a68a99ec4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Aug 12 04:09:40.190085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['b848200e-0a30-4d65-b306-e41ad6ab1305'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:40.231539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf294c15-8967-41f1-a291-ac737eb5c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:40.234455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf294c15-8967-41f1-a291-ac737eb5c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:40.244248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf294c15-8967-41f1-a291-ac737eb5c324 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d14593c-679c-432e-98a3-7bfe702f9eff HTTP/1.1" status: 204 len: 168 time: 0.2134426 Aug 12 04:09:40.250925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:40.253579 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373d9b6f-568e-4607-8d24-558ab91795e3" -d '{"events": [{"server_uuid": "a8f9bb85-4324-4619-b76d-a5ddbe2944e6", "name": "network-vif-plugged", "status": "completed", "tag": "9297c8eb-658d-4e2a-9d2c-b918dbf6f06a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:40.259006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf294c15-8967-41f1-a291-ac737eb5c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14593c-679c-432e-98a3-7bfe702f9eff,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:40.321972 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ada84d7-12b8-45c5-a431-711a13111a3c x-openstack-request-id: req-7ada84d7-12b8-45c5-a431-711a13111a3c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:40.322243 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f9bb85-4324-4619-b76d-a5ddbe2944e6", "name": "network-vif-plugged", "status": "completed", "tag": "9297c8eb-658d-4e2a-9d2c-b918dbf6f06a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:40.322763 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ada84d7-12b8-45c5-a431-711a13111a3c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:40.324522 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a', 'code': 200} Aug 12 04:09:40.410841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e378ec2-c9f2-4702-a8af-d3e78c3dcf10 req-2ac32e6e-ef18-4090-8887-4a9500a34747 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:40.413240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e378ec2-c9f2-4702-a8af-d3e78c3dcf10 req-2ac32e6e-ef18-4090-8887-4a9500a34747 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 948 time: 0.1259849 Aug 12 04:09:40.442948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7e809-fb42-462f-830e-0510105e286c req-14fa8c00-67b3-49fb-a0f2-414f6d0005ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:40.444794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bfb7e809-fb42-462f-830e-0510105e286c req-14fa8c00-67b3-49fb-a0f2-414f6d0005ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0443287 Aug 12 04:09:40.473218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e378ec2-c9f2-4702-a8af-d3e78c3dcf10 req-ce26463d-4fb8-442a-9a02-a5b164272092 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489352 Aug 12 04:09:40.507704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bfb7e809-fb42-462f-830e-0510105e286c req-1cccca11-e044-4f0b-8693-a9f080e4f442 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527139 Aug 12 04:09:40.655459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb6d8-ea94-414e-93e9-4b8e3699ff36 req-a77f790e-e243-42b5-a156-7364a3bd2cfe tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:40.663627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d5cb6d8-ea94-414e-93e9-4b8e3699ff36 req-a77f790e-e243-42b5-a156-7364a3bd2cfe tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 945 time: 0.0784173 Aug 12 04:09:40.702012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d5cb6d8-ea94-414e-93e9-4b8e3699ff36 req-930bc250-9a43-4c76-ace6-a1be19ada867 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 Aug 12 04:09:40.713569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-6320c0b1-f255-42d9-83f1-b4de7e19d986 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293341 Aug 12 04:09:40.830665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-a4f8a17d-12c6-476f-affb-7b7d22620619 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:40.839283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-a4f8a17d-12c6-476f-affb-7b7d22620619 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246140 Aug 12 04:09:40.860035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bab64-73c1-49fb-8df3-733e59fa5adb req-22ec3277-76b3-4dca-88a9-6b755d56d22d tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:40.862495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae4bab64-73c1-49fb-8df3-733e59fa5adb req-22ec3277-76b3-4dca-88a9-6b755d56d22d tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.0666916 Aug 12 04:09:40.863451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-25a6a576-c527-4338-91cd-c90b5f881760 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/quotas/c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 375 time: 0.0206838 Aug 12 04:09:40.911052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae4bab64-73c1-49fb-8df3-733e59fa5adb req-f1ddf537-d51a-45b7-97a5-360176cc316a tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Aug 12 04:09:40.935811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-069f7eb7-de04-4753-b687-05e44af9f654 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709116 Aug 12 04:09:41.008848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c309e9ef-add4-42a7-a850-dd8d57266a74 req-68c86b40-3dde-406e-8df7-0f22c615335d tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0364189 Aug 12 04:09:41.176314 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53b78df9-1372-4d32-8ef0-27c6065b2f00 req-e2d0abe8-7865-4bc7-b7e4-27736b3eb098 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 210 time: 0.0276988 Aug 12 04:09:41.531208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:41.574151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 29e66b69-946b-4314-9389-dbc88970bf1d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:41.691678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port b848200e-0a30-4d65-b306-e41ad6ab1305 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:41.692303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:41.753394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:41.770215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '29e66b69-946b-4314-9389-dbc88970bf1d', 'network_id': 'b94b34d9-5ceb-4a66-82b0-277763ea5d48', 'port_id': '29e66b69-946b-4314-9389-dbc88970bf1d', 'mac_address': 'fa:16:3e:8f:fc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd935655-f234-4880-b98d-194cd5ba960e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:41.839265 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:41.842481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:41.884884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29e66b69-946b-4314-9389-dbc88970bf1d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:41.888472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27b15b-3172-427a-a340-ac4313c57c3c req-6f89fee2-3d37-4d72-a227-f2a263049196 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:41.892162 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf27b15b-3172-427a-a340-ac4313c57c3c req-6f89fee2-3d37-4d72-a227-f2a263049196 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 945 time: 0.0641897 Aug 12 04:09:41.916185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:41.917933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:41.956021 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf27b15b-3172-427a-a340-ac4313c57c3c req-290c980d-49a3-479c-9ca7-89f2d5ed7dd7 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520160 Aug 12 04:09:42.015827 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:42.016690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:42.018793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:42.070112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a8a1a-47bb-4aa0-9425-2b3b8a0c5c6a req-a4824736-0210-4c3f-a401-15ac31e43abb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:42.072243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 7431df08-2abe-44a7-8e8e-9bee3741e36b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:42.072730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7431df08-2abe-44a7-8e8e-9bee3741e36b not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:42.073512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-339a8a1a-47bb-4aa0-9425-2b3b8a0c5c6a req-a4824736-0210-4c3f-a401-15ac31e43abb tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.0747902 Aug 12 04:09:42.110957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=11']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:42.149014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['29e66b69-946b-4314-9389-dbc88970bf1d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:42.155744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad55a9a3-c3c6-464a-9140-001fd5833f10 req-0f601b0e-e9e6-4352-9b34-2b366b8cca92 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0434678 Aug 12 04:09:42.167752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-339a8a1a-47bb-4aa0-9425-2b3b8a0c5c6a req-a8438797-d986-4a11-9c37-33fcee3193c3 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871930 Aug 12 04:09:42.229787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:42.328961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:42.331627 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063bd60-9787-4e75-b224-7d39223996d0" -d '{"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-plugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:42.344897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c474351-8018-4572-92e7-48cf31972810 req-079e08ed-b993-4381-99f5-15907b8a416f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 210 time: 0.0790560 Aug 12 04:09:42.389275 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a50e599-3ae5-43f7-b8d9-2fe04c7b2f19 x-openstack-request-id: req-5a50e599-3ae5-43f7-b8d9-2fe04c7b2f19 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:42.389576 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-plugged", "status": "completed", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:42.389901 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a50e599-3ae5-43f7-b8d9-2fe04c7b2f19 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:42.390286 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'code': 200} Aug 12 04:09:43.077678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e107c-d4d6-41bd-8158-a582a28f7019 req-7df4a3ac-dbef-4e2c-a971-e607cef07ff8 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:43.081365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d4e107c-d4d6-41bd-8158-a582a28f7019 req-7df4a3ac-dbef-4e2c-a971-e607cef07ff8 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 944 time: 0.0538480 Aug 12 04:09:43.122644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d4e107c-d4d6-41bd-8158-a582a28f7019 req-96fe0c8c-79ad-4f45-a906-71c9047d07c0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Aug 12 04:09:43.294632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff5734d4-fb56-49c2-8bad-fdedac5da983 req-446bca4a-c9f8-4177-bf68-3999791ae22b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0277205 Aug 12 04:09:43.516954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-709da478-760e-47af-8594-12db2250049e req-676f9d1c-d8c2-45d3-8ff4-2dc2bde0ad87 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 210 time: 0.0363946 Aug 12 04:09:43.555304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 29e66b69-946b-4314-9389-dbc88970bf1d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:43.660007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:43.682354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 29e66b69-946b-4314-9389-dbc88970bf1d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:43.711873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:43.815800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:43.870263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:43.904554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-14e2ccab-e69a-4b3e-ada3-20c94a161dae tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324881 Aug 12 04:09:44.057203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-8372fa38-5240-43ba-b4c6-5a9795c77c1d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:44.059145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-8372fa38-5240-43ba-b4c6-5a9795c77c1d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483638 Aug 12 04:09:44.079785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Request body: {'port': {'device_id': '8455d579-0f35-4fdc-a427-3e095606297a', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'c0c01502cfdf4b95ad29e508b6e870a5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:44.117861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:44.263776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60b4ef30-26d9-49bd-9aa0-e061428dd2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.283970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73820-6ca7-460f-b8cf-f6d70134d4f5 req-763a7d51-68e9-4e2e-ab2b-c83e91d0321d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:44.287443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56a73820-6ca7-460f-b8cf-f6d70134d4f5 req-763a7d51-68e9-4e2e-ab2b-c83e91d0321d tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 943 time: 0.0918179 Aug 12 04:09:44.419719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56a73820-6ca7-460f-b8cf-f6d70134d4f5 req-11c5fe63-35a4-4f7e-bc81-51cf023f33f0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018019 Aug 12 04:09:44.437234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Made reservation on behalf of c0c01502cfdf4b95ad29e508b6e870a5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:44.440746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.483401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47fa4a2d-f753-4f61-b7d4-392ea1883410 req-48b7dc54-7946-4fb4-8174-0f06ab5dbcdb tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=49af486d-ef17-4497-844f-4be1411abf5c HTTP/1.1" status: 200 len: 210 time: 0.0433497 Aug 12 04:09:44.610757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60b4ef30-26d9-49bd-9aa0-e061428dd2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.647262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c2bf274-7f98-4bc6-8c9a-b481c71e5e7b req-1e236d4a-e3a7-4fcd-bf2e-afbfcbf8b93c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 210 time: 0.0372360 Aug 12 04:09:44.648614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Allocated IP 192.168.233.243 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/656aca37-7278-4796-abbc-92fbf497f156) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:44.717534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60b4ef30-26d9-49bd-9aa0-e061428dd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.748303 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-60b4ef30-26d9-49bd-9aa0-e061428dd2df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5887fd27c98341bd9fe4f48174ce2069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291864 Aug 12 04:09:44.748950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47002) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:44.815187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4ef30-26d9-49bd-9aa0-e061428dd2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984d00af-6e9a-4bbf-8463-a17ffab065ff,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:44.875874 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.878242 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675a2394-daac-4dc7-9fd5-a347f4acd64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.892769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Transition to ACTIVE for port object 656aca37-7278-4796-abbc-92fbf497f156 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:44.904459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675a2394-daac-4dc7-9fd5-a347f4acd64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:44.991880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.004146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7', 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'b848200e-0a30-4d65-b306-e41ad6ab1305'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:45.041775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:45.045348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:45.048804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675a2394-daac-4dc7-9fd5-a347f4acd64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.051939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675a2394-daac-4dc7-9fd5-a347f4acd64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.058367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-675a2394-daac-4dc7-9fd5-a347f4acd64d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/984d00af-6e9a-4bbf-8463-a17ffab065ff HTTP/1.1" status: 204 len: 168 time: 0.3055925 Aug 12 04:09:45.059122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:45.071074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a2394-daac-4dc7-9fd5-a347f4acd64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984d00af-6e9a-4bbf-8463-a17ffab065ff,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:45.096606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:45.147041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:45.147041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.259706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-447c605b-9a3f-4563-bc6c-aac0578f59be tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1884477 Aug 12 04:09:45.272510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Request body: {'port': {'device_id': '8455d579-0f35-4fdc-a427-3e095606297a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:45.468691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.545522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-92ec386e-352c-4674-b854-e43d23aa87a2 None None] Provisioning for port 656aca37-7278-4796-abbc-92fbf497f156 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:45.551937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-92ec386e-352c-4674-b854-e43d23aa87a2 None None] Provisioning complete for port 656aca37-7278-4796-abbc-92fbf497f156 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:45.554067 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-92ec386e-352c-4674-b854-e43d23aa87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.597773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-92ec386e-352c-4674-b854-e43d23aa87a2 None None] Port 656aca37-7278-4796-abbc-92fbf497f156 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:09:45.675902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-be569b7a-99fa-4bdd-b0ef-97053821a287 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:45.677377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-be569b7a-99fa-4bdd-b0ef-97053821a287 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 943 time: 0.3378055 Aug 12 04:09:45.776099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c954-525c-420b-b4f0-f5f3ddb39457 req-30487bb7-84bd-46ee-9822-3bb5075330d0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:45.777945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e635c954-525c-420b-b4f0-f5f3ddb39457 req-30487bb7-84bd-46ee-9822-3bb5075330d0 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 943 time: 0.1484365 Aug 12 04:09:45.874612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e635c954-525c-420b-b4f0-f5f3ddb39457 req-7a4fa507-db36-4fe2-8314-8daf057ed125 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/security-groups?id=7733d177-5599-41ca-8c98-a9eb86d403c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821481 Aug 12 04:09:45.920695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Deleting port 29e66b69-946b-4314-9389-dbc88970bf1d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:45.921036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:45.999285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656aca37-7278-4796-abbc-92fbf497f156 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:46.005670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47034) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:46.016930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.028520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44ccdf98-4df1-4796-8f4f-a2d5b2f7f109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.060181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Transition to ACTIVE for port object 656aca37-7278-4796-abbc-92fbf497f156 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:46.096247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] For port 29e66b69-946b-4314-9389-dbc88970bf1d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=29e66b69-946b-4314-9389-dbc88970bf1d,segment=NetworkSegment(530abce4-e7c0-4226-af29-a7a4a1a81c23),segment_id=530abce4-e7c0-4226-af29-a7a4a1a81c23)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:46.096896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.125711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Calling delete_port for 29e66b69-946b-4314-9389-dbc88970bf1d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:46.137072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d4e42-c3bd-4987-a5b7-ebb3e96c4710 req-a6f76a55-f4af-44d2-a67d-d56a035caefc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:46.139770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a47d4e42-c3bd-4987-a5b7-ebb3e96c4710 req-a6f76a55-f4af-44d2-a67d-d56a035caefc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 936 time: 0.0959642 Aug 12 04:09:46.142923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44ccdf98-4df1-4796-8f4f-a2d5b2f7f109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.157353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.234660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44ccdf98-4df1-4796-8f4f-a2d5b2f7f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.313760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccdf98-4df1-4796-8f4f-a2d5b2f7f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a8542-a243-4a2e-addf-9004d9af3837,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:46.320872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-44ccdf98-4df1-4796-8f4f-a2d5b2f7f109 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73e259f9142343669abc361c743d3f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123524 Aug 12 04:09:46.324339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:46.347736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:46.368432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a47d4e42-c3bd-4987-a5b7-ebb3e96c4710 req-097fdd32-f284-4513-aeb5-5a2153f39072 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205632 Aug 12 04:09:46.426411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ae9369a-45f4-43ba-b0fb-f423992a36f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.433998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:46.435134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:46.435662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:46.455822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:09:46.456155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:46.504556 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ae9369a-45f4-43ba-b0fb-f423992a36f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.521156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:46.521585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:46.522467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:46.535822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Bound port: 656aca37-7278-4796-abbc-92fbf497f156, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:46.536274 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.684800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:46.688479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:46.697258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ae9369a-45f4-43ba-b0fb-f423992a36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.700519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ae9369a-45f4-43ba-b0fb-f423992a36f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.706767 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ae9369a-45f4-43ba-b0fb-f423992a36f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/656a8542-a243-4a2e-addf-9004d9af3837 HTTP/1.1" status: 204 len: 168 time: 0.3748915 Aug 12 04:09:46.711342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9369a-45f4-43ba-b0fb-f423992a36f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a8542-a243-4a2e-addf-9004d9af3837,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:46.725913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.781747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.790621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Pushing event deleted for resources: {'Port': ['ID=29e66b69-946b-4314-9389-dbc88970bf1d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:46.817094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:46.817730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:46.820066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] 10.222.0.20 "PUT /v2.0/ports/656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 1096 time: 1.5522730 Aug 12 04:09:46.820529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:46.822845 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca07de1-62cb-432a-9ba7-1b75f251c8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:46.894693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8677866-255d-4ae5-b0cc-08c56af306fe service neutron] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:46.913783 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eaea18-b71b-44da-b321-717dc66b71ff x-openstack-request-id: req-65eaea18-b71b-44da-b321-717dc66b71ff {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:46.919600 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:46.919600 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65eaea18-b71b-44da-b321-717dc66b71ff {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:46.919600 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'status': 'completed', 'code': 200} Aug 12 04:09:47.029913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] No DVR routers for this DVR port 29e66b69-946b-4314-9389-dbc88970bf1d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:47.040526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:47.043325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25c57065-daa1-49e1-9ea5-da92caa00dab req-890f68b0-cae2-49c7-b9de-d53d32b2bd78 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.36 "DELETE /v2.0/ports/29e66b69-946b-4314-9389-dbc88970bf1d HTTP/1.1" status: 204 len: 173 time: 1.3538451 Aug 12 04:09:47.079971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-983ce240-ddd4-47fa-b6d7-931ac22f75a6 req-4fa505e3-f02d-4feb-a3e9-31eaccadf245 tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 210 time: 0.0354054 Aug 12 04:09:47.088274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca07de1-62cb-432a-9ba7-1b75f251c8cb req-5063c38c-2bfd-493c-9e57-36ad173d4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:47.090574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fca07de1-62cb-432a-9ba7-1b75f251c8cb req-5063c38c-2bfd-493c-9e57-36ad173d4769 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1099 time: 0.1568027 Aug 12 04:09:47.127200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fca07de1-62cb-432a-9ba7-1b75f251c8cb req-bc44b0f0-74f0-4293-8f38-2e082bcb47e5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276535 Aug 12 04:09:47.249088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca07de1-62cb-432a-9ba7-1b75f251c8cb req-1e997edf-ccb7-4b19-999c-083febe7b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:47.250792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fca07de1-62cb-432a-9ba7-1b75f251c8cb req-1e997edf-ccb7-4b19-999c-083febe7b29a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1165271 Aug 12 04:09:47.387287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-23ff03a9-72ac-4e96-a6cc-16aed4ba4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:47.388872 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-23ff03a9-72ac-4e96-a6cc-16aed4ba4cbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1099 time: 0.0870306 Aug 12 04:09:47.437244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-c92839ed-b951-43d3-945b-06fa088d1d63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0388753 Aug 12 04:09:47.522494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78452923-2a71-4e77-8dbb-3ccaf387e028 req-15a4464a-1e2a-4470-adf6-2cd0859211f0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:47.536013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78452923-2a71-4e77-8dbb-3ccaf387e028 req-15a4464a-1e2a-4470-adf6-2cd0859211f0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 948 time: 0.0807700 Aug 12 04:09:47.544270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-7c9873ac-8c21-41e9-8995-e733e27ece48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:47.545771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-7c9873ac-8c21-41e9-8995-e733e27ece48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1012621 Aug 12 04:09:47.616255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-465be546-6bf7-4c1a-9f46-d4b9e4d2e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:47.617707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-465be546-6bf7-4c1a-9f46-d4b9e4d2e894 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636766 Aug 12 04:09:47.617957 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78452923-2a71-4e77-8dbb-3ccaf387e028 req-a6744603-3d56-4ed6-89c6-ce4060fb4ee2 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753059 Aug 12 04:09:47.752182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-ca753d85-4884-4e1b-9ee2-274f05a8d554 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163855 Aug 12 04:09:47.897280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a240b73-0d9f-4f55-8f14-40d7ba9a3940 req-d69d087a-9211-44d6-99aa-4730a68f0028 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266208 Aug 12 04:09:48.263400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86cf4c32-a1ed-4f79-b238-89a956f5d8a8 req-6afb6df3-af08-431e-8b99-48ff4642ef5c tempest-ImagesTestJSON-849959518 tempest-ImagesTestJSON-849959518-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8de8966-c7b6-487f-b748-1783513d4020 HTTP/1.1" status: 200 len: 210 time: 0.0332336 Aug 12 04:09:48.834425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf51240-a967-4fc5-a583-cced2a151efb req-33a53bbd-3ecb-4b09-90da-8d24a9d5386a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:48.842368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bdf51240-a967-4fc5-a583-cced2a151efb req-33a53bbd-3ecb-4b09-90da-8d24a9d5386a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 948 time: 0.1398885 Aug 12 04:09:48.878022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bdf51240-a967-4fc5-a583-cced2a151efb req-3de0d5a8-3617-4b84-8311-6265aa7b6034 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Aug 12 04:09:48.916295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de8966-c7b6-487f-b748-1783513d4020', 'name': 'network-vif-deleted', 'tag': '29e66b69-946b-4314-9389-dbc88970bf1d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:48.918939 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b46a6-a5ea-496f-8365-9ae92b4ac4e3" -d '{"events": [{"server_uuid": "d8de8966-c7b6-487f-b748-1783513d4020", "name": "network-vif-deleted", "tag": "29e66b69-946b-4314-9389-dbc88970bf1d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:48.974182 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd1f423-736f-44d5-90b9-ad17c6d19f75 x-openstack-request-id: req-efd1f423-736f-44d5-90b9-ad17c6d19f75 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:48.974474 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de8966-c7b6-487f-b748-1783513d4020", "name": "network-vif-deleted", "tag": "29e66b69-946b-4314-9389-dbc88970bf1d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:48.974804 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efd1f423-736f-44d5-90b9-ad17c6d19f75 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:48.975251 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de8966-c7b6-487f-b748-1783513d4020', 'name': 'network-vif-deleted', 'tag': '29e66b69-946b-4314-9389-dbc88970bf1d', 'status': 'completed', 'code': 200} Aug 12 04:09:49.563368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 29e66b69-946b-4314-9389-dbc88970bf1d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:49.565410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:09:49.594079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 29e66b69-946b-4314-9389-dbc88970bf1d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:49.594428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 29e66b69-946b-4314-9389-dbc88970bf1d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:49.678425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47158) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:49.698200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:49.711048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '656aca37-7278-4796-abbc-92fbf497f156', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '656aca37-7278-4796-abbc-92fbf497f156', 'mac_address': 'fa:16:3e:f3:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:09:49.725903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Deleting subnet bd935655-f234-4880-b98d-194cd5ba960e {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:09:49.729761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:49.749522 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:49.769959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:49.775941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656aca37-7278-4796-abbc-92fbf497f156 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:09:49.798193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:49.825716 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:49.907442 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:49.970860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:50.029534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.067923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd935655-f234-4880-b98d-194cd5ba960e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:50.086749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.089776 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c4cc18e-866e-4c5f-b76e-29f653dfa557 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bd935655-f234-4880-b98d-194cd5ba960e HTTP/1.1" status: 204 len: 168 time: 0.4097488 Aug 12 04:09:50.092526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47172) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:50.122703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7460b4-1635-46d5-9769-84e541a86b91 req-89be43d5-aa20-4fb5-9a0b-de6890359f5f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:50.124448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a7460b4-1635-46d5-9769-84e541a86b91 req-89be43d5-aa20-4fb5-9a0b-de6890359f5f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 949 time: 0.1125903 Aug 12 04:09:50.175590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.183876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['656aca37-7278-4796-abbc-92fbf497f156'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:50.239065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a7460b4-1635-46d5-9769-84e541a86b91 req-93a838ca-c139-4024-b108-9b31e06cda82 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006536 Aug 12 04:09:50.272416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:50.368541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.399277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94b34d9-5ceb-4a66-82b0-277763ea5d48']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:50.414001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530abce4-e7c0-4226-af29-a7a4a1a81c23') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:50.414302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530abce4-e7c0-4226-af29-a7a4a1a81c23') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:50.424560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.442211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.444001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5030d694-4959-410a-bad0-4105ebdf2094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.449788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:09:50.450251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:09:50.452316 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:09:50.539181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5030d694-4959-410a-bad0-4105ebdf2094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.574985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.583602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.590657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/b94b34d9-5ceb-4a66-82b0-277763ea5d48 HTTP/1.1" status: 204 len: 168 time: 0.4966557 Aug 12 04:09:50.603278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5030d694-4959-410a-bad0-4105ebdf2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.611868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696fbc-e422-49a5-a428-f1e87bae98fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b94b34d9-5ceb-4a66-82b0-277763ea5d48,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:50.705822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5030d694-4959-410a-bad0-4105ebdf2094 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a039c565179c4cbf97ff7a65376fbd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291761 Aug 12 04:09:50.706474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47184) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:50.712969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030d694-4959-410a-bad0-4105ebdf2094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4827a37-46b2-4f47-87ba-a0a76c7c1f35,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:50.768545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-277517dc-99ac-41fb-9abb-5e26124d51a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.795317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-277517dc-99ac-41fb-9abb-5e26124d51a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.957378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-277517dc-99ac-41fb-9abb-5e26124d51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.962605 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-277517dc-99ac-41fb-9abb-5e26124d51a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:50.966741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-277517dc-99ac-41fb-9abb-5e26124d51a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4827a37-46b2-4f47-87ba-a0a76c7c1f35 HTTP/1.1" status: 204 len: 168 time: 0.2565727 Aug 12 04:09:50.981239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277517dc-99ac-41fb-9abb-5e26124d51a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4827a37-46b2-4f47-87ba-a0a76c7c1f35,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:51.099633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b83ed-7a3a-4e33-87cf-c8cb5f8368f6 req-2c317132-8dc2-486a-bbbb-8d3f1413e96c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:51.102314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a5b83ed-7a3a-4e33-87cf-c8cb5f8368f6 req-2c317132-8dc2-486a-bbbb-8d3f1413e96c tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.0653226 Aug 12 04:09:51.121190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:51.164814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a5b83ed-7a3a-4e33-87cf-c8cb5f8368f6 req-96555310-d882-421b-b79d-5426cc40e092 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Aug 12 04:09:51.176997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-958e8394-c94e-4624-bac0-545a9ebdb8d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba870b1c76de4b9bb376da737b75ba63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543811 Aug 12 04:09:51.187651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47200) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:51.232519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91890929-63b6-4370-b2d1-b9a08f112d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.264252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91890929-63b6-4370-b2d1-b9a08f112d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.349925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1558d1-2b8a-4c04-bb39-836a77f91070 req-7a48d32c-e5c9-4370-b883-810cc89da78c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:51.351708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd1558d1-2b8a-4c04-bb39-836a77f91070 req-7a48d32c-e5c9-4370-b883-810cc89da78c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 949 time: 0.0529025 Aug 12 04:09:51.394494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd1558d1-2b8a-4c04-bb39-836a77f91070 req-7a3aba9c-221f-45c5-9a83-8b9c65515a11 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358343 Aug 12 04:09:51.488343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91890929-63b6-4370-b2d1-b9a08f112d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.491542 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91890929-63b6-4370-b2d1-b9a08f112d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.492940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-91890929-63b6-4370-b2d1-b9a08f112d1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7733d177-5599-41ca-8c98-a9eb86d403c1 HTTP/1.1" status: 204 len: 168 time: 0.3095536 Aug 12 04:09:51.501129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890929-63b6-4370-b2d1-b9a08f112d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7733d177-5599-41ca-8c98-a9eb86d403c1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:51.568783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-44bfd758-58bd-4d57-9489-ea1542d76f3b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:51.570581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-44bfd758-58bd-4d57-9489-ea1542d76f3b tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 945 time: 0.0649092 Aug 12 04:09:51.574869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:51.671069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Deleting port eefa3ade-eff6-4979-a71d-489a41580aba {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:51.671443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.722561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 656aca37-7278-4796-abbc-92fbf497f156 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:51.727625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 656aca37-7278-4796-abbc-92fbf497f156 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:51.727999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.768152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] For port eefa3ade-eff6-4979-a71d-489a41580aba, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=eefa3ade-eff6-4979-a71d-489a41580aba,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:51.768491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.791653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Calling delete_port for eefa3ade-eff6-4979-a71d-489a41580aba owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:51.816663 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.839484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:51.841737 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d56919-abfb-4570-9e66-ff9978f59b75" -d '{"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-plugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:51.856596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:51.881194 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23537ea0-7f42-4547-a403-0d10d043f9fb x-openstack-request-id: req-23537ea0-7f42-4547-a403-0d10d043f9fb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:51.881481 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-plugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:51.881735 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23537ea0-7f42-4547-a403-0d10d043f9fb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:51.882125 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'code': 200} Aug 12 04:09:51.960768 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:51.998289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.002264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51e308-9627-4972-bc35-93a34823b8a9 req-6752ec9f-3d4d-480e-9268-d65984cf7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:52.004007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b51e308-9627-4972-bc35-93a34823b8a9 req-6752ec9f-3d4d-480e-9268-d65984cf7111 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1100 time: 0.0616186 Aug 12 04:09:52.007683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47216) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:52.013934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['eefa3ade-eff6-4979-a71d-489a41580aba'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:09:52.035210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event deleted for resources: {'Port': ['ID=eefa3ade-eff6-4979-a71d-489a41580aba,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:52.067887 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91387c00-b8d3-4704-bbb2-ebca5245938f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.071101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:52.098120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] No DVR routers for this DVR port eefa3ade-eff6-4979-a71d-489a41580aba on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:52.101927 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.104230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf74116d-0c39-4a61-9b09-8fec698f8811 req-ac86eb35-b912-4feb-b627-9f21ccb49d42 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "DELETE /v2.0/ports/eefa3ade-eff6-4979-a71d-489a41580aba HTTP/1.1" status: 204 len: 173 time: 0.5258594 Aug 12 04:09:52.104855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'name': 'network-vif-deleted', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:52.107706 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ddd83d-6c00-465e-aa21-92e71930d1d7" -d '{"events": [{"server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "name": "network-vif-deleted", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:52.135078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b51e308-9627-4972-bc35-93a34823b8a9 req-a9f819fd-7727-4657-a91e-19dc63780c99 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106935 Aug 12 04:09:52.224170 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4671266b-cc08-4bb0-be57-4e653ab7f47a x-openstack-request-id: req-4671266b-cc08-4bb0-be57-4e653ab7f47a {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:52.224478 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983700c9-cd9d-4f76-bd49-6977ff15d136", "name": "network-vif-deleted", "tag": "eefa3ade-eff6-4979-a71d-489a41580aba", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:52.224951 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4671266b-cc08-4bb0-be57-4e653ab7f47a {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:52.225345 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983700c9-cd9d-4f76-bd49-6977ff15d136', 'name': 'network-vif-deleted', 'tag': 'eefa3ade-eff6-4979-a71d-489a41580aba', 'status': 'completed', 'code': 200} Aug 12 04:09:52.236906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca35fbe-fbea-4ac0-a708-59a40ba3da79 req-6d21e481-b2cc-4e36-a30b-a07fb6e44d39 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:52.239370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1ca35fbe-fbea-4ac0-a708-59a40ba3da79 req-6d21e481-b2cc-4e36-a30b-a07fb6e44d39 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.0851772 Aug 12 04:09:52.284078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91387c00-b8d3-4704-bbb2-ebca5245938f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.298835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1ca35fbe-fbea-4ac0-a708-59a40ba3da79 req-eb3f6328-b345-4595-be75-1eebca4882b5 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472581 Aug 12 04:09:52.317519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95865245-03fd-4877-a844-42717e2a6c13 req-f135d9c2-9490-41c1-9c85-0917d94698d1 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=983700c9-cd9d-4f76-bd49-6977ff15d136 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Aug 12 04:09:52.406028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91387c00-b8d3-4704-bbb2-ebca5245938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.449433 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-91387c00-b8d3-4704-bbb2-ebca5245938f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=919832ee443549c29cbd9da190ab7244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379065 Aug 12 04:09:52.449433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91387c00-b8d3-4704-bbb2-ebca5245938f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcdf90f-4bea-4684-804e-5247a8a96e2f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:52.450381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47240) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:52.847897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cdb225af-81ce-46ce-9cd1-aab9fca6fba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.860627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cb5c3-29dd-4fee-b8a6-4d871eff0c2b req-215380fb-adc1-4c03-95a2-21bf4a8d0f45 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:52.862125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f83cb5c3-29dd-4fee-b8a6-4d871eff0c2b req-215380fb-adc1-4c03-95a2-21bf4a8d0f45 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.3842676 Aug 12 04:09:52.887797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cdb225af-81ce-46ce-9cd1-aab9fca6fba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:52.944379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f83cb5c3-29dd-4fee-b8a6-4d871eff0c2b req-1c603e75-8f1e-41a3-aedd-26f264d2f119 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676587 Aug 12 04:09:53.068618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cdb225af-81ce-46ce-9cd1-aab9fca6fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:53.071615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cdb225af-81ce-46ce-9cd1-aab9fca6fba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:53.072741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cdb225af-81ce-46ce-9cd1-aab9fca6fba1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bcdf90f-4bea-4684-804e-5247a8a96e2f HTTP/1.1" status: 204 len: 168 time: 0.6219950 Aug 12 04:09:53.083302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb225af-81ce-46ce-9cd1-aab9fca6fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcdf90f-4bea-4684-804e-5247a8a96e2f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:53.446765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21355a60-bfa0-46d0-b1ef-4b5ff95157f3 req-0fd67ff6-84da-482f-b531-c22775c4b8c4 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:53.448455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21355a60-bfa0-46d0-b1ef-4b5ff95157f3 req-0fd67ff6-84da-482f-b531-c22775c4b8c4 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.0587142 Aug 12 04:09:53.486616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21355a60-bfa0-46d0-b1ef-4b5ff95157f3 req-68874e58-dd33-4681-81ab-791529c40dd8 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Aug 12 04:09:53.824040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271bdc4-4e2a-4d50-aa61-82796d025997 req-b52702d0-9cdb-4fe5-a355-731c6ae012b3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:53.827570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2271bdc4-4e2a-4d50-aa61-82796d025997 req-b52702d0-9cdb-4fe5-a355-731c6ae012b3 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.0516660 Aug 12 04:09:53.836161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47314) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:53.864763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2271bdc4-4e2a-4d50-aa61-82796d025997 req-e857d496-1781-448b-b959-d0d4e5d3bd1e tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Aug 12 04:09:53.944163 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ed565a8-e877-4efb-a8e7-124bef34e181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.078991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ed565a8-e877-4efb-a8e7-124bef34e181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.091359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506fdc3-4ece-4587-a782-b21884824d94 req-777720c6-9cba-4e8a-97f2-baea3bb3a3a7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:54.092903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c506fdc3-4ece-4587-a782-b21884824d94 req-777720c6-9cba-4e8a-97f2-baea3bb3a3a7 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0733390 Aug 12 04:09:54.132170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c506fdc3-4ece-4587-a782-b21884824d94 req-e2247c75-db61-4942-b487-8c7c945a0f71 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Aug 12 04:09:54.151266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ed565a8-e877-4efb-a8e7-124bef34e181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.190923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ed565a8-e877-4efb-a8e7-124bef34e181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6b4c88b78604ba6a10a42a139d37991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531246 Aug 12 04:09:54.191809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed565a8-e877-4efb-a8e7-124bef34e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2273c3a-d32a-492c-9937-3ccdf606c486,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:54.194937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:54.245426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:54.316607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-f51304d1-676d-4f13-ab90-c60d74528333 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:54.318833 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-f51304d1-676d-4f13-ab90-c60d74528333 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 944 time: 0.1214030 Aug 12 04:09:54.325472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fff8d8-53dc-4c82-ba0f-0821c2e1eda0 req-eb1379e3-3656-48eb-ae61-1c095cf76aad tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:54.327109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25fff8d8-53dc-4c82-ba0f-0821c2e1eda0 req-eb1379e3-3656-48eb-ae61-1c095cf76aad tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1101 time: 0.1129377 Aug 12 04:09:54.343158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8fb58ae-ae8f-449a-b21e-bbe247857e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.347578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-network', 'tenant_id': '71513ca907c24d9482f6cac56359215f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:54.429148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8fb58ae-ae8f-449a-b21e-bbe247857e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.441222 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25fff8d8-53dc-4c82-ba0f-0821c2e1eda0 req-2d124c3f-3aad-47a4-932c-543b95d507fc tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037145 Aug 12 04:09:54.445518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Made reservation on behalf of 71513ca907c24d9482f6cac56359215f for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:54.448241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.458018 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.496732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Deleting port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:54.497323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.602684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8fb58ae-ae8f-449a-b21e-bbe247857e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.605305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8fb58ae-ae8f-449a-b21e-bbe247857e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.606463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c8fb58ae-ae8f-449a-b21e-bbe247857e08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2273c3a-d32a-492c-9937-3ccdf606c486 HTTP/1.1" status: 204 len: 168 time: 0.4101865 Aug 12 04:09:54.631138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb58ae-ae8f-449a-b21e-bbe247857e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2273c3a-d32a-492c-9937-3ccdf606c486,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:54.634042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] For port 031cd05d-4d6a-49fd-a7b8-2e6b05574477, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=031cd05d-4d6a-49fd-a7b8-2e6b05574477,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:54.634435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.650780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Calling delete_port for 031cd05d-4d6a-49fd-a7b8-2e6b05574477 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:54.668284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.670752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac742d-12fa-4f9a-ae29-61f4e82e5b0d req-910bb807-7778-4d19-b6b2-7ee5e3dcbd30 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:54.672265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26ac742d-12fa-4f9a-ae29-61f4e82e5b0d req-910bb807-7778-4d19-b6b2-7ee5e3dcbd30 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.1090963 Aug 12 04:09:54.745249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.757713 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26ac742d-12fa-4f9a-ae29-61f4e82e5b0d req-104837d7-4315-4d15-ba65-763a261a3328 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792506 Aug 12 04:09:54.766657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:09:54.791285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dffce8-f641-4650-9be4-80c856e09c9d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:54.793099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.793099 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Added segment 80a5b42a-4d7a-4642-8718-a4eaa5970f8e of type vlan for network 018c55b6-9c13-4649-a728-54a60d5cc420 Aug 12 04:09:54.871675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.942576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769733e-f0a8-48e9-a42a-1b620d6070f4 req-e78f9b71-ae46-43b2-a393-f67228e71787 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:54.944749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2769733e-f0a8-48e9-a42a-1b620d6070f4 req-e78f9b71-ae46-43b2-a393-f67228e71787 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0800130 Aug 12 04:09:54.953241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:54.977810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-172f6253-4273-48f5-aa70-86a017bb4dc9 req-a1d522db-a802-4a43-b607-d29adb8a7806 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 210 time: 0.0361178 Aug 12 04:09:54.995059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2769733e-f0a8-48e9-a42a-1b620d6070f4 req-b08a87b7-46b1-426d-9d11-9b0bdde00bb5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Aug 12 04:09:55.007125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event deleted for resources: {'Port': ['ID=031cd05d-4d6a-49fd-a7b8-2e6b05574477,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:55.060116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.061170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:55.061829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.070913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] No DVR routers for this DVR port 031cd05d-4d6a-49fd-a7b8-2e6b05574477 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:55.075820 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.077212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc859cbf-960b-4af5-97e4-6b14f74130fd req-d748d01b-7016-4a3d-a7b1-c6f383b1f064 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.20 "DELETE /v2.0/ports/031cd05d-4d6a-49fd-a7b8-2e6b05574477 HTTP/1.1" status: 204 len: 173 time: 0.7488050 Aug 12 04:09:55.077660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'name': 'network-vif-deleted', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:55.080740 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d83f276-980d-462e-9e4c-46768ace5b48" -d '{"events": [{"server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "name": "network-vif-deleted", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:55.144985 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999ba565-660b-4536-8f6c-6d9e74d8a5fd x-openstack-request-id: req-999ba565-660b-4536-8f6c-6d9e74d8a5fd {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:55.145271 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb6916d-910a-4ef6-bdad-2c41c7c4c492", "name": "network-vif-deleted", "tag": "031cd05d-4d6a-49fd-a7b8-2e6b05574477", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:55.145519 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-999ba565-660b-4536-8f6c-6d9e74d8a5fd {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:55.145980 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb6916d-910a-4ef6-bdad-2c41c7c4c492', 'name': 'network-vif-deleted', 'tag': '031cd05d-4d6a-49fd-a7b8-2e6b05574477', 'status': 'completed', 'code': 200} Aug 12 04:09:55.184863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] Pushing event updated for resources: {'Network': ['ID=018c55b6-9c13-4649-a728-54a60d5cc420,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:55.197785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 018c55b6-9c13-4649-a728-54a60d5cc420 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:09:55.208799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-5cd154b2-3957-440b-a9c9-c614a39abd58 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:55.210290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-5cd154b2-3957-440b-a9c9-c614a39abd58 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 945 time: 0.1837471 Aug 12 04:09:55.230410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-6383d11d-cb91-4bd2-9b53-0840dd75d81e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2147872 Aug 12 04:09:55.258690 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.309824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cad8982f-e697-4ac9-839f-c76d775d737e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0632417 Aug 12 04:09:55.312260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Deleting port 0b1811d3-66b1-4593-8d60-e041686e539a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:55.312613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.313057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:55.318230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Request body: {'subnet': {'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-subnet', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:55.421114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] For port 0b1811d3-66b1-4593-8d60-e041686e539a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0b1811d3-66b1-4593-8d60-e041686e539a,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:55.421492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.442902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Made reservation on behalf of 71513ca907c24d9482f6cac56359215f for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:09:55.445638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.520302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.575686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device eefa3ade-eff6-4979-a71d-489a41580aba no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:55.597857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: eefa3ade-eff6-4979-a71d-489a41580aba {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:55.598217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device eefa3ade-eff6-4979-a71d-489a41580aba not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:55.617111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.617494 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.617811 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2 disassociated. External IP: 172.25.6.95, port: 0b1811d3-66b1-4593-8d60-e041686e539a. Aug 12 04:09:55.618290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Calling delete_port for 0b1811d3-66b1-4593-8d60-e041686e539a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:55.723417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.782342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98c47de-d4d8-4712-9345-d8eba3cbe982,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:55.790524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Checking segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:55.790990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Network hostable DHCP agents. Network: 018c55b6-9c13-4649-a728-54a60d5cc420, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:09:55.854463 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:55.901551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84edac-9862-41fc-90be-d3d8fc041c84 req-5de8121a-e194-4ced-9988-ac1bcccc2a85 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:55.903478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb84edac-9862-41fc-90be-d3d8fc041c84 req-5de8121a-e194-4ced-9988-ac1bcccc2a85 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 867 time: 0.0728340 Aug 12 04:09:55.903971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event deleted for resources: {'Port': ['ID=0b1811d3-66b1-4593-8d60-e041686e539a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:55.920469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Network 018c55b6-9c13-4649-a728-54a60d5cc420 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:09:55.974921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb84edac-9862-41fc-90be-d3d8fc041c84 req-beafa2da-f876-41aa-ba73-b7f69636fefb tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups?id=07f06394-bdbb-45db-9e76-2108d987314a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643334 Aug 12 04:09:56.019766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 018c55b6-9c13-4649-a728-54a60d5cc420) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:56.029910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ea770-42ef-4000-bd8c-ed30a38c8420 None None] Network 018c55b6-9c13-4649-a728-54a60d5cc420 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:56.036307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:56.036307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.100823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:09:56.162223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6745a696-92df-4eae-ab92-66b1817dea6c req-fdac89d8-3ec6-47a3-933b-757d62d1e497 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=acb6916d-910a-4ef6-bdad-2c41c7c4c492 HTTP/1.1" status: 200 len: 210 time: 0.0549703 Aug 12 04:09:56.162223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1c13c0c2-d6a9-48b8-9f47-891f792256c9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8471093 Aug 12 04:09:56.164037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:56.173037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:09:56.295030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.295733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.301693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-018c55b6-9c13-4649-a728-54a60d5cc420', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:09:56.312002 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.353619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7d63b-a92e-46ca-a832-1549239d0a0e req-7046c064-2dba-4cdd-9d0b-eda0627b9c1c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:56.366978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0dc7d63b-a92e-46ca-a832-1549239d0a0e req-7046c064-2dba-4cdd-9d0b-eda0627b9c1c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.2500935 Aug 12 04:09:56.370804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.377812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:09:56.393034 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:09:56.405465 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:56.406217 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:56.475367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] No DVR routers for this DVR port 0b1811d3-66b1-4593-8d60-e041686e539a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:56.477672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.480478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8919800d-f0fe-4e4e-93b0-63ccb9974aa1 req-05795803-3b1f-411a-9888-027e87868231 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.36 "DELETE /v2.0/ports/0b1811d3-66b1-4593-8d60-e041686e539a HTTP/1.1" status: 204 len: 173 time: 1.2621565 Aug 12 04:09:56.483999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'name': 'network-vif-deleted', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:56.487474 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc12c5fc-1202-4a7e-855b-b7466ffa3c3d" -d '{"events": [{"server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "name": "network-vif-deleted", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:56.501447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0dc7d63b-a92e-46ca-a832-1549239d0a0e req-29341889-1c3e-4af7-b0b2-e0d39bfa94ef tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334662 Aug 12 04:09:56.529432 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:56.581866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Allocated IP 172.20.0.2 (018c55b6-9c13-4649-a728-54a60d5cc420/c98c47de-d4d8-4712-9345-d8eba3cbe982/bea23aa7-3c9d-483e-9f03-c058c7821278) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:56.711754 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9d48d9-7f8a-4338-8d42-47c56bd50ccd x-openstack-request-id: req-7b9d48d9-7f8a-4338-8d42-47c56bd50ccd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:56.712816 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d54c50b-ff81-4992-a98a-e439002204b3", "name": "network-vif-deleted", "tag": "0b1811d3-66b1-4593-8d60-e041686e539a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:56.714343 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b9d48d9-7f8a-4338-8d42-47c56bd50ccd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:56.716684 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d54c50b-ff81-4992-a98a-e439002204b3', 'name': 'network-vif-deleted', 'tag': '0b1811d3-66b1-4593-8d60-e041686e539a', 'status': 'completed', 'code': 200} Aug 12 04:09:56.719960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.817192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.818347 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:56.827432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Transition to ACTIVE for port object bea23aa7-3c9d-483e-9f03-c058c7821278 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:56.848369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Transition to ACTIVE for port object bea23aa7-3c9d-483e-9f03-c058c7821278 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:09:56.867874 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:09:56.878243 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:56.879048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:56.952799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:56.991309 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:09:57.013805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Network 018c55b6-9c13-4649-a728-54a60d5cc420 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:57.016715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:57.024177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:57.040225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.056507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Pushing event updated for resources: {'Port': ['ID=bea23aa7-3c9d-483e-9f03-c058c7821278,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:57.075031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.135301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Attempting to bind port bea23aa7-3c9d-483e-9f03-c058c7821278 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:09:57.137535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Attempting to bind port bea23aa7-3c9d-483e-9f03-c058c7821278 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:09:57.137535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Attempting to bind port bea23aa7-3c9d-483e-9f03-c058c7821278 on network 018c55b6-9c13-4649-a728-54a60d5cc420 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:09:57.149428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a29b02ec-5861-4f28-87d8-c725590dd859 req-aa780aa4-2036-4681-b335-9e26420e19be tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d54c50b-ff81-4992-a98a-e439002204b3 HTTP/1.1" status: 200 len: 210 time: 0.0469832 Aug 12 04:09:57.150017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:09:57.150470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Checking segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:09:57.151352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.155208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Bound using segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:09:57.155800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Bound port: bea23aa7-3c9d-483e-9f03-c058c7821278, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:09:57.156208 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.229139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] For port bea23aa7-3c9d-483e-9f03-c058c7821278, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:09:57.233776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] For port bea23aa7-3c9d-483e-9f03-c058c7821278, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bea23aa7-3c9d-483e-9f03-c058c7821278,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:09:57.246204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Allocated IP 172.25.6.137 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/a95c63c7-7aab-4e5c-bc20-54c6381eeffc) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:09:57.284841 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:57.314345 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f36f-66f7-4462-ab2a-e97dcbb05a5b None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:05:08Z', 'revision_number': 4, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '19762271-f911-4b47-8822-2c85dd40d6b3', 'name': '', 'network_id': '5b62abab-ce2a-495f-a512-84375b61dbfc', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'mac_address': 'fa:16:3e:71:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:06Z', 'updated_at': '2021-08-12T04:05:15Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'subnets': [{'id': 'b11dfb34-aed8-4973-b1ef-7d1bde865f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:09:57.369304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.434821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.467925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adcf18-dc39-4243-be80-4466b8bc5de5 None None] Pushing event updated for resources: {'Port': ['ID=bea23aa7-3c9d-483e-9f03-c058c7821278,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:57.553475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:57.586748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:57.623189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:09:57.626352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:09:57.638984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:09:57.639174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0b1811d3-66b1-4593-8d60-e041686e539a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:09:57.641374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 031cd05d-4d6a-49fd-a7b8-2e6b05574477 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:57.641847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 031cd05d-4d6a-49fd-a7b8-2e6b05574477 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:57.736303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Pushing event updated for resources: {'Port': ['ID=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:57.902956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc9fb5-b4f3-42cf-af89-020dd980ddc2 req-3cc3a13f-6eac-4277-b495-70fe5089f956 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:57.904666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bcc9fb5-b4f3-42cf-af89-020dd980ddc2 req-3cc3a13f-6eac-4277-b495-70fe5089f956 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0681417 Aug 12 04:09:57.950597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bcc9fb5-b4f3-42cf-af89-020dd980ddc2 req-20ccc689-b115-4bd6-8645-adedad39e8a1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Aug 12 04:09:57.956978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfebf26-c5cd-4b39-a322-26ff4549c768 None None] New status for floating IP 84def2f4-11eb-4c59-818b-b87ccd0402d2: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:09:57.961394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 0b1811d3-66b1-4593-8d60-e041686e539a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:09:57.961745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0b1811d3-66b1-4593-8d60-e041686e539a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:09:58.193598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086de4a-966b-4c85-b8a9-c7b620e9d0b4 req-0e9b1aec-df2d-467b-b7f2-1653f155f8cf tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:58.195218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9086de4a-966b-4c85-b8a9-c7b620e9d0b4 req-0e9b1aec-df2d-467b-b7f2-1653f155f8cf tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.0588620 Aug 12 04:09:58.223933 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53283b36-34e4-4e73-a364-9e48a6cb3645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.253252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9086de4a-966b-4c85-b8a9-c7b620e9d0b4 req-74a10451-887b-4631-9116-d7d1fbbdc661 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/security-groups?id=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504251 Aug 12 04:09:58.368434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-792b379a-344c-4c06-bfe0-9cc6b98d3405 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:58.370771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-792b379a-344c-4c06-bfe0-9cc6b98d3405 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 945 time: 0.0657215 Aug 12 04:09:58.468148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.545081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Deleting port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:58.545081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.559857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-94830231-06f2-499e-9294-4dc3d1859baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:58.562579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-94830231-06f2-499e-9294-4dc3d1859baf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1101 time: 0.1090989 Aug 12 04:09:58.617572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47466) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:58.636649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] For port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,segment=NetworkSegment(7d1ed605-9003-46da-b9ee-fc9dd5894ebe),segment_id=7d1ed605-9003-46da-b9ee-fc9dd5894ebe)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:58.637271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.669744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Calling delete_port for 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:58.734365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499336a-28b2-462d-8edd-52dfef9c63f5 None None] Network 018c55b6-9c13-4649-a728-54a60d5cc420 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:09:58.769563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-801e19e3-eb4f-41d2-86d6-3b4c2008317e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.810848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-801e19e3-eb4f-41d2-86d6-3b4c2008317e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.832432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.955605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-9eb5f862-4894-4bdc-b0a8-75bcc0fb49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:58.957583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-9eb5f862-4894-4bdc-b0a8-75bcc0fb49ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.3683934 Aug 12 04:09:58.980490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-801e19e3-eb4f-41d2-86d6-3b4c2008317e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.986677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-801e19e3-eb4f-41d2-86d6-3b4c2008317e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:58.987707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-801e19e3-eb4f-41d2-86d6-3b4c2008317e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "DELETE /v2.0/security-groups/07f06394-bdbb-45db-9e76-2108d987314a HTTP/1.1" status: 204 len: 168 time: 0.3688617 Aug 12 04:09:58.997846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:59.006931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e19e3-eb4f-41d2-86d6-3b4c2008317e tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f06394-bdbb-45db-9e76-2108d987314a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:59.013411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.047522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0326dc9-5ce7-43b8-b1e7-18fe10b6fa2b None None] Provisioning for port bea23aa7-3c9d-483e-9f03-c058c7821278 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:59.113692 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-3cf67555-d57d-43ff-9b72-2252344d5484 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] show failed (client error): The resource could not be found. Aug 12 04:09:59.115243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3cf67555-d57d-43ff-9b72-2252344d5484 tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "GET /v2.0/security-groups/07f06394-bdbb-45db-9e76-2108d987314a HTTP/1.1" status: 404 len: 347 time: 0.0942938 Aug 12 04:09:59.117087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-4c1876ca-4424-42e0-80fb-379b95effd65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.1511431 Aug 12 04:09:59.121342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47486) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:09:59.140307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Pushing event deleted for resources: {'Port': ['ID=7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:09:59.140307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] No DVR routers for this DVR port 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:09:59.149538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.151593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b491b75-cfe4-49a9-8d04-b351234232f0 req-980eb6e7-05ac-44db-8e65-1ed18f31a4ea tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.36 "DELETE /v2.0/ports/7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b HTTP/1.1" status: 204 len: 173 time: 0.7738683 Aug 12 04:09:59.153541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'name': 'network-vif-deleted', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:09:59.155931 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7719ff0f-c15b-4e3f-869b-dfb5b611cbbc" -d '{"events": [{"server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "name": "network-vif-deleted", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:09:59.197359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa90755-9375-4933-8749-19d989beec7d req-8f314d81-89c4-4a4e-938b-5e3376d4148f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:59.199735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9aa90755-9375-4933-8749-19d989beec7d req-8f314d81-89c4-4a4e-938b-5e3376d4148f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0930293 Aug 12 04:09:59.249858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9aa90755-9375-4933-8749-19d989beec7d req-f46cd364-ffd0-4818-85ad-34754274be3e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Aug 12 04:09:59.321720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-e6827f80-f091-4599-8848-701813bb44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:59.323240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-e6827f80-f091-4599-8848-701813bb44b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1904812 Aug 12 04:09:59.421910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-ae6c50f2-6ac7-48c5-b6aa-4b56f60479a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:09:59.423561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-ae6c50f2-6ac7-48c5-b6aa-4b56f60479a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762427 Aug 12 04:09:59.444412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Deleting port 8e055e09-83c0-4293-ae19-24230a88463a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:09:59.444750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.483623 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4564d1b4-f1e7-4e17-8170-a1a189d83688 x-openstack-request-id: req-4564d1b4-f1e7-4e17-8170-a1a189d83688 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:09:59.483918 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17092322-b49d-4fbe-8346-afee68d39bb9", "name": "network-vif-deleted", "tag": "7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:09:59.484172 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4564d1b4-f1e7-4e17-8170-a1a189d83688 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:09:59.484575 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17092322-b49d-4fbe-8346-afee68d39bb9', 'name': 'network-vif-deleted', 'tag': '7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b', 'status': 'completed', 'code': 200} Aug 12 04:09:59.587600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9acfc220-69e6-4ec0-b8cd-04621a453267 req-1e27e8c3-7616-4ef5-b3db-bcbc770b55d2 tempest-LiveMigrationTest-667355944 tempest-LiveMigrationTest-667355944-project] 10.222.0.42 "GET /v2.0/ports?device_id=17092322-b49d-4fbe-8346-afee68d39bb9 HTTP/1.1" status: 200 len: 210 time: 0.0454364 Aug 12 04:09:59.594887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:09:59.619480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bea23aa7-3c9d-483e-9f03-c058c7821278 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:09:59.632308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.632667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.650044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-6f65d638-3c60-4644-bc2a-07f43b264c59 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156835 Aug 12 04:09:59.651960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Calling delete_port for 8e055e09-83c0-4293-ae19-24230a88463a owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:09:59.743083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port bea23aa7-3c9d-483e-9f03-c058c7821278 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:09:59.749591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bea23aa7-3c9d-483e-9f03-c058c7821278 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:09:59.752738 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.837329 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:09:59.870998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port bea23aa7-3c9d-483e-9f03-c058c7821278, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bea23aa7-3c9d-483e-9f03-c058c7821278,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:09:59.895323 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-82b66b03-665e-47d8-bd3c-1df2afd7fe97 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027574 Aug 12 04:09:59.904054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:09:59.916627 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:09:59.927614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:09:59.928245 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:09:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:09:59.940532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.034534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.039339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47506) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:00.039489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6321c47a-45ce-4389-97eb-630210e9ce69 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8711681 Aug 12 04:10:00.043412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=bea23aa7-3c9d-483e-9f03-c058c7821278,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:00.089394 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:00.099694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.165498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Pushing event deleted for resources: {'Port': ['ID=8e055e09-83c0-4293-ae19-24230a88463a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:00.190127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.190938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.191557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.193868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.194582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.195185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.195750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.196292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.197340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.197904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.198414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.198962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:00.275697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.281131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.286134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0baf4157-bad4-4785-ad3d-07f00f61092d tempest-ServersWithSpecificFlavorTestJSON-1434835532 tempest-ServersWithSpecificFlavorTestJSON-1434835532-project] 10.222.0.42 "DELETE /v2.0/floatingips/84def2f4-11eb-4c59-818b-b87ccd0402d2 HTTP/1.1" status: 204 len: 168 time: 1.1613979 Aug 12 04:10:00.421235 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:09:57Z', 'revision_number': 3, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:00.444096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22cb62-36d4-4082-9fb7-a1654c8b47f1 req-d79be6a2-21cb-4c46-8f06-4cab66bf2163 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:00.445672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee22cb62-36d4-4082-9fb7-a1654c8b47f1 req-d79be6a2-21cb-4c46-8f06-4cab66bf2163 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0914230 Aug 12 04:10:00.452005 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:00.452350 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Updating router 953e90ad-8b95-4657-9bdc-2d19b49d57ea port a95c63c7-7aab-4e5c-bc20-54c6381eeffc binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:10:00.481146 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.508109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee22cb62-36d4-4082-9fb7-a1654c8b47f1 req-85061f44-32cf-410a-9fbf-6c474288fdeb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539181 Aug 12 04:10:00.620546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.701983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47526) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:00.755653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2b25dfaa-73c2-4f18-9db2-d8bd1350017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.838599 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.851385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Transition to ACTIVE for port object a95c63c7-7aab-4e5c-bc20-54c6381eeffc will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:00.916433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Allocated IP 172.20.0.1 (018c55b6-9c13-4649-a728-54a60d5cc420/c98c47de-d4d8-4712-9345-d8eba3cbe982/5f9f764e-a1f9-4095-9d40-ddcab8474502) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:00.948842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:00.962984 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.001334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Deleting subnet ad63228a-8ada-4e1d-8e89-787a8f82ffeb {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:01.034085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.071808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.090437 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0408c-f0c7-490b-a01c-dedb25708191 None None] Pushing event updated for resources: {'Port': ['ID=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:01.097587 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Attempting to bind port a95c63c7-7aab-4e5c-bc20-54c6381eeffc on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:01.098011 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Attempting to bind port a95c63c7-7aab-4e5c-bc20-54c6381eeffc by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:01.100640 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Attempting to bind port a95c63c7-7aab-4e5c-bc20-54c6381eeffc on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:01.102480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Transition to ACTIVE for port object 5f9f764e-a1f9-4095-9d40-ddcab8474502 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:01.107846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.116870 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:01.117287 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:01.117659 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.121537 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:01.122180 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Bound port: a95c63c7-7aab-4e5c-bc20-54c6381eeffc, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:01.125590 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.171057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.231598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.250136 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] For port a95c63c7-7aab-4e5c-bc20-54c6381eeffc, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:01.253650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] For port a95c63c7-7aab-4e5c-bc20-54c6381eeffc, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:01.287359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Network 018c55b6-9c13-4649-a728-54a60d5cc420 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:01.290374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:01.295292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:01.300255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9f764e-a1f9-4095-9d40-ddcab8474502,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:01.324924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47548) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:01.340815 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.347879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.364574 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.382052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad63228a-8ada-4e1d-8e89-787a8f82ffeb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:01.436230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.440563 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-abfa3e48-8865-4287-86da-19fa603e496e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ad63228a-8ada-4e1d-8e89-787a8f82ffeb HTTP/1.1" status: 204 len: 168 time: 0.7353084 Aug 12 04:10:01.440814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47552) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:01.475239 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:01.475786 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:01.481558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0408c-f0c7-490b-a01c-dedb25708191 None None] Pushing event updated for resources: {'Port': ['ID=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:01.633921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:01.675519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.708430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bea23aa7-3c9d-483e-9f03-c058c7821278 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:01.721495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.760072 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:01.819061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:01.819697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7b3f2e30-ce91-44b5-a528-fbfe83cc4b3b not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:01.861022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bea23aa7-3c9d-483e-9f03-c058c7821278 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:01.861415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:01.933129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6be4f719-3d9c-4368-9ac5-b92176e06827 None None] Provisioning for port 5f9f764e-a1f9-4095-9d40-ddcab8474502 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:01.968441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6be4f719-3d9c-4368-9ac5-b92176e06827 None None] Provisioning complete for port 5f9f764e-a1f9-4095-9d40-ddcab8474502 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:01.969060 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4f719-3d9c-4368-9ac5-b92176e06827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.001617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.011695 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.026741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce585f1-dd1f-4ad6-b1cd-cab54fe87c9f req-d04d03af-3327-4e0a-9ef0-11d3a157d743 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:02.028238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389b193c-50b6-486f-8503-caa2be287f2c']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:02.034558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ce585f1-dd1f-4ad6-b1cd-cab54fe87c9f req-d04d03af-3327-4e0a-9ef0-11d3a157d743 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.3520989 Aug 12 04:10:02.056385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:09:57Z', 'revision_number': 3, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:02.072647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.081218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6be4f719-3d9c-4368-9ac5-b92176e06827 None None] Port 5f9f764e-a1f9-4095-9d40-ddcab8474502 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:02.090877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.108484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1ed605-9003-46da-b9ee-fc9dd5894ebe') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:02.108788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1ed605-9003-46da-b9ee-fc9dd5894ebe') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:02.120152 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750a3e-7da4-494b-91e7-12cf79674271 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:09:57Z', 'revision_number': 3, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:02.125431 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.134073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ce585f1-dd1f-4ad6-b1cd-cab54fe87c9f req-a6ecd2d6-b17c-4713-8cac-5956002e7784 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985491 Aug 12 04:10:02.166854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.199635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.211466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:02.211898 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:02.220850 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:02.233513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9f764e-a1f9-4095-9d40-ddcab8474502,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:02.369472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Network 018c55b6-9c13-4649-a728-54a60d5cc420 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:02.371592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:02.426799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.517978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.545126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.568638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/389b193c-50b6-486f-8503-caa2be287f2c HTTP/1.1" status: 204 len: 168 time: 1.1262257 Aug 12 04:10:02.580787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:02.589081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cd87d-6a0f-43ac-81e4-f1dcc2d59ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=389b193c-50b6-486f-8503-caa2be287f2c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:02.697136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:02.703391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Deleting subnet 60a14469-a416-494a-9b34-31c34ee134f3 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:02.708785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.793190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.812792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bda83d55-eb53-4f77-bba1-9bed9f36d335 None None] Provisioning complete for port 5f9f764e-a1f9-4095-9d40-ddcab8474502 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:02.813389 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bda83d55-eb53-4f77-bba1-9bed9f36d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.872757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bda83d55-eb53-4f77-bba1-9bed9f36d335 None None] Port 5f9f764e-a1f9-4095-9d40-ddcab8474502 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:02.941999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Deleting port 19762271-f911-4b47-8822-2c85dd40d6b3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:02.942524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:02.943203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:02.977527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.023002 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-65a36594-3127-48e5-a0c7-0532301a1611 admin admin] 10.222.0.42 "PUT /v2.0/routers/953e90ad-8b95-4657-9bdc-2d19b49d57ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9777586 Aug 12 04:10:03.066034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] For port 19762271-f911-4b47-8822-2c85dd40d6b3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=19762271-f911-4b47-8822-2c85dd40d6b3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:03.073802 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.088745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Calling delete_port for 19762271-f911-4b47-8822-2c85dd40d6b3 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:03.157396 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.292988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a14469-a416-494a-9b34-31c34ee134f3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:03.294892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.296788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e825ceb-f3e8-473d-97cc-0ecfbf199da4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/60a14469-a416-494a-9b34-31c34ee134f3 HTTP/1.1" status: 204 len: 168 time: 0.7089994 Aug 12 04:10:03.316088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47590) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:03.426516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.563294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.577844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:03.580742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.592021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fceaa462-d5b6-4e74-98c3-4fda57c6dadb') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:03.592679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fceaa462-d5b6-4e74-98c3-4fda57c6dadb') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:03.604257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.645180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.660001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a95c63c7-7aab-4e5c-bc20-54c6381eeffc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:03.662230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db39c8c-8a99-45cc-b8a0-2388f871825e req-14cdc597-f2f0-49b1-822c-0d9c073395c8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:03.671224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9db39c8c-8a99-45cc-b8a0-2388f871825e req-14cdc597-f2f0-49b1-822c-0d9c073395c8 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0931997 Aug 12 04:10:03.686811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:03.687322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:03.689287 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:03.734398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9db39c8c-8a99-45cc-b8a0-2388f871825e req-d8c4435b-1f2a-4e2a-b523-cb227969cd60 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542402 Aug 12 04:10:03.797598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-10657b23-75a7-4b9f-b8b4-e0e194524a6b tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:03.799283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-10657b23-75a7-4b9f-b8b4-e0e194524a6b tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 821 time: 0.1927617 Aug 12 04:10:03.834087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-7f27956d-992f-4bd5-9118-b164c2d78d5b tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/quotas/71513ca907c24d9482f6cac56359215f HTTP/1.1" status: 200 len: 375 time: 0.0285268 Aug 12 04:10:03.845458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port a95c63c7-7aab-4e5c-bc20-54c6381eeffc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:03.849559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a95c63c7-7aab-4e5c-bc20-54c6381eeffc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:03.850052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.881757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:03.889008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.912510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:03.915085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3 HTTP/1.1" status: 204 len: 168 time: 0.5937414 Aug 12 04:10:03.917782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a17a2-a771-447d-a2a5-c9606a41fd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d68d41-2f7d-4c64-ac28-c6d3909c0ae3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:03.972989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3acc123f-1469-461e-95ea-d5d562675280 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1208241 Aug 12 04:10:04.011480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.025126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.043169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port a95c63c7-7aab-4e5c-bc20-54c6381eeffc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:04.071963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Pushing event deleted for resources: {'Port': ['ID=19762271-f911-4b47-8822-2c85dd40d6b3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:04.084573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e1b02e73-6baa-43aa-b422-99726b7d0f5d service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217737 Aug 12 04:10:04.088600 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f32ab76-1ed6-4d82-8bba-ea1cdfa7fdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.134256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.203664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-95452063-6eaf-4908-ad9d-796cffd54e95 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177995 Aug 12 04:10:04.255182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:04.351135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:04.417954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.471390 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f32ab76-1ed6-4d82-8bba-ea1cdfa7fdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.482325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:04.483008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c8e76960-2716-4afe-a7ec-6a52f7001939 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51f4b1ac5aee4482b2bb35e5b9507b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1306810 Aug 12 04:10:04.545232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea8d49f4-a043-4ade-a229-6f601e599ce2 req-e56e0d6d-3ceb-4003-a638-780867fea893 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 210 time: 0.0732679 Aug 12 04:10:04.564748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.592514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f32ab76-1ed6-4d82-8bba-ea1cdfa7fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.622024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:04.649016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6f32ab76-1ed6-4d82-8bba-ea1cdfa7fdd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbaf36edbce044a7be053aeb86275e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7615337 Aug 12 04:10:04.649210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:04.649958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47628) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:04.653774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32ab76-1ed6-4d82-8bba-ea1cdfa7fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef93a3-1d23-4428-bc98-8665ada0008c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:04.670223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:04.671409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:04.812326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:04.908926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:04.933688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2013eb-7b0c-41c4-a037-aaa2ee83ab36 req-994ed035-4f5d-4463-b071-6ece8349e386 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:04.935549 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2013eb-7b0c-41c4-a037-aaa2ee83ab36 req-994ed035-4f5d-4463-b071-6ece8349e386 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0937662 Aug 12 04:10:05.076532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2013eb-7b0c-41c4-a037-aaa2ee83ab36 req-b69f2f44-4c9f-4a00-b5eb-358c286660d4 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038344 Aug 12 04:10:05.105379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 2, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:05.111453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:05.120711 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] Sync routers for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:05.124794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1688ea38-3a5f-4b62-8956-b0c68baeac5f admin admin] 10.222.0.42 "PUT /v2.0/routers/cc49f5ce-f1e6-4992-80d3-33c562e7ed62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963750 Aug 12 04:10:05.125803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:05.140082 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:05.144733 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:05.144909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:05.144909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Updating router 953e90ad-8b95-4657-9bdc-2d19b49d57ea port 5f9f764e-a1f9-4095-9d40-ddcab8474502 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:10:05.176605 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.202428 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d7540ce-8b98-4be1-a22a-252db8848e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.261338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d7540ce-8b98-4be1-a22a-252db8848e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.284282 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:05.297932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.300479 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.306856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1a12fc3-f6bd-428f-90e4-0cd3489a31ab HTTP/1.1" status: 204 len: 168 time: 0.8233976 Aug 12 04:10:05.354501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a12fc3-f6bd-428f-90e4-0cd3489a31ab,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:05.371471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.373808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.374134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.374441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.374621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.374844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.375135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d56265b-2af0-4c46-8ad8-382248e20b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:05.524595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d7540ce-8b98-4be1-a22a-252db8848e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.524756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.530890 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d7540ce-8b98-4be1-a22a-252db8848e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.539531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5d7540ce-8b98-4be1-a22a-252db8848e51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5ef93a3-1d23-4428-bc98-8665ada0008c HTTP/1.1" status: 204 len: 168 time: 0.8879116 Aug 12 04:10:05.562192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7540ce-8b98-4be1-a22a-252db8848e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef93a3-1d23-4428-bc98-8665ada0008c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:05.616780 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:10:03Z', 'revision_number': 5, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port': {'id': '3a72892c-c24c-4414-8b4a-9e94fee99cfa', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:aa:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:00Z', 'updated_at': '2021-08-12T04:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:05.679384 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] Checking router: cc49f5ce-f1e6-4992-80d3-33c562e7ed62 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:05.693592 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] Routers {'cc49f5ce-f1e6-4992-80d3-33c562e7ed62'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:05.694427 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:05.696006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b033a82-7383-45b8-a52d-b53a05213d9e req-57919dbb-6150-4d07-bee2-52b65f9a107d tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 210 time: 0.0454791 Aug 12 04:10:05.712892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Deleting port 3a72892c-c24c-4414-8b4a-9e94fee99cfa {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:05.713507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.731762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a95c63c7-7aab-4e5c-bc20-54c6381eeffc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:05.783785 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.800236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Transition to ACTIVE for port object 5f9f764e-a1f9-4095-9d40-ddcab8474502 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:05.828280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a95c63c7-7aab-4e5c-bc20-54c6381eeffc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:05.828578 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.840516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] For port 3a72892c-c24c-4414-8b4a-9e94fee99cfa, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a72892c-c24c-4414-8b4a-9e94fee99cfa,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:05.842482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.842594 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] Set router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:05.862398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Calling delete_port for 3a72892c-c24c-4414-8b4a-9e94fee99cfa owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:05.886128 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:05.901269 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:10:05Z', 'revision_number': 6, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:05.943315 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4927218b-87d2-4e92-98e7-ff44c9bcc53c None None] The sync data for ids ['cc49f5ce-f1e6-4992-80d3-33c562e7ed62'] in n-d-804320-1 is: [{'id': 'cc49f5ce-f1e6-4992-80d3-33c562e7ed62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-547022480-router', 'tenant_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:04:59Z', 'updated_at': '2021-08-12T04:10:05Z', 'revision_number': 6, 'project_id': 'f482cb7e0a3f4ea19d1f698d0c4dab98', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:05.980055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31089b92-e372-4154-9d1a-1ebd6a6040cb None None] Pushing event updated for resources: {'Port': ['ID=5f9f764e-a1f9-4095-9d40-ddcab8474502,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:06.166677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Attempting to bind port 5f9f764e-a1f9-4095-9d40-ddcab8474502 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:06.168380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Attempting to bind port 5f9f764e-a1f9-4095-9d40-ddcab8474502 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:06.169322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Attempting to bind port 5f9f764e-a1f9-4095-9d40-ddcab8474502 on network 018c55b6-9c13-4649-a728-54a60d5cc420 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:06.204185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:06.208157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Checking segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:06.210453 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.211061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Bound using segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:06.214224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Bound port: 5f9f764e-a1f9-4095-9d40-ddcab8474502, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:06.215176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.269655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff25193-2dc8-48ad-999d-4254ef89b541 req-c8d488ec-f62a-40ba-96a6-3e0ba5ce1ead tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:06.282603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aff25193-2dc8-48ad-999d-4254ef89b541 req-c8d488ec-f62a-40ba-96a6-3e0ba5ce1ead tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0866721 Aug 12 04:10:06.384450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aff25193-2dc8-48ad-999d-4254ef89b541 req-592ef29e-1c19-431d-94e9-ce73e67b4d72 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971050 Aug 12 04:10:06.384620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] For port 5f9f764e-a1f9-4095-9d40-ddcab8474502, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:06.400255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] For port 5f9f764e-a1f9-4095-9d40-ddcab8474502, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5f9f764e-a1f9-4095-9d40-ddcab8474502,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:06.403413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.437821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a72892c-c24c-4414-8b4a-9e94fee99cfa,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:06.507219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.552798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.579236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47672) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:06.637672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.642135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:06.642476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.642812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:06.654100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9491a67d-375e-4666-bd58-04b6b6b6a1d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abe3f6f3501e484889de25ff8d3dc538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733657 Aug 12 04:10:06.656587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47676) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:06.701718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31089b92-e372-4154-9d1a-1ebd6a6040cb None None] Pushing event updated for resources: {'Port': ['ID=5f9f764e-a1f9-4095-9d40-ddcab8474502,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:06.809849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.810384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc49f5ce-f1e6-4992-80d3-33c562e7ed62 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:10:06.820661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.824423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-23d0bf41-37ca-4d74-91ae-2d268754596a admin admin] 10.222.0.42 "DELETE /v2.0/routers/cc49f5ce-f1e6-4992-80d3-33c562e7ed62 HTTP/1.1" status: 204 len: 168 time: 1.6951599 Aug 12 04:10:06.825014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a843bd0-f563-497b-8e7c-598363b9d485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.829418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47680) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:06.840568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a560876f-89c6-433f-aa62-6d0a96b935f2 req-dcabe842-8994-4f49-ac49-12b14479531e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 210 time: 0.0417321 Aug 12 04:10:06.859581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:06.902033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a843bd0-f563-497b-8e7c-598363b9d485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:06.926950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Deleting subnet b11dfb34-aed8-4973-b1ef-7d1bde865f3f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:06.943418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.034759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.136982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.216842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a843bd0-f563-497b-8e7c-598363b9d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.223335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a843bd0-f563-497b-8e7c-598363b9d485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.224573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a843bd0-f563-497b-8e7c-598363b9d485 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c477b57e-97f9-4acd-adbf-1c1ab27db98d HTTP/1.1" status: 204 len: 168 time: 0.5662963 Aug 12 04:10:07.265541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a843bd0-f563-497b-8e7c-598363b9d485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c477b57e-97f9-4acd-adbf-1c1ab27db98d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:07.283811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.296105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:06Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:07.325813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-7803d377-56be-4adb-99d4-5bf60fa2cfd3 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:07.329779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-7803d377-56be-4adb-99d4-5bf60fa2cfd3 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 821 time: 0.1899815 Aug 12 04:10:07.348429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c063fc-0c13-43d6-bc89-70652ac14ef7 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:06Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:07.350372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'port': {'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'admin_state_up': True, 'tenant_id': '71513ca907c24d9482f6cac56359215f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:07.375414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11dfb34-aed8-4973-b1ef-7d1bde865f3f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:07.383729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e6ff8-1f55-48a4-804d-0317a45cdb36 None None] Network 5b62abab-ce2a-495f-a512-84375b61dbfc requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:07.385913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.390339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2737172b-6ec8-4b58-b94d-961566086073 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b11dfb34-aed8-4973-b1ef-7d1bde865f3f HTTP/1.1" status: 204 len: 168 time: 0.5579689 Aug 12 04:10:07.392920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47698) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:07.438409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47702) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:07.716665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.744997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5f9f764e-a1f9-4095-9d40-ddcab8474502 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:07.765761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249a7d0-e445-45f1-b35c-222d374da888 req-a34de0da-eb74-4bd8-a125-8548e03ec9cb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:07.768577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1249a7d0-e445-45f1-b35c-222d374da888 req-a34de0da-eb74-4bd8-a125-8548e03ec9cb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1615717 Aug 12 04:10:07.828325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] DHCP port deletion for 5b62abab-ce2a-495f-a512-84375b61dbfc request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:10:07.847263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1249a7d0-e445-45f1-b35c-222d374da888 req-85b14379-de5c-427f-965d-94ac4597f74d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Aug 12 04:10:07.851495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Made reservation on behalf of 71513ca907c24d9482f6cac56359215f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:07.856207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:07.878689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Deleting port 664ebc2a-23f3-44c1-9114-1426626813c3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:07.880164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.010748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] Deleting port 664ebc2a-23f3-44c1-9114-1426626813c3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:08.010748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.076291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] For port 664ebc2a-23f3-44c1-9114-1426626813c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=664ebc2a-23f3-44c1-9114-1426626813c3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:08.078100 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.148328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] For port 664ebc2a-23f3-44c1-9114-1426626813c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=664ebc2a-23f3-44c1-9114-1426626813c3,segment=NetworkSegment(dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e),segment_id=dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:08.159310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.164061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd84db2a-f77b-48b3-a524-d8a8c0fe72ee req-b347f4e1-9b36-4650-9003-63c78480e881 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 210 time: 0.0656199 Aug 12 04:10:08.177919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Calling delete_port for 664ebc2a-23f3-44c1-9114-1426626813c3 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:08.195814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5f9f764e-a1f9-4095-9d40-ddcab8474502 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:08.198119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] Calling delete_port for 664ebc2a-23f3-44c1-9114-1426626813c3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:08.204943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5f9f764e-a1f9-4095-9d40-ddcab8474502 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:08.205328 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.209063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-275700517-network', 'tenant_id': '4f2842cbe96a43d48c78418db71435c7'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:08.225035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Allocated IP 172.20.0.3 (018c55b6-9c13-4649-a728-54a60d5cc420/c98c47de-d4d8-4712-9345-d8eba3cbe982/e028b447-58db-45bc-a96f-7b4499d652db) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:08.401497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.429272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.439169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5f9f764e-a1f9-4095-9d40-ddcab8474502, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5f9f764e-a1f9-4095-9d40-ddcab8474502,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:08.452779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Transition to ACTIVE for port object e028b447-58db-45bc-a96f-7b4499d652db will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:08.470521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Made reservation on behalf of 4f2842cbe96a43d48c78418db71435c7 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:08.474884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.477280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.498616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.501820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] No DVR routers for this DVR port 664ebc2a-23f3-44c1-9114-1426626813c3 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:08.514163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] No DVR routers for this DVR port 664ebc2a-23f3-44c1-9114-1426626813c3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:08.537654 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.541822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f0ac8-3e30-415e-a694-927d1d104675 None None] Pushing event deleted for resources: {'Port': ['ID=664ebc2a-23f3-44c1-9114-1426626813c3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:08.579471 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:10:08.627787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.655179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 19762271-f911-4b47-8822-2c85dd40d6b3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:08.682912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.690679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Pushing event deleted for resources: {'Port': ['ID=664ebc2a-23f3-44c1-9114-1426626813c3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:08.690971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 19762271-f911-4b47-8822-2c85dd40d6b3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:08.691086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 19762271-f911-4b47-8822-2c85dd40d6b3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:08.691521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a72892c-c24c-4414-8b4a-9e94fee99cfa no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:08.704051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.707029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Network 018c55b6-9c13-4649-a728-54a60d5cc420 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:08.713488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:08.722644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b62abab-ce2a-495f-a512-84375b61dbfc']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:08.729924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:08.733694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3a72892c-c24c-4414-8b4a-9e94fee99cfa {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:08.734083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a72892c-c24c-4414-8b4a-9e94fee99cfa not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:08.745438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:08.746002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae2d5f1-23dc-4ce9-9263-a089bd8dfe1e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:08.765691 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.769464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event updated for resources: {'Port': ['ID=e028b447-58db-45bc-a96f-7b4499d652db,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:08.783672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5f9f764e-a1f9-4095-9d40-ddcab8474502,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:08.808231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.821359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:08.821731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:08.823829 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:08.841454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:08.848547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.987459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.989168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:08.998510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.002871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5b62abab-ce2a-495f-a512-84375b61dbfc HTTP/1.1" status: 204 len: 168 time: 1.6022186 Aug 12 04:10:09.003892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47738) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:09.010655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491af0e8-883a-48a3-b537-1c24a085a728 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b62abab-ce2a-495f-a512-84375b61dbfc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:09.060038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.069678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0c9e5-6a99-43e0-8af4-04775a30bb09 req-2b457417-f7a0-4917-83fd-6af70b28fb2b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:09.071284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ad0c9e5-6a99-43e0-8af4-04775a30bb09 req-2b457417-f7a0-4917-83fd-6af70b28fb2b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1231856 Aug 12 04:10:09.084616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:10:09.100720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c504a163-65c4-485f-b56b-2937c21e79ca,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:09.114497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.114890 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Added segment 1511be9e-e541-4d33-be39-3bea21656f3c of type vlan for network c9d81fbf-80d2-4c26-bd7c-11e52ab656e1 Aug 12 04:10:09.163596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.173994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fe4ea15-59d2-4786-b938-1a2037fba6a9 None None] Provisioning for port e028b447-58db-45bc-a96f-7b4499d652db completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:09.178350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fe4ea15-59d2-4786-b938-1a2037fba6a9 None None] Provisioning complete for port e028b447-58db-45bc-a96f-7b4499d652db triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:09.179066 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe4ea15-59d2-4786-b938-1a2037fba6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.201026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ad0c9e5-6a99-43e0-8af4-04775a30bb09 req-d639a349-fdb5-41fc-b0a0-f9bee4db331b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190042 Aug 12 04:10:09.241248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-e70f3105-597f-4ee3-82ef-84dac08f2173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8987248 Aug 12 04:10:09.246973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9fe4ea15-59d2-4786-b938-1a2037fba6a9 None None] Port e028b447-58db-45bc-a96f-7b4499d652db cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:09.263169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Request body: {'port': {'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:09.279626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.285987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:09.287238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.377926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d81fbf-80d2-4c26-bd7c-11e52ab656e1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:09.383281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.389507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c9d81fbf-80d2-4c26-bd7c-11e52ab656e1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:10:09.399393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dbb6a-4875-4aeb-851e-3ecfa14721d3 req-d9122fd1-01ee-4fed-a80f-a01099569b64 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:09.400906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-911dbb6a-4875-4aeb-851e-3ecfa14721d3 req-d9122fd1-01ee-4fed-a80f-a01099569b64 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 931 time: 0.1540685 Aug 12 04:10:09.454863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-271cdf49-fb6b-4f34-9df6-e03b35ecea06 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0144248 Aug 12 04:10:09.457465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47754) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:09.463418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Request body: {'subnet': {'network_id': 'c9d81fbf-80d2-4c26-bd7c-11e52ab656e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-275700517-subnet', 'tenant_id': '4f2842cbe96a43d48c78418db71435c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:09.481496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-911dbb6a-4875-4aeb-851e-3ecfa14721d3 req-2bd1f714-6cc2-4b7e-81b3-38d48cddffd9 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627818 Aug 12 04:10:09.551298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Made reservation on behalf of 4f2842cbe96a43d48c78418db71435c7 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:09.553839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.585606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5f9f764e-a1f9-4095-9d40-ddcab8474502 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:09.690802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5f9f764e-a1f9-4095-9d40-ddcab8474502 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:09.691190 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.857225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.879717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 664ebc2a-23f3-44c1-9114-1426626813c3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:09.886379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.904664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 664ebc2a-23f3-44c1-9114-1426626813c3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:09.905027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 664ebc2a-23f3-44c1-9114-1426626813c3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:09.935960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e028b447-58db-45bc-a96f-7b4499d652db {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:09.951796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:09.978624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d2c613-08d7-4ba6-817f-7ac273ec29b3,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:09.995498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Transition to ACTIVE for port object e028b447-58db-45bc-a96f-7b4499d652db will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:10.018121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Checking segment: {'id': '1511be9e-e541-4d33-be39-3bea21656f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c9d81fbf-80d2-4c26-bd7c-11e52ab656e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:10.019825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Network hostable DHCP agents. Network: c9d81fbf-80d2-4c26-bd7c-11e52ab656e1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:10:10.085910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.111465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Network c9d81fbf-80d2-4c26-bd7c-11e52ab656e1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:10:10.149578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Pushing event updated for resources: {'Port': ['ID=e028b447-58db-45bc-a96f-7b4499d652db,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:10.204373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c9d81fbf-80d2-4c26-bd7c-11e52ab656e1) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:10.216107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:10.219112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3341ed1-b3f6-4b47-9f0a-a903d278363c None None] Network c9d81fbf-80d2-4c26-bd7c-11e52ab656e1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:10.219901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.334228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f1c527bb-046d-4bb6-bde8-88cc4d00d257 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8753102 Aug 12 04:10:10.381133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Attempting to bind port e028b447-58db-45bc-a96f-7b4499d652db on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:10.382822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Attempting to bind port e028b447-58db-45bc-a96f-7b4499d652db by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:10.383816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Attempting to bind port e028b447-58db-45bc-a96f-7b4499d652db on network 018c55b6-9c13-4649-a728-54a60d5cc420 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:10.392987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Port e028b447-58db-45bc-a96f-7b4499d652db on network 018c55b6-9c13-4649-a728-54a60d5cc420 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:10.393322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Attempting to bind port e028b447-58db-45bc-a96f-7b4499d652db on network 018c55b6-9c13-4649-a728-54a60d5cc420 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:10.415712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:10.415712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Checking segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:10.415712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Bound using segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:10.416651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Bound port: e028b447-58db-45bc-a96f-7b4499d652db, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:10.417022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.442600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Deleting port 9eadc713-51e6-406e-841f-299a243c411c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:10.443224 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.455236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c834ec-da02-43d9-9724-bf38ed235cb8 req-64324e8c-75cc-40bb-9df7-7ba5ea489c82 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:10.463299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35c834ec-da02-43d9-9724-bf38ed235cb8 req-64324e8c-75cc-40bb-9df7-7ba5ea489c82 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1492760 Aug 12 04:10:10.551213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41270a6d-286a-4be1-a7d4-599e4f40f1ce None None] Network c9d81fbf-80d2-4c26-bd7c-11e52ab656e1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:10.627015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35c834ec-da02-43d9-9724-bf38ed235cb8 req-4143749f-6508-40aa-89fd-9a1f464d84f5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624553 Aug 12 04:10:10.650575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] For port 9eadc713-51e6-406e-841f-299a243c411c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9eadc713-51e6-406e-841f-299a243c411c,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:10.651115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.666400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Calling delete_port for 9eadc713-51e6-406e-841f-299a243c411c owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:10.690428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e01f-e043-4291-b14e-cc4cae7c11f3 req-988ddefc-8c89-4825-900c-fc431a287f7d tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:10.692859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b4e01f-e043-4291-b14e-cc4cae7c11f3 req-988ddefc-8c89-4825-900c-fc431a287f7d tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 943 time: 0.0886061 Aug 12 04:10:10.717771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] For port e028b447-58db-45bc-a96f-7b4499d652db, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:10.735596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] For port e028b447-58db-45bc-a96f-7b4499d652db, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e028b447-58db-45bc-a96f-7b4499d652db,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:10.751745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b4e01f-e043-4291-b14e-cc4cae7c11f3 req-76bc0041-0aac-4f3d-822e-45d2d6cc944c tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Aug 12 04:10:10.836636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.881380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-e2a5a7d6-ae50-4e5b-b23b-31962d4c1898 req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1920758632', 'description': 'tempest-description-459409363'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:10.926015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:10.926641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:10.928199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] 10.222.0.36 "PUT /v2.0/ports/e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 1091 time: 1.6768322 Aug 12 04:10:10.942289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:10.945205 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aee0cd8-ac38-48d0-b596-59a84f9e8995" -d '{"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:10.972187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3691df-0255-46df-862e-741e0ffb5689 service neutron] Pushing event updated for resources: {'Port': ['ID=e028b447-58db-45bc-a96f-7b4499d652db,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:10.997187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2a5a7d6-ae50-4e5b-b23b-31962d4c1898 req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.108167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.115904 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2a5a7d6-ae50-4e5b-b23b-31962d4c1898 req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.141650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eadc713-51e6-406e-841f-299a243c411c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:11.152219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-c4b7d3d2-a060-47fc-af04-6ff164c508ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:11.154264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-c4b7d3d2-a060-47fc-af04-6ff164c508ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1094 time: 0.0946927 Aug 12 04:10:11.212071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2a5a7d6-ae50-4e5b-b23b-31962d4c1898 req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.244429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-c7b024ce-1c6f-4312-a68d-ceb274fb2e01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 217 time: 0.0610611 Aug 12 04:10:11.247430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a961a2-c71e-49e2-9151-ad346ad9bf63,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:11.340820 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2a5a7d6-ae50-4e5b-b23b-31962d4c1898 req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.342705 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2a5a7d6-ae50-4e5b-b23b-31962d4c1898 req-f04d8a1f-45e1-4e03-8924-ad32fe5c8765 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4669487 Aug 12 04:10:11.391901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-78bfc04d-3ca5-4938-aba5-725a63bb9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:11.396938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-78bfc04d-3ca5-4938-aba5-725a63bb9d0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1408460 Aug 12 04:10:11.404507 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2ca80-d098-44d0-bb60-d07522d8d153 x-openstack-request-id: req-f2d2ca80-d098-44d0-bb60-d07522d8d153 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:11.404802 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:11.405055 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2d2ca80-d098-44d0-bb60-d07522d8d153 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:11.405460 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'status': 'completed', 'code': 200} Aug 12 04:10:11.541077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.544979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-6938a27f-91b7-4197-bacf-cf12aa1ea849 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/51a961a2-c71e-49e2-9151-ad346ad9bf63 HTTP/1.1" status: 200 len: 1812 time: 0.1181831 Aug 12 04:10:11.553357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-6b95c5f3-cfa8-4b90-a748-04893ec23202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:11.554941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-6b95c5f3-cfa8-4b90-a748-04893ec23202 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413016 Aug 12 04:10:11.571733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51a961a2-c71e-49e2-9151-ad346ad9bf63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:11.573191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51a961a2-c71e-49e2-9151-ad346ad9bf63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:11.638301 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1749df40-d139-461b-8aa4-0fa7635892eb req-7a56d633-e645-4995-b1cf-3b81956503b7 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aff95131149440a69e45ddcebf2609a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242820 Aug 12 04:10:11.756793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749df40-d139-461b-8aa4-0fa7635892eb req-b2c296c0-73a2-411e-ba26-6fe1a140f879 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:11.758328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1749df40-d139-461b-8aa4-0fa7635892eb req-b2c296c0-73a2-411e-ba26-6fe1a140f879 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136670 Aug 12 04:10:11.760536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-47988069-0b9d-4156-afd8-f1107eafc11b service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819704 Aug 12 04:10:11.773199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1749df40-d139-461b-8aa4-0fa7635892eb req-c9c4d76a-5e8c-459c-9d21-23db1c93aa2d tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/quotas/aff95131149440a69e45ddcebf2609a3 HTTP/1.1" status: 200 len: 375 time: 0.0090115 Aug 12 04:10:11.806828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1749df40-d139-461b-8aa4-0fa7635892eb req-5aabd1b7-7f9f-4b01-b480-3ec824e3fdf7 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aff95131149440a69e45ddcebf2609a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275948 Aug 12 04:10:11.937554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:11.961808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200b660-96b9-4bf9-beb2-fed3564bf5cb req-93784dbd-d6e2-4000-9457-252d8a5acffe tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:11.963319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8200b660-96b9-4bf9-beb2-fed3564bf5cb req-93784dbd-d6e2-4000-9457-252d8a5acffe tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0518000 Aug 12 04:10:12.002954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.007519 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8200b660-96b9-4bf9-beb2-fed3564bf5cb req-4f8d9ace-6c02-48c3-b6ae-98f53c39c1b6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Aug 12 04:10:12.008503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Router 243e0115-441a-4397-86fb-8d457ae2c97b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:12.011521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c19bce2f-24e6-4d40-89e3-8020a8ee49e9 req-5124ca04-f44d-4c46-995c-f29b243951b1 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428179 Aug 12 04:10:12.074426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.103502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befe2b4e-a398-44e9-bd61-abb400642d99,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:12.118051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edfd07-8f1e-4b3a-af1e-e6b693d63b45 req-e3c8775d-e87c-4c6f-ba90-e58ba1e3df65 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:12.119954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5edfd07-8f1e-4b3a-af1e-e6b693d63b45 req-e3c8775d-e87c-4c6f-ba90-e58ba1e3df65 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 943 time: 0.0518196 Aug 12 04:10:12.162865 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5edfd07-8f1e-4b3a-af1e-e6b693d63b45 req-ceef058c-0978-4421-88c4-c4b3abe6dea8 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Aug 12 04:10:12.197542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:12.202903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3d632d26-4b9e-4991-90bd-368c68ac889c admin admin] 10.222.0.42 "PUT /v2.0/routers/243e0115-441a-4397-86fb-8d457ae2c97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1977429 Aug 12 04:10:12.206009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:12.213381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] Sync routers for ids ['243e0115-441a-4397-86fb-8d457ae2c97b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:12.226959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-41c6c567-9618-413d-9174-9eaab4b41ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:12.228627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-41c6c567-9618-413d-9174-9eaab4b41ee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1094 time: 0.0866241 Aug 12 04:10:12.231734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.237734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] Routers {'243e0115-441a-4397-86fb-8d457ae2c97b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:12.237734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['243e0115-441a-4397-86fb-8d457ae2c97b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:12.238342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd30d508-7ffa-4ac1-a850-dccd7f2d7afd req-dc5829f4-d9f6-46ae-b4d2-1dbf83a8780d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6747451 Aug 12 04:10:12.374572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.390679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] Set router 243e0115-441a-4397-86fb-8d457ae2c97b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:12.497697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.612047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:10:10Z', 'revision_number': 5, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port': {'id': '59a36745-2151-4949-8be2-f31fc34d0a1e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:23:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:05:17Z', 'updated_at': '2021-08-12T04:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:12.646537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Deleting port 59a36745-2151-4949-8be2-f31fc34d0a1e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:12.647315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.653190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] Checking router: 243e0115-441a-4397-86fb-8d457ae2c97b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:12.664122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] Routers {'243e0115-441a-4397-86fb-8d457ae2c97b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:12.665446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['243e0115-441a-4397-86fb-8d457ae2c97b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:12.744415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] For port 59a36745-2151-4949-8be2-f31fc34d0a1e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=59a36745-2151-4949-8be2-f31fc34d0a1e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:12.745103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:12.755383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20cb872b-5623-4232-a35b-647bab45c1a7 req-d23d6b5b-54c8-40ff-9e6c-fdf6b185d045 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/51a961a2-c71e-49e2-9151-ad346ad9bf63 HTTP/1.1" status: 200 len: 2405 time: 0.0799606 Aug 12 04:10:12.762821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Calling delete_port for 59a36745-2151-4949-8be2-f31fc34d0a1e owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:12.782368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-a5c3f3ea-247d-4a62-af1a-02fa19fa8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:12.784469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-a5c3f3ea-247d-4a62-af1a-02fa19fa8e1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.5386441 Aug 12 04:10:12.788438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] Set router 243e0115-441a-4397-86fb-8d457ae2c97b gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:12.796054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-2c4ac214-6257-4d6b-9fd6-646bc23b3ab8 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-group-rules/befe2b4e-a398-44e9-bd61-abb400642d99 HTTP/1.1" status: 200 len: 778 time: 0.0397470 Aug 12 04:10:12.846927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:10:12Z', 'revision_number': 6, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:12.854702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-06833231-27e7-4837-9fdc-e33be5e4c39e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 217 time: 0.0564294 Aug 12 04:10:12.883076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c7a07-5ba5-4e30-a688-30691ead3c2e None None] The sync data for ids ['243e0115-441a-4397-86fb-8d457ae2c97b'] in n-d-804320-1 is: [{'id': '243e0115-441a-4397-86fb-8d457ae2c97b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1021679573-router', 'tenant_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:05:16Z', 'updated_at': '2021-08-12T04:10:12Z', 'revision_number': 6, 'project_id': '7d6b78b2b4d84d9499e3043ceb5a3583', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:12.927264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-d079d116-9d8e-40fd-8eb4-042a6a9d53ac tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/51a961a2-c71e-49e2-9151-ad346ad9bf63 HTTP/1.1" status: 200 len: 2405 time: 0.1294961 Aug 12 04:10:13.000126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-050c6494-abf8-402c-8f09-a7271759715d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.010292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-050c6494-abf8-402c-8f09-a7271759715d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.034808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-4afea48e-b875-4247-98a5-d7e1d0e44338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:13.037053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-4afea48e-b875-4247-98a5-d7e1d0e44338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1704564 Aug 12 04:10:13.082965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-8462a010-c69c-4f5e-a3b4-3baa76bb37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:13.085176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-8462a010-c69c-4f5e-a3b4-3baa76bb37b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405586 Aug 12 04:10:13.141327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-050c6494-abf8-402c-8f09-a7271759715d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.141618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.158636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-050c6494-abf8-402c-8f09-a7271759715d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.160005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ed6663c-da56-45eb-bf6d-8667443d5824 req-050c6494-abf8-402c-8f09-a7271759715d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/befe2b4e-a398-44e9-bd61-abb400642d99 HTTP/1.1" status: 204 len: 173 time: 0.2051036 Aug 12 04:10:13.178805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c6494-abf8-402c-8f09-a7271759715d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=befe2b4e-a398-44e9-bd61-abb400642d99,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:13.209645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e3727e21-7dde-4e86-9715-bd8a02b97eab req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-452593930', 'description': 'tempest-description-1991936172'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:13.223713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a36745-2151-4949-8be2-f31fc34d0a1e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:13.257206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-fb41c24b-ebd0-4e6c-9419-0f0ea8d22d51 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591492 Aug 12 04:10:13.353273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa987af1-d621-4a6e-8d82-b85828b049fb req-3991f4b4-34a9-415b-8495-821382212e9f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:13.355627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa987af1-d621-4a6e-8d82-b85828b049fb req-3991f4b4-34a9-415b-8495-821382212e9f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1039774 Aug 12 04:10:13.359163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.372836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e3727e21-7dde-4e86-9715-bd8a02b97eab req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.384139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aee0cd8-ac38-48d0-b596-59a84f9e8995 req-b1afdc4d-2582-43d5-8f9c-a1127a048c38 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239591 Aug 12 04:10:13.469474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e3727e21-7dde-4e86-9715-bd8a02b97eab req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.473873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.476122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.524498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa987af1-d621-4a6e-8d82-b85828b049fb req-6efc7b94-92c6-4769-be4e-43d95b4b9669 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959935 Aug 12 04:10:13.533837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e3727e21-7dde-4e86-9715-bd8a02b97eab req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.565057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a172253-9619-4dd8-bdd2-640eb869613c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:13.588679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.589541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243e0115-441a-4397-86fb-8d457ae2c97b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:10:13.594518 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.595689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1fc56944-447b-43e0-9344-33a4acbb5195 admin admin] 10.222.0.42 "DELETE /v2.0/routers/243e0115-441a-4397-86fb-8d457ae2c97b HTTP/1.1" status: 204 len: 168 time: 1.3890929 Aug 12 04:10:13.598433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47876) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:13.645077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Deleting subnet b297fa80-0001-4000-a166-d20516e72e1c {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:13.648380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.650906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4922b-6cab-4124-a0c4-47870827f920 req-60a13512-57ca-468d-a696-282f2ec2f584 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:13.652806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e4922b-6cab-4124-a0c4-47870827f920 req-60a13512-57ca-468d-a696-282f2ec2f584 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 943 time: 0.0557666 Aug 12 04:10:13.670524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e3727e21-7dde-4e86-9715-bd8a02b97eab req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.671761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3727e21-7dde-4e86-9715-bd8a02b97eab req-d2023f4b-1b61-4bb1-b7ef-f438fecfd68d tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4756746 Aug 12 04:10:13.699599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.717758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e028b447-58db-45bc-a96f-7b4499d652db details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:13.718361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e4922b-6cab-4124-a0c4-47870827f920 req-f3dfa651-5020-428c-b258-d2b3446a5a22 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589633 Aug 12 04:10:13.826759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:13.907211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f22e7c9-6f7a-40c7-8a0a-c9a1c22ce82b req-2b0b9472-f7d4-4e34-b71b-ee7656ba69f3 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aff95131149440a69e45ddcebf2609a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306141 Aug 12 04:10:13.924934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9eadc713-51e6-406e-841f-299a243c411c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:13.961470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9eadc713-51e6-406e-841f-299a243c411c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:13.962124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9eadc713-51e6-406e-841f-299a243c411c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:13.962745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 59a36745-2151-4949-8be2-f31fc34d0a1e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:14.022284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-891a276c-8011-49f7-a14a-a9e0b5957426 req-318f8eca-92d1-490b-997c-726ebfaccdce tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/9a172253-9619-4dd8-bdd2-640eb869613c HTTP/1.1" status: 200 len: 1812 time: 0.0598900 Aug 12 04:10:14.033899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.091955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-24e997c9-6229-475c-8eaa-5510ea5f2078 req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1420908809', 'description': 'tempest-description-980915883'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:14.100175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b297fa80-0001-4000-a166-d20516e72e1c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:14.102826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.104998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f1703ca9-be02-4541-9d06-f69d9a872200 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b297fa80-0001-4000-a166-d20516e72e1c HTTP/1.1" status: 204 len: 168 time: 0.5052006 Aug 12 04:10:14.108202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47894) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:14.145221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35628bbc-1c5b-4f90-8a00-ad92d489c125 None None] Network ba93779f-f4c3-4f0b-b383-2bc36a52f19a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:14.150594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 59a36745-2151-4949-8be2-f31fc34d0a1e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:14.151252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 59a36745-2151-4949-8be2-f31fc34d0a1e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:14.188302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22e7c9-6f7a-40c7-8a0a-c9a1c22ce82b req-b81bf24b-181f-48c2-ab14-49727f5882a3 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:14.196073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f22e7c9-6f7a-40c7-8a0a-c9a1c22ce82b req-b81bf24b-181f-48c2-ab14-49727f5882a3 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721727 Aug 12 04:10:14.216944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e028b447-58db-45bc-a96f-7b4499d652db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e028b447-58db-45bc-a96f-7b4499d652db,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:14.223084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24e997c9-6229-475c-8eaa-5510ea5f2078 req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.226187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f22e7c9-6f7a-40c7-8a0a-c9a1c22ce82b req-d3602058-8176-4400-b46f-95d365a64cca tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/quotas/aff95131149440a69e45ddcebf2609a3 HTTP/1.1" status: 200 len: 375 time: 0.0290718 Aug 12 04:10:14.230631 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.245957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'e028b447-58db-45bc-a96f-7b4499d652db', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:10:14.277530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f22e7c9-6f7a-40c7-8a0a-c9a1c22ce82b req-caa7020d-be86-442c-9448-d9f62a1d530b tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aff95131149440a69e45ddcebf2609a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501463 Aug 12 04:10:14.343012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Deleting port 3be605da-6128-44f8-bacc-697316f4b859 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:14.343365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.393398 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.411016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e028b447-58db-45bc-a96f-7b4499d652db {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:14.440137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e028b447-58db-45bc-a96f-7b4499d652db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e028b447-58db-45bc-a96f-7b4499d652db,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:14.465603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] DHCP port deletion for ba93779f-f4c3-4f0b-b383-2bc36a52f19a request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:10:14.481976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] For port 3be605da-6128-44f8-bacc-697316f4b859, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3be605da-6128-44f8-bacc-697316f4b859,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:14.485058 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.492044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24e997c9-6229-475c-8eaa-5510ea5f2078 req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.513851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Calling delete_port for 3be605da-6128-44f8-bacc-697316f4b859 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:14.521632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] Deleting port 3be605da-6128-44f8-bacc-697316f4b859 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:14.522132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.562050 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.586003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24e997c9-6229-475c-8eaa-5510ea5f2078 req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.631114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] For port 3be605da-6128-44f8-bacc-697316f4b859, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3be605da-6128-44f8-bacc-697316f4b859,segment=NetworkSegment(73ef67e7-eb47-48f8-85a2-9b2df84d5c2c),segment_id=73ef67e7-eb47-48f8-85a2-9b2df84d5c2c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:14.631521 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.631644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de5748-5276-46a2-9764-a02096f79eeb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:14.651040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e028b447-58db-45bc-a96f-7b4499d652db,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:14.654104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] Calling delete_port for 3be605da-6128-44f8-bacc-697316f4b859 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:14.725669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24e997c9-6229-475c-8eaa-5510ea5f2078 req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.726802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24e997c9-6229-475c-8eaa-5510ea5f2078 req-84e3ff30-2242-471c-8367-4866c5ee7eb2 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6418533 Aug 12 04:10:14.727055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.748298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.769767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be605da-6128-44f8-bacc-697316f4b859,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:14.776389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] No DVR routers for this DVR port 3be605da-6128-44f8-bacc-697316f4b859 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:14.787145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] Pushing event deleted for resources: {'Port': ['ID=3be605da-6128-44f8-bacc-697316f4b859,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:14.792319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ac814-5f45-4246-bdc7-2a5b61db7ae1 None None] No DVR routers for this DVR port 3be605da-6128-44f8-bacc-697316f4b859 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:14.813960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e028b447-58db-45bc-a96f-7b4499d652db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:14.906772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:14.926676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3ef6b-29e3-4540-9ea1-d603cf76f1e0 req-5b991081-0f92-4c7e-8340-a7e60ede6e00 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:14.933547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-719e454f-7b22-4957-aeb8-42bc0d6eb9c0 req-ec54f303-94e3-4c07-9093-daae63e51872 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/c4de5748-5276-46a2-9764-a02096f79eeb HTTP/1.1" status: 200 len: 1812 time: 0.0580723 Aug 12 04:10:14.934615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46b3ef6b-29e3-4540-9ea1-d603cf76f1e0 req-5b991081-0f92-4c7e-8340-a7e60ede6e00 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1274908 Aug 12 04:10:14.936729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba93779f-f4c3-4f0b-b383-2bc36a52f19a']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:14.978490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:14.978871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ef67e7-eb47-48f8-85a2-9b2df84d5c2c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:15.002408 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.011810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46b3ef6b-29e3-4540-9ea1-d603cf76f1e0 req-c43fa86c-4454-4e24-8f94-8567cfa086e5 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645154 Aug 12 04:10:15.019861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.028420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:15.029050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:15.031152 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:15.058225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04ee0b-f87c-4d77-9175-b23b2de46d4a req-9c8db636-24d9-4a6a-aae4-421b1768f26a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:15.059897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b04ee0b-f87c-4d77-9175-b23b2de46d4a req-9c8db636-24d9-4a6a-aae4-421b1768f26a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 944 time: 0.0625460 Aug 12 04:10:15.103344 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b04ee0b-f87c-4d77-9175-b23b2de46d4a req-ec3ae76b-3208-4025-bd2a-2491f4daee1f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372176 Aug 12 04:10:15.179123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.185606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.189506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ba93779f-f4c3-4f0b-b383-2bc36a52f19a HTTP/1.1" status: 204 len: 168 time: 1.0799353 Aug 12 04:10:15.207384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a85d-44f8-4ad2-902d-35f7c4ec2849 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba93779f-f4c3-4f0b-b383-2bc36a52f19a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:15.218144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ee0ba27a-77fd-4a69-ac2f-4447c5da021b req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1183939585', 'description': 'tempest-description-1988998189'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:15.409546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee0ba27a-77fd-4a69-ac2f-4447c5da021b req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.505901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee0ba27a-77fd-4a69-ac2f-4447c5da021b req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.547076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1897aa3d-f927-4835-a3ab-3240ed33baa5 req-66e1c75f-ec81-4db4-b289-c91ed6741228 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aff95131149440a69e45ddcebf2609a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258684 Aug 12 04:10:15.581723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee0ba27a-77fd-4a69-ac2f-4447c5da021b req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.582858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3be605da-6128-44f8-bacc-697316f4b859 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:15.620507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21b1ec6-d301-4425-82cf-bb72527d6a55,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:15.625317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3be605da-6128-44f8-bacc-697316f4b859 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:15.625933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3be605da-6128-44f8-bacc-697316f4b859 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:15.631718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47944) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:15.663926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897aa3d-f927-4835-a3ab-3240ed33baa5 req-6291c170-2a06-4299-a7a5-3fbea5a42673 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:15.666389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1897aa3d-f927-4835-a3ab-3240ed33baa5 req-6291c170-2a06-4299-a7a5-3fbea5a42673 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117444 Aug 12 04:10:15.680981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1897aa3d-f927-4835-a3ab-3240ed33baa5 req-a9f23115-c19e-4164-9db4-d359c2a14be8 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/quotas/aff95131149440a69e45ddcebf2609a3 HTTP/1.1" status: 200 len: 375 time: 0.0097337 Aug 12 04:10:15.681421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-65ff35bc-347f-4022-90f7-2fb5811a79f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f482cb7e0a3f4ea19d1f698d0c4dab98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478022 Aug 12 04:10:15.683845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47946) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:15.690128 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ee0ba27a-77fd-4a69-ac2f-4447c5da021b req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.691279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee0ba27a-77fd-4a69-ac2f-4447c5da021b req-6240ce3d-e67e-4071-ba39-72e362740ff7 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4777093 Aug 12 04:10:15.721235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e028b447-58db-45bc-a96f-7b4499d652db up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:15.723126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1897aa3d-f927-4835-a3ab-3240ed33baa5 req-0df5122c-bdac-4dbe-8d97-63c52ca01ce1 tempest-QuotasAdminNegativeTest-94880615 tempest-QuotasAdminNegativeTest-94880615-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aff95131149440a69e45ddcebf2609a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343599 Aug 12 04:10:15.771150 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-634fea47-29a1-4945-a825-20b5491c8a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.783074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43ccb78d-5afb-43a1-bb59-aa0eb3aab9e7 req-278f9cc0-2c68-42e2-8ae0-4f12b2fe9a13 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/b21b1ec6-d301-4425-82cf-bb72527d6a55 HTTP/1.1" status: 200 len: 1813 time: 0.0714538 Aug 12 04:10:15.802960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-634fea47-29a1-4945-a825-20b5491c8a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.823626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-380221ca-27e0-4471-b4f8-e940817e1385 req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-844392700', 'description': 'tempest-description-2124147411'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:15.856547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port e028b447-58db-45bc-a96f-7b4499d652db completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:15.871366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port e028b447-58db-45bc-a96f-7b4499d652db triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:15.873573 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.914125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-380221ca-27e0-4471-b4f8-e940817e1385 req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.940929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-634fea47-29a1-4945-a825-20b5491c8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.944813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-634fea47-29a1-4945-a825-20b5491c8a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:15.948307 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-634fea47-29a1-4945-a825-20b5491c8a36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cc2b0be-ea66-484d-a743-da4359926680 HTTP/1.1" status: 204 len: 168 time: 0.2612786 Aug 12 04:10:15.960524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fea47-29a1-4945-a825-20b5491c8a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc2b0be-ea66-484d-a743-da4359926680,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:15.963645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.006744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:16.010549 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a81872-b846-4bc1-8f0d-4ebd2d01b697" -d '{"events": [{"server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "name": "network-vif-plugged", "status": "completed", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:16.027689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e028b447-58db-45bc-a96f-7b4499d652db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e028b447-58db-45bc-a96f-7b4499d652db,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:16.028566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-380221ca-27e0-4471-b4f8-e940817e1385 req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.082388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-380221ca-27e0-4471-b4f8-e940817e1385 req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.102918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.115501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d627d102-a011-4365-87ae-4500a5cd7b1a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:16.153460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e028b447-58db-45bc-a96f-7b4499d652db,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:16.194620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-380221ca-27e0-4471-b4f8-e940817e1385 req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.196092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-380221ca-27e0-4471-b4f8-e940817e1385 req-1c18ca8a-cabe-4d91-a824-dc34a5c77cf3 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3790779 Aug 12 04:10:16.242698 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eb25ad-ad43-4846-95e3-1020351f0a44 x-openstack-request-id: req-70eb25ad-ad43-4846-95e3-1020351f0a44 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:16.243032 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "name": "network-vif-plugged", "status": "completed", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:16.243292 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70eb25ad-ad43-4846-95e3-1020351f0a44 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:16.243689 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'code': 200} Aug 12 04:10:16.402769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48259161-cf83-4fe4-97df-dc57b1d3995a req-a23fc0ae-04b0-4793-beab-7a2510624fc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:16.411624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48259161-cf83-4fe4-97df-dc57b1d3995a req-a23fc0ae-04b0-4793-beab-7a2510624fc1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1225560 Aug 12 04:10:16.422973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd889b1f-37dd-4736-866e-23e2a06a2f1a req-88597728-8b08-429f-bbb2-ce867b869958 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:16.430890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd889b1f-37dd-4736-866e-23e2a06a2f1a req-88597728-8b08-429f-bbb2-ce867b869958 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 945 time: 0.0563850 Aug 12 04:10:16.450800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20674-35ff-48ea-9a3d-b87a0ed5d0ab req-bf99a8c9-ab69-4638-a073-fd6503b61ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:16.452509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42a20674-35ff-48ea-9a3d-b87a0ed5d0ab req-bf99a8c9-ab69-4638-a073-fd6503b61ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1157241 Aug 12 04:10:16.464288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48259161-cf83-4fe4-97df-dc57b1d3995a req-8213ddc2-5189-4a97-a005-9861c140a291 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511909 Aug 12 04:10:16.489893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd889b1f-37dd-4736-866e-23e2a06a2f1a req-6ea229a9-4c2a-4521-9797-b1212b79e0b4 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561581 Aug 12 04:10:16.507287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42a20674-35ff-48ea-9a3d-b87a0ed5d0ab req-f38b4ed7-bd65-4397-bc15-15042a741997 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Aug 12 04:10:16.576139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-893acd7a-5c2c-4b60-b0ad-13c2f7f97bfd req-c1e5fce6-2e28-4298-8ec7-a99be4a17fad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/d627d102-a011-4365-87ae-4500a5cd7b1a HTTP/1.1" status: 200 len: 1812 time: 0.0568094 Aug 12 04:10:16.628043 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-ab89f0cd-9e4e-4857-8063-5d007498a0d5 req-4fc4583a-381f-4850-be5e-d0f41094f6ae tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] show failed (client error): The resource could not be found. Aug 12 04:10:16.630963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab89f0cd-9e4e-4857-8063-5d007498a0d5 req-4fc4583a-381f-4850-be5e-d0f41094f6ae tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/199c4314-bfa6-4267-923c-875f47efc141 HTTP/1.1" status: 404 len: 352 time: 0.0348499 Aug 12 04:10:16.671915 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-4176744a-befa-45b6-a1eb-203e1cbf6f69 req-ffafccb3-318f-49c8-9c2b-13a771996432 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] show failed (client error): The resource could not be found. Aug 12 04:10:16.682921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4176744a-befa-45b6-a1eb-203e1cbf6f69 req-ffafccb3-318f-49c8-9c2b-13a771996432 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-group-rules/ef0cf5b9-c2e3-45c1-a105-b86301ff3efd HTTP/1.1" status: 404 len: 361 time: 0.0205419 Aug 12 04:10:16.743341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da1f3741-fbc3-42fc-8161-c3f06bcc8453 req-be64e102-cd67-4465-a9fd-bc873029dc33 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/d627d102-a011-4365-87ae-4500a5cd7b1a HTTP/1.1" status: 200 len: 1812 time: 0.0473945 Aug 12 04:10:16.785945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:16.807591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da1f3741-fbc3-42fc-8161-c3f06bcc8453 req-25cab085-8929-4bf5-aa2e-d340f91b9200 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.828570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dbea266c-9a52-4fec-a030-e7a4e92aa9e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d6b78b2b4d84d9499e3043ceb5a3583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409765 Aug 12 04:10:16.830659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47990) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:16.831918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da1f3741-fbc3-42fc-8161-c3f06bcc8453 req-25cab085-8929-4bf5-aa2e-d340f91b9200 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.888189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec38e2b7-fcf5-4a43-989b-2225b1a1eb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.912260 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec38e2b7-fcf5-4a43-989b-2225b1a1eb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.976698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da1f3741-fbc3-42fc-8161-c3f06bcc8453 req-25cab085-8929-4bf5-aa2e-d340f91b9200 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.979186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da1f3741-fbc3-42fc-8161-c3f06bcc8453 req-25cab085-8929-4bf5-aa2e-d340f91b9200 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:16.984679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da1f3741-fbc3-42fc-8161-c3f06bcc8453 req-25cab085-8929-4bf5-aa2e-d340f91b9200 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "DELETE /v2.0/security-groups/d627d102-a011-4365-87ae-4500a5cd7b1a HTTP/1.1" status: 204 len: 173 time: 0.2353096 Aug 12 04:10:17.018009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cab085-8929-4bf5-aa2e-d340f91b9200 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627d102-a011-4365-87ae-4500a5cd7b1a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:17.045684 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-3abe84e3-6700-476e-8fc3-6ddef40ad8b6 service neutron] show failed (client error): The resource could not be found. Aug 12 04:10:17.046697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-3abe84e3-6700-476e-8fc3-6ddef40ad8b6 service neutron] 10.222.0.20 "GET /v2.0/ports/656aca37-7278-4796-abbc-92fbf497f156/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0938239 Aug 12 04:10:17.084741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c94db79f-7c6d-4af3-b587-57db3c133bf8 req-4bdf534a-14e0-46a3-ba97-8345b7065eef tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/b21b1ec6-d301-4425-82cf-bb72527d6a55 HTTP/1.1" status: 200 len: 1813 time: 0.0633812 Aug 12 04:10:17.085807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec38e2b7-fcf5-4a43-989b-2225b1a1eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.088415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec38e2b7-fcf5-4a43-989b-2225b1a1eb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.092364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ec38e2b7-fcf5-4a43-989b-2225b1a1eb42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/395199ce-7aa8-4d4f-bbd8-f6d78d9b2d95 HTTP/1.1" status: 204 len: 168 time: 0.2607162 Aug 12 04:10:17.123525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38e2b7-fcf5-4a43-989b-2225b1a1eb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395199ce-7aa8-4d4f-bbd8-f6d78d9b2d95,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:17.129461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48000) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:17.158170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94357a-cf27-4137-bcfc-6426409c7e5b req-4cab4bfc-0f46-440d-8c42-9c82d0f4ad9f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:17.168104 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b94357a-cf27-4137-bcfc-6426409c7e5b req-4cab4bfc-0f46-440d-8c42-9c82d0f4ad9f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.0824225 Aug 12 04:10:17.187819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c94db79f-7c6d-4af3-b587-57db3c133bf8 req-7616f527-a9c7-45b4-be18-459f544be79a tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.215873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c94db79f-7c6d-4af3-b587-57db3c133bf8 req-7616f527-a9c7-45b4-be18-459f544be79a tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.225704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b94357a-cf27-4137-bcfc-6426409c7e5b req-c038e0be-0eb7-410a-87c5-c88c7443b75b tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Aug 12 04:10:17.328208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d75ea-2587-4513-a74c-355720b72eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.348063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c94db79f-7c6d-4af3-b587-57db3c133bf8 req-7616f527-a9c7-45b4-be18-459f544be79a tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.351411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c94db79f-7c6d-4af3-b587-57db3c133bf8 req-7616f527-a9c7-45b4-be18-459f544be79a tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.355756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c94db79f-7c6d-4af3-b587-57db3c133bf8 req-7616f527-a9c7-45b4-be18-459f544be79a tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "DELETE /v2.0/security-groups/b21b1ec6-d301-4425-82cf-bb72527d6a55 HTTP/1.1" status: 204 len: 173 time: 0.2621491 Aug 12 04:10:17.382553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616f527-a9c7-45b4-be18-459f544be79a tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21b1ec6-d301-4425-82cf-bb72527d6a55,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:17.438278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5777abf-18ee-4cd5-bb97-33d53751f2db req-a8d39b00-a7b2-4843-82f9-097583f4aa4c tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/c4de5748-5276-46a2-9764-a02096f79eeb HTTP/1.1" status: 200 len: 1812 time: 0.0642700 Aug 12 04:10:17.513254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d75ea-2587-4513-a74c-355720b72eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.533179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5777abf-18ee-4cd5-bb97-33d53751f2db req-03bca778-f625-4311-9fcb-51bf6a9258ad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.560124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5777abf-18ee-4cd5-bb97-33d53751f2db req-03bca778-f625-4311-9fcb-51bf6a9258ad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.590342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d75ea-2587-4513-a74c-355720b72eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.614664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b27850-c619-4028-ad69-7e0b8cc19612 req-893ca637-46e8-4a0b-8cc5-a06eba94d08c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:17.616400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7b27850-c619-4028-ad69-7e0b8cc19612 req-893ca637-46e8-4a0b-8cc5-a06eba94d08c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0684614 Aug 12 04:10:17.635541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f72d75ea-2587-4513-a74c-355720b72eb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aff95131149440a69e45ddcebf2609a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048306 Aug 12 04:10:17.639794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:17.648370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d75ea-2587-4513-a74c-355720b72eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b63e28-8e58-4c22-8f77-f7c723aa219e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:17.691073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-388919db-3a5e-4254-9ae6-813dcd171857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:17.693490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-388919db-3a5e-4254-9ae6-813dcd171857 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 1101 time: 0.0751638 Aug 12 04:10:17.696937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7b27850-c619-4028-ad69-7e0b8cc19612 req-db6acb91-1dc5-417c-8930-28c5681600f6 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702140 Aug 12 04:10:17.699221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b79bfa9-e127-4a6c-be95-56a33467e68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.708669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:17.718207 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5777abf-18ee-4cd5-bb97-33d53751f2db req-03bca778-f625-4311-9fcb-51bf6a9258ad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.721294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5777abf-18ee-4cd5-bb97-33d53751f2db req-03bca778-f625-4311-9fcb-51bf6a9258ad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.723166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5777abf-18ee-4cd5-bb97-33d53751f2db req-03bca778-f625-4311-9fcb-51bf6a9258ad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "DELETE /v2.0/security-groups/c4de5748-5276-46a2-9764-a02096f79eeb HTTP/1.1" status: 204 len: 173 time: 0.2745478 Aug 12 04:10:17.747996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bca778-f625-4311-9fcb-51bf6a9258ad tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de5748-5276-46a2-9764-a02096f79eeb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:17.753284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b79bfa9-e127-4a6c-be95-56a33467e68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.781789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.878842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97391fb2-7429-42d8-92a9-6fb3e3df483e req-50a010af-0800-40f6-a889-b23dffae80f5 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/9a172253-9619-4dd8-bdd2-640eb869613c HTTP/1.1" status: 200 len: 1812 time: 0.0380101 Aug 12 04:10:17.885400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114318ca-a469-4ee0-9738-bfe69aac947d req-e6e33b37-bc6a-43ef-95ab-c0bdeee593c9 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:17.886954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-114318ca-a469-4ee0-9738-bfe69aac947d req-e6e33b37-bc6a-43ef-95ab-c0bdeee593c9 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 945 time: 0.0880649 Aug 12 04:10:17.930821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b79bfa9-e127-4a6c-be95-56a33467e68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.933337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b79bfa9-e127-4a6c-be95-56a33467e68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:17.934496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7b79bfa9-e127-4a6c-be95-56a33467e68a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38b63e28-8e58-4c22-8f77-f7c723aa219e HTTP/1.1" status: 204 len: 168 time: 0.2937953 Aug 12 04:10:17.949491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-97391fb2-7429-42d8-92a9-6fb3e3df483e req-bcfcc598-fdf0-4aa1-ace4-fc6216cc2212 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.010613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-114318ca-a469-4ee0-9738-bfe69aac947d req-eff6ac77-cac0-41a3-9cd2-3fc71ac6b31c tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765443 Aug 12 04:10:18.148268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:18.225415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-cf640cea-ebad-4d6d-b110-1819065e5173 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1737545 Aug 12 04:10:18.232602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:18.261306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:18.268342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-97391fb2-7429-42d8-92a9-6fb3e3df483e req-bcfcc598-fdf0-4aa1-ace4-fc6216cc2212 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.307899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79bfa9-e127-4a6c-be95-56a33467e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b63e28-8e58-4c22-8f77-f7c723aa219e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:18.351131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:18.353851 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e93c49-df5b-4e63-8e5f-d73e5b90ddc7" -d '{"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-unplugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:18.358903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.373776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Transition to ACTIVE for port object 656aca37-7278-4796-abbc-92fbf497f156 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:18.430827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.493722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.520649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-97391fb2-7429-42d8-92a9-6fb3e3df483e req-bcfcc598-fdf0-4aa1-ace4-fc6216cc2212 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.523483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-97391fb2-7429-42d8-92a9-6fb3e3df483e req-bcfcc598-fdf0-4aa1-ace4-fc6216cc2212 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.531798 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97391fb2-7429-42d8-92a9-6fb3e3df483e req-bcfcc598-fdf0-4aa1-ace4-fc6216cc2212 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "DELETE /v2.0/security-groups/9a172253-9619-4dd8-bdd2-640eb869613c HTTP/1.1" status: 204 len: 173 time: 0.6462486 Aug 12 04:10:18.552729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcc598-fdf0-4aa1-ace4-fc6216cc2212 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a172253-9619-4dd8-bdd2-640eb869613c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:18.585649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] No DVR routers for this DVR port 656aca37-7278-4796-abbc-92fbf497f156 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:18.587640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:18.676686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.686813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-cf1657aa-648e-4503-bb62-3aafa0e3b96b tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:18.688317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-cf1657aa-648e-4503-bb62-3aafa0e3b96b tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.0833895 Aug 12 04:10:18.696694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ba08d-f79b-437a-b423-20357a5cb36d req-24a60dc8-e039-4e52-8a1d-7758d1fdc8c6 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:18.704091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-257ba08d-f79b-437a-b423-20357a5cb36d req-24a60dc8-e039-4e52-8a1d-7758d1fdc8c6 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 946 time: 0.1098740 Aug 12 04:10:18.715658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:18.715998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:18.716347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:18.726684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:18.727084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:18.753095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:18.753095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:18.753095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:18.753095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Bound port: 656aca37-7278-4796-abbc-92fbf497f156, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:18.753502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48054) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:18.753598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.794950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bf5692e-0fac-4ca1-a2b9-2a6544dd1cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.846403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-257ba08d-f79b-437a-b423-20357a5cb36d req-4eb55958-d534-47ec-a3a3-03adc86f9f30 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/security-groups?id=270dccfb-c744-4779-894a-774d591a2552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414237 Aug 12 04:10:18.859443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Allocated IP 172.25.6.74 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/51cb3756-2c5f-4779-839d-694a13da7b30) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:18.872475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:18.880503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:18.894351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Deleting port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:18.894692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:18.933851 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5b8cd7-fd02-441c-ae81-f4f5ff476906 x-openstack-request-id: req-8c5b8cd7-fd02-441c-ae81-f4f5ff476906 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:18.934029 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-unplugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:18.934250 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c5b8cd7-fd02-441c-ae81-f4f5ff476906 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:18.934649 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'code': 200} Aug 12 04:10:18.963436 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.018179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:19.018841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.020281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] 10.222.0.36 "PUT /v2.0/ports/656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 1096 time: 1.3173468 Aug 12 04:10:19.039838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] For port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,segment=NetworkSegment(f066eafc-2cc6-4d6e-93b9-a1793c0442fd),segment_id=f066eafc-2cc6-4d6e-93b9-a1793c0442fd)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:19.040224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.058781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Calling delete_port for 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:19.115357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.118832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8f6c-699e-4fc5-8d34-cade8d2d8fdc service neutron] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:19.146106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-d83156f2-276d-4978-b21b-eafc6ce60ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:19.147644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-d83156f2-276d-4978-b21b-eafc6ce60ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1099 time: 0.0934844 Aug 12 04:10:19.233812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bf5692e-0fac-4ca1-a2b9-2a6544dd1cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.255343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-a0bf4770-e0cd-4d62-9617-f0d3ab2598c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:19.260053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-a0bf4770-e0cd-4d62-9617-f0d3ab2598c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1028130 Aug 12 04:10:19.260777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3d98e2c-8def-4737-8512-812bfdd264ae req-90dca703-b040-421a-87e3-ba4611557e90 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "GET /v2.0/security-groups/51a961a2-c71e-49e2-9151-ad346ad9bf63 HTTP/1.1" status: 200 len: 1812 time: 0.1001587 Aug 12 04:10:19.306201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-940960b2-7284-44b1-af93-cb3b0b985e71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0391960 Aug 12 04:10:19.322789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3d98e2c-8def-4737-8512-812bfdd264ae req-c54b4311-3611-4c88-82e5-e379f0051b83 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.342763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.346047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3d98e2c-8def-4737-8512-812bfdd264ae req-c54b4311-3611-4c88-82e5-e379f0051b83 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.388084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bf5692e-0fac-4ca1-a2b9-2a6544dd1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.391478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-d04dbb44-da3d-470a-a9d9-75dabcbd3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:19.397334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-d04dbb44-da3d-470a-a9d9-75dabcbd3251 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0801587 Aug 12 04:10:19.397334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:19.398039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:19.409565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:19.434171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0bf5692e-0fac-4ca1-a2b9-2a6544dd1cc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebaaa626160e4aeab6e29485f9756926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808255 Aug 12 04:10:19.434171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5692e-0fac-4ca1-a2b9-2a6544dd1cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be683c3-8242-4de3-99f8-36b2c023b3ed,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:19.441895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48066) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:19.447958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event updated for resources: {'Port': ['ID=51cb3756-2c5f-4779-839d-694a13da7b30,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:19.467707 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.472422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3d98e2c-8def-4737-8512-812bfdd264ae req-c54b4311-3611-4c88-82e5-e379f0051b83 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.475105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d3d98e2c-8def-4737-8512-812bfdd264ae req-c54b4311-3611-4c88-82e5-e379f0051b83 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.479501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9297c8eb-658d-4e2a-9d2c-b918dbf6f06a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:19.480853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-e096a524-b440-49c2-a5db-2ee7a043601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:19.485570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-e096a524-b440-49c2-a5db-2ee7a043601d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853662 Aug 12 04:10:19.486064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48068) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:19.489054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3d98e2c-8def-4737-8512-812bfdd264ae req-c54b4311-3611-4c88-82e5-e379f0051b83 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] 10.222.0.42 "DELETE /v2.0/security-groups/51a961a2-c71e-49e2-9151-ad346ad9bf63 HTTP/1.1" status: 204 len: 173 time: 0.2145979 Aug 12 04:10:19.558774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b4311-3611-4c88-82e5-e379f0051b83 tempest-SecurityGroupRulesNegativeTestJSON-1227086158 tempest-SecurityGroupRulesNegativeTestJSON-1227086158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a961a2-c71e-49e2-9151-ad346ad9bf63,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:19.576300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Pushing event deleted for resources: {'Port': ['ID=9297c8eb-658d-4e2a-9d2c-b918dbf6f06a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:19.602047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.635047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Deleting subnet 53d2c613-08d7-4ba6-817f-7ac273ec29b3 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:19.644866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] No DVR routers for this DVR port 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:19.644866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.645164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.646636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b464a3d4-b188-4466-9612-cd16ffe90576 req-3c99f229-fc33-40d2-a665-5f1a34c39f5f tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.36 "DELETE /v2.0/ports/9297c8eb-658d-4e2a-9d2c-b918dbf6f06a HTTP/1.1" status: 204 len: 173 time: 0.9352419 Aug 12 04:10:19.667080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'name': 'network-vif-deleted', 'tag': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:19.669825 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6dcc89-3ef9-4f74-afb0-431ec4131268" -d '{"events": [{"server_uuid": "a8f9bb85-4324-4619-b76d-a5ddbe2944e6", "name": "network-vif-deleted", "tag": "9297c8eb-658d-4e2a-9d2c-b918dbf6f06a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:19.683776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89741c30-6b63-48c0-9c96-fa1e1e07e905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.695013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:19.721725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2198a-958a-4d67-9b2e-e193f4661539 req-5a5e9c46-6770-4804-941f-d3c8052d9550 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:19.723288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67a2198a-958a-4d67-9b2e-e193f4661539 req-5a5e9c46-6770-4804-941f-d3c8052d9550 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 948 time: 0.1524448 Aug 12 04:10:19.725385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89741c30-6b63-48c0-9c96-fa1e1e07e905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.730159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.733308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-674a9767-cbae-4ea2-af31-a33692614e9c service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159147 Aug 12 04:10:19.742180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:19.771660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.789435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67a2198a-958a-4d67-9b2e-e193f4661539 req-9c3d5ff3-5733-4495-8852-2ee27812a67b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Aug 12 04:10:19.851647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.882332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89741c30-6b63-48c0-9c96-fa1e1e07e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.885370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89741c30-6b63-48c0-9c96-fa1e1e07e905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:19.886780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-89741c30-6b63-48c0-9c96-fa1e1e07e905 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2be683c3-8242-4de3-99f8-36b2c023b3ed HTTP/1.1" status: 204 len: 168 time: 0.4481637 Aug 12 04:10:19.897654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89741c30-6b63-48c0-9c96-fa1e1e07e905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be683c3-8242-4de3-99f8-36b2c023b3ed,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:19.935184 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a778a-8db6-46fa-9179-578c4febf9c7 x-openstack-request-id: req-ef6a778a-8db6-46fa-9179-578c4febf9c7 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:19.935541 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f9bb85-4324-4619-b76d-a5ddbe2944e6", "name": "network-vif-deleted", "tag": "9297c8eb-658d-4e2a-9d2c-b918dbf6f06a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:19.935851 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef6a778a-8db6-46fa-9179-578c4febf9c7 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:19.936418 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f9bb85-4324-4619-b76d-a5ddbe2944e6', 'name': 'network-vif-deleted', 'tag': '9297c8eb-658d-4e2a-9d2c-b918dbf6f06a', 'status': 'completed', 'code': 200} Aug 12 04:10:19.977624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-5a40581d-9e6f-4927-87e8-60b2ad055cef service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216599 Aug 12 04:10:20.057600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.068764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.099529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d2c613-08d7-4ba6-817f-7ac273ec29b3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:20.105472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.110472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-48d60869-ffd9-4059-920a-ffd7172aca79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/53d2c613-08d7-4ba6-817f-7ac273ec29b3 HTTP/1.1" status: 204 len: 168 time: 0.6194360 Aug 12 04:10:20.110472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48090) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:20.175287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.214802 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.225658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a537f2a-c9f5-43a0-8a9f-b3ac45481e1e req-55bfc447-b67b-4cda-a02c-5e2b0027c451 tempest-VolumesAdminNegativeTest-1008398161 tempest-VolumesAdminNegativeTest-1008398161-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8f9bb85-4324-4619-b76d-a5ddbe2944e6 HTTP/1.1" status: 200 len: 210 time: 0.0611129 Aug 12 04:10:20.265884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event updated for resources: {'Port': ['ID=51cb3756-2c5f-4779-839d-694a13da7b30,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:20.273672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.363724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.375674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d81fbf-80d2-4c26-bd7c-11e52ab656e1']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:20.378045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.379402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-45829b27-2495-44ff-a0e2-e0a05f7f7891 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1528058 Aug 12 04:10:20.390078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1511be9e-e541-4d33-be39-3bea21656f3c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:20.390462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1511be9e-e541-4d33-be39-3bea21656f3c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:20.436829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.455975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-4bb47c53-a251-4060-a3b6-787cbc9b5f0a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.0690224 Aug 12 04:10:20.459939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.476495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:20.476909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:20.478760 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:20.617267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-edd33ee7-0882-439c-8d21-25a8e2ffe6a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:20.618663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-482a316a-2733-4fe2-99b2-63eab2b47bc1 req-edd33ee7-0882-439c-8d21-25a8e2ffe6a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1520407 Aug 12 04:10:20.689585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.697856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:20.701978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] 10.222.0.42 "DELETE /v2.0/networks/c9d81fbf-80d2-4c26-bd7c-11e52ab656e1 HTTP/1.1" status: 204 len: 168 time: 0.5906475 Aug 12 04:10:20.724334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a92a8-91f2-43e0-b745-bf1d11ef282c admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d81fbf-80d2-4c26-bd7c-11e52ab656e1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:20.934791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b7ec-c259-4abd-b7fc-dc9637288830 req-09d13e87-b56e-410f-ad67-352fa00059b9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:20.935852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:20.941067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0470b7ec-c259-4abd-b7fc-dc9637288830 req-09d13e87-b56e-410f-ad67-352fa00059b9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 948 time: 0.0629663 Aug 12 04:10:20.941216 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:20.952497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-622d23e1-8cb4-4357-8db7-003b03538ce9 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:20.953980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-622d23e1-8cb4-4357-8db7-003b03538ce9 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 821 time: 0.1246858 Aug 12 04:10:20.970137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-79d6df5b-70f6-4995-b1dc-27a1fae9c158 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/quotas/71513ca907c24d9482f6cac56359215f HTTP/1.1" status: 200 len: 375 time: 0.0095801 Aug 12 04:10:20.978738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0470b7ec-c259-4abd-b7fc-dc9637288830 req-b8d7aa25-30f4-4bd4-b7a4-bf25335a12d0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Aug 12 04:10:21.032267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-7a3635e5-7546-4209-bede-26d26070df29 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0561688 Aug 12 04:10:21.096988 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8f3e37-6707-49ee-98a2-a29903beebad x-openstack-request-id: req-4a8f3e37-6707-49ee-98a2-a29903beebad {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:21.097539 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:21.097818 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a8f3e37-6707-49ee-98a2-a29903beebad {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:21.098219 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'status': 'completed', 'code': 200} Aug 12 04:10:21.153966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48154) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:21.193639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-b84ff8b1-7926-4740-8d38-af750ad9cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.195205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-b84ff8b1-7926-4740-8d38-af750ad9cbf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1099 time: 0.0702519 Aug 12 04:10:21.230347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-210cf1b5-b429-4e20-bb60-6e76ba7154a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f2842cbe96a43d48c78418db71435c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742216 Aug 12 04:10:21.271780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48156) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:21.319472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48164) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:21.424018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:21.467711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-05929ab5-0edb-447a-ade9-6b8721a0c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.469739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-05929ab5-0edb-447a-ade9-6b8721a0c886 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2644761 Aug 12 04:10:21.472817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Deleting subnet 64af9d26-58e9-4c7c-937b-eb15ba216909 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:21.477269 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.479796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30587b6e-c5e5-41ba-8e06-d41f5dea027d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.494335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-aec247be-6b4c-4ae2-8fde-317d9d8ec38f service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535823 Aug 12 04:10:21.504804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-1d901b02-9ce9-44f5-9159-e1567c7056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.506498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-1d901b02-9ce9-44f5-9159-e1567c7056e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1099 time: 0.3908842 Aug 12 04:10:21.561052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-eb91ffae-cc0d-4588-8889-aa93e6e8e30b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0788743 Aug 12 04:10:21.574384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30587b6e-c5e5-41ba-8e06-d41f5dea027d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.597359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.643757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb4bc-e77d-4faf-a4bb-f1c38bbb0c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.658879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-d1275a1f-7705-4f57-af31-d0290b85f47d service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562154 Aug 12 04:10:21.662091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-77e8acb4-a307-4e92-a20f-655da554a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.663494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-77e8acb4-a307-4e92-a20f-655da554a0b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1489110 Aug 12 04:10:21.700014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-8bb763c5-32d3-4a7f-87de-fdaaa5f79360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.701472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-8bb763c5-32d3-4a7f-87de-fdaaa5f79360 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1253226 Aug 12 04:10:21.709101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-001ae49f-ef96-424f-8af7-8eb4361e8564 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0363836 Aug 12 04:10:21.727638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.766875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 656aca37-7278-4796-abbc-92fbf497f156 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:21.785808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-88e7f313-8563-48e9-9b91-6af3640c63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.790329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-88e7f313-8563-48e9-9b91-6af3640c63b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0620937 Aug 12 04:10:21.807832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-6542ae93-2103-4532-a796-27d7b2e2ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.809528 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-6542ae93-2103-4532-a796-27d7b2e2ec59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956020 Aug 12 04:10:21.876721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-80ded465-bfe5-4817-8698-58f75ffdcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:21.879798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-80ded465-bfe5-4817-8698-58f75ffdcefc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817008 Aug 12 04:10:21.884883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:21.934535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:21.934979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9297c8eb-658d-4e2a-9d2c-b918dbf6f06a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:21.964014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb4bc-e77d-4faf-a4bb-f1c38bbb0c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.970335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30587b6e-c5e5-41ba-8e06-d41f5dea027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.973513 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30587b6e-c5e5-41ba-8e06-d41f5dea027d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:21.985548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-30587b6e-c5e5-41ba-8e06-d41f5dea027d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c504a163-65c4-485f-b56b-2937c21e79ca HTTP/1.1" status: 204 len: 168 time: 0.6948266 Aug 12 04:10:21.985771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:22.000919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30587b6e-c5e5-41ba-8e06-d41f5dea027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c504a163-65c4-485f-b56b-2937c21e79ca,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:22.017374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '656aca37-7278-4796-abbc-92fbf497f156', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '656aca37-7278-4796-abbc-92fbf497f156', 'mac_address': 'fa:16:3e:f3:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:10:22.069160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e71eac06-f0ff-4a79-b1be-338743035ddb req-c98e6eb3-0f31-42a0-897c-61ff748ebe56 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 210 time: 0.0999117 Aug 12 04:10:22.119213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb4bc-e77d-4faf-a4bb-f1c38bbb0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.129125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.151899 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.172222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656aca37-7278-4796-abbc-92fbf497f156 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:22.199541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:22.205549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-73a58e39-8362-4a70-98f7-2069f1fd208c service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173163 Aug 12 04:10:22.244388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-3a430b92-2af4-4546-ac7a-7fca5f1702e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276180 Aug 12 04:10:22.255322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64af9d26-58e9-4c7c-937b-eb15ba216909,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:22.261462 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.265499 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-37f62282-b32c-4693-b2cb-d9098e03eb9b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/64af9d26-58e9-4c7c-937b-eb15ba216909 HTTP/1.1" status: 204 len: 168 time: 0.9381497 Aug 12 04:10:22.270021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:22.279331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8dfdb4bc-e77d-4faf-a4bb-f1c38bbb0c98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bbf7f9b8259423e91781212564a50a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8544636 Aug 12 04:10:22.280366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.289487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdb4bc-e77d-4faf-a4bb-f1c38bbb0c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151484fe-1e63-44c6-8538-3f14794af539,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:22.292046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:22.307621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d3f71-0cf8-4e59-b7e6-368946d2955a req-23f11e07-96d7-4017-8530-4bce87e5a55d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:22.309705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-504d3f71-0cf8-4e59-b7e6-368946d2955a req-23f11e07-96d7-4017-8530-4bce87e5a55d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 948 time: 0.1908345 Aug 12 04:10:22.359348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:22.368401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.368982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.369490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.370652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.371230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.371731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.372486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.373318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.373968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.374577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.375495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.381808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:22.397672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.406290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-1b8be786-7b9e-4083-8c89-976767dc7865 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462030 Aug 12 04:10:22.408982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d41a3a-4928-4cd8-b601-34aa46183128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.432363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d41a3a-4928-4cd8-b601-34aa46183128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.457195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d099bf-1ad4-4c9d-94b6-33aa6492f9b0 req-e79832f8-759c-4632-9876-e3c5e04aa86d service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435517 Aug 12 04:10:22.483002 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-504d3f71-0cf8-4e59-b7e6-368946d2955a req-0e54d6fe-0926-43cb-a98a-a8e43519f2fb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599724 Aug 12 04:10:22.511339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['656aca37-7278-4796-abbc-92fbf497f156'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:22.534526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.545418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c125aaec-5b6d-435d-9292-cb0578f6a171']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:22.561139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:22.569433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f066eafc-2cc6-4d6e-93b9-a1793c0442fd') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:22.571230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.584911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.591139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:22.591541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:22.593376 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:22.668175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d41a3a-4928-4cd8-b601-34aa46183128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.671150 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d41a3a-4928-4cd8-b601-34aa46183128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.672669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-60d41a3a-4928-4cd8-b601-34aa46183128 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/151484fe-1e63-44c6-8538-3f14794af539 HTTP/1.1" status: 204 len: 168 time: 0.3506060 Aug 12 04:10:22.682134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d41a3a-4928-4cd8-b601-34aa46183128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151484fe-1e63-44c6-8538-3f14794af539,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:22.739923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.745279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.752920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c125aaec-5b6d-435d-9292-cb0578f6a171 HTTP/1.1" status: 204 len: 168 time: 0.4740467 Aug 12 04:10:22.753401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48208) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:22.758570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe18a34-ccf4-48bb-8799-1bcb44ba4eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c125aaec-5b6d-435d-9292-cb0578f6a171,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:22.805883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Deleting subnet 4380dc27-bfd1-4b7d-8472-4bd610d986f7 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:22.809619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.854905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:22.896351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.005793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.032809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4380dc27-bfd1-4b7d-8472-4bd610d986f7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:23.034897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.037338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e805eae7-260e-4232-80b2-7c0e19eabe79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4380dc27-bfd1-4b7d-8472-4bd610d986f7 HTTP/1.1" status: 204 len: 168 time: 0.2859063 Aug 12 04:10:23.046772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48222) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:23.124252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.203769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e80f0807-58d8-4b73-a934-22d73e7b4d1b req-e7dd597c-6c80-4751-b1bf-cdad76478f57 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 210 time: 0.0392447 Aug 12 04:10:23.209900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.220379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225a5efb-d524-416f-97df-bd5b5ef91d94']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:23.232451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e3f9f0-552d-4b75-b8d0-6c7d973f25e3') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:23.232763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e3f9f0-552d-4b75-b8d0-6c7d973f25e3') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:23.247585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.271021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.283222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:23.283222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:23.284788 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:23.422844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.429677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.438592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] 10.222.0.42 "DELETE /v2.0/networks/225a5efb-d524-416f-97df-bd5b5ef91d94 HTTP/1.1" status: 204 len: 168 time: 0.3886259 Aug 12 04:10:23.449008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0afdf-e38a-44ce-842a-838be82e7aae admin admin] Pushing event deleted for resources: {'Network': ['ID=225a5efb-d524-416f-97df-bd5b5ef91d94,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:23.494653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-c9eb9fc9-88bb-45d6-baf9-4284f1b55d73 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218008 Aug 12 04:10:23.500664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48248) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:23.521264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49b7a074-e8c8-4d45-8af3-9c3c477579e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.644793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49b7a074-e8c8-4d45-8af3-9c3c477579e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.674672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-78ab333c-23db-4966-812c-22face4b774a tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:23.677028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-78ab333c-23db-4966-812c-22face4b774a tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762049 Aug 12 04:10:23.701926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49b7a074-e8c8-4d45-8af3-9c3c477579e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.704796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-b84a1baa-7cdf-40ef-a296-97ca9578cc7c tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/quotas/2f7fa1979ab44f59b1f99da8599d84a9 HTTP/1.1" status: 200 len: 375 time: 0.0190222 Aug 12 04:10:23.721767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6ac68-e81f-4334-90a4-a0e0c2360e8c req-fd307acc-80a9-4fb2-ad55-e95ae5e09530 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:23.723379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6e6ac68-e81f-4334-90a4-a0e0c2360e8c req-fd307acc-80a9-4fb2-ad55-e95ae5e09530 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 949 time: 0.0678959 Aug 12 04:10:23.739416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-c4547f69-991f-4d50-9904-050a93fad18f tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336831 Aug 12 04:10:23.769849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-49b7a074-e8c8-4d45-8af3-9c3c477579e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4c263cd8def47b1ad87c7cc2cb18899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680590 Aug 12 04:10:23.773270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48256) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:23.777708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a074-e8c8-4d45-8af3-9c3c477579e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e963142-b039-46b4-b330-507d3d993e02,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:23.793166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 656aca37-7278-4796-abbc-92fbf497f156 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:23.819830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6e6ac68-e81f-4334-90a4-a0e0c2360e8c req-dd08904f-d720-4748-966b-8e5754a52d33 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853765 Aug 12 04:10:23.878969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27843b90-791b-49d8-8da9-2e86d11c7181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.907296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27843b90-791b-49d8-8da9-2e86d11c7181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:23.954044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48266) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:23.956828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 656aca37-7278-4796-abbc-92fbf497f156 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:23.962071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 656aca37-7278-4796-abbc-92fbf497f156 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:23.965909 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.064462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5305ff44-a9bb-47f8-9c57-fcef60ddcdde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=377704ffdeb148798e815c8a7c9213bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091630 Aug 12 04:10:24.068125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48272) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:24.103339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee21b740-a8cf-4f30-934c-1b405d1e21cc req-3f051021-46cb-4744-867e-663990b5e65a tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 210 time: 0.0364738 Aug 12 04:10:24.108270 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.128475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27843b90-791b-49d8-8da9-2e86d11c7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.132025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27843b90-791b-49d8-8da9-2e86d11c7181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.133162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-27843b90-791b-49d8-8da9-2e86d11c7181 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e963142-b039-46b4-b330-507d3d993e02 HTTP/1.1" status: 204 len: 168 time: 0.3587770 Aug 12 04:10:24.137988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:24.141004 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2575b29-1ea4-4e16-884a-ff613a99314e" -d '{"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-plugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:24.145917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27843b90-791b-49d8-8da9-2e86d11c7181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e963142-b039-46b4-b330-507d3d993e02,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:24.161580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ede9c78a-41ad-4eef-bc53-35ddd92574b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.169720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:24.193161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ede9c78a-41ad-4eef-bc53-35ddd92574b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.220274 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ca79cc-73a4-4b39-ad2d-0558fdce5e6e x-openstack-request-id: req-13ca79cc-73a4-4b39-ad2d-0558fdce5e6e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:24.220569 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-plugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:24.220828 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13ca79cc-73a4-4b39-ad2d-0558fdce5e6e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:24.221250 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'code': 200} Aug 12 04:10:24.280567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.342564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4fcd601-74b0-4e3a-bfda-31e8394e4b9e req-006a1908-c43d-46e0-a654-e4980788f071 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 210 time: 0.0317750 Aug 12 04:10:24.354732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:24.370550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ede9c78a-41ad-4eef-bc53-35ddd92574b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.373361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ede9c78a-41ad-4eef-bc53-35ddd92574b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.376838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ede9c78a-41ad-4eef-bc53-35ddd92574b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/270dccfb-c744-4779-894a-774d591a2552 HTTP/1.1" status: 204 len: 168 time: 0.3055446 Aug 12 04:10:24.385811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9c78a-41ad-4eef-bc53-35ddd92574b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270dccfb-c744-4779-894a-774d591a2552,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:24.424016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fc274-b08e-497c-9b3c-b3fdce0514a5 req-69895d48-6f6e-4c16-b7f5-322e81048531 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.424016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf7fc274-b08e-497c-9b3c-b3fdce0514a5 req-69895d48-6f6e-4c16-b7f5-322e81048531 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1044388 Aug 12 04:10:24.476219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-41ec99be-c4b6-4fad-b985-082bc2c90f86 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.477830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-41ec99be-c4b6-4fad-b985-082bc2c90f86 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.36 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 950 time: 0.0900185 Aug 12 04:10:24.550540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf7fc274-b08e-497c-9b3c-b3fdce0514a5 req-f2e16808-4416-4440-b7d2-e21af580d7bf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Aug 12 04:10:24.568790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-4e36a822-9901-49c7-ad33-116ce565949d service neutron] 10.222.0.36 "GET /v2.0/ports/656aca37-7278-4796-abbc-92fbf497f156/bindings/n-h2-804320-1 HTTP/1.1" status: 200 len: 382 time: 0.0831921 Aug 12 04:10:24.581646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-bdcb36ab-9907-4039-a203-76efe3d6e761 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.583475 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-bdcb36ab-9907-4039-a203-76efe3d6e761 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 821 time: 0.1814742 Aug 12 04:10:24.602884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'port': {'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'admin_state_up': True, 'tenant_id': '71513ca907c24d9482f6cac56359215f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:24.651429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-140abdf3-f424-49cf-8df3-f909d3ad3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.653309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-140abdf3-f424-49cf-8df3-f909d3ad3c2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1101 time: 0.0539391 Aug 12 04:10:24.766744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-a6e6f07e-b978-4229-89d6-65c65a659603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.768404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-a6e6f07e-b978-4229-89d6-65c65a659603 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1009490 Aug 12 04:10:24.813366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-afc2de64-f412-4c8f-bac6-30835c22cd07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0378273 Aug 12 04:10:24.822753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Made reservation on behalf of 71513ca907c24d9482f6cac56359215f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:24.826480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:24.890086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-ddd16dc6-33e5-47ee-baf4-cb676147d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.891667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-ddd16dc6-33e5-47ee-baf4-cb676147d82a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0711515 Aug 12 04:10:24.953670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-9ce47b5a-fc37-45c0-9d7f-e1f24c2b6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:24.955561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-9ce47b5a-fc37-45c0-9d7f-e1f24c2b6261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560868 Aug 12 04:10:25.023265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Allocated IP 172.20.0.4 (018c55b6-9c13-4649-a728-54a60d5cc420/c98c47de-d4d8-4712-9345-d8eba3cbe982/c59952f1-71ed-47a9-bc33-37c247d8ab43) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:25.068661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-9b75a77c-fce5-442e-815b-499e76de26bc service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055729 Aug 12 04:10:25.173124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-33c42b93-743f-4465-80ac-37fd472a6374 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971432 Aug 12 04:10:25.186271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6dcd005-33f3-48c3-9554-d7e6d89fbeca req-8776e741-f218-4097-b2e7-f0c899eea723 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 210 time: 0.0336678 Aug 12 04:10:25.210789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.213545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.228322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Transition to ACTIVE for port object c59952f1-71ed-47a9-bc33-37c247d8ab43 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:25.372771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48314) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:25.397371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.415630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e028b447-58db-45bc-a96f-7b4499d652db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:25.447141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-21c4b2dd-ba8d-4bfa-8cb2-b2bdc622a49b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6d162f6540d49cf9502d9d1f9fad33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705843 Aug 12 04:10:25.460051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:25.487566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event updated for resources: {'Port': ['ID=c59952f1-71ed-47a9-bc33-37c247d8ab43,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:25.545559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Network 018c55b6-9c13-4649-a728-54a60d5cc420 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:25.546195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.551165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:25.560615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:25.566757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e94959-0b92-4d35-8fe8-4798775c8366 req-fef9f53f-c282-47fe-95fe-6c17053cdd36 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:25.575375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3e94959-0b92-4d35-8fe8-4798775c8366 req-fef9f53f-c282-47fe-95fe-6c17053cdd36 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 931 time: 0.1512477 Aug 12 04:10:25.602730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b8588d3-b273-4035-b444-7625fd619bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.630748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b8588d3-b273-4035-b444-7625fd619bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.710123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:25.711111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.719548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3e94959-0b92-4d35-8fe8-4798775c8366 req-aaea721a-3425-4f56-8b53-17b9ed101003 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354318 Aug 12 04:10:25.743128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48330) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:25.771493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b8588d3-b273-4035-b444-7625fd619bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.775973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b8588d3-b273-4035-b444-7625fd619bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.781070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4b8588d3-b273-4035-b444-7625fd619bbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ac7d1a3-37ea-4b94-94b7-e9da8dc5b8c0 HTTP/1.1" status: 204 len: 168 time: 0.3193936 Aug 12 04:10:25.790221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8588d3-b273-4035-b444-7625fd619bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac7d1a3-37ea-4b94-94b7-e9da8dc5b8c0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:25.794006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ecf94-62cc-4b13-b617-b1c9dbab85aa req-e0499b5a-aa8d-49cd-aca4-ac15546428d3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:25.802425 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e3ecf94-62cc-4b13-b617-b1c9dbab85aa req-e0499b5a-aa8d-49cd-aca4-ac15546428d3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0881946 Aug 12 04:10:25.851845 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e3ecf94-62cc-4b13-b617-b1c9dbab85aa req-0f57730d-33b6-4ca0-afb4-a4cf69e76143 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462117 Aug 12 04:10:25.853843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-74d22dfd-15bd-49a1-a5d4-f7c19a0999ed tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2607222 Aug 12 04:10:25.872096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Request body: {'port': {'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:25.934749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:25.994344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a2df178f-fcf9-4735-91ef-3b36673d4338 None None] Provisioning for port c59952f1-71ed-47a9-bc33-37c247d8ab43 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:25.999203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a2df178f-fcf9-4735-91ef-3b36673d4338 None None] Provisioning complete for port c59952f1-71ed-47a9-bc33-37c247d8ab43 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:26.000799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2df178f-fcf9-4735-91ef-3b36673d4338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.031664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ceff981-278e-4130-b0ed-b8259902339c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.066478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a2df178f-fcf9-4735-91ef-3b36673d4338 None None] Port c59952f1-71ed-47a9-bc33-37c247d8ab43 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:26.143545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ceff981-278e-4130-b0ed-b8259902339c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.232616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59952f1-71ed-47a9-bc33-37c247d8ab43 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:26.242575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.246865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ceff981-278e-4130-b0ed-b8259902339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.265510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Transition to ACTIVE for port object c59952f1-71ed-47a9-bc33-37c247d8ab43 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:26.292469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceff981-278e-4130-b0ed-b8259902339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8fae57-fa42-4a78-ab64-7bb59db5a183,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:26.296958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ceff981-278e-4130-b0ed-b8259902339c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96bfdfbb558349faabb5f2143a64fdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503058 Aug 12 04:10:26.297363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48348) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:26.326367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b5ff66f-ad53-4e48-b5c9-3881d58f95e1 req-57b43a38-5c30-4978-a83f-54bb18791120 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 210 time: 0.0298917 Aug 12 04:10:26.368809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6458045b-d4bd-4a97-826d-fdfa48d4fb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.371475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.428505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6458045b-d4bd-4a97-826d-fdfa48d4fb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.441841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Pushing event updated for resources: {'Port': ['ID=c59952f1-71ed-47a9-bc33-37c247d8ab43,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:26.544583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Attempting to bind port c59952f1-71ed-47a9-bc33-37c247d8ab43 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:26.544978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Attempting to bind port c59952f1-71ed-47a9-bc33-37c247d8ab43 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:26.545309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Attempting to bind port c59952f1-71ed-47a9-bc33-37c247d8ab43 on network 018c55b6-9c13-4649-a728-54a60d5cc420 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:26.551312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Port c59952f1-71ed-47a9-bc33-37c247d8ab43 on network 018c55b6-9c13-4649-a728-54a60d5cc420 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:26.551704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Attempting to bind port c59952f1-71ed-47a9-bc33-37c247d8ab43 on network 018c55b6-9c13-4649-a728-54a60d5cc420 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:26.557098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:26.557432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Checking segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:26.557836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Bound using segment: {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:26.561885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Bound port: c59952f1-71ed-47a9-bc33-37c247d8ab43, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a5b42a-4d7a-4642-8718-a4eaa5970f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:26.561885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.612344 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6458045b-d4bd-4a97-826d-fdfa48d4fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.614950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6458045b-d4bd-4a97-826d-fdfa48d4fb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.618351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6458045b-d4bd-4a97-826d-fdfa48d4fb5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee8fae57-fa42-4a78-ab64-7bb59db5a183 HTTP/1.1" status: 204 len: 168 time: 0.3177066 Aug 12 04:10:26.640417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458045b-d4bd-4a97-826d-fdfa48d4fb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8fae57-fa42-4a78-ab64-7bb59db5a183,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:26.689883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] For port c59952f1-71ed-47a9-bc33-37c247d8ab43, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:26.689883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] For port c59952f1-71ed-47a9-bc33-37c247d8ab43, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:26.777343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.829513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:26.830999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:26.833926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] 10.222.0.36 "PUT /v2.0/ports/c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 1091 time: 0.9659925 Aug 12 04:10:26.834598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:26.847055 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d2a5a-6a0f-4c91-aa78-6ce327747669" -d '{"events": [{"name": "network-changed", "server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:26.851022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce6387-b4e2-4cdd-a258-4a243e1b053c req-f2a31c07-2351-44f5-a7dd-043c7edbac02 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:26.862944 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68ce6387-b4e2-4cdd-a258-4a243e1b053c req-f2a31c07-2351-44f5-a7dd-043c7edbac02 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 943 time: 0.0824959 Aug 12 04:10:26.892238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-9663e4be-939e-4727-847b-ef1f97a91f64 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392807 Aug 12 04:10:26.910411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68ce6387-b4e2-4cdd-a258-4a243e1b053c req-94685db1-0e50-4414-aa8d-66c986419a8f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458710 Aug 12 04:10:27.060433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9add4a-bc0c-4369-b1e8-6e9a642db87d service neutron] Pushing event updated for resources: {'Port': ['ID=c59952f1-71ed-47a9-bc33-37c247d8ab43,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:27.102554 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe8078-8ca3-41f0-8a4e-4d309aa28c48 x-openstack-request-id: req-72fe8078-8ca3-41f0-8a4e-4d309aa28c48 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:27.102951 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:27.103295 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72fe8078-8ca3-41f0-8a4e-4d309aa28c48 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:27.103765 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'status': 'completed', 'code': 200} Aug 12 04:10:27.116685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184b056-2728-4856-ba5f-277f433b125a req-db05cee3-7e3d-450b-9161-104eefe49987 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:27.125125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2184b056-2728-4856-ba5f-277f433b125a req-db05cee3-7e3d-450b-9161-104eefe49987 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0940189 Aug 12 04:10:27.135939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-7207a919-38a6-47ee-b782-7fd849e382f0 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:27.137553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-7207a919-38a6-47ee-b782-7fd849e382f0 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305057 Aug 12 04:10:27.173174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Request body: {'port': {'device_id': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '2f7fa1979ab44f59b1f99da8599d84a9'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:27.188898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2184b056-2728-4856-ba5f-277f433b125a req-7fc4c611-d5e0-4540-83a9-7e2da77ce9fd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Aug 12 04:10:27.263828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2a5a-6a0f-4c91-aa78-6ce327747669 req-9f0ce659-af15-484d-9f30-040bad69430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:27.265476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-202d2a5a-6a0f-4c91-aa78-6ce327747669 req-9f0ce659-af15-484d-9f30-040bad69430a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1094 time: 0.1608684 Aug 12 04:10:27.507682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b2273eb-99bb-4cf7-9c3a-5fae37479aa2 req-46cd01da-73b0-40d7-8619-fd9fa2e6e7b8 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 210 time: 0.0594497 Aug 12 04:10:27.522958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2a5a-6a0f-4c91-aa78-6ce327747669 req-eba526c8-647c-4c54-b25b-0a5407b7a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:27.526755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-202d2a5a-6a0f-4c91-aa78-6ce327747669 req-eba526c8-647c-4c54-b25b-0a5407b7a825 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=71513ca907c24d9482f6cac56359215f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2514148 Aug 12 04:10:27.557239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48398) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:27.878850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-network', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:27.883303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Made reservation on behalf of 2f7fa1979ab44f59b1f99da8599d84a9 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:27.886650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:27.904650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:27.982658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-f1792b23-2943-4f78-88f6-beee8109e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:27.984263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2a5a-6a0f-4c91-aa78-6ce327747669 req-7cfc2a55-51d8-4a21-a2d3-52817d3e90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:27.984465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-f1792b23-2943-4f78-88f6-beee8109e0dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a&tenant_id=c0c01502cfdf4b95ad29e508b6e870a5 HTTP/1.1" status: 200 len: 1101 time: 0.0787916 Aug 12 04:10:27.985746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-202d2a5a-6a0f-4c91-aa78-6ce327747669 req-7cfc2a55-51d8-4a21-a2d3-52817d3e90d0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4518392 Aug 12 04:10:27.998295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:28.075183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.082020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Made reservation on behalf of 0ae60e0b54314937a27dbfdeaa9a9887 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:28.085201 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.126473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.145672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23dae8cf-64ea-436c-8c04-9703df8a6b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.166829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.181498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-d89a92c0-de7f-4088-8f7f-a81f7d61bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:28.182645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a13709-aafb-4af6-bd8a-a51ac865ce34 req-c43b5356-23f9-4d74-8a01-ff369a4b61d8 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:28.183065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-d89a92c0-de7f-4088-8f7f-a81f7d61bdd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1094 time: 0.0916295 Aug 12 04:10:28.189412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1a13709-aafb-4af6-bd8a-a51ac865ce34 req-c43b5356-23f9-4d74-8a01-ff369a4b61d8 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 943 time: 0.1214032 Aug 12 04:10:28.232926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-88d59556-dd05-4559-b282-20a9268938f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 217 time: 0.0406661 Aug 12 04:10:28.241259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.327934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1a13709-aafb-4af6-bd8a-a51ac865ce34 req-8c2f65a9-d415-47fd-90cb-a2acb2a5081b tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912416 Aug 12 04:10:28.339609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:28.358835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ef4281ec-f468-482d-832a-c06693782be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:28.358835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-ef4281ec-f468-482d-832a-c06693782be3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1114254 Aug 12 04:10:28.427145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:28.442537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48434) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:28.481383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:28.520076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-38a237c7-405e-4fcb-b2dc-561510c4fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:28.522081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-38a237c7-405e-4fcb-b2dc-561510c4fd75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554832 Aug 12 04:10:28.533367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:28.536152 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee74ec4-1f46-4058-9302-15935eee8fe4" -d '{"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-unplugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:28.541500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.557675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Transition to ACTIVE for port object 656aca37-7278-4796-abbc-92fbf497f156 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:28.567963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a36b-21f0-4e68-8a59-ec76e01d2936 req-d07d2f01-49e8-4759-b908-a6575cb4752a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:28.569485 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de32a36b-21f0-4e68-8a59-ec76e01d2936 req-d07d2f01-49e8-4759-b908-a6575cb4752a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1339405 Aug 12 04:10:28.610843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbf3c763-4a8b-4822-b160-288cc0562cae req-1f1f2900-46cc-42d2-ac8a-dca96afb70cc tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 210 time: 0.0311375 Aug 12 04:10:28.614801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1391090452-network', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:28.633160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.653785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.689086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] No DVR routers for this DVR port 656aca37-7278-4796-abbc-92fbf497f156 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:28.709960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:28.722412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de32a36b-21f0-4e68-8a59-ec76e01d2936 req-862a537d-1cae-4d6b-97b9-54c10c7dd98c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222403 Aug 12 04:10:28.726917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-5e5dafaa-2f6b-425e-b5e8-47672d030aef service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954465 Aug 12 04:10:28.731348 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02c2d26-85c7-4433-b54d-c800bb9853de x-openstack-request-id: req-d02c2d26-85c7-4433-b54d-c800bb9853de {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:28.731904 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-unplugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:28.732321 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d02c2d26-85c7-4433-b54d-c800bb9853de {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:28.732894 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'code': 200} Aug 12 04:10:28.740911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.772451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:28.772790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:28.773340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:28.781930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:28.782832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Attempting to bind port 656aca37-7278-4796-abbc-92fbf497f156 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:28.794329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:28.796006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:28.796545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:28.798992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Bound port: 656aca37-7278-4796-abbc-92fbf497f156, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:28.799443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.845179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Made reservation on behalf of 173ab85a39e44a34b11206ca0cadde4c for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:28.849173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.869982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.876609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:10:28.879259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Allocated IP 192.168.233.146 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/5980ad91-d743-4ece-8909-0bf1b8e17fb8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:28.938223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:28.944733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5f7b4-a6de-4532-a588-2222b3b7fac8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:28.963675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:28.964193 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Added segment 8d40c969-7beb-4732-83a3-79266ab61472 of type vlan for network 017e1d71-55f1-426f-82e8-75535c773f8c Aug 12 04:10:28.983659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:28.996354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad36f91-41f9-45f5-8176-b230e8457d28 req-9a914a14-65c6-488b-98e6-802d4ed98edb service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564957 Aug 12 04:10:29.052323 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.068356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.104697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.108407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.108407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] 10.222.0.20 "PUT /v2.0/ports/656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 1097 time: 1.1145887 Aug 12 04:10:29.109099 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.163643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b87d2-25e0-4ef1-8642-dce210b91a73 service neutron] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=11']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:29.172474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.195820 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.208433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:10:29.214121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Transition to ACTIVE for port object 5980ad91-d743-4ece-8909-0bf1b8e17fb8 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:29.226159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cdb410-7b26-448b-b90c-5e9bec9ccb9b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:29.236294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-0838f68a-2116-4bfa-873e-21d3d63ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.238214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-0838f68a-2116-4bfa-873e-21d3d63ea97a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1100 time: 0.1043346 Aug 12 04:10:29.240157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.240452 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Added segment 420de4a3-4521-4d5e-9a49-a545e509b168 of type vlan for network 602a13d4-099b-447d-b77f-25f3adc48a0c Aug 12 04:10:29.330345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.357159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.362066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.363669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.384007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-fe1bea65-32f9-444c-9f79-7bd9ee3f67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.386156 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-fe1bea65-32f9-444c-9f79-7bd9ee3f67e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1364224 Aug 12 04:10:29.439549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-6e18f7d7-7caa-4f28-bfef-cca8dc6bf2fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0464995 Aug 12 04:10:29.458776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.469476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.470594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.471303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.514886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:29.518379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] Pushing event updated for resources: {'Network': ['ID=017e1d71-55f1-426f-82e8-75535c773f8c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:29.521290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:29.526898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:29.529557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 017e1d71-55f1-426f-82e8-75535c773f8c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:10:29.547740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48464) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:29.569705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Pushing event updated for resources: {'Port': ['ID=5980ad91-d743-4ece-8909-0bf1b8e17fb8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:29.579854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90a6ae03-549e-4639-9bc4-e9ff12632e46 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0216441 Aug 12 04:10:29.588707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48468) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:29.606061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Request body: {'subnet': {'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-subnet', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:29.626805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-f8cee961-cb88-4bde-aef6-ef88cc977c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.629807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-f8cee961-cb88-4bde-aef6-ef88cc977c65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1736135 Aug 12 04:10:29.651947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573f55a-1128-4742-ac4e-89d8283ebb07 req-5b8c7cf0-3803-4dd3-8eef-56e067c8885c tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.655492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.660180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.661645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0573f55a-1128-4742-ac4e-89d8283ebb07 req-5b8c7cf0-3803-4dd3-8eef-56e067c8885c tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 943 time: 0.1855268 Aug 12 04:10:29.670609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] Pushing event updated for resources: {'Network': ['ID=602a13d4-099b-447d-b77f-25f3adc48a0c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:29.686383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 602a13d4-099b-447d-b77f-25f3adc48a0c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:10:29.708645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37993c4b-4fae-47d5-80ba-2dd343be9d20 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2645652 Aug 12 04:10:29.711124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48472) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:29.734948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Request body: {'subnet': {'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1391090452-subnet', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:29.750051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0573f55a-1128-4742-ac4e-89d8283ebb07 req-890f0092-353b-4978-a714-2ba4ed91f8d4 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845053 Aug 12 04:10:29.763988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443192dd-68cb-4915-b174-be1495a59c77 req-4fc20cfc-581d-469b-8601-6b16b512a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.765754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-4fc20cfc-581d-469b-8601-6b16b512a1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233113 Aug 12 04:10:29.817972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 656aca37-7278-4796-abbc-92fbf497f156 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:29.872780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78beca4-4fb0-4b4f-8ca0-fe5690dedd8a req-7d513982-de54-49bb-b84d-f4630e3ba421 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.875576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b78beca4-4fb0-4b4f-8ca0-fe5690dedd8a req-7d513982-de54-49bb-b84d-f4630e3ba421 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 936 time: 0.1063385 Aug 12 04:10:29.879151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Made reservation on behalf of 0ae60e0b54314937a27dbfdeaa9a9887 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:29.884015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.884364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 656aca37-7278-4796-abbc-92fbf497f156 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:29.886227 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06dd73b6-d26f-48a5-8712-dafe856ea478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.952900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2d02-3f23-4acd-a1f3-eb5ec7f3a910 req-ad646efb-7529-432f-8239-198c8d4726cf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:29.954650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-196f2d02-3f23-4acd-a1f3-eb5ec7f3a910 req-ad646efb-7529-432f-8239-198c8d4726cf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 949 time: 0.0807714 Aug 12 04:10:29.959180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-e67243f5-6b05-4ced-9516-1fa524d46a26 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821458 Aug 12 04:10:29.968449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4705e053-a053-4be2-924d-48f2e272b882 None None] Provisioning for port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:29.973437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4705e053-a053-4be2-924d-48f2e272b882 None None] Provisioning complete for port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:29.973820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4705e053-a053-4be2-924d-48f2e272b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:29.982170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-a56c48a7-c748-401b-87b8-8d41b5c8c503 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8263135 Aug 12 04:10:29.998454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b78beca4-4fb0-4b4f-8ca0-fe5690dedd8a req-5fe1117c-bbfb-47dc-95aa-fe79a0fb320a tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098628 Aug 12 04:10:30.002304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Request body: {'port': {'device_id': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:30.017972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4705e053-a053-4be2-924d-48f2e272b882 None None] Port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:30.056742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-196f2d02-3f23-4acd-a1f3-eb5ec7f3a910 req-a152bb39-db11-4b79-a933-b5c587ec33d0 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943575 Aug 12 04:10:30.100333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443192dd-68cb-4915-b174-be1495a59c77 req-a59cfe1c-d059-4cd4-9a73-bb8b9a667353 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305206 Aug 12 04:10:30.110635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.127740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Made reservation on behalf of 173ab85a39e44a34b11206ca0cadde4c for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:30.130590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.370746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.554293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c590442-3198-413c-a673-421b26e5956a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:30.585349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06dd73b6-d26f-48a5-8712-dafe856ea478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.617959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Checking segment: {'id': '8d40c969-7beb-4732-83a3-79266ab61472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:30.618247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Network hostable DHCP agents. Network: 017e1d71-55f1-426f-82e8-75535c773f8c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:10:30.671813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06dd73b6-d26f-48a5-8712-dafe856ea478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.734448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:30.737128 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:30.741307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.750522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-06dd73b6-d26f-48a5-8712-dafe856ea478 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e75841d5389c4665ab86090976f6b5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1818395 Aug 12 04:10:30.753749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48484) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:30.762660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd73b6-d26f-48a5-8712-dafe856ea478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf764d-8a8a-45b8-a8ea-579efe6ee359,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:30.772807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5980ad91-d743-4ece-8909-0bf1b8e17fb8 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:30.773645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5801667f-384c-46e2-a68d-e835289ef62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.799623 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d50f32-f981-4a3e-94d7-f804f85aec9d x-openstack-request-id: req-b4d50f32-f981-4a3e-94d7-f804f85aec9d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:30.799974 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:30.800654 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4d50f32-f981-4a3e-94d7-f804f85aec9d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:30.802265 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'status': 'completed', 'code': 200} Aug 12 04:10:30.803601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.816011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Network 017e1d71-55f1-426f-82e8-75535c773f8c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:10:30.852729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Transition to ACTIVE for port object 5980ad91-d743-4ece-8909-0bf1b8e17fb8 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:30.860215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4876027a-bcb9-4271-8f98-70949a191dd5,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:30.882609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0cd553f-4e34-4876-88c5-46427dfad9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.888165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Checking segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:30.888525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Network hostable DHCP agents. Network: 602a13d4-099b-447d-b77f-25f3adc48a0c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:10:30.907770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-9a04c886-6257-4d1a-8069-c5a0085f7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:30.909403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-9a04c886-6257-4d1a-8069-c5a0085f7c02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1100 time: 0.0679138 Aug 12 04:10:30.915185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 017e1d71-55f1-426f-82e8-75535c773f8c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:30.923630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ec725-a380-480b-b47e-86332993fbaf None None] Network 017e1d71-55f1-426f-82e8-75535c773f8c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:30.929273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:30.929944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.937848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0cd553f-4e34-4876-88c5-46427dfad9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.964254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-4a045bcd-dbf4-4912-8f4c-1c4233a0b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:30.966124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-4a045bcd-dbf4-4912-8f4c-1c4233a0b624 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1100 time: 0.1199439 Aug 12 04:10:30.977115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.977755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:30.999427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e4bdb-68a1-4ca6-bd49-9d4440d977a0 req-371d62c9-f636-40ba-8387-18aaae463cd0 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.001525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-093e4bdb-68a1-4ca6-bd49-9d4440d977a0 req-371d62c9-f636-40ba-8387-18aaae463cd0 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 943 time: 0.1445653 Aug 12 04:10:31.016591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Network 602a13d4-099b-447d-b77f-25f3adc48a0c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:10:31.046337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 602a13d4-099b-447d-b77f-25f3adc48a0c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:31.072649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a9ef2-14d2-44ff-b5cc-1833c53c0c84 None None] Network 602a13d4-099b-447d-b77f-25f3adc48a0c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:31.084815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.097349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.120845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-093e4bdb-68a1-4ca6-bd49-9d4440d977a0 req-21e007ba-7882-4bfc-8f4b-e858ea2e5fc8 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023574 Aug 12 04:10:31.145584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9bea3c86-7424-4e1f-9b7e-6611b1d8b63b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5530508 Aug 12 04:10:31.147160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:31.178326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-57e0b008-1150-4828-a8ab-67dc781c9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.179854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-57e0b008-1150-4828-a8ab-67dc781c9d80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1986845 Aug 12 04:10:31.185178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:31.197642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Pushing event updated for resources: {'Port': ['ID=5980ad91-d743-4ece-8909-0bf1b8e17fb8,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:31.208044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-017e1d71-55f1-426f-82e8-75535c773f8c', 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'fixed_ips': [{'subnet_id': '0c590442-3198-413c-a673-421b26e5956a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:10:31.209235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.233824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f6775490-2bda-447c-8cc4-c1b621ae54ba admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5060103 Aug 12 04:10:31.260044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0cd553f-4e34-4876-88c5-46427dfad9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.262919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0cd553f-4e34-4876-88c5-46427dfad9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.264098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a0cd553f-4e34-4876-88c5-46427dfad9c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2caf764d-8a8a-45b8-a8ea-579efe6ee359 HTTP/1.1" status: 204 len: 168 time: 0.5092444 Aug 12 04:10:31.264730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48498) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:31.273751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:31.275576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-20d89653-1d35-4053-8d87-456443d031c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.277210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-20d89653-1d35-4053-8d87-456443d031c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.3587914 Aug 12 04:10:31.281922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-846de74f-ce9d-4eb0-9256-ad6de1f84fca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0939312 Aug 12 04:10:31.329773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd553f-4e34-4876-88c5-46427dfad9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf764d-8a8a-45b8-a8ea-579efe6ee359,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:31.345498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-a859adbc-2b3b-47bd-a0ef-7cafd1adec20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 200 len: 217 time: 0.0488126 Aug 12 04:10:31.422750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47a3-2418-46eb-a9e4-1cdecc869827 req-14a2fe3c-d724-4d17-950c-a05c5c654889 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.431036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-3722c84b-fc23-4eeb-9f5d-7f3b289ba289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.437652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f4a47a3-2418-46eb-a9e4-1cdecc869827 req-14a2fe3c-d724-4d17-950c-a05c5c654889 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 948 time: 0.2926450 Aug 12 04:10:31.438103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-3722c84b-fc23-4eeb-9f5d-7f3b289ba289 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1345997 Aug 12 04:10:31.438203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Attempting to bind port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:31.438203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Attempting to bind port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:31.438203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Attempting to bind port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:31.440702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-602a13d4-099b-447d-b77f-25f3adc48a0c', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:10:31.441569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.448429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b55458-ee75-42be-8a8b-0d88f445f9da req-99efb2bf-519c-4ddd-b846-dc4e0fcc6c1b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.451194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15b55458-ee75-42be-8a8b-0d88f445f9da req-99efb2bf-519c-4ddd-b846-dc4e0fcc6c1b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 949 time: 0.1855485 Aug 12 04:10:31.462517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.463577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.475450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:31.475779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Attempting to bind port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:31.492150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-8536b0e5-d1d2-4a32-9059-f627cd563126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.493650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-8536b0e5-d1d2-4a32-9059-f627cd563126 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1408129 Aug 12 04:10:31.498105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:31.498448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:31.498865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:31.499305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Bound port: 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:31.499666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.565495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15b55458-ee75-42be-8a8b-0d88f445f9da req-866ffe43-a6b4-47c0-862c-17578fd7187c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951231 Aug 12 04:10:31.586930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f4a47a3-2418-46eb-a9e4-1cdecc869827 req-0b6f8c35-4853-47f9-a07d-afde6c5f1dba tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545558 Aug 12 04:10:31.608899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Allocated IP 172.20.0.2 (017e1d71-55f1-426f-82e8-75535c773f8c/0c590442-3198-413c-a673-421b26e5956a/55a3d3e8-af91-4be3-9778-f07b3107c476) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:31.627626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-646ea42a-27fc-4bea-82aa-f9aa66cbb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.629951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-646ea42a-27fc-4bea-82aa-f9aa66cbb878 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747086 Aug 12 04:10:31.681438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.682390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.710765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.757916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] For port 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:31.763691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] For port 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5980ad91-d743-4ece-8909-0bf1b8e17fb8,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:31.778233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:31.779243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-97659b95-97af-4638-91fe-c6fee5e79af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:31.784104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-97659b95-97af-4638-91fe-c6fee5e79af9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2803543 Aug 12 04:10:31.813290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c59952f1-71ed-47a9-bc33-37c247d8ab43 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:31.868618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:31.902203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-8295dc45-92a7-46a9-8bc9-18e80c1f214d service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544222 Aug 12 04:10:31.907972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.049332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:32.050072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.052085 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] 10.222.0.20 "PUT /v2.0/ports/5980ad91-d743-4ece-8909-0bf1b8e17fb8 HTTP/1.1" status: 200 len: 1096 time: 2.0602829 Aug 12 04:10:32.062105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'tag': '5980ad91-d743-4ece-8909-0bf1b8e17fb8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:32.064054 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c6dbd-a032-4cc7-869a-4cadc417974b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b06deaa-917a-4ed9-84b4-08cddc421162", "tag": "5980ad91-d743-4ece-8909-0bf1b8e17fb8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:32.070635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.147932 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c255ff1e-efe1-4d5f-a183-3e0ba3f70f08 x-openstack-request-id: req-c255ff1e-efe1-4d5f-a183-3e0ba3f70f08 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:32.148286 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b06deaa-917a-4ed9-84b4-08cddc421162", "tag": "5980ad91-d743-4ece-8909-0bf1b8e17fb8", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:32.148462 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c255ff1e-efe1-4d5f-a183-3e0ba3f70f08 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:32.148854 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'tag': '5980ad91-d743-4ece-8909-0bf1b8e17fb8', 'status': 'completed', 'code': 200} Aug 12 04:10:32.167434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef91dc-72f1-401f-9531-14cd0c8bd989 service neutron] Pushing event updated for resources: {'Port': ['ID=5980ad91-d743-4ece-8909-0bf1b8e17fb8,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:32.174052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Allocated IP 172.20.0.2 (602a13d4-099b-447d-b77f-25f3adc48a0c/4876027a-bcb9-4271-8f98-70949a191dd5/7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:32.189690 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:10:32.224672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.226007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-db9e3094-6838-43d3-ad82-e8d1fa080e6f service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274562 Aug 12 04:10:32.234778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-79b902d5-c14e-402b-8f08-1bfd79b4ec82 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243463 Aug 12 04:10:32.237172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c6dbd-a032-4cc7-869a-4cadc417974b req-f3fa2f7c-0d2a-4ee3-bcbc-e55c705b4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:32.241419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a7c6dbd-a032-4cc7-869a-4cadc417974b req-f3fa2f7c-0d2a-4ee3-bcbc-e55c705b4fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 1099 time: 0.0589666 Aug 12 04:10:32.288764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:32.291927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48508) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:32.314857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f0602fa-e8cb-4923-9c36-2de270999eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.377880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.382913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '656aca37-7278-4796-abbc-92fbf497f156', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '656aca37-7278-4796-abbc-92fbf497f156', 'mac_address': 'fa:16:3e:f3:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:10:32.407360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Transition to ACTIVE for port object 55a3d3e8-af91-4be3-9778-f07b3107c476 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:32.482052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.489597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port c59952f1-71ed-47a9-bc33-37c247d8ab43, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:32.496498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Transition to ACTIVE for port object 55a3d3e8-af91-4be3-9778-f07b3107c476 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:32.530801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:10:32.536968 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.610574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656aca37-7278-4796-abbc-92fbf497f156 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:32.646700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.651368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:32.665611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a7c6dbd-a032-4cc7-869a-4cadc417974b req-259e6512-108a-4bcd-8337-d911d5a65603 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4097569 Aug 12 04:10:32.694318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.705862 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.729820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Network 017e1d71-55f1-426f-82e8-75535c773f8c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:32.733784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Transition to ACTIVE for port object 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:32.741419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59952f1-71ed-47a9-bc33-37c247d8ab43 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:32.745752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:32.753139 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.759780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:32.768770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Pushing event updated for resources: {'Port': ['ID=55a3d3e8-af91-4be3-9778-f07b3107c476,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:32.788978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Transition to ACTIVE for port object 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:32.810043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port c59952f1-71ed-47a9-bc33-37c247d8ab43, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:32.844538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7d9c3-51fb-47fb-8fed-7ba60ead5e72 req-26c8baeb-a510-4bd7-a7c4-a570c102bdab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:32.846062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9db7d9c3-51fb-47fb-8fed-7ba60ead5e72 req-26c8baeb-a510-4bd7-a7c4-a570c102bdab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 943 time: 0.5915124 Aug 12 04:10:32.867491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae4f28-807d-44d0-8e58-db46e26d2f1c req-0fdfe9f2-3985-4dbc-9930-e3e1a3523aeb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:32.868998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffae4f28-807d-44d0-8e58-db46e26d2f1c req-0fdfe9f2-3985-4dbc-9930-e3e1a3523aeb tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.0921938 Aug 12 04:10:32.879004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Attempting to bind port 55a3d3e8-af91-4be3-9778-f07b3107c476 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:32.879936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Attempting to bind port 55a3d3e8-af91-4be3-9778-f07b3107c476 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8d40c969-7beb-4732-83a3-79266ab61472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:32.880266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Attempting to bind port 55a3d3e8-af91-4be3-9778-f07b3107c476 on network 017e1d71-55f1-426f-82e8-75535c773f8c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:32.883651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=12']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:32.888269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:32.888642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Checking segment: {'id': '8d40c969-7beb-4732-83a3-79266ab61472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:32.889038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f0602fa-e8cb-4923-9c36-2de270999eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.889163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.889490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Bound using segment: {'id': '8d40c969-7beb-4732-83a3-79266ab61472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:32.889880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Bound port: 55a3d3e8-af91-4be3-9778-f07b3107c476, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d40c969-7beb-4732-83a3-79266ab61472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:32.890309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.899456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e8cc290-e924-42f3-b8d4-a6c4e34347bd req-e00bb6e2-f7aa-4883-88ae-6a17c6692a2e service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533625 Aug 12 04:10:32.906703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.907527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c6dbd-a032-4cc7-869a-4cadc417974b req-6d6ba99c-00fc-4685-b8c6-bdad5632a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:32.909580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a7c6dbd-a032-4cc7-869a-4cadc417974b req-6d6ba99c-00fc-4685-b8c6-bdad5632a5ea service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134752 Aug 12 04:10:32.933875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9db7d9c3-51fb-47fb-8fed-7ba60ead5e72 req-56aed0c8-efb5-481a-a77f-3e986935a395 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777423 Aug 12 04:10:32.940215 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:32.968596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffae4f28-807d-44d0-8e58-db46e26d2f1c req-541d965e-171a-4b04-9d28-34362bea3627 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857346 Aug 12 04:10:32.989034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f0602fa-e8cb-4923-9c36-2de270999eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.005693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['656aca37-7278-4796-abbc-92fbf497f156'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:33.044422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Network 602a13d4-099b-447d-b77f-25f3adc48a0c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:33.056058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:33.062274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=c59952f1-71ed-47a9-bc33-37c247d8ab43,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.074990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:33.150572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] For port 55a3d3e8-af91-4be3-9778-f07b3107c476, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:33.163151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0602fa-e8cb-4923-9c36-2de270999eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b7df73-fc4a-4416-9735-836be07627b6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.191044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5f0602fa-e8cb-4923-9c36-2de270999eb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=704040829ecb4ebea28c1ab2168d8bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8954382 Aug 12 04:10:33.212490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['c59952f1-71ed-47a9-bc33-37c247d8ab43'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:33.215296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48520) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:33.218405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c8dad-e23c-421d-b734-edd20902f78b req-a59eb5a7-0fd8-4ddd-a285-0489e3ea215d tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:33.223820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] For port 55a3d3e8-af91-4be3-9778-f07b3107c476, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=55a3d3e8-af91-4be3-9778-f07b3107c476,segment=NetworkSegment(8d40c969-7beb-4732-83a3-79266ab61472),segment_id=8d40c969-7beb-4732-83a3-79266ab61472)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:33.229103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a8c8dad-e23c-421d-b734-edd20902f78b req-a59eb5a7-0fd8-4ddd-a285-0489e3ea215d tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 948 time: 0.1741500 Aug 12 04:10:33.238206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-f35fc43d-98f4-4359-892b-01d8edeff71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:33.240466 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-f35fc43d-98f4-4359-892b-01d8edeff71a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 1099 time: 0.1947999 Aug 12 04:10:33.264995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Pushing event updated for resources: {'Port': ['ID=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.296879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.306089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Attempting to bind port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:33.306424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-5ee73d1c-8b93-4e39-8b41-c958eea3219b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=5980ad91-d743-4ece-8909-0bf1b8e17fb8 HTTP/1.1" status: 200 len: 217 time: 0.0534141 Aug 12 04:10:33.306565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Attempting to bind port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:33.306883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Attempting to bind port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 on network 602a13d4-099b-447d-b77f-25f3adc48a0c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:33.327064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.327707 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.328106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:33.328503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Checking segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:33.328896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.329297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Bound using segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:33.329798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Bound port: 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:33.330260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.350845 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.351104 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.385983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ec831c-dd09-405c-a671-ef67beb23f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.391978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a8c8dad-e23c-421d-b734-edd20902f78b req-69eaac55-f86a-4ff2-90be-25e908f658bf tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616879 Aug 12 04:10:33.396245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1575fb-e928-4f83-a246-d56ebf329527 req-e333eab5-708c-4cf2-9ced-787f6f6fbd2e tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:33.397874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c1575fb-e928-4f83-a246-d56ebf329527 req-e333eab5-708c-4cf2-9ced-787f6f6fbd2e tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 1101 time: 0.1459124 Aug 12 04:10:33.434672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ec831c-dd09-405c-a671-ef67beb23f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.466703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-61b35570-db54-4781-a019-e3c393223f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:33.468248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-61b35570-db54-4781-a019-e3c393223f4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1548700 Aug 12 04:10:33.524414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062056a-8d56-4b67-b90b-143c61754dba req-43867ae9-8ca3-4217-aff2-14458ee80a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:33.525946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-43867ae9-8ca3-4217-aff2-14458ee80a5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504458 Aug 12 04:10:33.531819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63a9f-9cfc-4107-92e1-c8736367b58b None None] Pushing event updated for resources: {'Port': ['ID=55a3d3e8-af91-4be3-9778-f07b3107c476,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.547200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Allocated IP 172.25.6.24 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/056667ae-2686-4fe5-8de4-84cbf21fa740) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:33.550469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c1575fb-e928-4f83-a246-d56ebf329527 req-796293db-a39d-4307-a100-cf8f75cdd57a tempest-MigrationsAdminTest-223028016 tempest-MigrationsAdminTest-223028016-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115699 Aug 12 04:10:33.592517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] For port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:33.635646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] For port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:33.669033 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.688975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-e73f5c42-88e6-4e26-842d-05e84ca46c66 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544893 Aug 12 04:10:33.706466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.719134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ec831c-dd09-405c-a671-ef67beb23f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.722080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ec831c-dd09-405c-a671-ef67beb23f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.726106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a4ec831c-dd09-405c-a671-ef67beb23f52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3b7df73-fc4a-4416-9735-836be07627b6 HTTP/1.1" status: 204 len: 168 time: 0.5064077 Aug 12 04:10:33.758143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.782911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec831c-dd09-405c-a671-ef67beb23f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b7df73-fc4a-4416-9735-836be07627b6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.855688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8062056a-8d56-4b67-b90b-143c61754dba req-b8893bcd-262b-4d89-838c-daa4d6c7ce92 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579230 Aug 12 04:10:33.905472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:33.912150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb2f06-cd14-41f7-a79a-2d6437528fee None None] Pushing event updated for resources: {'Port': ['ID=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.963224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:33.968588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:33.971531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:33.978534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Pushing event updated for resources: {'Port': ['ID=056667ae-2686-4fe5-8de4-84cbf21fa740,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:33.993069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Allocated IP 172.25.6.138 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/60444093-c79f-4add-9d41-d19fe61964ec) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:34.195813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:34.226314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e000efc-aec6-437e-9e09-859a2da72bb0 req-db05312d-52ba-427f-bf23-fefdb717ff8b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:34.228017 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e000efc-aec6-437e-9e09-859a2da72bb0 req-db05312d-52ba-427f-bf23-fefdb717ff8b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1185956 Aug 12 04:10:34.245978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186a82-ce10-4b12-a075-757d4523a406 req-ec2b9b71-59ca-4d4b-962c-68664cad4d0a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:34.253860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23186a82-ce10-4b12-a075-757d4523a406 req-ec2b9b71-59ca-4d4b-962c-68664cad4d0a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 944 time: 0.0843837 Aug 12 04:10:34.307865 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e000efc-aec6-437e-9e09-859a2da72bb0 req-f1e88377-a282-440d-8ddc-fea1b9438ce9 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707095 Aug 12 04:10:34.381498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23186a82-ce10-4b12-a075-757d4523a406 req-8f993733-ae92-40f2-8fcb-c3b9d304cb67 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258814 Aug 12 04:10:34.388598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:34.468930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:34.487593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Pushing event updated for resources: {'Port': ['ID=60444093-c79f-4add-9d41-d19fe61964ec,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:34.491309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:34.493074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:34.495293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:34.646331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa71ddd-da3d-4063-a5fe-43d93f5f0e31 req-54779566-8aed-4b8b-8ca3-2805566d8c64 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:34.648464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffa71ddd-da3d-4063-a5fe-43d93f5f0e31 req-54779566-8aed-4b8b-8ca3-2805566d8c64 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 948 time: 0.1178901 Aug 12 04:10:34.768323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffa71ddd-da3d-4063-a5fe-43d93f5f0e31 req-92d09d8d-4a27-4c13-b6f9-dbe945e82a8d tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784678 Aug 12 04:10:34.772170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2015ac-dddb-4730-a2c8-ec883760d574 None None] Network 017e1d71-55f1-426f-82e8-75535c773f8c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:34.795832 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:34.906377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:34.929245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-44f3bbdf-8d95-4300-876a-72709b54fd94 None None] Provisioning for port 55a3d3e8-af91-4be3-9778-f07b3107c476 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:35.088404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Router 2c460f17-43c2-4670-82d8-bbe613be52f7 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:10:35.166209 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:35.205484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dccbe41-21e2-44c3-b38f-568785950787 None None] Network 602a13d4-099b-447d-b77f-25f3adc48a0c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:35.236728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:35.247520 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Sync routers for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:35.259542 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:35.260182 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:35.365442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:35.370529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59dc2449-9792-4d17-bd49-fce3b01ee928 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1008694 Aug 12 04:10:35.374937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48558) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:35.386861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d4f55183-b00f-491f-a521-f3ada9268b69 None None] Provisioning for port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:35.428329 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:35.484321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:10:35.573957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-9e7016b1-fb72-49a6-aabf-2d5759d7b779 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:35.575284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-9e7016b1-fb72-49a6-aabf-2d5759d7b779 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.1745567 Aug 12 04:10:35.639494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a54ed-5040-4a2e-9d01-8a2f454608c1 req-c62f8380-dd35-46b3-9f4a-0ea60a956f6b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:35.655721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-478a54ed-5040-4a2e-9d01-8a2f454608c1 req-c62f8380-dd35-46b3-9f4a-0ea60a956f6b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.2142324 Aug 12 04:10:35.748137 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:34Z', 'revision_number': 3, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:35.772179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 55a3d3e8-af91-4be3-9778-f07b3107c476 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:35.789881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Checking router: 2c460f17-43c2-4670-82d8-bbe613be52f7 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:35.790539 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Updating router 2c460f17-43c2-4670-82d8-bbe613be52f7 port 056667ae-2686-4fe5-8de4-84cbf21fa740 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:10:35.790974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eda24-d189-4be8-9550-235add7329c3 req-fc25876b-933a-4b21-8bba-9fb2d2f37c8a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:35.792598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-937eda24-d189-4be8-9550-235add7329c3 req-fc25876b-933a-4b21-8bba-9fb2d2f37c8a tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 944 time: 0.1923468 Aug 12 04:10:35.812690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5980ad91-d743-4ece-8909-0bf1b8e17fb8 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:35.837405 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:35.840791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:35.864736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-478a54ed-5040-4a2e-9d01-8a2f454608c1 req-1d830c6d-9a01-4a7a-93a4-9c41a3825a83 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103417 Aug 12 04:10:35.963603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c59952f1-71ed-47a9-bc33-37c247d8ab43 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:35.994124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:36.032701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Sync routers for ids ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:36.045814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-937eda24-d189-4be8-9550-235add7329c3 req-0fc0a53a-be53-4c01-b7be-92b5b1c3df90 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293253 Aug 12 04:10:36.070747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Deleting port 656aca37-7278-4796-abbc-92fbf497f156 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:36.071333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.086463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Routers {'e0176d9b-9318-4af0-88a9-8a97ba3f2f38'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:36.086463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:36.178472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.206517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.207813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-143a4d78-9ab7-4bb8-94f7-2224e3d93b3b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0384808 Aug 12 04:10:36.212733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48578) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:36.310663 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.330761 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Transition to ACTIVE for port object 056667ae-2686-4fe5-8de4-84cbf21fa740 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:36.392814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Allocated IP 172.20.0.1 (602a13d4-099b-447d-b77f-25f3adc48a0c/4876027a-bcb9-4271-8f98-70949a191dd5/10723eb4-b73e-47c1-9698-08a263d1f719) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:36.413463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 656aca37-7278-4796-abbc-92fbf497f156 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:36.428121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 656aca37-7278-4796-abbc-92fbf497f156 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:36.432260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.432467 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.501911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Attempting to bind port 056667ae-2686-4fe5-8de4-84cbf21fa740 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:36.502311 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Attempting to bind port 056667ae-2686-4fe5-8de4-84cbf21fa740 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:36.502765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Attempting to bind port 056667ae-2686-4fe5-8de4-84cbf21fa740 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:36.518471 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:36.518875 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:36.519276 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.519981 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:36.520485 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Bound port: 056667ae-2686-4fe5-8de4-84cbf21fa740, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:36.521022 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.557399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.575574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Transition to ACTIVE for port object 10723eb4-b73e-47c1-9698-08a263d1f719 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:36.589829 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] For port 056667ae-2686-4fe5-8de4-84cbf21fa740, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:36.594392 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] For port 056667ae-2686-4fe5-8de4-84cbf21fa740, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=056667ae-2686-4fe5-8de4-84cbf21fa740,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:36.605350 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Pushing event updated for resources: {'Port': ['ID=056667ae-2686-4fe5-8de4-84cbf21fa740,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:36.622395 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.623023 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.624540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.629884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:10:36.652452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 55a3d3e8-af91-4be3-9778-f07b3107c476 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:36.659946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5980ad91-d743-4ece-8909-0bf1b8e17fb8,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:36.672344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 55a3d3e8-af91-4be3-9778-f07b3107c476 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:36.673349 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.687586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:36.688045 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.714290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Calling delete_port for 656aca37-7278-4796-abbc-92fbf497f156 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:36.720127 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.724141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb74b0-edf5-489e-81e6-bc697169f41b req-79a5affa-1302-4143-9b4f-ab25e3887eb2 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:36.731598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dceb74b0-edf5-489e-81e6-bc697169f41b req-79a5affa-1302-4143-9b4f-ab25e3887eb2 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 948 time: 0.5753367 Aug 12 04:10:36.734936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5980ad91-d743-4ece-8909-0bf1b8e17fb8', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '5980ad91-d743-4ece-8909-0bf1b8e17fb8', 'mac_address': 'fa:16:3e:98:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:10:36.753356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Set router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:36.762901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.789395 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366264-3f79-4709-afa3-10100f1cb9e8 None None] Pushing event updated for resources: {'Port': ['ID=056667ae-2686-4fe5-8de4-84cbf21fa740,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:36.831311 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:36.831921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:36.856313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Pushing event updated for resources: {'Port': ['ID=10723eb4-b73e-47c1-9698-08a263d1f719,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:36.871659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dceb74b0-edf5-489e-81e6-bc697169f41b req-a229493c-c05e-49c0-a125-4814ad73c1e6 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388330 Aug 12 04:10:36.872306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port c59952f1-71ed-47a9-bc33-37c247d8ab43 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:36.876984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Network 602a13d4-099b-447d-b77f-25f3adc48a0c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:36.877996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:36.887481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:36.904359 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.905845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port c59952f1-71ed-47a9-bc33-37c247d8ab43 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:36.906207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:36.970325 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.061675 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.082123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:37.083832 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:37.084566 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe270836-e2c2-4c34-842b-1a604d132e21" -d '{"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-plugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:37.159800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5980ad91-d743-4ece-8909-0bf1b8e17fb8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:37.185234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5980ad91-d743-4ece-8909-0bf1b8e17fb8,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:37.186745 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.202498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 656aca37-7278-4796-abbc-92fbf497f156, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=656aca37-7278-4796-abbc-92fbf497f156,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:37.239774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 55a3d3e8-af91-4be3-9778-f07b3107c476, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=55a3d3e8-af91-4be3-9778-f07b3107c476,segment=NetworkSegment(8d40c969-7beb-4732-83a3-79266ab61472),segment_id=8d40c969-7beb-4732-83a3-79266ab61472)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:37.316811 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.320232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.322027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.351867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02299a1-7a73-4997-9b9d-8d46eb2ffb58 req-6ddfa60f-4afe-431c-a3dd-1fc32f346a4e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:37.353620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b02299a1-7a73-4997-9b9d-8d46eb2ffb58 req-6ddfa60f-4afe-431c-a3dd-1fc32f346a4e tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 950 time: 0.3357501 Aug 12 04:10:37.372214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.391451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=13']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:37.395152 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.395990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:37.403051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee000d-3c10-42fa-bfd4-ef7414caeec2 req-dd38aca9-5a1a-48af-bfab-f94ea69ea41d tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:37.413872 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35ee000d-3c10-42fa-bfd4-ef7414caeec2 req-dd38aca9-5a1a-48af-bfab-f94ea69ea41d tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 944 time: 0.0982449 Aug 12 04:10:37.429876 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:34Z', 'revision_number': 3, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:37.441285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b02299a1-7a73-4997-9b9d-8d46eb2ffb58 req-6a7c60f2-db19-4c65-b972-29c1b20b87ab tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759962 Aug 12 04:10:37.485216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5980ad91-d743-4ece-8909-0bf1b8e17fb8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:37.512541 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6712deae-8bf3-41af-ad3a-765d723954cf None None] The sync data for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 is: [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:34Z', 'revision_number': 3, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:37.571835 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d9a0cf-4b85-4671-a2f9-1a18cfcc9337 x-openstack-request-id: req-21d9a0cf-4b85-4671-a2f9-1a18cfcc9337 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:37.572128 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-plugged", "status": "completed", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:37.572382 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21d9a0cf-4b85-4671-a2f9-1a18cfcc9337 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:37.572781 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'code': 200} Aug 12 04:10:37.575155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=55a3d3e8-af91-4be3-9778-f07b3107c476,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:37.592239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.608373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5980ad91-d743-4ece-8909-0bf1b8e17fb8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:37.635476 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35ee000d-3c10-42fa-bfd4-ef7414caeec2 req-48e62a6c-e0b1-4b4c-86ba-3ef1c8d65c1f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148461 Aug 12 04:10:37.664201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port c59952f1-71ed-47a9-bc33-37c247d8ab43, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:37.678627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-29c30269-4bbb-4daa-819e-2f0808297cdc None None] Provisioning for port 10723eb4-b73e-47c1-9698-08a263d1f719 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:37.688101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-29c30269-4bbb-4daa-819e-2f0808297cdc None None] Provisioning complete for port 10723eb4-b73e-47c1-9698-08a263d1f719 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:37.688443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-29c30269-4bbb-4daa-819e-2f0808297cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.694237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.742144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.743295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60444093-c79f-4add-9d41-d19fe61964ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:34Z', 'revision_number': 3, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port': {'id': '60444093-c79f-4add-9d41-d19fe61964ec', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:37.764436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event deleted for resources: {'Port': ['ID=656aca37-7278-4796-abbc-92fbf497f156,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:37.788437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Checking router: e0176d9b-9318-4af0-88a9-8a97ba3f2f38 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:37.788794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Updating router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 port 60444093-c79f-4add-9d41-d19fe61964ec binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:10:37.799972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.850365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] No DVR routers for this DVR port 656aca37-7278-4796-abbc-92fbf497f156 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:37.855487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.858031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c81bb400-0783-4e5c-b99e-b4492eea6621 req-4ecf248d-3f1a-40be-952e-80d68a98b0cd tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "DELETE /v2.0/ports/656aca37-7278-4796-abbc-92fbf497f156 HTTP/1.1" status: 204 len: 173 time: 2.2673125 Aug 12 04:10:37.858487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-deleted', 'tag': '656aca37-7278-4796-abbc-92fbf497f156'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:37.869550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:37.875459 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd1c12-50de-4caa-8db7-d14713a8b12b" -d '{"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-deleted", "tag": "656aca37-7278-4796-abbc-92fbf497f156"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:37.892715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:37.908853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-29c30269-4bbb-4daa-819e-2f0808297cdc None None] Port 10723eb4-b73e-47c1-9698-08a263d1f719 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:37.950180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:37.956852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:37.974848 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281f198e-3fee-40c2-9d34-7123f97fa3d3 x-openstack-request-id: req-281f198e-3fee-40c2-9d34-7123f97fa3d3 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:37.975462 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8455d579-0f35-4fdc-a427-3e095606297a", "name": "network-vif-deleted", "tag": "656aca37-7278-4796-abbc-92fbf497f156", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:37.979979 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-281f198e-3fee-40c2-9d34-7123f97fa3d3 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:37.979979 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8455d579-0f35-4fdc-a427-3e095606297a', 'name': 'network-vif-deleted', 'tag': '656aca37-7278-4796-abbc-92fbf497f156', 'status': 'completed', 'code': 200} Aug 12 04:10:37.999620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 656aca37-7278-4796-abbc-92fbf497f156 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:37.999976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 656aca37-7278-4796-abbc-92fbf497f156 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:38.002906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Allocated IP 172.20.0.1 (017e1d71-55f1-426f-82e8-75535c773f8c/0c590442-3198-413c-a673-421b26e5956a/0a253774-495c-4c69-95a3-bf2cedd11d60) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:38.016075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Pushing event updated for resources: {'Port': ['ID=10723eb4-b73e-47c1-9698-08a263d1f719,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:38.016533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:38.016911 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.018530 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.126046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.141650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=c59952f1-71ed-47a9-bc33-37c247d8ab43,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:38.228574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dddc5-a369-4c2d-8922-f235294e7390 req-87506028-2904-46e6-960c-e5094c3bd643 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:38.230317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d55dddc5-a369-4c2d-8922-f235294e7390 req-87506028-2904-46e6-960c-e5094c3bd643 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 949 time: 0.2048600 Aug 12 04:10:38.236268 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8630faa5-5ea4-46c2-8831-bc0fb7f0ae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.319399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d55dddc5-a369-4c2d-8922-f235294e7390 req-fef94aab-403b-4379-ba32-6b38354d3c0e tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746207 Aug 12 04:10:38.334925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.346375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Network 602a13d4-099b-447d-b77f-25f3adc48a0c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:38.349907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:38.368310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Transition to ACTIVE for port object 0a253774-495c-4c69-95a3-bf2cedd11d60 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:38.447059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8630faa5-5ea4-46c2-8831-bc0fb7f0ae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.499965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.515803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Router 2c460f17-43c2-4670-82d8-bbe613be52f7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:38.520451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.555926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Network 017e1d71-55f1-426f-82e8-75535c773f8c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:38.560244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:38.579259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:38.599488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Transition to ACTIVE for port object 60444093-c79f-4add-9d41-d19fe61964ec will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:38.609073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8630faa5-5ea4-46c2-8831-bc0fb7f0ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.627082 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.701228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ca84dcb-7805-4515-9afe-fbdf28324b49 req-2e6868a1-4ec1-4577-821b-14d3622b6991 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=8455d579-0f35-4fdc-a427-3e095606297a HTTP/1.1" status: 200 len: 210 time: 0.1097796 Aug 12 04:10:38.768142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.774057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:38.778858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:38.790658 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-50af6dcc-850c-4dba-8864-021d04d43e6d admin admin] 10.222.0.42 "PUT /v2.0/routers/2c460f17-43c2-4670-82d8-bbe613be52f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4182158 Aug 12 04:10:38.792838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.814027 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8630faa5-5ea4-46c2-8831-bc0fb7f0ae48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bf86b9371e14dd5820b19811fc31dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626444 Aug 12 04:10:38.817809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:38.875972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.899244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Attempting to bind port 60444093-c79f-4add-9d41-d19fe61964ec on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:38.902057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Attempting to bind port 60444093-c79f-4add-9d41-d19fe61964ec by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:38.902057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Attempting to bind port 60444093-c79f-4add-9d41-d19fe61964ec on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:38.928101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65e884-cb42-463a-a466-f5b9ea43f6f5 None None] Pushing event updated for resources: {'Port': ['ID=60444093-c79f-4add-9d41-d19fe61964ec,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:38.933458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-63595549-d56d-4e4c-ab38-de83ed467ae5 None None] Provisioning complete for port 10723eb4-b73e-47c1-9698-08a263d1f719 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:38.936386 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-63595549-d56d-4e4c-ab38-de83ed467ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.938530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:38.939413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:38.939928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.940204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:38.940701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Bound port: 60444093-c79f-4add-9d41-d19fe61964ec, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:38.941086 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:38.948715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-739fa7f1-4574-46a7-b810-57ec3be02ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.025573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-739fa7f1-4574-46a7-b810-57ec3be02ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.052500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7', 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'b848200e-0a30-4d65-b306-e41ad6ab1305'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:39.065638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Pushing event updated for resources: {'Port': ['ID=0a253774-495c-4c69-95a3-bf2cedd11d60,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:39.070829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630faa5-5ea4-46c2-8831-bc0fb7f0ae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5cfe0-ec93-4e88-b6f5-29ccaad155ee,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:39.120200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ee26-eeb7-4e0e-bc5c-a9883f8a7448 req-de428ba8-56a8-4e8f-9fbe-042f048beefd tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:39.121841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0079ee26-eeb7-4e0e-bc5c-a9883f8a7448 req-de428ba8-56a8-4e8f-9fbe-042f048beefd tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 945 time: 0.3211808 Aug 12 04:10:39.128463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-63595549-d56d-4e4c-ab38-de83ed467ae5 None None] Port 10723eb4-b73e-47c1-9698-08a263d1f719 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:39.173160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:39.175604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0079ee26-eeb7-4e0e-bc5c-a9883f8a7448 req-e438e2d6-42b9-476c-a455-e9035683350d tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369451 Aug 12 04:10:39.219246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] For port 60444093-c79f-4add-9d41-d19fe61964ec, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:39.228025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] For port 60444093-c79f-4add-9d41-d19fe61964ec, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=60444093-c79f-4add-9d41-d19fe61964ec,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:39.253934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 55a3d3e8-af91-4be3-9778-f07b3107c476 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:39.288109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-739fa7f1-4574-46a7-b810-57ec3be02ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.290833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-739fa7f1-4574-46a7-b810-57ec3be02ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.299187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-739fa7f1-4574-46a7-b810-57ec3be02ebc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bf5cfe0-ec93-4e88-b6f5-29ccaad155ee HTTP/1.1" status: 204 len: 168 time: 0.4762743 Aug 12 04:10:39.302233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-9014ca88-96ae-40ae-9ab0-72907e0d080f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668387 Aug 12 04:10:39.327060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fa7f1-4574-46a7-b810-57ec3be02ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5cfe0-ec93-4e88-b6f5-29ccaad155ee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:39.393725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.481464 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.519644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36316-5630-4647-86dd-fc062016e570 req-9f3170cc-b5e0-469b-9203-174fbb485dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:39.530074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-9f3170cc-b5e0-469b-9203-174fbb485dc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54671de288264405aea06c43324bcdb0&device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 1096 time: 0.1900418 Aug 12 04:10:39.581970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:39.584862 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9aa680-b97e-4f03-9834-75bd1f021360" -d '{"events": [{"server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "name": "network-vif-plugged", "status": "completed", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:39.599944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65e884-cb42-463a-a466-f5b9ea43f6f5 None None] Pushing event updated for resources: {'Port': ['ID=60444093-c79f-4add-9d41-d19fe61964ec,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:39.607880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Routers {'e0176d9b-9318-4af0-88a9-8a97ba3f2f38'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:39.608517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:39.617780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 55a3d3e8-af91-4be3-9778-f07b3107c476 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:39.618157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.682665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-157e189c-349c-4aa2-9868-987ccc838df2 None None] Provisioning for port 0a253774-495c-4c69-95a3-bf2cedd11d60 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:39.694126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105360b-caaf-4604-b19c-27535cd01ef9 req-b488497a-f1de-4fbc-b64b-a7734b2ba652 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:39.701428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9105360b-caaf-4604-b19c-27535cd01ef9 req-b488497a-f1de-4fbc-b64b-a7734b2ba652 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 949 time: 0.1845500 Aug 12 04:10:39.714165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-157e189c-349c-4aa2-9868-987ccc838df2 None None] Provisioning complete for port 0a253774-495c-4c69-95a3-bf2cedd11d60 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:39.714545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-157e189c-349c-4aa2-9868-987ccc838df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.758461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48644) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:39.764172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453523255', 'description': 'tempest-description--488410173'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:39.769067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.773005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36316-5630-4647-86dd-fc062016e570 req-6d198f78-680f-4545-aae8-8b0f4f4b4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:39.775092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-6d198f78-680f-4545-aae8-8b0f4f4b4572 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9216554-c79b-4900-945c-960da39e7a23 HTTP/1.1" status: 200 len: 917 time: 0.2041006 Aug 12 04:10:39.829629 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2efd93-7596-4854-9a24-e2258d0cfb40 x-openstack-request-id: req-8e2efd93-7596-4854-9a24-e2258d0cfb40 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:39.830214 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "name": "network-vif-plugged", "status": "completed", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:39.830475 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e2efd93-7596-4854-9a24-e2258d0cfb40 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:39.830914 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'code': 200} Aug 12 04:10:39.833959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5980ad91-d743-4ece-8909-0bf1b8e17fb8 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:39.897456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-157e189c-349c-4aa2-9868-987ccc838df2 None None] Port 0a253774-495c-4c69-95a3-bf2cedd11d60 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:39.900233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] Set router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:39.906259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:39.932633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-f53c8463-3df4-4559-ba40-71a9b16e161b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1300965b-05a1-448a-b100-4a764fa807f5 HTTP/1.1" status: 200 len: 1000 time: 0.1421146 Aug 12 04:10:39.936405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.012352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7806857-0eb9-41ee-b270-29cafd08fe5f req-db308130-67f0-4e4d-aef3-90a969fee7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:40.013794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7806857-0eb9-41ee-b270-29cafd08fe5f req-db308130-67f0-4e4d-aef3-90a969fee7cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1096 time: 0.1218863 Aug 12 04:10:40.022444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 056667ae-2686-4fe5-8de4-84cbf21fa740 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:40.051223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Pushing event updated for resources: {'Port': ['ID=0a253774-495c-4c69-95a3-bf2cedd11d60,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:40.064870 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7806857-0eb9-41ee-b270-29cafd08fe5f req-26f74914-e365-4b2c-af41-e5842c404c5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Aug 12 04:10:40.126354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.136180 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Sync routers for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:40.146442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9105360b-caaf-4604-b19c-27535cd01ef9 req-3ab81a9c-0b42-4483-845d-a2bde3874311 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440825 Aug 12 04:10:40.150898 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:40.151860 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:40.174503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36316-5630-4647-86dd-fc062016e570 req-2efece2f-e115-43b1-a469-fc2fd9cdfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:40.176170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-2efece2f-e115-43b1-a469-fc2fd9cdfba0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c4bb327-af5e-47b1-b908-78404be7843e HTTP/1.1" status: 200 len: 855 time: 0.2047491 Aug 12 04:10:40.179552 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.261123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.263624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:40.274073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:40.274312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.282778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:40.301926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36316-5630-4647-86dd-fc062016e570 req-f22342ef-139a-4d5b-a1e9-e7721816f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:40.303547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-f22342ef-139a-4d5b-a1e9-e7721816f6a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9216554-c79b-4900-945c-960da39e7a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153529 Aug 12 04:10:40.327203 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:40.330187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b7d41259-8199-4a4c-8c74-d26dd5f81db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.336324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 056667ae-2686-4fe5-8de4-84cbf21fa740 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:40.348295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 056667ae-2686-4fe5-8de4-84cbf21fa740 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:40.348807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.349764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1796db6-54f9-4e6c-8221-8ddf02d84852,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:40.388582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.388582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dec43510-d144-4815-adc5-f02c1ef6bb28 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6274843 Aug 12 04:10:40.389719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48656) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:40.415999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Request body: {'security_group_rule': {'security_group_id': 'a1796db6-54f9-4e6c-8221-8ddf02d84852', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:40.425870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Network 017e1d71-55f1-426f-82e8-75535c773f8c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:40.444210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:40.459358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60444093-c79f-4add-9d41-d19fe61964ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:39Z', 'revision_number': 4, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port': {'id': '60444093-c79f-4add-9d41-d19fe61964ec', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '0a253774-495c-4c69-95a3-bf2cedd11d60', 'name': '', 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'mac_address': 'fa:16:3e:7c:ad:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '0c590442-3198-413c-a673-421b26e5956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:37Z', 'updated_at': '2021-08-12T04:10:38Z', 'revision_number': 1, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'subnets': [{'id': '0c590442-3198-413c-a673-421b26e5956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:40.509062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d2d715-518d-412e-b5b3-a720770a8ee4 None None] The sync data for ids ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'] in n-d-804320-1 is: [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60444093-c79f-4add-9d41-d19fe61964ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:39Z', 'revision_number': 4, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port': {'id': '60444093-c79f-4add-9d41-d19fe61964ec', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '0a253774-495c-4c69-95a3-bf2cedd11d60', 'name': '', 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'mac_address': 'fa:16:3e:7c:ad:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '0c590442-3198-413c-a673-421b26e5956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:37Z', 'updated_at': '2021-08-12T04:10:38Z', 'revision_number': 1, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'subnets': [{'id': '0c590442-3198-413c-a673-421b26e5956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:40.525257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.608774 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.640705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 056667ae-2686-4fe5-8de4-84cbf21fa740, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=056667ae-2686-4fe5-8de4-84cbf21fa740,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:40.646669 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 2, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:40.685773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5980ad91-d743-4ece-8909-0bf1b8e17fb8,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:40.695524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-be4e236b-32f7-463c-8690-b6e51aa53dd5 service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799057 Aug 12 04:10:40.705953 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Checking router: 2c460f17-43c2-4670-82d8-bbe613be52f7 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:40.707422 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Updating router 2c460f17-43c2-4670-82d8-bbe613be52f7 port 10723eb4-b73e-47c1-9698-08a263d1f719 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:10:40.729589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83c3e720-e6a9-4755-a06e-29c7daabf94d None None] Provisioning complete for port 0a253774-495c-4c69-95a3-bf2cedd11d60 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:40.729961 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83c3e720-e6a9-4755-a06e-29c7daabf94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.748660 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.787966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.789724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.792846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b7d41259-8199-4a4c-8c74-d26dd5f81db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.811258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cf03b-8879-438b-be45-4793ad730619 req-ed7da6f6-3cc8-49b9-a6f6-aa136f9f8416 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:40.815469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0baf2f-5116-44b6-abc8-f3f5678fe297 req-5771ee97-5507-4b60-a96b-4502281936bd tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:40.823450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a67cf03b-8879-438b-be45-4793ad730619 req-ed7da6f6-3cc8-49b9-a6f6-aa136f9f8416 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 949 time: 0.0893183 Aug 12 04:10:40.824244 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b0baf2f-5116-44b6-abc8-f3f5678fe297 req-5771ee97-5507-4b60-a96b-4502281936bd tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 945 time: 0.4718330 Aug 12 04:10:40.875632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5980ad91-d743-4ece-8909-0bf1b8e17fb8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:40.905795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-83c3e720-e6a9-4755-a06e-29c7daabf94d None None] Port 0a253774-495c-4c69-95a3-bf2cedd11d60 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:40.907816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:40.920867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b0baf2f-5116-44b6-abc8-f3f5678fe297 req-026944f5-23c6-4043-996a-7067a7b74110 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955672 Aug 12 04:10:40.945478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b7d41259-8199-4a4c-8c74-d26dd5f81db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:40.968849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a67cf03b-8879-438b-be45-4793ad730619 req-05802792-fca9-43b2-bbf6-8e0f3b28cb74 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444230 Aug 12 04:10:40.973957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=056667ae-2686-4fe5-8de4-84cbf21fa740,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:40.998932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.043929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b7d41259-8199-4a4c-8c74-d26dd5f81db0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0651595f74a1472c97a89a40e69ea07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7493198 Aug 12 04:10:41.043929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41259-8199-4a4c-8c74-d26dd5f81db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c09eaac-f4a3-4d78-b6f1-503ad4ed128b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:41.044453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48662) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:41.104031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:41.134804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.180871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:41.181244 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.226961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.249265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a1b36316-5630-4647-86dd-fc062016e570 req-72b7d16b-2737-4b91-8355-c7d1078024bf service neutron] 10.222.0.36 "GET /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411079 Aug 12 04:10:41.258940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8ae3-304f-434d-8889-20d5a0b3dbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.292248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902c5758-5ea6-472d-9827-d0a707daf2f8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:41.367824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5999-e05a-4535-bcb2-f165021a0f41 req-a179f44a-528e-4fb4-a576-43f2f53ae37f tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:41.371907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8ae3-304f-434d-8889-20d5a0b3dbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.375227 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042e5999-e05a-4535-bcb2-f165021a0f41 req-a179f44a-528e-4fb4-a576-43f2f53ae37f tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.1174483 Aug 12 04:10:41.404249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:41.419418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-891b5d4d-91d3-4ac6-af26-4f6f5fec7d15 admin admin] 10.222.0.42 "PUT /v2.0/routers/e0176d9b-9318-4af0-88a9-8a97ba3f2f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2035105 Aug 12 04:10:41.426927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-042e5999-e05a-4535-bcb2-f165021a0f41 req-da734ff2-5be1-4c6b-8608-420a92bd668d tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507941 Aug 12 04:10:41.448239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.452401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a7ea2969-686c-42c7-8b05-3bc72453f94f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0609505 Aug 12 04:10:41.453105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48668) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:41.459447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Request body: {'security_group_rule': {'security_group_id': 'a1796db6-54f9-4e6c-8221-8ddf02d84852', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:41.466210 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.578434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8ae3-304f-434d-8889-20d5a0b3dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.578977 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Transition to ACTIVE for port object 10723eb4-b73e-47c1-9698-08a263d1f719 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:41.581775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8ae3-304f-434d-8889-20d5a0b3dbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.586079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fe9c8ae3-304f-434d-8889-20d5a0b3dbd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c09eaac-f4a3-4d78-b6f1-503ad4ed128b HTTP/1.1" status: 204 len: 168 time: 0.5348537 Aug 12 04:10:41.600012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c8ae3-304f-434d-8889-20d5a0b3dbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c09eaac-f4a3-4d78-b6f1-503ad4ed128b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:41.623729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.668162 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.746162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.778743 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c657072-3e12-4f28-83e5-254058d41c90 None None] Pushing event updated for resources: {'Port': ['ID=10723eb4-b73e-47c1-9698-08a263d1f719,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:41.832741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5980ad91-d743-4ece-8909-0bf1b8e17fb8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:41.835980 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143a2cff-1b7d-4653-aa6a-bbf9b34ae37e" -d '{"events": [{"server_uuid": "7b06deaa-917a-4ed9-84b4-08cddc421162", "name": "network-vif-plugged", "status": "completed", "tag": "5980ad91-d743-4ece-8909-0bf1b8e17fb8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:41.873733 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Attempting to bind port 10723eb4-b73e-47c1-9698-08a263d1f719 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:41.874107 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Attempting to bind port 10723eb4-b73e-47c1-9698-08a263d1f719 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:41.874609 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Attempting to bind port 10723eb4-b73e-47c1-9698-08a263d1f719 on network 602a13d4-099b-447d-b77f-25f3adc48a0c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:41.880737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:41.881159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Checking segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:41.881569 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.881966 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Bound using segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:41.882686 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Bound port: 10723eb4-b73e-47c1-9698-08a263d1f719, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:41.882946 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.904941 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-b56a1e64-f7a8-4fc4-a8b7-9d72f0b5356c req-9374a62b-14a9-409f-8803-451f85bf97ee tempest-FloatingIPDetailsNegativeTestJSON-228258208 tempest-FloatingIPDetailsNegativeTestJSON-228258208-project] show failed (client error): The resource could not be found. Aug 12 04:10:41.905967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b56a1e64-f7a8-4fc4-a8b7-9d72f0b5356c req-9374a62b-14a9-409f-8803-451f85bf97ee tempest-FloatingIPDetailsNegativeTestJSON-228258208 tempest-FloatingIPDetailsNegativeTestJSON-228258208-project] 10.222.0.42 "GET /v2.0/floatingips/27362816-a71d-41fd-9ac9-9253b1e7a0b5 HTTP/1.1" status: 404 len: 350 time: 0.0997195 Aug 12 04:10:41.911438 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951fe428-9b59-4db3-89ca-2ed959ddcd3a x-openstack-request-id: req-951fe428-9b59-4db3-89ca-2ed959ddcd3a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:41.911438 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06deaa-917a-4ed9-84b4-08cddc421162", "name": "network-vif-plugged", "status": "completed", "tag": "5980ad91-d743-4ece-8909-0bf1b8e17fb8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:41.911438 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-951fe428-9b59-4db3-89ca-2ed959ddcd3a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:41.911878 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5980ad91-d743-4ece-8909-0bf1b8e17fb8', 'code': 200} Aug 12 04:10:41.913805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:41.917084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:42.025185 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] For port 10723eb4-b73e-47c1-9698-08a263d1f719, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:42.039140 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] For port 10723eb4-b73e-47c1-9698-08a263d1f719, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=10723eb4-b73e-47c1-9698-08a263d1f719,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:42.048957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1444325-928c-4491-9a15-ebc6511fa5fa,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:42.088628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-7a242a5e-1faf-44fa-b226-d5440c3cf660 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:42.090237 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-7a242a5e-1faf-44fa-b226-d5440c3cf660 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 949 time: 0.1963866 Aug 12 04:10:42.113838 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:42.167894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:42.167894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cef208f4-1796-48a1-812a-1d71c9f605ff tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7111444 Aug 12 04:10:42.170511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48692) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:42.178841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:42.248819 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:42.249671 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:42.272808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed2e2c-a9be-4781-b7f4-5430b3e86476 req-0d054e19-bf28-46b4-b0af-966811900347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:42.274501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23ed2e2c-a9be-4781-b7f4-5430b3e86476 req-0d054e19-bf28-46b4-b0af-966811900347 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 1101 time: 0.2786999 Aug 12 04:10:42.279871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7e46e-bbb5-43be-becb-af888ea0983b req-d0c4c700-734c-43a8-8d72-46cb4491054f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:42.284926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507272b-6c71-4a2c-98c3-768a476e1bc0 req-68a258b8-5804-4aba-b35e-a51bfa906014 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:42.289353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6f7e46e-bbb5-43be-becb-af888ea0983b req-d0c4c700-734c-43a8-8d72-46cb4491054f tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 949 time: 0.1978006 Aug 12 04:10:42.293771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c507272b-6c71-4a2c-98c3-768a476e1bc0 req-68a258b8-5804-4aba-b35e-a51bfa906014 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 945 time: 0.1809826 Aug 12 04:10:42.351103 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c657072-3e12-4f28-83e5-254058d41c90 None None] Pushing event updated for resources: {'Port': ['ID=10723eb4-b73e-47c1-9698-08a263d1f719,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:42.375738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6f7e46e-bbb5-43be-becb-af888ea0983b req-16d3a990-503d-483d-866b-fc7def5596ba tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805628 Aug 12 04:10:42.409825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Deleting port b848200e-0a30-4d65-b306-e41ad6ab1305 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:42.412743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:42.447027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23ed2e2c-a9be-4781-b7f4-5430b3e86476 req-51361d3e-09d0-4281-b75f-6b35f0da0989 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398094 Aug 12 04:10:42.469613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c507272b-6c71-4a2c-98c3-768a476e1bc0 req-f37504ba-b622-4fa2-8145-abc7a1e74da0 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698551 Aug 12 04:10:42.522771 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:42.684400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a2e3b-a90f-4194-8280-77446f2d9761 req-1c677508-c222-4e7e-8869-ce9d01687633 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:42.687159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-422a2e3b-a90f-4194-8280-77446f2d9761 req-1c677508-c222-4e7e-8869-ce9d01687633 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.0707393 Aug 12 04:10:42.768722 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-422a2e3b-a90f-4194-8280-77446f2d9761 req-e662a268-cfe2-4177-a8cd-523bd95b5c67 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749919 Aug 12 04:10:42.797133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:42.865230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:42.991098 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:42Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:43.027460 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f863f-a952-48d2-ab3e-e4553991dc94 None None] The sync data for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 is: [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:42Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:43.067424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-53207932-4fa7-450d-9fa5-f4eaa1f3b137 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:43.067424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-53207932-4fa7-450d-9fa5-f4eaa1f3b137 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1985149 Aug 12 04:10:43.194412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-9bfcca1e-4437-44a8-a4be-7a6affcf6b38 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.1263599 Aug 12 04:10:43.220310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'floatingip': {'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:43.225883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60444093-c79f-4add-9d41-d19fe61964ec up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:43.273724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] For port b848200e-0a30-4d65-b306-e41ad6ab1305, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b848200e-0a30-4d65-b306-e41ad6ab1305,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:43.274095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.375846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Calling delete_port for b848200e-0a30-4d65-b306-e41ad6ab1305 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:43.381084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.435024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 60444093-c79f-4add-9d41-d19fe61964ec completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:43.439654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 60444093-c79f-4add-9d41-d19fe61964ec triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:43.440315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.545026 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.553426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f8c2-7a74-4965-b168-bb9ee38cc954 req-b64f2243-199b-476a-b2e4-c89aa1708460 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:43.562315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e29f8c2-7a74-4965-b168-bb9ee38cc954 req-b64f2243-199b-476a-b2e4-c89aa1708460 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.5585563 Aug 12 04:10:43.574377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 60444093-c79f-4add-9d41-d19fe61964ec, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=60444093-c79f-4add-9d41-d19fe61964ec,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:43.616506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e29f8c2-7a74-4965-b168-bb9ee38cc954 req-e4a05bc1-f782-45ad-badd-1cae656a5b2d tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532668 Aug 12 04:10:43.662285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.693803 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.694793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 056667ae-2686-4fe5-8de4-84cbf21fa740 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:43.809244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=60444093-c79f-4add-9d41-d19fe61964ec,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:43.822606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Deleting port 0a253774-495c-4c69-95a3-bf2cedd11d60 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:43.823104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.827862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b848200e-0a30-4d65-b306-e41ad6ab1305 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:43.848404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad4ce-72ce-433f-afd6-534a1cfff23c req-519d177a-166a-410d-bfec-db49bdd2a220 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:43.849857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b1ad4ce-72ce-433f-afd6-534a1cfff23c req-519d177a-166a-410d-bfec-db49bdd2a220 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 949 time: 0.1009450 Aug 12 04:10:43.880090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Sync routers for ids ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:43.883583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Allocated IP 172.25.6.12 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/0d7ebfe2-b457-451c-af6f-4e01ebdc5476) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:43.902556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Routers {'e0176d9b-9318-4af0-88a9-8a97ba3f2f38'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:43.904080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:43.966401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 056667ae-2686-4fe5-8de4-84cbf21fa740 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:43.966793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:43.967380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b1ad4ce-72ce-433f-afd6-534a1cfff23c req-c27a7ff9-6e71-43b7-9e41-304043743b1a tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894341 Aug 12 04:10:44.033440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.063354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Calling delete_port for 0a253774-495c-4c69-95a3-bf2cedd11d60 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:44.166414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.214725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Set router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:44.229719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.295210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881e9dd-f790-4456-a15f-910943ef6211 req-a0452f05-a033-402a-9f68-be8fcc03c311 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:44.297320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a881e9dd-f790-4456-a15f-910943ef6211 req-a0452f05-a033-402a-9f68-be8fcc03c311 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.1092987 Aug 12 04:10:44.314093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.364648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a881e9dd-f790-4456-a15f-910943ef6211 req-5c5b22be-a785-4068-b157-ef2e774c73dc tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Aug 12 04:10:44.520162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7', 'f457e794-42e2-41c2-92eb-abb5ddb810db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:44.623180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event deleted for resources: {'Port': ['ID=b848200e-0a30-4d65-b306-e41ad6ab1305,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:44.642730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.733727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.755972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a253774-495c-4c69-95a3-bf2cedd11d60,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:44.793754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] No DVR routers for this DVR port b848200e-0a30-4d65-b306-e41ad6ab1305 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:44.797263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.799497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0ce6ec34-5416-41f7-afb7-15ce0af960fc req-90eccdbd-7f25-4889-a97b-e7837baecc4c tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "DELETE /v2.0/ports/b848200e-0a30-4d65-b306-e41ad6ab1305 HTTP/1.1" status: 204 len: 173 time: 2.6984789 Aug 12 04:10:44.800634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-deleted', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:44.803307 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4282cc7b-92df-4ab8-92a3-e786ffff4865" -d '{"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-deleted", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:44.938790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60444093-c79f-4add-9d41-d19fe61964ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:39Z', 'revision_number': 4, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port': {'id': '60444093-c79f-4add-9d41-d19fe61964ec', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '0a253774-495c-4c69-95a3-bf2cedd11d60', 'name': '', 'network_id': '017e1d71-55f1-426f-82e8-75535c773f8c', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'mac_address': 'fa:16:3e:7c:ad:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '0c590442-3198-413c-a673-421b26e5956a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:37Z', 'updated_at': '2021-08-12T04:10:39Z', 'revision_number': 2, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'subnets': [{'id': '0c590442-3198-413c-a673-421b26e5956a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:44.952563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:44.976448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Checking router: e0176d9b-9318-4af0-88a9-8a97ba3f2f38 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:44.977043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Updating router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 port 0a253774-495c-4c69-95a3-bf2cedd11d60 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:10:45.009574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Port 0a253774-495c-4c69-95a3-bf2cedd11d60 not found while updating agent binding for router e0176d9b-9318-4af0-88a9-8a97ba3f2f38. {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 12 04:10:45.055096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:45.075075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Routers {'e0176d9b-9318-4af0-88a9-8a97ba3f2f38'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:45.075719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:45.205684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:45.228047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:45.259894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event updated for resources: {'Port': ['ID=0d7ebfe2-b457-451c-af6f-4e01ebdc5476,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:45.263484 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d851df19-2b7c-45b9-b407-4bb5f13ebc0a x-openstack-request-id: req-d851df19-2b7c-45b9-b407-4bb5f13ebc0a {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:45.264610 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3412f97d-4e65-482f-922d-93ad90655989", "name": "network-vif-deleted", "tag": "b848200e-0a30-4d65-b306-e41ad6ab1305", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:45.265123 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d851df19-2b7c-45b9-b407-4bb5f13ebc0a {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:45.265575 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3412f97d-4e65-482f-922d-93ad90655989', 'name': 'network-vif-deleted', 'tag': 'b848200e-0a30-4d65-b306-e41ad6ab1305', 'status': 'completed', 'code': 200} Aug 12 04:10:45.284294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:45.292128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:45.359219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 10723eb4-b73e-47c1-9698-08a263d1f719 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:45.465023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] Set router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:45.507997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:45.510827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e9a3183-70fc-4adf-86a3-402b1b35c8b2 req-0a56d4b1-6dc1-4f95-8f6d-ba80006c7198 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=3412f97d-4e65-482f-922d-93ad90655989 HTTP/1.1" status: 200 len: 210 time: 0.0740528 Aug 12 04:10:45.530653 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab associated. External IP: 172.25.6.74, port: e028b447-58db-45bc-a96f-7b4499d652db. Aug 12 04:10:45.581017 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:10:45.678642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:45.705446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:45.734479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 10723eb4-b73e-47c1-9698-08a263d1f719 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:45.783649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 10723eb4-b73e-47c1-9698-08a263d1f719 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:45.784374 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:45.885517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60444093-c79f-4add-9d41-d19fe61964ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:44Z', 'revision_number': 5, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port': {'id': '60444093-c79f-4add-9d41-d19fe61964ec', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:45.920521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79734891-d1d4-4e26-8352-e1f07ce78381 None None] The sync data for ids ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'] in n-d-804320-1 is: [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': '60444093-c79f-4add-9d41-d19fe61964ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:44Z', 'revision_number': 5, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port': {'id': '60444093-c79f-4add-9d41-d19fe61964ec', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:45.934620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:45.936757 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:45.951161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a9f99188-9011-4a8d-9257-363939db92f0 admin admin] 10.222.0.42 "PUT /v2.0/routers/e0176d9b-9318-4af0-88a9-8a97ba3f2f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0327692 Aug 12 04:10:45.956664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48770) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:45.963896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ad10f47b-dce4-4a0c-bd97-24d825ab7ab2 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1597707 Aug 12 04:10:46.030924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:46.042043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 10723eb4-b73e-47c1-9698-08a263d1f719, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=10723eb4-b73e-47c1-9698-08a263d1f719,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:46.116652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-f42f7fe3-b3a2-4e1e-9402-d38cc992eb99 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:46.119701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-f42f7fe3-b3a2-4e1e-9402-d38cc992eb99 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495256 Aug 12 04:10:46.137205 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.138035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60444093-c79f-4add-9d41-d19fe61964ec up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:46.142984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-30f037ab-bac5-4e7f-9816-1d6bcf2d92f0 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/quotas/2f7fa1979ab44f59b1f99da8599d84a9 HTTP/1.1" status: 200 len: 375 time: 0.0175767 Aug 12 04:10:46.160593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.204653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-6c501b6f-b1b8-4ebe-bd21-5bd0cab05095 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584757 Aug 12 04:10:46.232016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.264087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=10723eb4-b73e-47c1-9698-08a263d1f719,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:46.274679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 60444093-c79f-4add-9d41-d19fe61964ec triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:46.275286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.481137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48776) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:46.658681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2390dd2-df6f-4a35-90e3-749b3b88792c req-36da6bfb-8a0c-4934-acef-f85a63267ebc tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Aug 12 04:10:46.686508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.695872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17a23d7e-7f98-4e2d-99b8-3655ff342797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.774676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.796615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:46.808437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.814744 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:46.833896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17a23d7e-7f98-4e2d-99b8-3655ff342797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.834920 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:46.835770 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:46.847067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-f4075630-189e-42a8-940b-568c0ec12167 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "PUT /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 995 time: 3.6512249 Aug 12 04:10:46.917879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event updated for resources: {'Port': ['ID=0d7ebfe2-b457-451c-af6f-4e01ebdc5476,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:46.934812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17a23d7e-7f98-4e2d-99b8-3655ff342797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:46.984021 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:47.034810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a23d7e-7f98-4e2d-99b8-3655ff342797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af473fd-9038-48cd-bb54-164b792969c3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:47.035256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-8da97abf-8eb0-4545-a148-8dbbaacc3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:47.037965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-8da97abf-8eb0-4545-a148-8dbbaacc3abd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1359713 Aug 12 04:10:47.042337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.048975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-17a23d7e-7f98-4e2d-99b8-3655ff342797 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a4b73e176814338bce0f905c7021530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667229 Aug 12 04:10:47.051782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48794) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:47.075624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.086360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-462e50c7-b367-4959-ab16-7a059dc253fc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9058385 Aug 12 04:10:47.095535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 10723eb4-b73e-47c1-9698-08a263d1f719 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:47.185449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74887-7358-470e-bee4-b0f223e5076f req-c390d6c7-1042-4dcb-ae03-43aee23b6399 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:47.187043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12d74887-7358-470e-bee4-b0f223e5076f req-c390d6c7-1042-4dcb-ae03-43aee23b6399 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.1245821 Aug 12 04:10:47.198960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 10723eb4-b73e-47c1-9698-08a263d1f719 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:47.199465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.250724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-fc214eb8-0bde-4ad1-8f47-fc751625bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:47.250724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-fc214eb8-0bde-4ad1-8f47-fc751625bd9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.1997609 Aug 12 04:10:47.252680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6e41bcce-c529-4c1f-903d-a4d92d37c8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.281814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:47.284047 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff51b76-2bff-4c86-9102-fee0809b57f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:47.305754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12d74887-7358-470e-bee4-b0f223e5076f req-acddcd34-72f4-4c78-8fd1-0d1af91d5d88 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026433 Aug 12 04:10:47.327271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6e41bcce-c529-4c1f-903d-a4d92d37c8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.405266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0a253774-495c-4c69-95a3-bf2cedd11d60 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:47.418018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-8c2806c5-bb11-4ba1-b491-913590422e13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 998 time: 0.1302581 Aug 12 04:10:47.444493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 0a253774-495c-4c69-95a3-bf2cedd11d60 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:47.444852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0a253774-495c-4c69-95a3-bf2cedd11d60 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:47.463212 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:44Z', 'revision_number': 1, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:47.472162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Deleting port 60444093-c79f-4add-9d41-d19fe61964ec {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:47.474009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.492109 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:47.493819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6e41bcce-c529-4c1f-903d-a4d92d37c8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.497929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6e41bcce-c529-4c1f-903d-a4d92d37c8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.499804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6e41bcce-c529-4c1f-903d-a4d92d37c8cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5af473fd-9038-48cd-bb54-164b792969c3 HTTP/1.1" status: 204 len: 168 time: 0.4468982 Aug 12 04:10:47.506141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:47.506805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:47.516677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41bcce-c529-4c1f-903d-a4d92d37c8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af473fd-9038-48cd-bb54-164b792969c3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:47.562933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-c73290dc-8454-4aea-9b64-c831f4107c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:47.564440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-c73290dc-8454-4aea-9b64-c831f4107c66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1363108 Aug 12 04:10:47.610570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] Sync routers for ids ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:47.620817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] For port 60444093-c79f-4add-9d41-d19fe61964ec, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=60444093-c79f-4add-9d41-d19fe61964ec,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:47.621182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:47.624592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] Routers {'e0176d9b-9318-4af0-88a9-8a97ba3f2f38'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:47.626190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:47.637422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Calling delete_port for 60444093-c79f-4add-9d41-d19fe61964ec owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:47.639154 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:47.649612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-4157fd60-9792-46f4-89d7-4d5d7c85f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:47.651168 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-4157fd60-9792-46f4-89d7-4d5d7c85f80a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775926 Aug 12 04:10:47.732208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] Set router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:47.801264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:47Z', 'revision_number': 6, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:47.829204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] Checking router: e0176d9b-9318-4af0-88a9-8a97ba3f2f38 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:47.837815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] Routers {'e0176d9b-9318-4af0-88a9-8a97ba3f2f38'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:47.838553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:47.847259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-08a167c2-451c-47e5-8fa0-d3cb97b3172c service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578436 Aug 12 04:10:47.941219 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:44Z', 'revision_number': 1, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:47.963224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] Set router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:48.036092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd52125-b1ca-418c-b967-ae2247e1f799 req-3d224fbd-6c19-4cbd-aa5a-acebf25d4e15 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804607 Aug 12 04:10:48.036750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:47Z', 'revision_number': 6, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:48.055223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.064458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cffcf0e-68d5-4971-934e-902923a4f522 None None] The sync data for ids ['e0176d9b-9318-4af0-88a9-8a97ba3f2f38'] in n-d-804320-1 is: [{'id': 'e0176d9b-9318-4af0-88a9-8a97ba3f2f38', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-343831799-router', 'tenant_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:47Z', 'revision_number': 6, 'project_id': '0ae60e0b54314937a27dbfdeaa9a9887', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:48.087800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-82d17cc2-1c8e-4e6b-8b69-10ae82d12db8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--453523255&fields=id&tenant_id=173ab85a39e44a34b11206ca0cadde4c HTTP/1.1" status: 200 len: 267 time: 0.0860207 Aug 12 04:10:48.132482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=60444093-c79f-4add-9d41-d19fe61964ec,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:48.154812 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9364f2-0440-45a8-8508-027340ad3003 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:44Z', 'revision_number': 1, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:48.198920 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc23ff3-c6ee-43d2-be41-ba5b7b609f73 x-openstack-request-id: req-8fc23ff3-c6ee-43d2-be41-ba5b7b609f73 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:48.205338 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:48.205338 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fc23ff3-c6ee-43d2-be41-ba5b7b609f73 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:48.205338 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'status': 'completed', 'code': 200} Aug 12 04:10:48.241681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-6072275b-8c41-4290-94ad-9e98dd6879de tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:48.250166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-6072275b-8c41-4290-94ad-9e98dd6879de tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/networks?id=602a13d4-099b-447d-b77f-25f3adc48a0c HTTP/1.1" status: 200 len: 812 time: 0.1610525 Aug 12 04:10:48.267149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-05fbb96e-ce33-4a6d-a5df-8fa933e4a50b tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/quotas/173ab85a39e44a34b11206ca0cadde4c HTTP/1.1" status: 200 len: 375 time: 0.0157802 Aug 12 04:10:48.279233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.321228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-4431d0d3-d934-4323-b537-79d884b80599 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=173ab85a39e44a34b11206ca0cadde4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519176 Aug 12 04:10:48.325758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-59006402-cf31-4e18-813e-2a42e10f4780 req-dcfa9911-fae8-49e5-a7c4-fed64f34c471 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0629961 Aug 12 04:10:48.399580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.402501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.405430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-8ff2c33f-4974-442f-b5e8-2ba9c57e705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:48.406961 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-8ff2c33f-4974-442f-b5e8-2ba9c57e705f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1796460 Aug 12 04:10:48.463331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-b3237248-98e2-481c-a53b-f7e810253b2b service neutron] 10.222.0.42 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239643 Aug 12 04:10:48.516731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:48.540796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.541320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0176d9b-9318-4af0-88a9-8a97ba3f2f38 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:10:48.545991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.547139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-91835c7d-2211-4534-bfd9-8e447a4baf63 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e0176d9b-9318-4af0-88a9-8a97ba3f2f38 HTTP/1.1" status: 204 len: 168 time: 2.5882618 Aug 12 04:10:48.550531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48832) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:48.551816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e87026f5-f2b9-47cd-b872-9546b0a0e87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.607484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007673fa-ac33-4974-aa49-86382a886c47 req-cb66f94f-ec07-4f51-9a19-fd1a32efe594 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:48.609027 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-007673fa-ac33-4974-aa49-86382a886c47 req-cb66f94f-ec07-4f51-9a19-fd1a32efe594 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.1579273 Aug 12 04:10:48.616037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-d936eaa1-4ee0-465e-ada6-a2ceb527cd07 service neutron] 10.222.0.42 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478193 Aug 12 04:10:48.619929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Deleting subnet 0c590442-3198-413c-a673-421b26e5956a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:10:48.623919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.630627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-6b8f517b-10af-4251-baee-dc4e4fff5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:48.631656 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-6b8f517b-10af-4251-baee-dc4e4fff5c71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.2173355 Aug 12 04:10:48.672491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.737658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-007673fa-ac33-4974-aa49-86382a886c47 req-6d910a91-7b1b-47b0-9d83-994842d6cc85 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162360 Aug 12 04:10:48.743509 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5354fe-9438-480b-a169-dcf3aebc0054 None None] New status for floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:10:48.784538 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-a2d516b9-6875-4c49-8858-16bfda8efc3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 998 time: 0.1401293 Aug 12 04:10:48.816096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.905649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e87026f5-f2b9-47cd-b872-9546b0a0e87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:48.915893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-0f708a4e-abd5-4026-a0bf-337846dcee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:48.917467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-0f708a4e-abd5-4026-a0bf-337846dcee0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1245520 Aug 12 04:10:48.961280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-67da1c97-b6c0-49c3-ae8c-8be67de0337e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:48.968454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-67da1c97-b6c0-49c3-ae8c-8be67de0337e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1418591 Aug 12 04:10:48.997205 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.011126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60444093-c79f-4add-9d41-d19fe61964ec no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:49.055654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e87026f5-f2b9-47cd-b872-9546b0a0e87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.073179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c590442-3198-413c-a673-421b26e5956a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:49.080300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.084164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-82570af1-219c-4a9b-b1ac-ed78f1e5d894 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c590442-3198-413c-a673-421b26e5956a HTTP/1.1" status: 204 len: 168 time: 0.5319748 Aug 12 04:10:49.087098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48838) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:49.101468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 60444093-c79f-4add-9d41-d19fe61964ec {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:49.101838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60444093-c79f-4add-9d41-d19fe61964ec not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:49.106666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059c4e4-5e0f-4b8e-852d-44f99be356f9 None None] Network 017e1d71-55f1-426f-82e8-75535c773f8c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:10:49.138623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87026f5-f2b9-47cd-b872-9546b0a0e87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bef506-1a6c-4e17-bb01-eb84a8c7d294,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:49.185572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ed1e539c-3002-4b44-8c45-91ec87672421 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773101 Aug 12 04:10:49.212064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.266532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e87026f5-f2b9-47cd-b872-9546b0a0e87f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9a71dbbe66a470b998518793333f074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7510345 Aug 12 04:10:49.275025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:49.284328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-64d70c11-ea25-44c4-8f90-86f828cc51ad tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 998 time: 0.3150165 Aug 12 04:10:49.304987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-eac8e014-7e80-42ef-8982-03d8e59fc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:49.306812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-eac8e014-7e80-42ef-8982-03d8e59fc78c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3659582 Aug 12 04:10:49.318660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'floatingip': {'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:49.323740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-917bdb8b-c233-4d85-9b24-ce977bd724fc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:49.325653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-917bdb8b-c233-4d85-9b24-ce977bd724fc tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 950 time: 0.0803118 Aug 12 04:10:49.352917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Deleting port 55a3d3e8-af91-4be3-9778-f07b3107c476 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:49.353255 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.417496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] DHCP port deletion for 017e1d71-55f1-426f-82e8-75535c773f8c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:10:49.462996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ca292f92-9704-4b90-9845-1417cbd06a79 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:49.464514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ca292f92-9704-4b90-9845-1417cbd06a79 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2691009 Aug 12 04:10:49.468572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.476888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] For port 55a3d3e8-af91-4be3-9778-f07b3107c476, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=55a3d3e8-af91-4be3-9778-f07b3107c476,segment=NetworkSegment(8d40c969-7beb-4732-83a3-79266ab61472),segment_id=8d40c969-7beb-4732-83a3-79266ab61472)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:49.478002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.480406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] Deleting port 55a3d3e8-af91-4be3-9778-f07b3107c476 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:49.480841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.494423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Calling delete_port for 55a3d3e8-af91-4be3-9778-f07b3107c476 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:49.540740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Request body: {'port': {'device_id': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '2f7fa1979ab44f59b1f99da8599d84a9'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:49.556929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Deleting port f457e794-42e2-41c2-92eb-abb5ddb810db {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:49.557194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.562023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] For port 55a3d3e8-af91-4be3-9778-f07b3107c476, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=55a3d3e8-af91-4be3-9778-f07b3107c476,segment=NetworkSegment(8d40c969-7beb-4732-83a3-79266ab61472),segment_id=8d40c969-7beb-4732-83a3-79266ab61472)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:49.562794 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.581639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] Calling delete_port for 55a3d3e8-af91-4be3-9778-f07b3107c476 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:49.640982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9679e2ce-21cb-4f0c-abe7-cc0258f4ec88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.680918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9679e2ce-21cb-4f0c-abe7-cc0258f4ec88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.703607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cccc79ab-6cd6-4797-a2fd-05249d37cb85 req-094a96da-16c2-41f8-9553-696cc54a3085 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 210 time: 0.0369883 Aug 12 04:10:49.705327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] For port f457e794-42e2-41c2-92eb-abb5ddb810db, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f457e794-42e2-41c2-92eb-abb5ddb810db,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:49.705691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.727179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Calling delete_port for f457e794-42e2-41c2-92eb-abb5ddb810db owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:49.771553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.780287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.811144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] Pushing event deleted for resources: {'Port': ['ID=55a3d3e8-af91-4be3-9778-f07b3107c476,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:49.825645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=55a3d3e8-af91-4be3-9778-f07b3107c476,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:49.828021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afe7bc-a9b4-465e-8ccb-a608f414cd17 None None] No DVR routers for this DVR port 55a3d3e8-af91-4be3-9778-f07b3107c476 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:49.843343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] No DVR routers for this DVR port 55a3d3e8-af91-4be3-9778-f07b3107c476 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:49.864235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-a7f2c03a-fb30-440e-9709-4634cc91e487 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400965 Aug 12 04:10:49.865602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa04f1af-3b98-4ac3-9c7e-74642bb0dc9e req-5fddc7fb-1233-44aa-925d-86c92028b087 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0431907 Aug 12 04:10:49.985955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9679e2ce-21cb-4f0c-abe7-cc0258f4ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.989275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9679e2ce-21cb-4f0c-abe7-cc0258f4ec88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:49.992959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9679e2ce-21cb-4f0c-abe7-cc0258f4ec88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5bef506-1a6c-4e17-bb01-eb84a8c7d294 HTTP/1.1" status: 204 len: 168 time: 0.7140541 Aug 12 04:10:50.020442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.025385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679e2ce-21cb-4f0c-abe7-cc0258f4ec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bef506-1a6c-4e17-bb01-eb84a8c7d294,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:50.056099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017e1d71-55f1-426f-82e8-75535c773f8c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:50.078147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d40c969-7beb-4732-83a3-79266ab61472') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:50.078508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d40c969-7beb-4732-83a3-79266ab61472') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:50.094825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.118379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Made reservation on behalf of 2f7fa1979ab44f59b1f99da8599d84a9 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:50.121901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.125772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dcbdf-c734-4803-8f54-cd951de1e603 req-11716dae-7233-4eab-82b4-ff82b74ff56b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:50.127830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b5dcbdf-c734-4803-8f54-cd951de1e603 req-11716dae-7233-4eab-82b4-ff82b74ff56b tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.1586881 Aug 12 04:10:50.128884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.135491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:10:50.136429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:10:50.138304 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:10:50.158517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff51b76-2bff-4c86-9102-fee0809b57f6 req-039bff97-c837-4eb6-887a-2cb30f9d4fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851522 Aug 12 04:10:50.196280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.212298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7', 'f457e794-42e2-41c2-92eb-abb5ddb810db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:50.255325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event deleted for resources: {'Port': ['ID=f457e794-42e2-41c2-92eb-abb5ddb810db,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:50.271152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b5dcbdf-c734-4803-8f54-cd951de1e603 req-81a03e67-3dcc-4ac9-af71-1309a9e8e7f4 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303554 Aug 12 04:10:50.313704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] No DVR routers for this DVR port f457e794-42e2-41c2-92eb-abb5ddb810db on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:50.317490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.319867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-807b4361-2c46-44cd-bc42-ea82d0bd2dbb req-d97ac33d-a158-407c-94de-7029bc72a6d1 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "DELETE /v2.0/ports/f457e794-42e2-41c2-92eb-abb5ddb810db HTTP/1.1" status: 204 len: 173 time: 0.9869523 Aug 12 04:10:50.320439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-deleted', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:50.323798 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daacbca2-fb6b-48cb-86dd-65d3632cde57" -d '{"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-deleted", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:50.393022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58b0dbd1-1b22-4bcf-a10c-0cf5aa1ce72e req-84edca94-f7d0-4d90-8bd5-d090f094895b tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 210 time: 0.0373764 Aug 12 04:10:50.394452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.424983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:50.424983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] 10.222.0.42 "DELETE /v2.0/networks/017e1d71-55f1-426f-82e8-75535c773f8c HTTP/1.1" status: 204 len: 168 time: 1.3320048 Aug 12 04:10:50.424983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b8ec5-34cb-4b1f-95b7-7e910cab2a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=017e1d71-55f1-426f-82e8-75535c773f8c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:50.538649 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e203f21f-563c-49f8-869c-e3d821b314a1 x-openstack-request-id: req-e203f21f-563c-49f8-869c-e3d821b314a1 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:50.539137 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b89e968-ea2d-420c-ba7b-8df19aeefee0", "name": "network-vif-deleted", "tag": "f457e794-42e2-41c2-92eb-abb5ddb810db", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:50.539462 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e203f21f-563c-49f8-869c-e3d821b314a1 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:50.539867 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b89e968-ea2d-420c-ba7b-8df19aeefee0', 'name': 'network-vif-deleted', 'tag': 'f457e794-42e2-41c2-92eb-abb5ddb810db', 'status': 'completed', 'code': 200} Aug 12 04:10:50.855810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Allocated IP 192.168.233.160 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/d067b337-9f88-4a80-a7f3-f941c416ffeb) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:50.880199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a1d7431-50ea-4be8-8ad4-fd37b04bb828 req-b58c626f-ec1e-4d9b-b93b-68cc90adcefd tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 210 time: 0.0381675 Aug 12 04:10:50.946469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48876) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:51.020706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09c47975-0cc4-4b7b-9b6e-9b305c44c3ae req-2ef5a6bc-e657-4b91-9d53-e5b90fb44010 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0520387 Aug 12 04:10:51.044710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 55a3d3e8-af91-4be3-9778-f07b3107c476 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:51.052160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0b987e1-e134-4dd1-9388-fba00707bd85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ae60e0b54314937a27dbfdeaa9a9887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050122 Aug 12 04:10:51.053086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48878) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:51.064908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 55a3d3e8-af91-4be3-9778-f07b3107c476 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:51.065545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 55a3d3e8-af91-4be3-9778-f07b3107c476 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:51.107381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.111611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2e077d-7eec-4e94-9c54-66b19deae27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.135357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2e077d-7eec-4e94-9c54-66b19deae27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.188637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.190729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.296764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2e077d-7eec-4e94-9c54-66b19deae27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.303042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2e077d-7eec-4e94-9c54-66b19deae27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.303042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ee2e077d-7eec-4e94-9c54-66b19deae27c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5af5f7b4-a6de-4532-a588-2222b3b7fac8 HTTP/1.1" status: 204 len: 168 time: 0.2464278 Aug 12 04:10:51.303629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Transition to ACTIVE for port object d067b337-9f88-4a80-a7f3-f941c416ffeb will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:51.310467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e077d-7eec-4e94-9c54-66b19deae27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5f7b4-a6de-4532-a588-2222b3b7fac8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:51.400497 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab associated. External IP: 172.25.6.74, port: e028b447-58db-45bc-a96f-7b4499d652db. Aug 12 04:10:51.416146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c0aa-e7c5-4485-87ce-ffcef8efd1d9 req-b5498a3d-cc26-48fe-99e6-0bd4a5a021b0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:51.418422 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5f2c0aa-e7c5-4485-87ce-ffcef8efd1d9 req-b5498a3d-cc26-48fe-99e6-0bd4a5a021b0 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.0674953 Aug 12 04:10:51.477131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5f2c0aa-e7c5-4485-87ce-ffcef8efd1d9 req-f8df119f-b5e4-4592-8788-0e13e197c626 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479040 Aug 12 04:10:51.480596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-c2f74cc8-f65f-457b-8190-d563e91e2842 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:51.482154 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-c2f74cc8-f65f-457b-8190-d563e91e2842 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.36 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.1474121 Aug 12 04:10:51.575505 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f119bd36-d71f-4821-8c31-39dfff4128bc req-694244af-bcf9-4e1f-a7d7-81a5729baaaf tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b89e968-ea2d-420c-ba7b-8df19aeefee0 HTTP/1.1" status: 200 len: 210 time: 0.0293078 Aug 12 04:10:51.605640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.617138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5980ad91-d743-4ece-8909-0bf1b8e17fb8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:51.720625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:51.756364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:51.767435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:51.808856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Pushing event updated for resources: {'Port': ['ID=d067b337-9f88-4a80-a7f3-f941c416ffeb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:51.855581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:51.860987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Deleting port 1300965b-05a1-448a-b100-4a764fa807f5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:51.861311 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:51.871093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:51.876900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.002370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fb3b5012-55f8-4ef4-b877-8e1b1163a5f4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4703825 Aug 12 04:10:52.037818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Request body: {'port': {'device_id': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:52.092415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] For port 1300965b-05a1-448a-b100-4a764fa807f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1300965b-05a1-448a-b100-4a764fa807f5,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:52.092780 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.155776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f8df64e-863a-42ca-b882-170ce25d0382 req-8b5f7304-3a4a-4ab5-afa1-c951392147e5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 210 time: 0.0488019 Aug 12 04:10:52.230138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-ea541d46-611e-4f16-a0cd-4fef60599945 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:52.232381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-ea541d46-611e-4f16-a0cd-4fef60599945 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.36 "GET /v2.0/networks?id=602a13d4-099b-447d-b77f-25f3adc48a0c HTTP/1.1" status: 200 len: 812 time: 0.2353356 Aug 12 04:10:52.264262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:52.273672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.282099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:52.295246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2f95063e-cf57-45da-8535-df53fd16192a None None] Provisioning for port d067b337-9f88-4a80-a7f3-f941c416ffeb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:52.305221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2f95063e-cf57-45da-8535-df53fd16192a None None] Provisioning complete for port d067b337-9f88-4a80-a7f3-f941c416ffeb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:52.306201 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2f95063e-cf57-45da-8535-df53fd16192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.309473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:52.314656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:52.314927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-a1405890-a20c-4d71-8b05-37b85ad945d4 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=173ab85a39e44a34b11206ca0cadde4c HTTP/1.1" status: 200 len: 379 time: 0.0695348 Aug 12 04:10:52.329448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Request body: {'port': {'device_id': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'admin_state_up': True, 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'security_groups': ['a1796db6-54f9-4e6c-8221-8ddf02d84852']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:52.451728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aa19d-bf83-406c-974b-a8fad7fd2e81 req-61565f9e-d8fc-4488-95fc-c697b34b3257 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:52.453229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c2aa19d-bf83-406c-974b-a8fad7fd2e81 req-61565f9e-d8fc-4488-95fc-c697b34b3257 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 936 time: 0.1954226 Aug 12 04:10:52.456108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2f95063e-cf57-45da-8535-df53fd16192a None None] Port d067b337-9f88-4a80-a7f3-f941c416ffeb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:52.475275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:52.523341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c2aa19d-bf83-406c-974b-a8fad7fd2e81 req-e53af574-d8f5-41aa-8165-5df436b3e086 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495229 Aug 12 04:10:52.573588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.573958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.574271 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Floating IP 2ff6259b-796a-426e-8196-c5f37e7463b2 disassociated. External IP: 172.25.6.78, port: 1300965b-05a1-448a-b100-4a764fa807f5. Aug 12 04:10:52.574615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Calling delete_port for 1300965b-05a1-448a-b100-4a764fa807f5 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:52.625235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Made reservation on behalf of 173ab85a39e44a34b11206ca0cadde4c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:10:52.629652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:52.761628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf3467-a279-49af-acca-3dd277d2aade req-20461b90-49e3-485b-a550-3b163198cf8e tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:52.775296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2edf3467-a279-49af-acca-3dd277d2aade req-20461b90-49e3-485b-a550-3b163198cf8e tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 945 time: 0.1428592 Aug 12 04:10:52.905504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:50Z', 'revision_number': 3, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:52.914072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:52.918972 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2edf3467-a279-49af-acca-3dd277d2aade req-14bc4194-488b-4b25-92cf-7ea7003f1f2a tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups?id=1af076e3-e9cc-4d2b-9cf7-d8765140b57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426964 Aug 12 04:10:52.964304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:52.966421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Allocated IP 172.20.0.6 (602a13d4-099b-447d-b77f-25f3adc48a0c/4876027a-bcb9-4271-8f98-70949a191dd5/0e822576-0d40-44c7-9f63-389f20822af2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:10:52.985177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:52.986096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:53.008931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d067b337-9f88-4a80-a7f3-f941c416ffeb {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:53.019071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.035105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Transition to ACTIVE for port object d067b337-9f88-4a80-a7f3-f941c416ffeb will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:53.041293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.117871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event deleted for resources: {'Port': ['ID=1300965b-05a1-448a-b100-4a764fa807f5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:53.146477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.154481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.174401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Transition to ACTIVE for port object 0e822576-0d40-44c7-9f63-389f20822af2 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:53.206341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:53.299495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.372706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Network 602a13d4-099b-447d-b77f-25f3adc48a0c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:10:53.380761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:10:53.397963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event updated for resources: {'Port': ['ID=0e822576-0d40-44c7-9f63-389f20822af2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:53.411250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:10:53.521321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:53.522868 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.545187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:50Z', 'revision_number': 3, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:53.580280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95ec4-d898-41c7-8a0d-91f57f539860 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:50Z', 'revision_number': 3, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:53.630024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-58660386-40c5-4bbf-9f0a-b453208a1973 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3111300 Aug 12 04:10:53.647058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Request body: {'port': {'device_id': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:53.707534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Pushing event updated for resources: {'Port': ['ID=d067b337-9f88-4a80-a7f3-f941c416ffeb,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:53.791208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48952) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:53.804254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:53.815133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.856166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:53.864163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1300965b-05a1-448a-b100-4a764fa807f5 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:53.869118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:53.874175 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509d795-38b7-4350-acfe-bdbd58f5f13d" -d '{"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:53.916235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:10:53.932374 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49985a2b-bd94-4ba6-a42a-9091472d2a78 None None] New status for floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:10:53.951157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d8344436-4d7c-4d44-bff5-bebb0238f2a6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "PUT /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 997 time: 4.6568031 Aug 12 04:10:53.962516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3d81-9047-4bdb-9d5f-7304c4fbaadf req-e835249d-5f6b-41a6-a403-0c12c2a24a6a tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:53.964377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a9a3d81-9047-4bdb-9d5f-7304c4fbaadf req-e835249d-5f6b-41a6-a403-0c12c2a24a6a tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 931 time: 0.1787219 Aug 12 04:10:53.971474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: f457e794-42e2-41c2-92eb-abb5ddb810db {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:53.972896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f457e794-42e2-41c2-92eb-abb5ddb810db not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:53.977832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1300965b-05a1-448a-b100-4a764fa807f5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:10:53.978576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1300965b-05a1-448a-b100-4a764fa807f5 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:10:54.008011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Attempting to bind port d067b337-9f88-4a80-a7f3-f941c416ffeb on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:54.008331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Attempting to bind port d067b337-9f88-4a80-a7f3-f941c416ffeb by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:54.008665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Attempting to bind port d067b337-9f88-4a80-a7f3-f941c416ffeb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:54.030609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Router de6c9cdf-7736-4fbb-94a0-374f1af71baf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:10:54.041313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Port d067b337-9f88-4a80-a7f3-f941c416ffeb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:54.041834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Attempting to bind port d067b337-9f88-4a80-a7f3-f941c416ffeb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:54.052793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:54.053139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:54.053520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:54.053950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Bound port: d067b337-9f88-4a80-a7f3-f941c416ffeb, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:54.054306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.062358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-e71defb1-2f2f-4cd4-ba29-62aa9a094224 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:54.065054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0b3376ac-a70d-4958-9570-65e20eb1047e None None] Provisioning for port 0e822576-0d40-44c7-9f63-389f20822af2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:10:54.069809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0b3376ac-a70d-4958-9570-65e20eb1047e None None] Provisioning complete for port 0e822576-0d40-44c7-9f63-389f20822af2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:10:54.070233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b3376ac-a70d-4958-9570-65e20eb1047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.071568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-e71defb1-2f2f-4cd4-ba29-62aa9a094224 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports/e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 942 time: 0.1053841 Aug 12 04:10:54.081666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b381182b-963f-42e4-b6a2-9bf0f53ed017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.118810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a9a3d81-9047-4bdb-9d5f-7304c4fbaadf req-1fa80971-c61f-49fb-b1dc-1e03b9e002b4 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408832 Aug 12 04:10:54.147850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0b3376ac-a70d-4958-9570-65e20eb1047e None None] Port 0e822576-0d40-44c7-9f63-389f20822af2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:10:54.275206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] For port d067b337-9f88-4a80-a7f3-f941c416ffeb, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:54.279400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] For port d067b337-9f88-4a80-a7f3-f941c416ffeb, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:54.330186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b381182b-963f-42e4-b6a2-9bf0f53ed017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.368364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e822576-0d40-44c7-9f63-389f20822af2 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:54.371944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:54.377128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.384071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:54.385094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:54.385952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:10:54.390086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.392106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Transition to ACTIVE for port object 0e822576-0d40-44c7-9f63-389f20822af2 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:10:54.397935 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] Sync routers for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:10:54.406885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b381182b-963f-42e4-b6a2-9bf0f53ed017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.412575 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:54.413582 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:54.428120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:54.428754 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.430187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] 10.222.0.20 "PUT /v2.0/ports/d067b337-9f88-4a80-a7f3-f941c416ffeb HTTP/1.1" status: 200 len: 1096 time: 2.4122677 Aug 12 04:10:54.476602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.481340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] No DVR routers for this DVR port 1300965b-05a1-448a-b100-4a764fa807f5 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:54.486496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-33ead1ee-0b9b-4acb-b57f-37848b8818d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:54.498499 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-33ead1ee-0b9b-4acb-b57f-37848b8818d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.3412557 Aug 12 04:10:54.507689 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.509645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb8241ab-06e4-403c-abf4-2e12befa073b req-eef94300-ea40-4822-9b6d-da8490dd3dae tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.36 "DELETE /v2.0/ports/1300965b-05a1-448a-b100-4a764fa807f5 HTTP/1.1" status: 204 len: 173 time: 2.9960995 Aug 12 04:10:54.562078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:54.574468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Pushing event updated for resources: {'Port': ['ID=0e822576-0d40-44c7-9f63-389f20822af2,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:54.603257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:54.612445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381182b-963f-42e4-b6a2-9bf0f53ed017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb995f-fd5f-4d02-bea3-ac0b9ce3b62a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:54.622199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b381182b-963f-42e4-b6a2-9bf0f53ed017 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acd1e10778264dd98e660cdd4e411df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8289146 Aug 12 04:10:54.637563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cabc6-3227-4eb7-95e6-921adfdad019 req-22d9eab0-9023-4e20-b725-ed6bd2176b10 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:54.646379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:54.652457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e1cabc6-3227-4eb7-95e6-921adfdad019 req-22d9eab0-9023-4e20-b725-ed6bd2176b10 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 948 time: 0.2547379 Aug 12 04:10:54.671529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd692027-f6dd-4157-bd48-eedff8682c4b service neutron] Pushing event updated for resources: {'Port': ['ID=d067b337-9f88-4a80-a7f3-f941c416ffeb,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:54.829127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-8c1e6685-7350-4aa7-845f-3b4c13c64bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:54.830756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-8c1e6685-7350-4aa7-845f-3b4c13c64bfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 1099 time: 0.2752392 Aug 12 04:10:54.837773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-0eb461d4-f12f-4ebc-9676-27284bba4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:54.841856 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-0eb461d4-f12f-4ebc-9676-27284bba4e31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.3431110 Aug 12 04:10:54.912976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-654a06ff-3f61-4220-a9a5-ec9bd0af1881 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 217 time: 0.0584333 Aug 12 04:10:54.993894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32371952-8496-49ba-8e65-ff29fe42d2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:54.996878 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:48Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:55.005643 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-3ba1b68c-278d-415e-a97c-a7c96fd03869 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb HTTP/1.1" status: 200 len: 217 time: 0.1618619 Aug 12 04:10:55.030127 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] Checking router: de6c9cdf-7736-4fbb-94a0-374f1af71baf for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:55.043592 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:55.044510 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:55.090366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32371952-8496-49ba-8e65-ff29fe42d2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.110766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:54Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:55.149958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-bf200528-d439-44c5-af2f-742d34cfe02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.151943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-bf200528-d439-44c5-af2f-742d34cfe02e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1637826 Aug 12 04:10:55.156655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ce0c72c7-caad-4da9-92a1-bf6c3a44618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.158637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ce0c72c7-caad-4da9-92a1-bf6c3a44618f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1199498 Aug 12 04:10:55.187716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:10:55.216725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:10:55.217706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:55.250592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-9e3dca00-ac2c-4fdc-a16d-4e949e2d1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.251693 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:55.252219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-9e3dca00-ac2c-4fdc-a16d-4e949e2d1cae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925210 Aug 12 04:10:55.258306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ba212c59-382c-46e0-970c-7087f2df1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.258306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-ba212c59-382c-46e0-970c-7087f2df1ddd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866981 Aug 12 04:10:55.263311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e1cabc6-3227-4eb7-95e6-921adfdad019 req-405dd90a-5605-473f-a6ce-d0c0aeb4a430 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114535 Aug 12 04:10:55.312557 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.383205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-d3834e7f-9dca-498a-b927-f5c88939b49d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.384776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-d3834e7f-9dca-498a-b927-f5c88939b49d tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.1782339 Aug 12 04:10:55.397189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32371952-8496-49ba-8e65-ff29fe42d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.400041 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32371952-8496-49ba-8e65-ff29fe42d2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.404213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32371952-8496-49ba-8e65-ff29fe42d2a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10eb995f-fd5f-4d02-bea3-ac0b9ce3b62a HTTP/1.1" status: 204 len: 168 time: 0.7511327 Aug 12 04:10:55.445019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Attempting to bind port 0e822576-0d40-44c7-9f63-389f20822af2 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:10:55.445454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Attempting to bind port 0e822576-0d40-44c7-9f63-389f20822af2 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:10:55.445899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Attempting to bind port 0e822576-0d40-44c7-9f63-389f20822af2 on network 602a13d4-099b-447d-b77f-25f3adc48a0c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:55.454092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Port 0e822576-0d40-44c7-9f63-389f20822af2 on network 602a13d4-099b-447d-b77f-25f3adc48a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:10:55.454536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Attempting to bind port 0e822576-0d40-44c7-9f63-389f20822af2 on network 602a13d4-099b-447d-b77f-25f3adc48a0c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:10:55.473063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:10:55.473063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Checking segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:10:55.473476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Bound using segment: {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:10:55.474031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Bound port: 0e822576-0d40-44c7-9f63-389f20822af2, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420de4a3-4521-4d5e-9a49-a545e509b168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:10:55.474482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.482895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371952-8496-49ba-8e65-ff29fe42d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb995f-fd5f-4d02-bea3-ac0b9ce3b62a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:55.483103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:10:55.559267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-a7cdaf74-af22-490d-8de5-4d8c7ecb75f6 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790217 Aug 12 04:10:55.563758 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.565271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] For port 0e822576-0d40-44c7-9f63-389f20822af2, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:10:55.569297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] For port 0e822576-0d40-44c7-9f63-389f20822af2, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0e822576-0d40-44c7-9f63-389f20822af2,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:10:55.570516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-b91808da-e3f5-4b18-acdc-6b48f4a9e012 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049181 Aug 12 04:10:55.585347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad5bde-78b8-4dfa-af1e-07e0e0a7beb5 req-0183e465-659b-48a9-a9cd-784fa82246ee tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.593561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2aad5bde-78b8-4dfa-af1e-07e0e0a7beb5 req-0183e465-659b-48a9-a9cd-784fa82246ee tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 950 time: 0.2624984 Aug 12 04:10:55.654490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2aad5bde-78b8-4dfa-af1e-07e0e0a7beb5 req-697beb5d-c7fc-4dad-b2bf-26ab9abf4a63 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/security-groups?id=feb9ace3-f173-4d3d-b3de-c0cb88a19d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603888 Aug 12 04:10:55.663278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Deleting port 34dc37dc-998c-4384-b00f-f5a40427efb7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:10:55.663712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.707691 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:48Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:55.768152 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0d757-e1ec-431c-a67a-734ac8ee9674 x-openstack-request-id: req-e7e0d757-e1ec-431c-a67a-734ac8ee9674 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:55.768449 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:55.768702 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7e0d757-e1ec-431c-a67a-734ac8ee9674 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:55.769130 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'status': 'completed', 'code': 200} Aug 12 04:10:55.771201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.790210 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e6507-c7af-4062-b798-d9148084365e None None] The sync data for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 is: [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:06:41Z', 'revision_number': 4, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8773fe0a-b693-475c-a6f3-296585de795c', 'name': '', 'network_id': 'd9216554-c79b-4900-945c-960da39e7a23', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'mac_address': 'fa:16:3e:34:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:40Z', 'updated_at': '2021-08-12T04:06:48Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'subnets': [{'id': '9c4bb327-af5e-47b1-b908-78404be7843e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:55.856493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] For port 34dc37dc-998c-4384-b00f-f5a40427efb7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=34dc37dc-998c-4384-b00f-f5a40427efb7,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:55.856962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:55.879670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Calling delete_port for 34dc37dc-998c-4384-b00f-f5a40427efb7 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:10:55.952850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-c2d840f3-8f59-4d31-a069-e49262436b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:55.957640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-c2d840f3-8f59-4d31-a069-e49262436b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1545496 Aug 12 04:10:55.964181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-14b298e6-f653-49bf-bdcd-6bb27635dc36 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927960 Aug 12 04:10:55.966734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-299550fc-1cbc-4cb5-8643-fb2c2e384879 req-eaef115a-2892-4b7c-b2ad-4159fd6160d5 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868365 Aug 12 04:10:55.985493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:54Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:10:56.024129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d8f5-898c-442e-9d7e-b243f3a16519 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:0a:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:10:54Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:10:56.060463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b5e3bc5-97f0-4db1-ba1e-b368d00d6d48 req-beffe403-48fc-458a-b028-8e43a0165623 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0468633 Aug 12 04:10:56.116319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-00a0a3a5-a468-42d1-b30c-ada8a5e2e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.118191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-00a0a3a5-a468-42d1-b30c-ada8a5e2e335 service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.1485195 Aug 12 04:10:56.183173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.184079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:56.186515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] 10.222.0.36 "PUT /v2.0/ports/0e822576-0d40-44c7-9f63-389f20822af2 HTTP/1.1" status: 200 len: 1091 time: 2.5447299 Aug 12 04:10:56.188349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:56.191695 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "tag": "0e822576-0d40-44c7-9f63-389f20822af2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:56.217414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054f6e-0727-4eab-906a-a88bcc8a3954 service neutron] Pushing event updated for resources: {'Port': ['ID=0e822576-0d40-44c7-9f63-389f20822af2,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:56.251984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-7dec4018-e6c6-4a15-8c34-650401e853dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 217 time: 0.1130576 Aug 12 04:10:56.275059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38590083-e773-4aeb-8a42-f8edc00f2748 None None] New status for floating IP 2ff6259b-796a-426e-8196-c5f37e7463b2: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:10:56.299965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:56.364955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-cc063bf5-5edc-4aba-b804-27b39b3ebddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.368773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-cc063bf5-5edc-4aba-b804-27b39b3ebddc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1096 time: 0.2452767 Aug 12 04:10:56.407733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['34dc37dc-998c-4384-b00f-f5a40427efb7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:56.470549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48980) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:56.471478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] No DVR routers for this DVR port 34dc37dc-998c-4384-b00f-f5a40427efb7 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:10:56.478097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:56.480199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0eb04891-4303-4314-82d5-5ea33468d1b2 req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.20 "DELETE /v2.0/ports/34dc37dc-998c-4384-b00f-f5a40427efb7 HTTP/1.1" status: 204 len: 173 time: 1.0846069 Aug 12 04:10:56.485816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2364b9-ded0-4948-9d96-8e1d3a2416f3 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] Pushing event deleted for resources: {'Port': ['ID=34dc37dc-998c-4384-b00f-f5a40427efb7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:56.516438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-83a1a4e8-ca0d-45f2-82fe-d51a21b22ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.520071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50621d64-64c7-4a45-9c9e-30016864b69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:56.522293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-83a1a4e8-ca0d-45f2-82fe-d51a21b22ffb service neutron] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.1454206 Aug 12 04:10:56.608537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-4cd846cd-334c-4c8b-bff2-70575d09bcb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 1000 time: 0.0753899 Aug 12 04:10:56.610303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-f4534edd-328c-4ab1-9ae1-323c1fe60bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.612351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-f4534edd-328c-4ab1-9ae1-323c1fe60bd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.3584111 Aug 12 04:10:56.635076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50621d64-64c7-4a45-9c9e-30016864b69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:56.665569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-33f62bf3-53f8-408d-b7bb-2e448218462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.667129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-33f62bf3-53f8-408d-b7bb-2e448218462a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=173ab85a39e44a34b11206ca0cadde4c&device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 1094 time: 0.3075206 Aug 12 04:10:56.675743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c770a1-8464-489e-82e9-a662bcc99f15 req-a282e1fc-0242-4c7e-8a57-78b18d0221e7 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.677671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9c770a1-8464-489e-82e9-a662bcc99f15 req-a282e1fc-0242-4c7e-8a57-78b18d0221e7 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 943 time: 0.2004366 Aug 12 04:10:56.716794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-7a0a2c3a-ed27-4569-b989-29de857ba655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.718825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-7a0a2c3a-ed27-4569-b989-29de857ba655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1035135 Aug 12 04:10:56.722210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-cac9d9df-76c8-4dc1-805e-db68223d6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.723930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-cac9d9df-76c8-4dc1-805e-db68223d6f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989809 Aug 12 04:10:56.738531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50621d64-64c7-4a45-9c9e-30016864b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:56.743352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-b362aa2d-1436-44b9-a289-36d7efed560a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e822576-0d40-44c7-9f63-389f20822af2 HTTP/1.1" status: 200 len: 217 time: 0.0651605 Aug 12 04:10:56.874668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-b8ec509b-bdeb-46b3-a227-fbaf5e0507d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.885267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-b8ec509b-bdeb-46b3-a227-fbaf5e0507d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596584 Aug 12 04:10:56.908357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-50621d64-64c7-4a45-9c9e-30016864b69c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d57051a64a64461c9fbdd67643134097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342301 Aug 12 04:10:56.913179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48984) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:56.922017 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9c770a1-8464-489e-82e9-a662bcc99f15 req-8a7a659e-3c7b-4b1d-98c3-c22a051fe899 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360356 Aug 12 04:10:56.931108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50621d64-64c7-4a45-9c9e-30016864b69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc70765-0dc3-41e2-a0dd-6712bf88f9c9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:56.938549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-225fa37a-98b1-4fc8-9944-a710574200dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:56.940353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-225fa37a-98b1-4fc8-9944-a710574200dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4876027a-bcb9-4271-8f98-70949a191dd5 HTTP/1.1" status: 200 len: 851 time: 0.1695366 Aug 12 04:10:57.005240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-c63e161d-24c3-4c3a-a3d8-3ba9f75b6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:57.007011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-c63e161d-24c3-4c3a-a3d8-3ba9f75b6801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=602a13d4-099b-447d-b77f-25f3adc48a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587881 Aug 12 04:10:57.013620 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13fbfc6-f092-4da9-8962-cb3197bd9416 x-openstack-request-id: req-a13fbfc6-f092-4da9-8962-cb3197bd9416 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:57.014104 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "tag": "0e822576-0d40-44c7-9f63-389f20822af2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:57.014553 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a13fbfc6-f092-4da9-8962-cb3197bd9416 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:57.015821 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2', 'status': 'completed', 'code': 200} Aug 12 04:10:57.041112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-81ff80ae-42cc-4f0f-8b2d-7dd9a8e5e72e service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042767 Aug 12 04:10:57.127653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b04102b9-f673-4614-bdfb-32c2c571da84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:57.152503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33457-2fcd-4f11-86cb-d64cc20a611b req-5435e73b-7e4b-4891-b005-50b1c3dfb871 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:57.154282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bc33457-2fcd-4f11-86cb-d64cc20a611b req-5435e73b-7e4b-4891-b005-50b1c3dfb871 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 948 time: 0.0818338 Aug 12 04:10:57.158190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-dbe665b2-da62-4c8c-b471-91e3fe335655 service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400406 Aug 12 04:10:57.165184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-d765828b-79d3-44ec-9c60-7c0ca8eba65d service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791500 Aug 12 04:10:57.195396 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b04102b9-f673-4614-bdfb-32c2c571da84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:57.267589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4509d795-38b7-4350-acfe-bdbd58f5f13d req-7372a123-b61c-4cb7-8c0c-c16e6e733c91 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131212 Aug 12 04:10:57.290448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bc33457-2fcd-4f11-86cb-d64cc20a611b req-e56ccf12-921a-4d38-a0bb-df700b8aace4 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205006 Aug 12 04:10:57.320106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-984c427c-4d86-4fbf-90bc-5daf9b317f45 req-227d9110-4f19-49a7-9d26-11a7a88f7bfa service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360164 Aug 12 04:10:57.356639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa473dd-42ad-4c91-88b4-7d4790ad9890 req-8b0393f3-ab7d-441c-a529-943323e91ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852679 Aug 12 04:10:57.457549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b04102b9-f673-4614-bdfb-32c2c571da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:57.463076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b04102b9-f673-4614-bdfb-32c2c571da84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:57.470384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b04102b9-f673-4614-bdfb-32c2c571da84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbc70765-0dc3-41e2-a0dd-6712bf88f9c9 HTTP/1.1" status: 204 len: 168 time: 0.5540075 Aug 12 04:10:57.483973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04102b9-f673-4614-bdfb-32c2c571da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc70765-0dc3-41e2-a0dd-6712bf88f9c9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:57.592870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-c3ac275b-382c-42c0-91f4-8f41c2a1e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:57.594536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-c3ac275b-382c-42c0-91f4-8f41c2a1e632 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=173ab85a39e44a34b11206ca0cadde4c&device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 1094 time: 0.0687709 Aug 12 04:10:57.651575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ee795ec-5954-42fa-aa67-bffdd2dda0e8 req-8d3f714c-e1c2-45c0-9d62-d3013dee2764 tempest-MigrationsAdminTest-570033956 tempest-MigrationsAdminTest-570033956-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbffeff7-61b3-47d2-84a4-ab8d047a68cd HTTP/1.1" status: 200 len: 210 time: 0.0445650 Aug 12 04:10:57.731953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-c166d89c-a8b6-44c3-94b5-dd53d0220a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:57.733349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-c166d89c-a8b6-44c3-94b5-dd53d0220a6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=602a13d4-099b-447d-b77f-25f3adc48a0c HTTP/1.1" status: 200 len: 913 time: 0.1247535 Aug 12 04:10:57.766009 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-967eb629-da26-4e6d-8636-aaa41c1be85b req-2fa11db8-be84-44a4-8dbc-80f3aee91693 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0325668 Aug 12 04:10:57.769949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43'}, {'name': 'network-changed', 'server_uuid': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'tag': 'd067b337-9f88-4a80-a7f3-f941c416ffeb'}, {'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'name': 'network-vif-deleted', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:57.772606 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a96399-a715-4728-bf6c-acf0a2e82eab" -d '{"events": [{"name": "network-changed", "server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43"}, {"name": "network-changed", "server_uuid": "24c4252d-baea-406e-8c99-e94f28e1d8f6", "tag": "d067b337-9f88-4a80-a7f3-f941c416ffeb"}, {"server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "name": "network-vif-deleted", "tag": "1300965b-05a1-448a-b100-4a764fa807f5"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:57.785555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-5f9e09c3-7364-4328-a297-14054bc1cab5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e822576-0d40-44c7-9f63-389f20822af2 HTTP/1.1" status: 200 len: 217 time: 0.0429649 Aug 12 04:10:57.839836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-55970d56-34fe-4502-a854-08d31d8ef2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:57.842458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-55970d56-34fe-4502-a854-08d31d8ef2ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4876027a-bcb9-4271-8f98-70949a191dd5 HTTP/1.1" status: 200 len: 851 time: 0.0473707 Aug 12 04:10:57.874366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d067b337-9f88-4a80-a7f3-f941c416ffeb details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:57.953107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-02d2feb2-57ee-4910-881d-28be22e65270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:57.962587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c68bda2e-b0fc-4b0a-9036-3271e8c56b13 req-e9e42741-6e6e-4648-b565-73f95b9d3d02 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.0974560 Aug 12 04:10:57.963553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-02d2feb2-57ee-4910-881d-28be22e65270 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=602a13d4-099b-447d-b77f-25f3adc48a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143608 Aug 12 04:10:58.070699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d067b337-9f88-4a80-a7f3-f941c416ffeb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:58.083901 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb731a-04fd-48f5-9bca-2a9e11448634 x-openstack-request-id: req-69bb731a-04fd-48f5-9bca-2a9e11448634 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:58.084983 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24c4252d-baea-406e-8c99-e94f28e1d8f6", "tag": "d067b337-9f88-4a80-a7f3-f941c416ffeb", "status": "completed", "code": 200}, {"server_uuid": "d84967e8-9115-41a0-a5e8-ade5c4d69726", "name": "network-vif-deleted", "tag": "1300965b-05a1-448a-b100-4a764fa807f5", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:58.085451 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69bb731a-04fd-48f5-9bca-2a9e11448634 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:58.086051 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'status': 'completed', 'code': 200} Aug 12 04:10:58.087494 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'tag': 'd067b337-9f88-4a80-a7f3-f941c416ffeb', 'status': 'completed', 'code': 200} Aug 12 04:10:58.087955 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84967e8-9115-41a0-a5e8-ade5c4d69726', 'name': 'network-vif-deleted', 'tag': '1300965b-05a1-448a-b100-4a764fa807f5', 'status': 'completed', 'code': 200} Aug 12 04:10:58.095754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bda2e-b0fc-4b0a-9036-3271e8c56b13 req-dba5b7a5-5eb9-46f8-bfee-913c11577fe7 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.098183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c68bda2e-b0fc-4b0a-9036-3271e8c56b13 req-dba5b7a5-5eb9-46f8-bfee-913c11577fe7 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports/c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 942 time: 0.1337099 Aug 12 04:10:58.112557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'd067b337-9f88-4a80-a7f3-f941c416ffeb', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'd067b337-9f88-4a80-a7f3-f941c416ffeb', 'mac_address': 'fa:16:3e:cf:10:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:10:58.178651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-01aaac6a-45dc-42be-9d43-9227ded12ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.179787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:58.183617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-01aaac6a-45dc-42be-9d43-9227ded12ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1096 time: 0.1019254 Aug 12 04:10:58.189852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-d5db872c-4300-45e2-8635-6502fc558125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.192546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-d5db872c-4300-45e2-8635-6502fc558125 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 1099 time: 0.1490901 Aug 12 04:10:58.197569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-efaba4d1-f35d-43ad-b2b2-f38ce78bf55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:58.202353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d067b337-9f88-4a80-a7f3-f941c416ffeb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:10:58.263714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d067b337-9f88-4a80-a7f3-f941c416ffeb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:10:58.276547 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-464abb8e-e545-48b0-be52-e5e63c5bbddd service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044975 Aug 12 04:10:58.368770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:58.375237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-2de003a2-0633-412f-9941-2c2016cb8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.377060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-2de003a2-0633-412f-9941-2c2016cb8776 service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.1661329 Aug 12 04:10:58.436830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d067b337-9f88-4a80-a7f3-f941c416ffeb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:58.458493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-233eff5c-27fd-46b1-8029-7575e520ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.459883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-deb66841-6330-4f01-a4c8-cea76b2a14af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 1000 time: 0.0740242 Aug 12 04:10:58.460596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-233eff5c-27fd-46b1-8029-7575e520ff5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2559507 Aug 12 04:10:58.466564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c68bda2e-b0fc-4b0a-9036-3271e8c56b13 req-b68ded6a-23cf-4e79-a418-8af12ff66c3f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.2763906 Aug 12 04:10:58.478810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f8885-0654-4569-ae7f-53d33830f5f2 req-9fadbce2-b2c6-47cb-bd3b-91671603f5b6 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.480642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b8f8885-0654-4569-ae7f-53d33830f5f2 req-9fadbce2-b2c6-47cb-bd3b-91671603f5b6 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 943 time: 0.1356761 Aug 12 04:10:58.535521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdae8dbb-ad5c-4f0d-a96d-0f39d1d063b5 req-42503ec0-4f0a-459d-9b17-5b2c24398d62 service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470939 Aug 12 04:10:58.552959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-87a4cc73-7734-4c93-a988-a2b3257283a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb HTTP/1.1" status: 200 len: 217 time: 0.0670903 Aug 12 04:10:58.584548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-c7c90e30-5501-423b-9dcc-fc3aeab11a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.586067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-c7c90e30-5501-423b-9dcc-fc3aeab11a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1177421 Aug 12 04:10:58.607030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b8f8885-0654-4569-ae7f-53d33830f5f2 req-4d9da53b-d40f-4a4a-87cb-ff0da9248fa3 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094646 Aug 12 04:10:58.622593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d067b337-9f88-4a80-a7f3-f941c416ffeb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:10:58.624149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-9ef7630a-eb39-490e-858c-e40db8e9be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.625824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-9ef7630a-eb39-490e-858c-e40db8e9be23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0556607 Aug 12 04:10:58.675861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-c9f7a9d7-96ea-4532-9d29-24484e78b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.678252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-c9f7a9d7-96ea-4532-9d29-24484e78b4a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835614 Aug 12 04:10:58.693384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bda2e-b0fc-4b0a-9036-3271e8c56b13 req-5f8f371d-3063-44d9-af34-6ac6034b7bcf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.693384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c68bda2e-b0fc-4b0a-9036-3271e8c56b13 req-5f8f371d-3063-44d9-af34-6ac6034b7bcf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2160587 Aug 12 04:10:58.734257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-b7550d4f-65fc-4f86-a5ee-5535a8aad64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:58.735964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-b7550d4f-65fc-4f86-a5ee-5535a8aad64e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023989 Aug 12 04:10:58.891692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-3e2e3da8-6de5-4367-8011-8f6197dfdc58 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973171 Aug 12 04:10:59.002680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b250be0-41c0-476f-bff8-2bf41b6c992e req-03d907a9-b325-4ffc-a480-721a499e7852 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:59.004309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b250be0-41c0-476f-bff8-2bf41b6c992e req-03d907a9-b325-4ffc-a480-721a499e7852 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 949 time: 0.1508806 Aug 12 04:10:59.015548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-8f450c0c-e89b-42af-8cd5-22759a9581e7 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.1393642 Aug 12 04:10:59.022362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-deleted', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:10:59.025056 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0916a593-5ef1-4ec8-aff0-eb1add530a98" -d '{"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-deleted", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:10:59.064291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b250be0-41c0-476f-bff8-2bf41b6c992e req-f3eeeece-a560-4cfd-a903-064c1d545a54 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Aug 12 04:10:59.082647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-83936cb4-e838-46ae-b89d-5abc4320c296 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771171 Aug 12 04:10:59.089184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b102-7039-4df5-a282-00938deb7040 req-64a89c2c-5396-4e48-9d75-a2be820412aa tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:59.103304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-64a89c2c-5396-4e48-9d75-a2be820412aa tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports/c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 942 time: 0.0784783 Aug 12 04:10:59.111745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-20826e4b-158b-4b6c-94b0-46e768a5da19 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613625 Aug 12 04:10:59.237131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-247923d9-1ee2-4e20-9434-e04d95632192 req-d5563385-2507-41d8-8683-91fd4420d1dc tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0629325 Aug 12 04:10:59.331327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-203a7ccf-720f-460e-ad52-c34ac193e149 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.1498055 Aug 12 04:10:59.339686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49042) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:59.405033 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef19785-b3f4-4ee1-856d-b38fe716fabd x-openstack-request-id: req-4ef19785-b3f4-4ee1-856d-b38fe716fabd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:10:59.405483 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbffeff7-61b3-47d2-84a4-ab8d047a68cd", "name": "network-vif-deleted", "tag": "34dc37dc-998c-4384-b00f-f5a40427efb7", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:10:59.405741 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ef19785-b3f4-4ee1-856d-b38fe716fabd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:10:59.406134 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbffeff7-61b3-47d2-84a4-ab8d047a68cd', 'name': 'network-vif-deleted', 'tag': '34dc37dc-998c-4384-b00f-f5a40427efb7', 'status': 'completed', 'code': 200} Aug 12 04:10:59.412718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a96399-a715-4728-bf6c-acf0a2e82eab req-9e9ff834-a970-4674-8c44-19dd98a72364 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921948 Aug 12 04:10:59.484757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b102-7039-4df5-a282-00938deb7040 req-58854e69-dd07-42c2-842a-31509c0dc8af tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:59.486191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-58854e69-dd07-42c2-842a-31509c0dc8af tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1529560 Aug 12 04:10:59.521618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-25ca7ee0-72c6-44f2-889c-baf58062b7b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0c01502cfdf4b95ad29e508b6e870a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817608 Aug 12 04:10:59.522443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:10:59.582671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-537f62cb-027e-4010-b03a-867fd83ad6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.614880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-537f62cb-027e-4010-b03a-867fd83ad6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.615745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-a3c62543-bef8-4f7c-886e-134ac3bcb3d1 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.1191833 Aug 12 04:10:59.625303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:10:59.696041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.752623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d82e2-9c60-4109-b550-483cdc0302f1 req-5d58a1a4-bc5f-4406-b8bc-992546e0eed6 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:10:59.754319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b28d82e2-9c60-4109-b550-483cdc0302f1 req-5d58a1a4-bc5f-4406-b8bc-992546e0eed6 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 943 time: 0.0533288 Aug 12 04:10:59.772626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-537f62cb-027e-4010-b03a-867fd83ad6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.775834 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-537f62cb-027e-4010-b03a-867fd83ad6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.776995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-537f62cb-027e-4010-b03a-867fd83ad6c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/feb9ace3-f173-4d3d-b3de-c0cb88a19d32 HTTP/1.1" status: 204 len: 168 time: 0.2532444 Aug 12 04:10:59.798483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f62cb-027e-4010-b03a-867fd83ad6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb9ace3-f173-4d3d-b3de-c0cb88a19d32,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:10:59.823499 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b28d82e2-9c60-4109-b550-483cdc0302f1 req-f3ce117b-bd92-4407-acc1-9fea0cf2e480 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590627 Aug 12 04:10:59.873301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.886611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0e822576-0d40-44c7-9f63-389f20822af2 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:10:59.890476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d067b337-9f88-4a80-a7f3-f941c416ffeb up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:10:59.951760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:10:59.952129 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab disassociated. External IP: 172.25.6.74, port: c59952f1-71ed-47a9-bc33-37c247d8ab43. Aug 12 04:11:00.178503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0e822576-0d40-44c7-9f63-389f20822af2, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0e822576-0d40-44c7-9f63-389f20822af2,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:00.199690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0e822576-0d40-44c7-9f63-389f20822af2', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'port_id': '0e822576-0d40-44c7-9f63-389f20822af2', 'mac_address': 'fa:16:3e:2a:12:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:00.207933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49072) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:00.242104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049efe-0594-4557-80f7-0171ac1bbead req-252f8bd1-e5b3-4e2a-87ec-8a60d5997cdc tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:00.253028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82049efe-0594-4557-80f7-0171ac1bbead req-252f8bd1-e5b3-4e2a-87ec-8a60d5997cdc tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 949 time: 0.0910048 Aug 12 04:11:00.266199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.285517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e822576-0d40-44c7-9f63-389f20822af2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:00.288384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:00.294996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port d067b337-9f88-4a80-a7f3-f941c416ffeb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:00.334034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port d067b337-9f88-4a80-a7f3-f941c416ffeb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:00.334407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.352551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82049efe-0594-4557-80f7-0171ac1bbead req-fb6a380a-2d4e-457b-9381-44b459bad581 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954781 Aug 12 04:11:00.403545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0e822576-0d40-44c7-9f63-389f20822af2, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0e822576-0d40-44c7-9f63-389f20822af2,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:00.452209 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.484354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd067b337-9f88-4a80-a7f3-f941c416ffeb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:00.492284 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf57b4ce-8afb-4a17-a7f1-825080b30659" -d '{"events": [{"server_uuid": "24c4252d-baea-406e-8c99-e94f28e1d8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d067b337-9f88-4a80-a7f3-f941c416ffeb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:00.496209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2cb0138b-2f21-4884-9dd7-c4a79fb2c615 req-cf7a2feb-0ec7-45b4-85d6-16ac96ef47ea tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84967e8-9115-41a0-a5e8-ade5c4d69726 HTTP/1.1" status: 200 len: 210 time: 0.0508280 Aug 12 04:11:00.508387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:00.516186 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.519115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d067b337-9f88-4a80-a7f3-f941c416ffeb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:00.522407 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:00.524176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.526900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.552754 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:00.554543 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:10:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:00.570213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-c2ad7a80-0f7d-4196-9c5e-fb072d915e1e tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "PUT /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 694 time: 0.9489470 Aug 12 04:11:00.608616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0e822576-0d40-44c7-9f63-389f20822af2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:00.694455 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.696998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:00.762153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b102-7039-4df5-a282-00938deb7040 req-0754e283-6bea-4a62-ad58-bdb1dc190fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:00.767392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-0754e283-6bea-4a62-ad58-bdb1dc190fbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1096 time: 0.1782691 Aug 12 04:11:00.823588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.833713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d067b337-9f88-4a80-a7f3-f941c416ffeb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:00.837183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0e822576-0d40-44c7-9f63-389f20822af2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:00.847755 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:00.854221 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae73c2e6-2409-4e07-8925-ce09ed236ecf x-openstack-request-id: req-ae73c2e6-2409-4e07-8925-ce09ed236ecf {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:00.854800 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c4252d-baea-406e-8c99-e94f28e1d8f6", "name": "network-vif-plugged", "status": "completed", "tag": "d067b337-9f88-4a80-a7f3-f941c416ffeb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:00.855248 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae73c2e6-2409-4e07-8925-ce09ed236ecf {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:00.855858 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd067b337-9f88-4a80-a7f3-f941c416ffeb', 'code': 200} Aug 12 04:11:00.871306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49090) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:00.932531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 34dc37dc-998c-4384-b00f-f5a40427efb7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:00.932531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 34dc37dc-998c-4384-b00f-f5a40427efb7 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:00.952398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.963905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-128d4348-dcd0-44f2-a138-6f2ef72bfcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:00.997711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b102-7039-4df5-a282-00938deb7040 req-88231506-cf36-4b74-b32f-ea56e3faacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:00.999466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-88231506-cf36-4b74-b32f-ea56e3faacf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.2245667 Aug 12 04:11:01.006502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca18a-6b3a-47c6-a0be-72ac5dbf2daf req-7482ad2d-d89c-40bf-9cf0-ada5800238d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:01.008711 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-532ca18a-6b3a-47c6-a0be-72ac5dbf2daf req-7482ad2d-d89c-40bf-9cf0-ada5800238d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 1101 time: 0.1427402 Aug 12 04:11:01.093019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77f5069b7aec4797b36318f23ca9ab3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8810310 Aug 12 04:11:01.093253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-808ea419-7f31-48c1-a438-c7220ba696d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 217 time: 0.0827620 Aug 12 04:11:01.103147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.110757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49094) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:01.162824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1bfe009-5714-48d8-a195-5b256655747d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e4d22d434c84044a8ebdf01bbbc0b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902887 Aug 12 04:11:01.163897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49098) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:01.187478 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:01.322245 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:01.334571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:01.335363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:01.494039 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:01.520507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:01.523141 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:01.551482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-532ca18a-6b3a-47c6-a0be-72ac5dbf2daf req-f2856371-3b06-48bb-a620-cc4d0979598a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337808 Aug 12 04:11:01.555951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b102-7039-4df5-a282-00938deb7040 req-85a9faf3-eccf-40d9-8103-b371322a8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:01.557789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-85a9faf3-eccf-40d9-8103-b371322a8e9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.4445779 Aug 12 04:11:01.590641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddba1bc-33b6-4428-afd3-7f18c10d76ad,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:01.608145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b102-7039-4df5-a282-00938deb7040 req-10a771d0-5b10-4b5a-8323-80a19d5d08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:01.609674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-10a771d0-5b10-4b5a-8323-80a19d5d08af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454748 Aug 12 04:11:01.612463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.613450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.613787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.614117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.614449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.614799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.615128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.615452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.615773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.616090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.616409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.616733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f102a3-3a79-41e7-8d26-3a8a98e28db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:01.636659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9054e29a-d48e-42c8-be1b-5b59dbb2c90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.647182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe4e2-bbe8-4a19-8e84-e2a921006cb7 req-22a9b3d1-97c0-401f-980d-3b743ccdb56a tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:01.648657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88ebe4e2-bbe8-4a19-8e84-e2a921006cb7 req-22a9b3d1-97c0-401f-980d-3b743ccdb56a tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 944 time: 0.6297784 Aug 12 04:11:01.651473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18eb3f05-0bee-437a-b8db-35392bd4b422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.701588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18eb3f05-0bee-437a-b8db-35392bd4b422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.705526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9054e29a-d48e-42c8-be1b-5b59dbb2c90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.720271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-13b4cb81-5c67-463c-9466-19b7993eb8ef service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026130 Aug 12 04:11:01.733472 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:01.769251 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07683ce9-c000-425b-8bbf-65b581022f3e None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:01.771008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88ebe4e2-bbe8-4a19-8e84-e2a921006cb7 req-6e813a42-5a27-4362-b08b-e4f0f833addd tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122036 Aug 12 04:11:01.856046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7423b102-7039-4df5-a282-00938deb7040 req-0936ec98-94a7-4448-8441-046fad3730b9 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259916 Aug 12 04:11:01.887548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0e822576-0d40-44c7-9f63-389f20822af2 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:01.901897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18eb3f05-0bee-437a-b8db-35392bd4b422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.905098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18eb3f05-0bee-437a-b8db-35392bd4b422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.908496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18eb3f05-0bee-437a-b8db-35392bd4b422 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/365067e5-cfcd-4c53-947e-16926f9a2ec0 HTTP/1.1" status: 204 len: 168 time: 0.7411218 Aug 12 04:11:01.928426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb3f05-0bee-437a-b8db-35392bd4b422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365067e5-cfcd-4c53-947e-16926f9a2ec0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:01.962583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9054e29a-d48e-42c8-be1b-5b59dbb2c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.966428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9054e29a-d48e-42c8-be1b-5b59dbb2c90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:01.968863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9054e29a-d48e-42c8-be1b-5b59dbb2c90e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ddba1bc-33b6-4428-afd3-7f18c10d76ad HTTP/1.1" status: 204 len: 168 time: 0.8565624 Aug 12 04:11:01.987716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054e29a-d48e-42c8-be1b-5b59dbb2c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddba1bc-33b6-4428-afd3-7f18c10d76ad,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:02.056674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:02.079441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0e822576-0d40-44c7-9f63-389f20822af2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:02.085676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0e822576-0d40-44c7-9f63-389f20822af2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:02.085676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:02.186656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ee3d-947f-40ff-b69f-22153005bc1a req-62243bc7-6260-4566-bf7f-8b782c2cb454 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:02.196869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2413ee3d-947f-40ff-b69f-22153005bc1a req-62243bc7-6260-4566-bf7f-8b782c2cb454 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 950 time: 0.1017895 Aug 12 04:11:02.204986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-738ce39e-6f2e-42df-8230-8da39ffc8180 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227489 Aug 12 04:11:02.217232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266044e3-50d1-44f3-8dc5-20a536893da5 None None] New status for floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:11:02.270375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2413ee3d-947f-40ff-b69f-22153005bc1a req-27439b2d-446c-40ca-84dc-c3a99bdfd69a tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724058 Aug 12 04:11:02.278355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:02.329377 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0dc542-8f00-44ab-b16a-a79c8672f1d6 x-openstack-request-id: req-2c0dc542-8f00-44ab-b16a-a79c8672f1d6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:02.329875 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:02.329998 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c0dc542-8f00-44ab-b16a-a79c8672f1d6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:02.330339 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'status': 'completed', 'code': 200} Aug 12 04:11:02.335377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-9312c49d-21c3-497f-b4a5-e3d4a2cda13b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:02.337355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-9312c49d-21c3-497f-b4a5-e3d4a2cda13b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261642 Aug 12 04:11:02.376789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-d4c06fcb-92a4-418c-9e08-e15423dc084d tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/quotas/6ecba86d1b5d42758463ea0c082c255d HTTP/1.1" status: 200 len: 375 time: 0.0259888 Aug 12 04:11:02.401960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0e822576-0d40-44c7-9f63-389f20822af2, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0e822576-0d40-44c7-9f63-389f20822af2,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:02.435413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-db1ad1ac-ec71-4f44-8a32-c2c7809c1c66 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436900 Aug 12 04:11:02.461639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-f0403b45-9530-445b-828e-ee36aa420b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:02.463631 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-f0403b45-9530-445b-828e-ee36aa420b54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 1096 time: 0.1040361 Aug 12 04:11:02.528423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:02.626001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0e822576-0d40-44c7-9f63-389f20822af2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:02.663151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-3a6ccbdf-35cb-47b1-902b-6985c74a7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:02.664791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-3a6ccbdf-35cb-47b1-902b-6985c74a7b32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.1936116 Aug 12 04:11:02.770364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-0c484868-ead3-4a18-86fe-a14a26d48913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 200 len: 217 time: 0.0976031 Aug 12 04:11:02.857158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:02.860506 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6793fa8d-38ca-4b4c-a131-6603e2137783" -d '{"events": [{"server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "name": "network-vif-plugged", "status": "completed", "tag": "0e822576-0d40-44c7-9f63-389f20822af2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:02.872007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49148) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:02.880906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-15f0ee29-849b-40a1-b502-3c51fe5b2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:02.880906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-15f0ee29-849b-40a1-b502-3c51fe5b2634 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.0992332 Aug 12 04:11:02.986284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-283a0eba-78df-4aa9-bb88-203659bee2e1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:02.999056 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864025ea-f290-49b3-8da1-b12d203bd48b x-openstack-request-id: req-864025ea-f290-49b3-8da1-b12d203bd48b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:02.999538 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "name": "network-vif-plugged", "status": "completed", "tag": "0e822576-0d40-44c7-9f63-389f20822af2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:02.999993 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-864025ea-f290-49b3-8da1-b12d203bd48b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:03.001362 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2', 'code': 200} Aug 12 04:11:03.024227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-283a0eba-78df-4aa9-bb88-203659bee2e1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.069092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-97c4abed-dcfe-43b3-b2c3-c41c0aa80af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:03.070863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-97c4abed-dcfe-43b3-b2c3-c41c0aa80af2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835513 Aug 12 04:11:03.100323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4be64-0026-4340-978a-3f3c84c7dce7 req-f609daed-0cfd-4500-b5bb-d717a8a15396 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:03.101848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14a4be64-0026-4340-978a-3f3c84c7dce7 req-f609daed-0cfd-4500-b5bb-d717a8a15396 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.1510937 Aug 12 04:11:03.170825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900cd83-39ad-4bcd-b327-f51c659c697f req-dcfeb114-a103-43df-99dd-043dccd2d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:03.173136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6900cd83-39ad-4bcd-b327-f51c659c697f req-dcfeb114-a103-43df-99dd-043dccd2d8f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 1096 time: 0.0791118 Aug 12 04:11:03.186538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-6ef61709-bd9a-4693-9996-a2723c2d1242 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:03.190474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-6ef61709-bd9a-4693-9996-a2723c2d1242 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0672309 Aug 12 04:11:03.208676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14a4be64-0026-4340-978a-3f3c84c7dce7 req-eef478c9-afa8-42b8-8ecb-89206c36e0d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973730 Aug 12 04:11:03.245401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-283a0eba-78df-4aa9-bb88-203659bee2e1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.248622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-283a0eba-78df-4aa9-bb88-203659bee2e1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.252346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-283a0eba-78df-4aa9-bb88-203659bee2e1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "DELETE /v2.0/security-groups/1af076e3-e9cc-4d2b-9cf7-d8765140b57d HTTP/1.1" status: 204 len: 168 time: 0.3766170 Aug 12 04:11:03.256786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49164) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:03.294484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-453ff2aa-c481-423a-bd3a-054d2782eaa3 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.0993104 Aug 12 04:11:03.295981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-025e0a8e-8908-4e84-96f2-3d6872dd27b3 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834295 Aug 12 04:11:03.296872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a0eba-78df-4aa9-bb88-203659bee2e1 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af076e3-e9cc-4d2b-9cf7-d8765140b57d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:03.297006 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-0d1fb87d-bd79-4860-831f-3327764239b7 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] show failed (client error): The resource could not be found. Aug 12 04:11:03.297840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0d1fb87d-bd79-4860-831f-3327764239b7 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "GET /v2.0/security-groups/1af076e3-e9cc-4d2b-9cf7-d8765140b57d HTTP/1.1" status: 404 len: 347 time: 0.0401006 Aug 12 04:11:03.301531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:03.307744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'floatingip': {'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:03.383139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6900cd83-39ad-4bcd-b327-f51c659c697f req-bf95f556-6bce-4c6d-a042-9d11ec240999 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939588 Aug 12 04:11:03.390300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.465810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-b7f995f4-beb1-446f-97e2-f48c92c8282b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659034 Aug 12 04:11:03.554953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba10b40b-f751-45b5-83d0-e7d2fefdf8ad req-d3a021d0-c7da-4f17-8916-7c3b10c60d64 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491176 Aug 12 04:11:03.583212 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.704215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Deleting port 8bfe0b55-da32-4ede-b5d1-309eb09e766e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:03.704215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.711796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-a963a50c-4ff8-484c-a476-cd75459e81b4 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:03.713377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-a963a50c-4ff8-484c-a476-cd75459e81b4 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609290 Aug 12 04:11:03.779280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-e056d39d-fd29-4a65-baf8-1109190fc145 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/quotas/6ecba86d1b5d42758463ea0c082c255d HTTP/1.1" status: 200 len: 375 time: 0.0558465 Aug 12 04:11:03.812332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.813461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.829782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Calling delete_port for 8bfe0b55-da32-4ede-b5d1-309eb09e766e owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:03.997325 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:03.998116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:04.032869 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-6db6064e-2066-4d53-9086-8afdf5813541 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275557 Aug 12 04:11:04.056156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.056755 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.091264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Pushing event deleted for resources: {'Port': ['ID=8bfe0b55-da32-4ede-b5d1-309eb09e766e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:04.156795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.160601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.161966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8222fd5c-6d97-4c76-9d8f-4b07f47479e9 tempest-ServersTestBootFromVolume-1053403608 tempest-ServersTestBootFromVolume-1053403608-project] 10.222.0.42 "DELETE /v2.0/floatingips/2ff6259b-796a-426e-8196-c5f37e7463b2 HTTP/1.1" status: 204 len: 168 time: 0.8574445 Aug 12 04:11:04.165005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49206) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:04.272988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-287364855-network', 'tenant_id': '40b7a48132cf430b8947eb0e763bfc32'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:04.314932 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab associated. External IP: 172.25.6.74, port: e028b447-58db-45bc-a96f-7b4499d652db. Aug 12 04:11:04.438210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Made reservation on behalf of 40b7a48132cf430b8947eb0e763bfc32 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:04.440686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.453719 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.560786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-b83c63a2-c999-44cf-8c28-5e923e2cc988 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:04.560786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-b83c63a2-c999-44cf-8c28-5e923e2cc988 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "GET /v2.0/ports?device_id=e29f1dec-3af5-433b-acde-2d05c04e6e63 HTTP/1.1" status: 200 len: 945 time: 0.1064928 Aug 12 04:11:04.623631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47923e76-c4a0-467b-a23d-845fa1c63e7a req-d9797fda-7a9b-40fd-86de-1784b88ae456 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:04.631740 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47923e76-c4a0-467b-a23d-845fa1c63e7a req-d9797fda-7a9b-40fd-86de-1784b88ae456 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 950 time: 0.2529359 Aug 12 04:11:04.706785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:04.723861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.765595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47923e76-c4a0-467b-a23d-845fa1c63e7a req-1d1210a0-d1ab-49b1-9716-adf26678d8fb tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329179 Aug 12 04:11:04.915670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:04.922678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.950411 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:04.951034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:11:04.963574 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:04.969204 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Added segment f1e94fdc-1672-432d-9e26-c6e9ec2ea419 of type vlan for network 1773c5d5-56df-45db-ae32-c027b4820457 Aug 12 04:11:04.969357 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:04.969357 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:04.969590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Deleting port c59952f1-71ed-47a9-bc33-37c247d8ab43 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:04.969590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.073669 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.085351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.101808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.118078 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:05.132624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-090dbf38-2120-4f5e-a3b9-ffe1f56d6269 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "PUT /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 995 time: 1.8303545 Aug 12 04:11:05.143247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:05.147062 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af599c07-fd38-4664-ad2f-09b9b3a3aa95" -d '{"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:05.180293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] For port c59952f1-71ed-47a9-bc33-37c247d8ab43, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c59952f1-71ed-47a9-bc33-37c247d8ab43,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:05.180678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.189691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751b1e-4140-4fc1-8148-69e955cc1468 req-c8e1c7f9-73e0-48bd-bcf3-7c1c33f7661c tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:05.196003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de751b1e-4140-4fc1-8148-69e955cc1468 req-c8e1c7f9-73e0-48bd-bcf3-7c1c33f7661c tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.1757462 Aug 12 04:11:05.223230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af68dc78-84cb-4231-9c01-cdb7faa21943,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:05.234688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-e150b820-f153-4573-8b4b-f3f194b0c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:05.242454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-e150b820-f153-4573-8b4b-f3f194b0c6a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.0832183 Aug 12 04:11:05.246762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Calling delete_port for c59952f1-71ed-47a9-bc33-37c247d8ab43 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:05.338940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.339899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:05.340634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.359221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-a31eace7-c0f6-4e1f-8820-0a3a89b5fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:05.360728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-a31eace7-c0f6-4e1f-8820-0a3a89b5fc3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.1175330 Aug 12 04:11:05.377657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de751b1e-4140-4fc1-8148-69e955cc1468 req-ba1d5210-09de-44aa-b727-191d0e93c5b8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339059 Aug 12 04:11:05.456323 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:11:03Z', 'revision_number': 8, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:05.459466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Pushing event updated for resources: {'Network': ['ID=1773c5d5-56df-45db-ae32-c027b4820457,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:05.473661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.474017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.474368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.474745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.475083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.475417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.475753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.476084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.476416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.476745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.477075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.477402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:05.486265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-1fea2042-dcb0-4ec5-b152-932a92ae2e2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 998 time: 0.0884135 Aug 12 04:11:05.488857 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:05.496250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6cc0ee5f-8d37-40e7-8312-22c4c0cfc973 req-612af2b9-d556-4aa4-9f17-83b62a8a7ffe tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 210 time: 0.0551577 Aug 12 04:11:05.501009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1773c5d5-56df-45db-ae32-c027b4820457 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:11:05.520227 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:05.521049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:05.573473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-5aeb0039-9177-4162-81e7-b5bdf32f0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:05.574980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-5aeb0039-9177-4162-81e7-b5bdf32f0d53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.0632026 Aug 12 04:11:05.615947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ddfd0a0e-f379-4270-8ea7-6bb37b4af79b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6166754 Aug 12 04:11:05.621348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49238) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:05.626040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Request body: {'subnet': {'network_id': '1773c5d5-56df-45db-ae32-c027b4820457', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-287364855-subnet', 'tenant_id': '40b7a48132cf430b8947eb0e763bfc32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:05.633101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Deleting port 8773fe0a-b693-475c-a6f3-296585de795c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:05.633448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.662379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-d4c5d8eb-2d3a-4e13-a1ff-9355bc616777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:05.664051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-d4c5d8eb-2d3a-4e13-a1ff-9355bc616777 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820792 Aug 12 04:11:05.675617 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:05.727143 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.739264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e028b447-58db-45bc-a96f-7b4499d652db', 'c59952f1-71ed-47a9-bc33-37c247d8ab43'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:05.765797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event deleted for resources: {'Port': ['ID=c59952f1-71ed-47a9-bc33-37c247d8ab43,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:05.771687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] For port 8773fe0a-b693-475c-a6f3-296585de795c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8773fe0a-b693-475c-a6f3-296585de795c,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:05.777022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.811774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-db32a647-ba3b-4eef-bb3b-9610bf137002 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320200 Aug 12 04:11:05.812888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Made reservation on behalf of 40b7a48132cf430b8947eb0e763bfc32 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:05.815332 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.823818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] No DVR routers for this DVR port c59952f1-71ed-47a9-bc33-37c247d8ab43 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:05.825797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Calling delete_port for 8773fe0a-b693-475c-a6f3-296585de795c owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:05.828249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:05.830356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fff878c8-8d4b-4e75-9272-ba260974e431 req-e43a2f65-09d1-4a50-8199-f4e47c81b7ea tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "DELETE /v2.0/ports/c59952f1-71ed-47a9-bc33-37c247d8ab43 HTTP/1.1" status: 204 len: 173 time: 1.2187731 Aug 12 04:11:05.831553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'name': 'network-vif-deleted', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:05.833456 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52bbe6-f79d-4e73-85ba-26c9451efd3b" -d '{"events": [{"server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "name": "network-vif-deleted", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:05.935544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-5f2e8c5e-58aa-4631-b6ff-bcbd2fbd797d tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445802 Aug 12 04:11:06.068948 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:11:03Z', 'revision_number': 8, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:06.106855 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389fe-3463-400e-9bd0-1a86065d3df9 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'port_id': 'e028b447-58db-45bc-a96f-7b4499d652db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'mac_address': 'fa:16:3e:fd:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:19Z', 'updated_at': '2021-08-12T04:11:03Z', 'revision_number': 8, 'project_id': '71513ca907c24d9482f6cac56359215f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:06.190912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-37fb229c-53a1-4188-9d6b-b3374a21a71c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.192409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-37fb229c-53a1-4188-9d6b-b3374a21a71c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091255 Aug 12 04:11:06.214936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Request body: {'port': {'device_id': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '6ecba86d1b5d42758463ea0c082c255d'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:06.233637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:06.330543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8773fe0a-b693-475c-a6f3-296585de795c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:06.350899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea2276b7-0d99-4b5d-94ed-1115967c30ee req-90992f07-a844-4117-8ed8-0636c164e39e service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164638 Aug 12 04:11:06.440325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1dbb6-713c-42b1-8aab-7a7fe1f9a8e1 None None] New status for floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:11:06.563281 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a239768-0149-473e-8bb2-42bdd7947deb x-openstack-request-id: req-9a239768-0149-473e-8bb2-42bdd7947deb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:06.563866 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:06.564285 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a239768-0149-473e-8bb2-42bdd7947deb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:06.564868 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'status': 'completed', 'code': 200} Aug 12 04:11:06.571326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Made reservation on behalf of 6ecba86d1b5d42758463ea0c082c255d for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:06.580895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:06.607828 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:06.617761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:06.775447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8040eed2-2d5c-4178-a626-e818d2981107,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:06.836029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Checking segment: {'id': 'f1e94fdc-1672-432d-9e26-c6e9ec2ea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1773c5d5-56df-45db-ae32-c027b4820457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:06.836407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Network hostable DHCP agents. Network: 1773c5d5-56df-45db-ae32-c027b4820457, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:11:06.846922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fb9c0-9dc3-4add-83b5-2b6a6c481bfa req-d8f52ad5-2b58-4be0-9b75-b214cc732934 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.848676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-910fb9c0-9dc3-4add-83b5-2b6a6c481bfa req-d8f52ad5-2b58-4be0-9b75-b214cc732934 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.1553833 Aug 12 04:11:06.863709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49252) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:06.876094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Request body: {'floatingip': {'port_id': '0e822576-0d40-44c7-9f63-389f20822af2'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:06.912342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.912342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.912342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.912342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.912342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.913267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.913267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.913457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:06.915755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b82e29-ee40-4273-b2d6-dbc26e144c45 req-7c66cfe1-d5c1-4c61-bf83-4385aa9fff35 tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.7055106 Aug 12 04:11:06.926292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:06.929337 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ecc85a-8d67-4811-b145-184d113454e0 x-openstack-request-id: req-d7ecc85a-8d67-4811-b145-184d113454e0 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:06.929637 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29f1dec-3af5-433b-acde-2d05c04e6e63", "name": "network-vif-deleted", "tag": "c59952f1-71ed-47a9-bc33-37c247d8ab43", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:06.929895 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7ecc85a-8d67-4811-b145-184d113454e0 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:06.930306 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29f1dec-3af5-433b-acde-2d05c04e6e63', 'name': 'network-vif-deleted', 'tag': 'c59952f1-71ed-47a9-bc33-37c247d8ab43', 'status': 'completed', 'code': 200} Aug 12 04:11:07.011144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-f12ded0f-baec-420b-9837-6869440a11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.012807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-f12ded0f-baec-420b-9837-6869440a11d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1958735 Aug 12 04:11:07.017402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Network 1773c5d5-56df-45db-ae32-c027b4820457 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:11:07.073533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.126067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.131784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4dcc4084-7463-49f6-bbd5-fe5ed16fe25a req-7f4606d7-7fb9-48e1-beb1-5e2e885aba44 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 210 time: 0.0322380 Aug 12 04:11:07.146691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1773c5d5-56df-45db-ae32-c027b4820457) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:07.149855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.151198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eab53-32fb-409e-bb85-c5a480db724e req-da20e610-5b7a-4958-89f1-db1bf0d77cd0 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.152734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c7eab53-32fb-409e-bb85-c5a480db724e req-da20e610-5b7a-4958-89f1-db1bf0d77cd0 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 1101 time: 0.1371918 Aug 12 04:11:07.171255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729e036-03d4-48af-8a9a-9d836d38f3e3 None None] Network 1773c5d5-56df-45db-ae32-c027b4820457 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:07.207198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.207820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.230819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3c7eab53-32fb-409e-bb85-c5a480db724e req-648d78a9-333b-4973-a108-faa74f962441 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.242249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-e42df4cf-4697-47c9-a9ea-d3f469bd68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.243604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-e42df4cf-4697-47c9-a9ea-d3f469bd68c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.2155175 Aug 12 04:11:07.336899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a38ece-f8b8-4777-bb97-7ef3b1e686bf None None] Network 1773c5d5-56df-45db-ae32-c027b4820457 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:07.356646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-68df8f89-1e7b-4fef-9bae-3dbbca8a92ae tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050982 Aug 12 04:11:07.372090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb2ef2f-b0ce-4285-800b-e539fb243910,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:07.433366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b009ad3d-b525-4f22-acb7-5e364bc447ff req-53eecc0d-879d-4d7c-8fb6-988feb47172f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 997 time: 0.2283423 Aug 12 04:11:07.447270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-17e9f1d7-5955-4d42-aa5b-a03f9e2a1fac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 1000 time: 0.1945639 Aug 12 04:11:07.595970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Allocated IP 192.168.233.219 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/ac613c87-acc1-4c69-b905-c332db53c8b4) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:07.634112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-6385011e-ae0d-4654-8ab5-a12460cf9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.635617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-6385011e-ae0d-4654-8ab5-a12460cf9eae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1777008 Aug 12 04:11:07.693878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-572c47cd-d927-4667-ad7e-f716c99a8b76 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.695354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-572c47cd-d927-4667-ad7e-f716c99a8b76 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3283744 Aug 12 04:11:07.711113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Router de6c9cdf-7736-4fbb-94a0-374f1af71baf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:07.713464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009ad3d-b525-4f22-acb7-5e364bc447ff req-18dbaac3-d456-4584-9b08-5d6d086572f5 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.718107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b009ad3d-b525-4f22-acb7-5e364bc447ff req-18dbaac3-d456-4584-9b08-5d6d086572f5 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2712860 Aug 12 04:11:07.720089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Request body: {'port': {'device_id': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '6ecba86d1b5d42758463ea0c082c255d'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:07.728431 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3c7eab53-32fb-409e-bb85-c5a480db724e req-648d78a9-333b-4973-a108-faa74f962441 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.739570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-b009ad3d-b525-4f22-acb7-5e364bc447ff req-2814db8b-39b9-4c10-88a3-1c5a26adca88 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:11:07.743112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b009ad3d-b525-4f22-acb7-5e364bc447ff req-2814db8b-39b9-4c10-88a3-1c5a26adca88 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180244 Aug 12 04:11:07.779650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-cf0509b4-6c45-4331-a952-7aa5c1e80aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:07.781139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-cf0509b4-6c45-4331-a952-7aa5c1e80aea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325023 Aug 12 04:11:07.799442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3c7eab53-32fb-409e-bb85-c5a480db724e req-648d78a9-333b-4973-a108-faa74f962441 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:07.908489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c59952f1-71ed-47a9-bc33-37c247d8ab43 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:07.914231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c7eab53-32fb-409e-bb85-c5a480db724e req-648d78a9-333b-4973-a108-faa74f962441 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7531271 Aug 12 04:11:07.951187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: c59952f1-71ed-47a9-bc33-37c247d8ab43 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:07.951541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c59952f1-71ed-47a9-bc33-37c247d8ab43 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:07.954524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d78a9-333b-4973-a108-faa74f962441 tempest-ServersAdminNegativeTestJSON-954870218 tempest-ServersAdminNegativeTestJSON-954870218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555341df-5bf0-4ef2-951f-88cf76f44992,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:08.095164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-81dec5f3-9476-414c-81ba-b4e8da257b74 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057506 Aug 12 04:11:08.102151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:08.109587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d579b340-e094-4b8c-b8d6-5a30ed8d89d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/de6c9cdf-7736-4fbb-94a0-374f1af71baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9422863 Aug 12 04:11:08.116386 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] Sync routers for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:08.117989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49262) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:08.126833 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:08.127884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:08.201259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-81186375-88a9-496b-83f3-847f17433d5a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5727303 Aug 12 04:11:08.201259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.resource_extend [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:11:08.201628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Made reservation on behalf of 6ecba86d1b5d42758463ea0c082c255d for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:08.201628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:08.210668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d6e601db-722a-4ebd-988f-f98fa00e8fc9 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.2501152 Aug 12 04:11:08.239776 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:08.305886 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:08.332772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23261bf3-ec40-4b16-a33c-5a6a9f756d13 req-5ddeb5e2-d750-4712-9fef-144a2a195a2d tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:08.341559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-b15a973a-5b1f-4bf3-bd63-87dd00a9cb08 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:08.344356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-b15a973a-5b1f-4bf3-bd63-87dd00a9cb08 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports/e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 942 time: 0.1323192 Aug 12 04:11:08.349118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23261bf3-ec40-4b16-a33c-5a6a9f756d13 req-5ddeb5e2-d750-4712-9fef-144a2a195a2d tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 886 time: 0.5760734 Aug 12 04:11:08.359244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:08.385922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:08.400116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Transition to ACTIVE for port object ac613c87-acc1-4c69-b905-c332db53c8b4 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:08.419100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af599c07-fd38-4664-ad2f-09b9b3a3aa95 req-7a41057d-fec2-4aeb-a40e-77d1fb53aac5 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143001 Aug 12 04:11:08.484758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:08.516615 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:11:06Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:08.530443 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Floating IP b18576d4-b702-4eb2-912b-c85946dfb919 associated. External IP: 172.25.6.12, port: 0e822576-0d40-44c7-9f63-389f20822af2. Aug 12 04:11:08.613403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:08.645341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7cc85f5-6972-49dc-ad4a-1ad773032859 req-6199c18c-1b78-40e4-8c93-995c12c42d7e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 210 time: 0.0652814 Aug 12 04:11:08.653952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] Checking router: de6c9cdf-7736-4fbb-94a0-374f1af71baf for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:08.666046 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] Routers {'de6c9cdf-7736-4fbb-94a0-374f1af71baf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:08.666677 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:08.693556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:08.699897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:08.713420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:08.757369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:08.808943 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] Set router de6c9cdf-7736-4fbb-94a0-374f1af71baf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:08.914305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-e5865e0f-9730-4ec1-ac2b-1019f399f5e8 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.4932716 Aug 12 04:11:08.975795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:08.976306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.001967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Router 2c460f17-43c2-4670-82d8-bbe613be52f7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:09.023883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Allocated IP 192.168.233.29 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/827daa54-81c7-4e28-afcf-5d3348eb208a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:09.025501 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:11:06Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:09.059134 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ad94c-36b1-4dab-baa1-0466db1fbbed None None] The sync data for ids ['de6c9cdf-7736-4fbb-94a0-374f1af71baf'] in n-d-804320-1 is: [{'id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'name': 'tempest-ServersTestBootFromVolume-1241512287-router', 'tenant_id': '54671de288264405aea06c43324bcdb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:06:36Z', 'updated_at': '2021-08-12T04:11:06Z', 'revision_number': 5, 'project_id': '54671de288264405aea06c43324bcdb0', 'gw_port': {'id': '5ea6f8a2-8285-42f9-86e8-725c5d4dfc11', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6c9cdf-7736-4fbb-94a0-374f1af71baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:06:37Z', 'updated_at': '2021-08-12T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:09.096052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.096993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.097578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.098057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.098534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.099510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.099510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.099967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.101943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ef07312-9fe6-4ca6-86c1-8f9f7cf7968a req-c0dfe59f-a53f-4108-98d5-c06df90c005c tempest-NetworksTest-612004468 tempest-NetworksTest-612004468-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5725 time: 0.3618691 Aug 12 04:11:09.104647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3796edd9-766b-4e62-8f38-d5879eb5f219 None None] Provisioning for port ac613c87-acc1-4c69-b905-c332db53c8b4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:09.109014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3796edd9-766b-4e62-8f38-d5879eb5f219 None None] Provisioning complete for port ac613c87-acc1-4c69-b905-c332db53c8b4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:09.118653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3796edd9-766b-4e62-8f38-d5879eb5f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.118967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.142745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-4df0e52a-c8aa-41d3-85e2-9475b7ed6976 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9329138 Aug 12 04:11:09.185637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-34bf343b-25a2-48b4-8d53-fcc6b3d67c31 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:09.202968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-34bf343b-25a2-48b4-8d53-fcc6b3d67c31 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2874572 Aug 12 04:11:09.221608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3796edd9-766b-4e62-8f38-d5879eb5f219 None None] Port ac613c87-acc1-4c69-b905-c332db53c8b4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:09.230750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Request body: {'port': {'device_id': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:09.258644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-fcb90293-e4e3-4d0c-b885-4b3f7ff6b4d9 req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2145596041', 'description': 'tempest-description-1212968599'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:09.316341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:09.322082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.330729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] Sync routers for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:09.344132 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.345743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:09.346483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:09.367488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05b64432-f844-4ca0-a75a-ab74b6c02797 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "PUT /v2.0/floatingips/b18576d4-b702-4eb2-912b-c85946dfb919 HTTP/1.1" status: 200 len: 990 time: 2.4981947 Aug 12 04:11:09.367488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:09.368735 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "tag": "0e822576-0d40-44c7-9f63-389f20822af2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:09.368946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-8cb19eb1-a484-4d66-844d-1487ebdf2afd tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1000 time: 0.1650393 Aug 12 04:11:09.395396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:09.441426 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.457283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Deleting port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:09.457624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.464702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fcb90293-e4e3-4d0c-b885-4b3f7ff6b4d9 req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.475819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:09.511835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Transition to ACTIVE for port object 827daa54-81c7-4e28-afcf-5d3348eb208a will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:09.553678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.594888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fcb90293-e4e3-4d0c-b885-4b3f7ff6b4d9 req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.637964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] For port 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:09.638323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.661416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Calling delete_port for 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:09.662177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fcb90293-e4e3-4d0c-b885-4b3f7ff6b4d9 req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.718861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33932eb1-c6b9-42c9-ba51-fa18897a8987,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:09.754300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.797028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'b18576d4-b702-4eb2-912b-c85946dfb919', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'port_id': '0e822576-0d40-44c7-9f63-389f20822af2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'mac_address': 'fa:16:3e:2a:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:45Z', 'updated_at': '2021-08-12T04:11:07Z', 'revision_number': 1, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:45Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:09.809511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fcb90293-e4e3-4d0c-b885-4b3f7ff6b4d9 req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.822214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcb90293-e4e3-4d0c-b885-4b3f7ff6b4d9 req-3268709b-d896-43c6-8989-ff52ddd1d019 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5853209 Aug 12 04:11:09.847879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] Checking router: 2c460f17-43c2-4670-82d8-bbe613be52f7 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:09.853358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49292) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:09.863497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:09.864600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:09.876068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.879246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:09.884492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:09.890184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event updated for resources: {'Port': ['ID=827daa54-81c7-4e28-afcf-5d3348eb208a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:09.892015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:09.960832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:09.961619 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab disassociated. External IP: 172.25.6.74, port: e028b447-58db-45bc-a96f-7b4499d652db. Aug 12 04:11:09.970216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac613c87-acc1-4c69-b905-c332db53c8b4 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:09.987841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.014684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Transition to ACTIVE for port object ac613c87-acc1-4c69-b905-c332db53c8b4 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:10.020515 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c4103e-a536-4e62-8f53-96fea0708b13 x-openstack-request-id: req-37c4103e-a536-4e62-8f53-96fea0708b13 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:10.020811 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "tag": "0e822576-0d40-44c7-9f63-389f20822af2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:10.021056 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37c4103e-a536-4e62-8f53-96fea0708b13 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:10.021472 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2', 'status': 'completed', 'code': 200} Aug 12 04:11:10.083063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.102365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:10.112497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.113141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.163702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-492dee70-6837-45d0-80bf-ad80e3b0cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.188583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:10.257479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-e4abf00b-bcbf-4279-a9b3-36c30208d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.259134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-e4abf00b-bcbf-4279-a9b3-36c30208d8a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=173ab85a39e44a34b11206ca0cadde4c&device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 1096 time: 0.2160213 Aug 12 04:11:10.285760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Attempting to bind port ac613c87-acc1-4c69-b905-c332db53c8b4 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:10.286162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Attempting to bind port ac613c87-acc1-4c69-b905-c332db53c8b4 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:10.286524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Attempting to bind port ac613c87-acc1-4c69-b905-c332db53c8b4 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:10.295162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Port ac613c87-acc1-4c69-b905-c332db53c8b4 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:11:10.295162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Attempting to bind port ac613c87-acc1-4c69-b905-c332db53c8b4 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:10.304412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:10.304683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:10.305080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:10.305534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Bound port: ac613c87-acc1-4c69-b905-c332db53c8b4, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:10.305894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.325448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e803880-fabf-4ac3-87c3-429cec062da1 req-0fbb39e1-61e8-4eb7-a21b-84c69de5d8db tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.327288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-aba34792-249f-421e-88ac-4c77c476c1cf tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6138182 Aug 12 04:11:10.328260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e803880-fabf-4ac3-87c3-429cec062da1 req-0fbb39e1-61e8-4eb7-a21b-84c69de5d8db tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 935 time: 0.1297722 Aug 12 04:11:10.375961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Request body: {'port': {'device_id': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:10.400821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bed1b8ff-899a-4239-82d9-348769724761 None None] Provisioning for port 827daa54-81c7-4e28-afcf-5d3348eb208a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:10.407810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bed1b8ff-899a-4239-82d9-348769724761 None None] Provisioning complete for port 827daa54-81c7-4e28-afcf-5d3348eb208a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:10.408539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bed1b8ff-899a-4239-82d9-348769724761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.413527 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.451260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e803880-fabf-4ac3-87c3-429cec062da1 req-297bdee6-ba3d-4b0d-b451-593489bfc510 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941775 Aug 12 04:11:10.452680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:10.461642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:10.461829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bed1b8ff-899a-4239-82d9-348769724761 None None] Port 827daa54-81c7-4e28-afcf-5d3348eb208a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:10.470759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'b18576d4-b702-4eb2-912b-c85946dfb919', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'port_id': '0e822576-0d40-44c7-9f63-389f20822af2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'mac_address': 'fa:16:3e:2a:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:45Z', 'updated_at': '2021-08-12T04:11:07Z', 'revision_number': 1, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:45Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:10.481158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea6f8a2-8285-42f9-86e8-725c5d4dfc11,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:10.505199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b670b6-1d07-4c1e-8a71-948b6ebc360e None None] The sync data for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 is: [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'b18576d4-b702-4eb2-912b-c85946dfb919', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'floating_ip_address': '172.25.6.12', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'port_id': '0e822576-0d40-44c7-9f63-389f20822af2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'mac_address': 'fa:16:3e:2a:12:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:10:45Z', 'updated_at': '2021-08-12T04:11:07Z', 'revision_number': 1, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:45Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:10.531963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-5513125b-2674-46da-8ce5-fb0e36aa4ebf tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/33932eb1-c6b9-42c9-ba51-fa18897a8987 HTTP/1.1" status: 200 len: 1805 time: 0.0613344 Aug 12 04:11:10.538565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33932eb1-c6b9-42c9-ba51-fa18897a8987', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:10.538937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33932eb1-c6b9-42c9-ba51-fa18897a8987', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:10.544969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.588016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.597971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-cfcf2055-f527-4696-9c2a-9119bd8cd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.598937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.599283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-cfcf2055-f527-4696-9c2a-9119bd8cd7b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=602a13d4-099b-447d-b77f-25f3adc48a0c HTTP/1.1" status: 200 len: 913 time: 0.3320141 Aug 12 04:11:10.599727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.601147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac613c87-acc1-4c69-b905-c332db53c8b4 HTTP/1.1" status: 200 len: 1096 time: 1.3765190 Aug 12 04:11:10.622572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5d62-4943-459d-b4a8-ebf325116835 service neutron] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:10.725921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:10.759264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-512449fc-678c-437d-a991-e89fdad5de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.761140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-512449fc-678c-437d-a991-e89fdad5de00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1099 time: 0.0531723 Aug 12 04:11:10.768454 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.795795 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba8e9e3-ef5b-4d2f-9200-f503961cfa5d None None] New status for floating IP b18576d4-b702-4eb2-912b-c85946dfb919: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:11:10.819739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-efe93e06-edfc-4f75-8132-3e6862705c23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac613c87-acc1-4c69-b905-c332db53c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0509670 Aug 12 04:11:10.872329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-97a2febd-31a8-41e9-9be9-b2897b630599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.873927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-97a2febd-31a8-41e9-9be9-b2897b630599 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0463161 Aug 12 04:11:10.937506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-492dee70-6837-45d0-80bf-ad80e3b0cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.940684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-6278ba17-60ed-4bb8-8696-138a68b36e5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e822576-0d40-44c7-9f63-389f20822af2 HTTP/1.1" status: 200 len: 998 time: 0.3041921 Aug 12 04:11:10.947818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-75815847-76c1-4245-a467-cb5813bb216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:10.951381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-75815847-76c1-4245-a467-cb5813bb216c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668409 Aug 12 04:11:10.982703 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:10.993668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.011409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8773fe0a-b693-475c-a6f3-296585de795c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:11.036989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-492dee70-6837-45d0-80bf-ad80e3b0cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.037159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8773fe0a-b693-475c-a6f3-296585de795c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:11.037159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8773fe0a-b693-475c-a6f3-296585de795c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:11.071616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-efd6998c-12db-403a-88ed-8ab15bfca6ff service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127992 Aug 12 04:11:11.187660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.212629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b28eacac-ef5a-4404-8128-b0f77abfc639 req-20638b5a-d0c8-4335-96a8-05c63323d2c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303635 Aug 12 04:11:11.226381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.290769 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.309427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bea520b-a26f-4cc0-860c-99a23d4a915f,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:11.444769 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.457031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-174f9b7a-f150-4dcc-a161-541389ec26c5 req-90b09ae4-53db-4a8d-8f4d-dd8a216bae3c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9239800 Aug 12 04:11:11.501908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.504735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6c9cdf-7736-4fbb-94a0-374f1af71baf {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:11:11.509495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-f019fe66-7b98-4ec1-80f1-31db1b69f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:11.510937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-f019fe66-7b98-4ec1-80f1-31db1b69f61a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4876027a-bcb9-4271-8f98-70949a191dd5 HTTP/1.1" status: 200 len: 851 time: 0.5315659 Aug 12 04:11:11.517284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.521239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dbe913ed-bb9f-40c5-ae23-378866ce79ff admin admin] 10.222.0.42 "DELETE /v2.0/routers/de6c9cdf-7736-4fbb-94a0-374f1af71baf HTTP/1.1" status: 204 len: 168 time: 3.3978672 Aug 12 04:11:11.521672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49306) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:11.526785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dee70-6837-45d0-80bf-ad80e3b0cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39805c71-839f-480e-86ea-43bc7112ca0d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:11.531256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-492dee70-6837-45d0-80bf-ad80e3b0cf5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f3ad634168044dc8039f8ecbe76f066&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6704226 Aug 12 04:11:11.538051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49308) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:11.571410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:11.584951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.588881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:11.610540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:11.611302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:11.672537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d541600a-7961-4b4e-a2fe-c6a738a6f9ab tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "PUT /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 695 time: 2.2869403 Aug 12 04:11:11.684628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:11.686942 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:11.694510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Deleting subnet 9c4bb327-af5e-47b1-b908-78404be7843e {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:11:11.702446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-a36e1e3f-65bd-451a-b5e8-c80bac84d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:11.702446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-a36e1e3f-65bd-451a-b5e8-c80bac84d2e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=602a13d4-099b-447d-b77f-25f3adc48a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822262 Aug 12 04:11:11.704966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.727289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-389f9586-f2e7-4957-b982-eb128db38243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.757558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab860eb-120c-425c-81ba-b861035bbf30 req-602d2296-35db-46c2-af07-d78abf6e1d29 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:11.759286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bab860eb-120c-425c-81ba-b861035bbf30 req-602d2296-35db-46c2-af07-d78abf6e1d29 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 935 time: 0.1037326 Aug 12 04:11:11.781484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.789103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-389f9586-f2e7-4957-b982-eb128db38243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.846460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-73ae4781-9bc1-4d3f-95d1-c3c380e39d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:11.848023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-73ae4781-9bc1-4d3f-95d1-c3c380e39d3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1505246 Aug 12 04:11:11.866174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827daa54-81c7-4e28-afcf-5d3348eb208a {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:11.882561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:11.885148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.887496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bab860eb-120c-425c-81ba-b861035bbf30 req-90ad077b-df86-455b-839f-7e2c4e98151e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135187 Aug 12 04:11:11.939991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7b72c9a5-aee7-4f3f-8be2-42dbaea0a8cc req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1355676244', 'description': 'tempest-description-1425103655'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:11.959638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:11.975115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-e1e57103-4e14-4be9-a8b5-c23cf44b9814 service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397928 Aug 12 04:11:12.023722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:12.026935 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeaba0d-41e6-4cf1-bafa-e08378545204" -d '{"events": [{"name": "network-changed", "server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:12.065255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d207c264-0a1c-4ce9-bacf-fc0675e0d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:12.067613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-d207c264-0a1c-4ce9-bacf-fc0675e0d5bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.2056482 Aug 12 04:11:12.082971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-389f9586-f2e7-4957-b982-eb128db38243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.085493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-389f9586-f2e7-4957-b982-eb128db38243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.096879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Transition to ACTIVE for port object 827daa54-81c7-4e28-afcf-5d3348eb208a will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:12.096996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-389f9586-f2e7-4957-b982-eb128db38243 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39805c71-839f-480e-86ea-43bc7112ca0d HTTP/1.1" status: 204 len: 168 time: 0.5539248 Aug 12 04:11:12.101060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b72c9a5-aee7-4f3f-8be2-42dbaea0a8cc req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.126292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-be103bae-1b39-4163-8849-70d6963681ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 217 time: 0.0503104 Aug 12 04:11:12.128775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:12.129021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f9586-f2e7-4957-b982-eb128db38243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39805c71-839f-480e-86ea-43bc7112ca0d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:12.135082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.145985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38bbad64-6d40-4835-948d-b3f8ddb0d1ec req-b519c949-4a00-4078-8a4d-03402a8ed85e service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545742 Aug 12 04:11:12.175301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:12.189616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4bb327-af5e-47b1-b908-78404be7843e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:12.193902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:12.194116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.195465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:12.198325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184bd44-e2f2-4bad-8e22-fe9e792ebe2a None None] Network d9216554-c79b-4900-945c-960da39e7a23 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:12.199088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-17d8c4d6-adf1-4146-989a-6986fca164ff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9c4bb327-af5e-47b1-b908-78404be7843e HTTP/1.1" status: 204 len: 168 time: 0.6763282 Aug 12 04:11:12.201803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-8feb35c1-b40f-4a48-8bf8-96952acc3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:12.203236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:12.210538 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-8feb35c1-b40f-4a48-8bf8-96952acc3d39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.0601158 Aug 12 04:11:12.210538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.298619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Pushing event updated for resources: {'Port': ['ID=827daa54-81c7-4e28-afcf-5d3348eb208a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:12.327334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.373485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-919812cd-fc5f-4ada-8f3c-77805b1c58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:12.375372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-919812cd-fc5f-4ada-8f3c-77805b1c58d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614158 Aug 12 04:11:12.404094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b72c9a5-aee7-4f3f-8be2-42dbaea0a8cc req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.439446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:12.442410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Deleting port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:12.443036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.497246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-884b5d66-07eb-4b5d-8cf6-ba0fbb132b5b service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126392 Aug 12 04:11:12.497902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Attempting to bind port 827daa54-81c7-4e28-afcf-5d3348eb208a on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:12.498231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Attempting to bind port 827daa54-81c7-4e28-afcf-5d3348eb208a by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:12.498551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Attempting to bind port 827daa54-81c7-4e28-afcf-5d3348eb208a on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:12.536138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] For port 4f762a76-4a36-44ea-a0ab-8e89de7c4584, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4f762a76-4a36-44ea-a0ab-8e89de7c4584,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:12.536643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.538465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Port 827daa54-81c7-4e28-afcf-5d3348eb208a on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:11:12.538825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Attempting to bind port 827daa54-81c7-4e28-afcf-5d3348eb208a on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:12.552692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Calling delete_port for 4f762a76-4a36-44ea-a0ab-8e89de7c4584 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:12.558166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b72c9a5-aee7-4f3f-8be2-42dbaea0a8cc req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.567937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] DHCP port deletion for d9216554-c79b-4900-945c-960da39e7a23 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:11:12.598919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:12.599542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:12.600127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:12.600903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Bound port: 827daa54-81c7-4e28-afcf-5d3348eb208a, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:12.601431 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.637999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dcadfc-be36-4ed8-aa3b-5c497adde0b8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:12.691020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7b72c9a5-aee7-4f3f-8be2-42dbaea0a8cc req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.692304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b72c9a5-aee7-4f3f-8be2-42dbaea0a8cc req-44d8a338-1e2a-4d97-aec8-92f800b322cb tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7590811 Aug 12 04:11:12.701169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] For port 827daa54-81c7-4e28-afcf-5d3348eb208a, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:12.704761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] Deleting port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:12.705324 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.728994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] For port 827daa54-81c7-4e28-afcf-5d3348eb208a, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=827daa54-81c7-4e28-afcf-5d3348eb208a,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:12.732302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b98e7ad2-c68b-4cac-bdc5-b990daa8db43 req-b2959f82-af2a-4458-998c-c52e69b10198 service neutron] 10.222.0.42 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222235 Aug 12 04:11:12.751136 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120cddcb-d295-49a2-af6b-5a65ab65788b x-openstack-request-id: req-120cddcb-d295-49a2-af6b-5a65ab65788b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:12.756248 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:12.756248 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-120cddcb-d295-49a2-af6b-5a65ab65788b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:12.756248 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'status': 'completed', 'code': 200} Aug 12 04:11:12.776291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.800757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] For port 4f762a76-4a36-44ea-a0ab-8e89de7c4584, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4f762a76-4a36-44ea-a0ab-8e89de7c4584,segment=NetworkSegment(b0fa63e3-523b-43d6-a733-44ddf5350f3e),segment_id=b0fa63e3-523b-43d6-a733-44ddf5350f3e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:12.801158 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.801709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f762a76-4a36-44ea-a0ab-8e89de7c4584,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:12.811069 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74b7ee-a91e-4f40-9676-097dd39b29fd x-openstack-request-id: req-bc74b7ee-a91e-4f40-9676-097dd39b29fd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:12.811541 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:12.811968 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc74b7ee-a91e-4f40-9676-097dd39b29fd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:12.812520 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'status': 'completed', 'code': 200} Aug 12 04:11:12.817276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] No DVR routers for this DVR port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:12.818466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] Calling delete_port for 4f762a76-4a36-44ea-a0ab-8e89de7c4584 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:12.825278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.888953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Pushing event updated for resources: {'Port': ['ID=827daa54-81c7-4e28-afcf-5d3348eb208a,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:12.904272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:12.904891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:12.906412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-8e56182f-2e92-4dc6-97fc-c776f3e9d518 service neutron] 10.222.0.20 "PUT /v2.0/ports/827daa54-81c7-4e28-afcf-5d3348eb208a HTTP/1.1" status: 200 len: 1095 time: 2.5428159 Aug 12 04:11:12.931835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-c30f1ca5-4473-403d-a857-48d974d7a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:12.933250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-c30f1ca5-4473-403d-a857-48d974d7a246 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71513ca907c24d9482f6cac56359215f&device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 1096 time: 0.1589727 Aug 12 04:11:12.935250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:12.971312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.033429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9216554-c79b-4900-945c-960da39e7a23']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:13.033558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb8d53-2c3e-4177-ad25-f3e857d74fba None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:10:01Z', 'revision_number': 4, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5f9f764e-a1f9-4095-9d40-ddcab8474502', 'name': '', 'network_id': '018c55b6-9c13-4649-a728-54a60d5cc420', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'mac_address': 'fa:16:3e:f7:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:00Z', 'updated_at': '2021-08-12T04:10:08Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'subnets': [{'id': 'c98c47de-d4d8-4712-9345-d8eba3cbe982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:13.040599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:13.060539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fa63e3-523b-43d6-a733-44ddf5350f3e') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:13.060972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fa63e3-523b-43d6-a733-44ddf5350f3e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:13.081508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.088649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-0d60c418-4d55-4783-97df-bcbabbd91efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.090546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-0d60c418-4d55-4783-97df-bcbabbd91efc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1099 time: 0.2379878 Aug 12 04:11:13.125607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:13.133789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:13.134134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ea6f8a2-8285-42f9-86e8-725c5d4dfc11 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:13.138320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4f762a76-4a36-44ea-a0ab-8e89de7c4584 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:13.178058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4f762a76-4a36-44ea-a0ab-8e89de7c4584 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:13.178695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4f762a76-4a36-44ea-a0ab-8e89de7c4584 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:13.192611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.197366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-49040397-c31a-4706-bfa7-eec00dab63ed tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/28dcadfc-be36-4ed8-aa3b-5c497adde0b8 HTTP/1.1" status: 200 len: 1805 time: 0.2222724 Aug 12 04:11:13.200607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.212341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-d80e7d10-df69-4b68-b7f8-d1e0ff458f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.213842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-d80e7d10-df69-4b68-b7f8-d1e0ff458f95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 200 len: 922 time: 0.2698081 Aug 12 04:11:13.219137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '28dcadfc-be36-4ed8-aa3b-5c497adde0b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:13.219895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] Pushing event deleted for resources: {'Port': ['ID=4f762a76-4a36-44ea-a0ab-8e89de7c4584,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:13.220217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '28dcadfc-be36-4ed8-aa3b-5c497adde0b8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:13.231010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a234830-e8f1-4971-a95e-4933e8c76aec None None] No DVR routers for this DVR port 4f762a76-4a36-44ea-a0ab-8e89de7c4584 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:13.236221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d095d619-d0e2-476e-b641-9dd7e7abde9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.239003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:11:13.239483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:11:13.248181 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:11:13.298866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-dc6cd2b3-1db5-4714-85a1-5115391a7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.301184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-dc6cd2b3-1db5-4714-85a1-5115391a7171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 1098 time: 0.1387327 Aug 12 04:11:13.307198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-48fac6e5-3274-4870-a157-ba7231ed845c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 200 len: 217 time: 0.0835500 Aug 12 04:11:13.361985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-9019cf79-1403-445a-bc85-52120e22ec09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=827daa54-81c7-4e28-afcf-5d3348eb208a HTTP/1.1" status: 200 len: 217 time: 0.0491064 Aug 12 04:11:13.366636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-9cd91a52-3d6e-4f15-bec1-4ba064596bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.368429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-9cd91a52-3d6e-4f15-bec1-4ba064596bfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2697136 Aug 12 04:11:13.409776 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067924c-9f77-4cbf-bb82-3102b450bcb7 None None] New status for floating IP 6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:11:13.418379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-a9142484-cee7-43e2-8939-c13c7ad8b13c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac613c87-acc1-4c69-b905-c332db53c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0419624 Aug 12 04:11:13.431287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-cdb7da8e-8c14-4507-9ec4-0d1efbf11aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.432810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-cdb7da8e-8c14-4507-9ec4-0d1efbf11aee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 200 len: 860 time: 0.1133168 Aug 12 04:11:13.436277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-cf27d930-4276-4b00-9fe7-e23e5bf5b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.437607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-cf27d930-4276-4b00-9fe7-e23e5bf5b555 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0597219 Aug 12 04:11:13.486318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.499913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.501968 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d9216554-c79b-4900-945c-960da39e7a23 HTTP/1.1" status: 204 len: 168 time: 1.2970192 Aug 12 04:11:13.552609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-e4888d2e-41a8-4512-acc8-3a6d3340bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.554184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-e4888d2e-41a8-4512-acc8-3a6d3340bd14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=018c55b6-9c13-4649-a728-54a60d5cc420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139202 Aug 12 04:11:13.564997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-03ea0985-ad77-4060-864b-4ebbad7ce0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.572712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-03ea0985-ad77-4060-864b-4ebbad7ce0b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065488 Aug 12 04:11:13.583575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ceafc-8013-40eb-b588-961a11dc8673 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9216554-c79b-4900-945c-960da39e7a23,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:13.594352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-6472a36d-352a-4e3b-aa27-81564a90cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.596184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-6472a36d-352a-4e3b-aa27-81564a90cb67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1670949 Aug 12 04:11:13.599563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.666180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.699311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-1aad0990-f732-4541-a55d-9b9b1ce93286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.700814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-1aad0990-f732-4541-a55d-9b9b1ce93286 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947461 Aug 12 04:11:13.718557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d095d619-d0e2-476e-b641-9dd7e7abde9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.754818 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.785182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdec13d-043e-4c4c-b1bf-a4229d6ee02b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:13.790223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817e092-fdc9-4d18-ae14-5f4c80f20f66 req-9ee0863f-eae1-4908-9107-4f90d30b9ffe tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:13.791785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0817e092-fdc9-4d18-ae14-5f4c80f20f66 req-9ee0863f-eae1-4908-9107-4f90d30b9ffe tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 947 time: 0.1824203 Aug 12 04:11:13.799179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d095d619-d0e2-476e-b641-9dd7e7abde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.822155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-79db83e1-1a61-4d82-8298-0caf1ac32a26 service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484629 Aug 12 04:11:13.833042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-9c6df38e-bfa3-4109-8411-ab0e6f3ac852 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249761 Aug 12 04:11:13.844581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-d1936f67-e94e-4a65-b38a-c3c76a2b68a2 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338680 Aug 12 04:11:13.849390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d095d619-d0e2-476e-b641-9dd7e7abde9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0fa272e4e874b13991e8c74b965ab4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175190 Aug 12 04:11:13.851345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49344) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:13.871189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:13.872327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1a45265-b51f-44af-90f7-9ee3dd20a540 req-57dfee40-2c96-4f0d-96ee-64bd3f61b6d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6731815 Aug 12 04:11:13.872913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d619-d0e2-476e-b641-9dd7e7abde9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd3a7a-ba86-4847-877e-c1374c6eeb52,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:13.917240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:11:13.942636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0817e092-fdc9-4d18-ae14-5f4c80f20f66 req-7688ccb0-d3fc-4448-9b3e-09e0a622853f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396043 Aug 12 04:11:13.991904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:14.021229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a59d82a-1af7-4107-b019-93b02ee63b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.028237 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da9bf8-8c26-42a4-aa6a-236dc1442b9c req-2a862137-ae86-43cf-8e6d-3a20f9cddb2f service neutron] 10.222.0.36 "GET /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971834 Aug 12 04:11:14.038198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaeaba0d-41e6-4cf1-bafa-e08378545204 req-c79eadb0-0763-44e2-abbf-31a6c6104065 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820183 Aug 12 04:11:14.051861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cba3880-6180-42c4-906e-cd5ea14e6bd8 req-9e5fc8a2-8201-4bcb-8c86-84a70e06d40d service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087529 Aug 12 04:11:14.092915 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a59d82a-1af7-4107-b019-93b02ee63b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.107616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:14.120485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'mac_address': 'fa:16:3e:bd:a9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:14.124797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-614849c0-59f9-427f-ba06-d79783ebc8f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54671de288264405aea06c43324bcdb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314259 Aug 12 04:11:14.127917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49354) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:14.144001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e083638-2518-4df4-bb63-28996a123f41 req-54cf61cc-5eb0-4f48-afe3-9e6afe4d0849 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:14.145010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e083638-2518-4df4-bb63-28996a123f41 req-54cf61cc-5eb0-4f48-afe3-9e6afe4d0849 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 950 time: 0.1315155 Aug 12 04:11:14.170315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.189128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac613c87-acc1-4c69-b905-c332db53c8b4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:14.191566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e083638-2518-4df4-bb63-28996a123f41 req-ca9eaa3f-a95a-452d-8f8f-24055722f718 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 Aug 12 04:11:14.197846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fcad006-843f-4695-9f6b-f3843b6e38ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.213705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:14.220164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fcad006-843f-4695-9f6b-f3843b6e38ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.233567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-035b0b8c-ce9f-4ddf-aff8-859851c99de1 req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1643491768', 'description': 'tempest-description-1374813321'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:14.253620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a59d82a-1af7-4107-b019-93b02ee63b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.256096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a59d82a-1af7-4107-b019-93b02ee63b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.257260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a59d82a-1af7-4107-b019-93b02ee63b73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74fd3a7a-ba86-4847-877e-c1374c6eeb52 HTTP/1.1" status: 204 len: 168 time: 0.4048750 Aug 12 04:11:14.265779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59d82a-1af7-4107-b019-93b02ee63b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd3a7a-ba86-4847-877e-c1374c6eeb52,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:14.278905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.336404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-035b0b8c-ce9f-4ddf-aff8-859851c99de1 req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.338481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:14.359432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fcad006-843f-4695-9f6b-f3843b6e38ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.367003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fcad006-843f-4695-9f6b-f3843b6e38ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.369841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4fcad006-843f-4695-9f6b-f3843b6e38ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f94059ed-49db-4968-b046-76ae00bcdee5 HTTP/1.1" status: 204 len: 168 time: 0.2391315 Aug 12 04:11:14.393050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcad006-843f-4695-9f6b-f3843b6e38ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94059ed-49db-4968-b046-76ae00bcdee5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:14.449983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-035b0b8c-ce9f-4ddf-aff8-859851c99de1 req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.509544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-3ffbe427-3ec3-49cd-884d-f6421bbc0175 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 200 len: 693 time: 0.0433655 Aug 12 04:11:14.516047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ac613c87-acc1-4c69-b905-c332db53c8b4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:14.565686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-035b0b8c-ce9f-4ddf-aff8-859851c99de1 req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.605245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8940122-1c1d-4057-8e99-63c41b183f50,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:14.641612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-75bccea8-842c-428a-9b3f-77def1f250a5 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:14.643070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-75bccea8-842c-428a-9b3f-77def1f250a5 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1281703 Aug 12 04:11:14.667696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-035b0b8c-ce9f-4ddf-aff8-859851c99de1 req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.669258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-035b0b8c-ce9f-4ddf-aff8-859851c99de1 req-795fb543-25ec-41a3-a552-182dfd5c64de tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4403553 Aug 12 04:11:14.706792 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-716984ac-bd27-4d32-b1a3-b418a5370587 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 696 time: 0.0504851 Aug 12 04:11:14.759005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'tag': '827daa54-81c7-4e28-afcf-5d3348eb208a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:14.761324 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca05617-11bb-47b4-86bc-f5bc5c88533a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed10bf8-6586-41d5-81b5-981d419af7de", "tag": "827daa54-81c7-4e28-afcf-5d3348eb208a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:14.785954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-9fa5dcb2-e007-400c-8b1f-96e366b138ec tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 696 time: 0.0696180 Aug 12 04:11:14.795323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed766-c4ac-4ba3-bb1f-b71fd39cc378 req-b1f0da65-7210-44c8-9f4d-6619da992193 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:14.799772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f96ed766-c4ac-4ba3-bb1f-b71fd39cc378 req-b1f0da65-7210-44c8-9f4d-6619da992193 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 945 time: 0.0683589 Aug 12 04:11:14.842387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f96ed766-c4ac-4ba3-bb1f-b71fd39cc378 req-76155c2b-0da8-476d-b42e-2da344924438 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354135 Aug 12 04:11:14.890088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-dcf69bbd-7e28-425a-87e7-c7d98f18ea63 req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1157121294', 'description': 'tempest-description-1810543773'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:14.942584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Deleting port 51cb3756-2c5f-4779-839d-694a13da7b30 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:14.943020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:14.979862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dcf69bbd-7e28-425a-87e7-c7d98f18ea63 req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.060989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-ce361666-7ce4-4294-a177-f087c904f378 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:15.062123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-ce361666-7ce4-4294-a177-f087c904f378 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 950 time: 0.1077063 Aug 12 04:11:15.079848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.080184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.081962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dcf69bbd-7e28-425a-87e7-c7d98f18ea63 req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.112756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Calling delete_port for 51cb3756-2c5f-4779-839d-694a13da7b30 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:15.164323 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dcf69bbd-7e28-425a-87e7-c7d98f18ea63 req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.193918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc796a4-80ee-4166-b93c-00798f350915,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:15.232357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Deleting port d067b337-9f88-4a80-a7f3-f941c416ffeb {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:15.232975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.292570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dcf69bbd-7e28-425a-87e7-c7d98f18ea63 req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.300630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dcf69bbd-7e28-425a-87e7-c7d98f18ea63 req-c3d3e14f-98c0-4de7-b60a-677c9c5fbfbd tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4134645 Aug 12 04:11:15.361311 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0c93c-8220-468f-980e-9d67427515ed x-openstack-request-id: req-14e0c93c-8220-468f-980e-9d67427515ed {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:15.361311 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed10bf8-6586-41d5-81b5-981d419af7de", "tag": "827daa54-81c7-4e28-afcf-5d3348eb208a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:15.361311 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14e0c93c-8220-468f-980e-9d67427515ed {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:15.361311 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'tag': '827daa54-81c7-4e28-afcf-5d3348eb208a', 'status': 'completed', 'code': 200} Aug 12 04:11:15.398203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] For port d067b337-9f88-4a80-a7f3-f941c416ffeb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d067b337-9f88-4a80-a7f3-f941c416ffeb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:15.398573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.407664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-f9e54072-07a3-4297-93a6-ac2a2290b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:15.410005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-f9e54072-07a3-4297-93a6-ac2a2290b377 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 1098 time: 0.0456409 Aug 12 04:11:15.412644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Calling delete_port for d067b337-9f88-4a80-a7f3-f941c416ffeb owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:15.505602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.560213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event deleted for resources: {'Port': ['ID=51cb3756-2c5f-4779-839d-694a13da7b30,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:15.639599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.642414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.648235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da747e04-5d9f-43b8-b357-23a11afd8f39 req-2ef720af-171f-489a-9b69-c6fab371c2bf tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "DELETE /v2.0/floatingips/6b7b7b1b-7f57-4cc4-9b51-4cd9369d5fab HTTP/1.1" status: 204 len: 173 time: 0.8612115 Aug 12 04:11:15.711243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:15.807564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef32a2-4fa9-4f10-a50d-0123b399ad22 req-52fc3b23-01b5-4f33-baea-23e943dc1e07 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:15.809123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-abef32a2-4fa9-4f10-a50d-0123b399ad22 req-52fc3b23-01b5-4f33-baea-23e943dc1e07 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 950 time: 0.1019137 Aug 12 04:11:15.826461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ce488-4015-4e8c-be31-8774f6de0861 req-c3e0cc8e-10a2-4e0f-9003-d27dc0ac22f0 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:15.828020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-388ce488-4015-4e8c-be31-8774f6de0861 req-c3e0cc8e-10a2-4e0f-9003-d27dc0ac22f0 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.36 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 945 time: 0.0696764 Aug 12 04:11:15.835446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2080665818-network', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:15.864481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:15.876701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5980ad91-d743-4ece-8909-0bf1b8e17fb8', 'd067b337-9f88-4a80-a7f3-f941c416ffeb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:15.914253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d3690-6d7a-4084-9067-b45ef1d2c71b req-28ef115d-dca8-4bfe-84ec-78424db1d858 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:15.915791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a22d3690-6d7a-4084-9067-b45ef1d2c71b req-28ef115d-dca8-4bfe-84ec-78424db1d858 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 947 time: 0.4526048 Aug 12 04:11:15.920770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-3b97a5bb-010f-4c2b-b203-9b40925ac440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:15.922147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-3b97a5bb-010f-4c2b-b203-9b40925ac440 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.5031323 Aug 12 04:11:15.937756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 827daa54-81c7-4e28-afcf-5d3348eb208a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:11:15.941327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:15.957810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Pushing event deleted for resources: {'Port': ['ID=d067b337-9f88-4a80-a7f3-f941c416ffeb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:15.985797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-0d6d953d-b0b6-47d3-b94c-adfa39302e4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=827daa54-81c7-4e28-afcf-5d3348eb208a HTTP/1.1" status: 200 len: 217 time: 0.0527482 Aug 12 04:11:16.015655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-abef32a2-4fa9-4f10-a50d-0123b399ad22 req-0c33dcba-94dd-439d-b86b-50968375af0e tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860144 Aug 12 04:11:16.032046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a22d3690-6d7a-4084-9067-b45ef1d2c71b req-bf56673d-c51d-40e7-be54-89d03553b458 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083586 Aug 12 04:11:16.054984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Made reservation on behalf of 874214e0dea34b3283b8809b83a67ff3 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:16.055713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.081711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] No DVR routers for this DVR port d067b337-9f88-4a80-a7f3-f941c416ffeb on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:16.085481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.091387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-546429d8-f70f-4cc9-9f80-97145c92a1f2 req-24eecd4f-04a3-4846-a5a3-83a4b47b2ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "DELETE /v2.0/ports/d067b337-9f88-4a80-a7f3-f941c416ffeb HTTP/1.1" status: 204 len: 173 time: 1.0223303 Aug 12 04:11:16.092284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.093328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-a39b22c5-fe9e-426f-a5da-07916b29c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:16.098157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-a39b22c5-fe9e-426f-a5da-07916b29c374 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1019211 Aug 12 04:11:16.177914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-bc2e4311-fae1-4292-9300-89aac1a60578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:16.183313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-bc2e4311-fae1-4292-9300-89aac1a60578 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763826 Aug 12 04:11:16.203391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Deleting port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:16.203864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.225021 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f93821a-919c-4279-8691-64666753c457 req-cb43020b-078b-4f9a-a1e6-0b8e2352de09 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a8940122-1c1d-4057-8e99-63c41b183f50 HTTP/1.1" status: 200 len: 1805 time: 0.1184525 Aug 12 04:11:16.330554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 827daa54-81c7-4e28-afcf-5d3348eb208a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=827daa54-81c7-4e28-afcf-5d3348eb208a,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:16.344072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '827daa54-81c7-4e28-afcf-5d3348eb208a', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '827daa54-81c7-4e28-afcf-5d3348eb208a', 'mac_address': 'fa:16:3e:2b:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:16.375386 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-1a13b86b-f5e9-41e1-a643-e570f0dd79b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826277 Aug 12 04:11:16.388686 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.390886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port ac613c87-acc1-4c69-b905-c332db53c8b4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:16.402465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ac613c87-acc1-4c69-b905-c332db53c8b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:16.409684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.427593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827daa54-81c7-4e28-afcf-5d3348eb208a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:16.451063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 827daa54-81c7-4e28-afcf-5d3348eb208a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=827daa54-81c7-4e28-afcf-5d3348eb208a,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:16.475919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.489055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ca05617-11bb-47b4-86bc-f5bc5c88533a req-b891501c-39c6-427d-87c7-ddfad5ef1063 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066303 Aug 12 04:11:16.490960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f93821a-919c-4279-8691-64666753c457 req-3adfff47-ba6c-4b52-a14c-27a997b81da0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/cdc796a4-80ee-4166-b93c-00798f350915 HTTP/1.1" status: 200 len: 1805 time: 0.2017224 Aug 12 04:11:16.510747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8940122-1c1d-4057-8e99-63c41b183f50', 'remote_group_id': 'cdc796a4-80ee-4166-b93c-00798f350915', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:16.511077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a8940122-1c1d-4057-8e99-63c41b183f50', 'remote_group_id': 'cdc796a4-80ee-4166-b93c-00798f350915', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:16.525017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.532305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] For port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:16.532679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.541966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.591288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:16.593510 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c512ea5-e62e-48f8-bf07-43b02e40b322" -d '{"events": [{"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-plugged", "status": "completed", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:16.606172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.616485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:16.621729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=827daa54-81c7-4e28-afcf-5d3348eb208a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:16.659722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:11:16.669531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed391e-2769-4200-8eba-47b3dbcdc0d3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:16.676350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.676727 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Added segment ff0c83d7-3dd0-4c99-9207-9712165d7e2f of type vlan for network 43c04dfc-7d27-4e91-83a8-895364b7295b Aug 12 04:11:16.716763 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.771174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:16.772356 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.787926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['827daa54-81c7-4e28-afcf-5d3348eb208a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:16.807648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad860da-f907-4bb0-b53b-4d8d48879301 req-19375894-336b-4b04-a581-51535311c46c tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:16.809531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fad860da-f907-4bb0-b53b-4d8d48879301 req-19375894-336b-4b04-a581-51535311c46c tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 945 time: 0.0545983 Aug 12 04:11:16.865186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fad860da-f907-4bb0-b53b-4d8d48879301 req-e9c7311e-8645-432b-937f-59e83e1560ee tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups?id=98dfde1d-e098-4c54-9e57-60db579b4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460498 Aug 12 04:11:16.887313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.900373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.900693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.901009 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Floating IP ca3e135a-e5dc-4e41-bf5d-e6e03d524911 disassociated. External IP: 172.25.6.168, port: 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3. Aug 12 04:11:16.901350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Calling delete_port for 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:16.955183 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b386424-4532-4f94-b7dc-42a5a45a18b1 x-openstack-request-id: req-4b386424-4532-4f94-b7dc-42a5a45a18b1 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:16.955738 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-plugged", "status": "completed", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:16.955738 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b386424-4532-4f94-b7dc-42a5a45a18b1 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:16.956536 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'code': 200} Aug 12 04:11:16.975615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:16.976638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:16.977319 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.121102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b352696-95d0-4035-8e54-660c70c101db req-75b96097-5c62-4787-8d98-fc4ae6a00dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:17.122558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b352696-95d0-4035-8e54-660c70c101db req-75b96097-5c62-4787-8d98-fc4ae6a00dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1101 time: 0.0933838 Aug 12 04:11:17.131776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb23a7-3fac-415e-89be-dce821712d92 req-e2d9a262-056e-489a-84f0-ebb11a578f76 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:17.133349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fbb23a7-3fac-415e-89be-dce821712d92 req-e2d9a262-056e-489a-84f0-ebb11a578f76 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 945 time: 0.0934937 Aug 12 04:11:17.194106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b352696-95d0-4035-8e54-660c70c101db req-627d0a99-abf3-4231-93da-c0f4c27a4068 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597379 Aug 12 04:11:17.199806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fbb23a7-3fac-415e-89be-dce821712d92 req-a52da3dc-298c-4058-bc7e-f0d61b1ad8f6 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 Aug 12 04:11:17.301661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b500dda-f95d-4b17-9a46-a88a20924d73 req-eb376b06-603a-435a-8d75-29a7f882ed08 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=24c4252d-baea-406e-8c99-e94f28e1d8f6 HTTP/1.1" status: 200 len: 210 time: 0.0277228 Aug 12 04:11:17.372652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'name': 'network-vif-deleted', 'tag': 'd067b337-9f88-4a80-a7f3-f941c416ffeb'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:17.374990 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb36bb-fee7-4439-a319-66ad43747074" -d '{"events": [{"server_uuid": "24c4252d-baea-406e-8c99-e94f28e1d8f6", "name": "network-vif-deleted", "tag": "d067b337-9f88-4a80-a7f3-f941c416ffeb"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:17.379067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.391416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6786935 Aug 12 04:11:17.396173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49452) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:17.404568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Request body: {'subnet': {'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2080665818-subnet', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:17.411708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bdf78-350d-4646-8337-a85cd5a8fbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=43c04dfc-7d27-4e91-83a8-895364b7295b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:17.421946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 43c04dfc-7d27-4e91-83a8-895364b7295b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:11:17.434377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646408-4ed5-4688-ab33-b2dca18bf8ff req-1a9070a6-913f-4a09-8d23-ce3881fef96c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:17.435923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41646408-4ed5-4688-ab33-b2dca18bf8ff req-1a9070a6-913f-4a09-8d23-ce3881fef96c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 948 time: 0.0768790 Aug 12 04:11:17.474634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.475519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41646408-4ed5-4688-ab33-b2dca18bf8ff req-858cdbb5-2bce-495c-ac01-9f586ff30808 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Aug 12 04:11:17.507658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2b73ba-9d17-4850-a177-ad66a697c013,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:17.538794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Made reservation on behalf of 874214e0dea34b3283b8809b83a67ff3 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:17.541157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.567339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.595865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event deleted for resources: {'Port': ['ID=9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:17.655298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.656481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f93821a-919c-4279-8691-64666753c457 req-3f6f0c17-f8dc-4db5-9db9-a23b686f7047 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1502554 Aug 12 04:11:17.742064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Router 3e9b95ab-9914-4aa1-851e-153871ba142a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:17.782122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.789747 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498eba9-6582-462f-ba77-8e38561be037 x-openstack-request-id: req-0498eba9-6582-462f-ba77-8e38561be037 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:17.790040 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c4252d-baea-406e-8c99-e94f28e1d8f6", "name": "network-vif-deleted", "tag": "d067b337-9f88-4a80-a7f3-f941c416ffeb", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:17.790292 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0498eba9-6582-462f-ba77-8e38561be037 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:17.790718 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c4252d-baea-406e-8c99-e94f28e1d8f6', 'name': 'network-vif-deleted', 'tag': 'd067b337-9f88-4a80-a7f3-f941c416ffeb', 'status': 'completed', 'code': 200} Aug 12 04:11:17.797034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-d403bb26-8251-42de-b3a2-bb3df3a094e1 req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1913793417', 'description': 'tempest-description-842980198'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:17.850470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:17.859504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Checking segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:17.862135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Network hostable DHCP agents. Network: 43c04dfc-7d27-4e91-83a8-895364b7295b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:11:17.884164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:17.896797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] Sync routers for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:17.907638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:17.908518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:17.914334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d403bb26-8251-42de-b3a2-bb3df3a094e1 req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.929251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Network 43c04dfc-7d27-4e91-83a8-895364b7295b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:11:17.939760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] No DVR routers for this DVR port 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:17.944233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:17.946242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-388ce488-4015-4e8c-be31-8774f6de0861 req-d07ee3c5-d37a-48e4-b615-199864426b13 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.36 "DELETE /v2.0/ports/9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 HTTP/1.1" status: 204 len: 173 time: 2.1065331 Aug 12 04:11:17.977362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:17.979784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 827daa54-81c7-4e28-afcf-5d3348eb208a up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:18.025065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 43c04dfc-7d27-4e91-83a8-895364b7295b) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:18.029593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:18.030189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.085032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d403bb26-8251-42de-b3a2-bb3df3a094e1 req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.103127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a098143-e858-4f13-a742-f73dba77fffa req-19b5a632-562e-491a-b08f-65e80ad6a710 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:18.104933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a098143-e858-4f13-a742-f73dba77fffa req-19b5a632-562e-491a-b08f-65e80ad6a710 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 945 time: 0.0839343 Aug 12 04:11:18.140494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f324fa39-8a79-4052-b51d-89f23893033a req-2b4821da-bffa-473e-a054-e48b09660fad tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/ports?device_id=40f28e04-9e8e-4089-ab83-9c919efcd90a HTTP/1.1" status: 200 len: 210 time: 0.0524180 Aug 12 04:11:18.210186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d403bb26-8251-42de-b3a2-bb3df3a094e1 req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.244949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029cb40-e0ff-4b09-8d2e-7fbabd260a82 None None] Network 43c04dfc-7d27-4e91-83a8-895364b7295b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:18.251392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-76d2c84d-de68-4b33-b41a-ee481d893f97 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8534727 Aug 12 04:11:18.254108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49484) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:18.258788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:18.265429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b584151f-3201-4035-acf2-be895dcdc7df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:18.277771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:18.278642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:18.288702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Deleting port e028b447-58db-45bc-a96f-7b4499d652db {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:18.289875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.349193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d403bb26-8251-42de-b3a2-bb3df3a094e1 req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.350863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d403bb26-8251-42de-b3a2-bb3df3a094e1 req-c0b7ea07-82e9-451b-b41a-bfdaea6be574 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5593257 Aug 12 04:11:18.433600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] For port e028b447-58db-45bc-a96f-7b4499d652db, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e028b447-58db-45bc-a96f-7b4499d652db,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:18.434627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.438838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:18.464415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Calling delete_port for e028b447-58db-45bc-a96f-7b4499d652db owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:18.467796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.472051 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.526218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.526977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d399-14c5-46cc-bf49-94b1491b386a req-f45836cb-84bc-42e5-9912-69ab30b39258 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:18.528768 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f64d399-14c5-46cc-bf49-94b1491b386a req-f45836cb-84bc-42e5-9912-69ab30b39258 tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 945 time: 0.1140530 Aug 12 04:11:18.542167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 827daa54-81c7-4e28-afcf-5d3348eb208a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:18.553201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 827daa54-81c7-4e28-afcf-5d3348eb208a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:18.553874 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.589987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f64d399-14c5-46cc-bf49-94b1491b386a req-295a489f-4a3d-475f-baeb-e6720695150f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/security-groups?id=99dffce8-f641-4650-9be4-80c856e09c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Aug 12 04:11:18.627155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-43c04dfc-7d27-4e91-83a8-895364b7295b', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:11:18.628533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.651767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4876c9b6-634e-45bb-9ba7-0aa1f99bd37c req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1863719492', 'description': 'tempest-description-430015906'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:18.728037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.756433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e028b447-58db-45bc-a96f-7b4499d652db'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:18.775104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Pushing event deleted for resources: {'Port': ['ID=e028b447-58db-45bc-a96f-7b4499d652db,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:18.778619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4876c9b6-634e-45bb-9ba7-0aa1f99bd37c req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.783702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.813539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92d627-ea69-4bba-9fbd-64ab942fc378 req-31173969-407d-4f3d-9c7c-e96ac0d38ca7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:18.815848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a92d627-ea69-4bba-9fbd-64ab942fc378 req-31173969-407d-4f3d-9c7c-e96ac0d38ca7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 948 time: 0.0885270 Aug 12 04:11:18.849845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] No DVR routers for this DVR port e028b447-58db-45bc-a96f-7b4499d652db on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:18.853636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.855746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a098143-e858-4f13-a742-f73dba77fffa req-f0ecc45f-404b-4f15-9a52-e7f6e6b58dfb tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.36 "DELETE /v2.0/ports/e028b447-58db-45bc-a96f-7b4499d652db HTTP/1.1" status: 204 len: 173 time: 0.7425435 Aug 12 04:11:18.888110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a92d627-ea69-4bba-9fbd-64ab942fc378 req-a66c689d-ba1c-45bd-9a5d-db149490b26f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613995 Aug 12 04:11:18.916324 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.948939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Allocated IP 172.20.0.2 (43c04dfc-7d27-4e91-83a8-895364b7295b/5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a/1373bb3e-08cc-4940-8e37-91746ab15460) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:18.960857 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4876c9b6-634e-45bb-9ba7-0aa1f99bd37c req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:18.982083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:12Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:18.984798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827daa54-81c7-4e28-afcf-5d3348eb208a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:18.986907 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb4cc96-06b7-4ea4-af49-58d2ee983732" -d '{"events": [{"server_uuid": "5ed10bf8-6586-41d5-81b5-981d419af7de", "name": "network-vif-plugged", "status": "completed", "tag": "827daa54-81c7-4e28-afcf-5d3348eb208a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:19.023554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] Checking router: 3e9b95ab-9914-4aa1-851e-153871ba142a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:19.033764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 827daa54-81c7-4e28-afcf-5d3348eb208a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=827daa54-81c7-4e28-afcf-5d3348eb208a,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:19.053074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4876c9b6-634e-45bb-9ba7-0aa1f99bd37c req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.076824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:19.077613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:19.121061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a83896-14c2-47a0-bee7-2f3c99520ca5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:19.156168 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.156873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d067b337-9f88-4a80-a7f3-f941c416ffeb no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:19.173548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.198180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.223168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4876c9b6-634e-45bb-9ba7-0aa1f99bd37c req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.224904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4876c9b6-634e-45bb-9ba7-0aa1f99bd37c req-ca2345d4-8345-4d3c-aa81-9039ee3da535 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5814948 Aug 12 04:11:19.245371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: d067b337-9f88-4a80-a7f3-f941c416ffeb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:19.245723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d067b337-9f88-4a80-a7f3-f941c416ffeb not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:19.339137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:19.385442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Allocated IP 172.25.6.37 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/85c2c430-a6ff-447e-b697-c0648782a99f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:19.423059 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ae95ad-898f-4a70-ac87-4c8d3ab61072 x-openstack-request-id: req-87ae95ad-898f-4a70-ac87-4c8d3ab61072 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:19.423059 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed10bf8-6586-41d5-81b5-981d419af7de", "name": "network-vif-plugged", "status": "completed", "tag": "827daa54-81c7-4e28-afcf-5d3348eb208a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:19.423059 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87ae95ad-898f-4a70-ac87-4c8d3ab61072 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:19.423059 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827daa54-81c7-4e28-afcf-5d3348eb208a', 'code': 200} Aug 12 04:11:19.423059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=827daa54-81c7-4e28-afcf-5d3348eb208a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:19.560085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.571185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-fe15da22-533a-437f-826d-57854be79f34 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/b584151f-3201-4035-acf2-be895dcdc7df HTTP/1.1" status: 200 len: 1804 time: 0.0601423 Aug 12 04:11:19.575738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8d35-e18f-4d25-b884-f190c148440a req-f23c4505-6e60-4a95-a984-b4d8f745b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:19.575922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Transition to ACTIVE for port object 1373bb3e-08cc-4940-8e37-91746ab15460 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:19.577777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee3d8d35-e18f-4d25-b884-f190c148440a req-f23c4505-6e60-4a95-a984-b4d8f745b624 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 1100 time: 0.0973489 Aug 12 04:11:19.601163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:19.632286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Transition to ACTIVE for port object 1373bb3e-08cc-4940-8e37-91746ab15460 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:19.636901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.657640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-c3baa604-8ab2-4929-bff6-d41132edd633 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/13a83896-14c2-47a0-bee7-2f3c99520ca5 HTTP/1.1" status: 200 len: 1804 time: 0.0876703 Aug 12 04:11:19.658684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee3d8d35-e18f-4d25-b884-f190c148440a req-ec2cabde-a25c-4baa-a2ca-e09f586988c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727875 Aug 12 04:11:19.683599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b584151f-3201-4035-acf2-be895dcdc7df', 'remote_group_id': '13a83896-14c2-47a0-bee7-2f3c99520ca5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:19.683915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b584151f-3201-4035-acf2-be895dcdc7df', 'remote_group_id': '13a83896-14c2-47a0-bee7-2f3c99520ca5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:19.717702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:12Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:19.720155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7619f6de-05a9-4d1f-a213-2380817d06e2 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.748172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852e478-c7b5-46eb-83b6-49479a972101 req-6556fe93-e0f9-4402-8b76-523668574ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:19.749973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b852e478-c7b5-46eb-83b6-49479a972101 req-6556fe93-e0f9-4402-8b76-523668574ada tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.0729666 Aug 12 04:11:19.753471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1280c1-e6f6-40ff-bf1b-a37ad3b8e550 None None] The sync data for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 is: [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9320fd43-0020-4d46-a3fb-cc1bfbcb9522', 'name': '', 'network_id': 'a163ae8a-e696-4edf-bb21-cbd13bd780b9', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'mac_address': 'fa:16:3e:07:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:04Z', 'updated_at': '2021-08-12T04:09:12Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'subnets': [{'id': '8e610127-8078-48a0-b6f0-3f57b9ea3a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:19.755951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.772737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7619f6de-05a9-4d1f-a213-2380817d06e2 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.791920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'name': 'network-vif-deleted', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3'}, {'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'name': 'network-vif-deleted', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:19.794593 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3065cd-36b3-413f-b702-e78b8105301b" -d '{"events": [{"server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "name": "network-vif-deleted", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3"}, {"server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "name": "network-vif-deleted", "tag": "e028b447-58db-45bc-a96f-7b4499d652db"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:19.801710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b852e478-c7b5-46eb-83b6-49479a972101 req-b18739cc-b0e8-4fe4-a857-0081fc5f350c tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Aug 12 04:11:19.804327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Network 43c04dfc-7d27-4e91-83a8-895364b7295b is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:19.807731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:19.812724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:19.817193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Pushing event updated for resources: {'Port': ['ID=1373bb3e-08cc-4940-8e37-91746ab15460,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:19.822904 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.916440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:19.924002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:19.925540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Attempting to bind port 1373bb3e-08cc-4940-8e37-91746ab15460 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:19.926770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Attempting to bind port 1373bb3e-08cc-4940-8e37-91746ab15460 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:19.928009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Attempting to bind port 1373bb3e-08cc-4940-8e37-91746ab15460 on network 43c04dfc-7d27-4e91-83a8-895364b7295b {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:19.933459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:19.933994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Checking segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:19.935040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:19.935189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.935519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Bound using segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:19.936001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Bound port: 1373bb3e-08cc-4940-8e37-91746ab15460, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:19.936384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.961164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:19.998330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Pushing event updated for resources: {'Port': ['ID=85c2c430-a6ff-447e-b697-c0648782a99f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:20.004738 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7619f6de-05a9-4d1f-a213-2380817d06e2 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.009741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7619f6de-05a9-4d1f-a213-2380817d06e2 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.014211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7619f6de-05a9-4d1f-a213-2380817d06e2 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "DELETE /v2.0/security-groups/98dfde1d-e098-4c54-9e57-60db579b4c50 HTTP/1.1" status: 204 len: 168 time: 0.4120371 Aug 12 04:11:20.024478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49526) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:20.027905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] For port 1373bb3e-08cc-4940-8e37-91746ab15460, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:20.030394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df161529-6f6f-459c-b295-a9ab51217f95 req-e29b7bb5-d1dc-477e-a143-becd8295141f tempest-FloatingIPsAssociationTestJSON-1183256484 tempest-FloatingIPsAssociationTestJSON-1183256484-project] 10.222.0.42 "GET /v2.0/ports?device_id=c40f7c9e-aebd-42f7-a718-b29020bd49f9 HTTP/1.1" status: 200 len: 210 time: 0.0556800 Aug 12 04:11:20.038865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] For port 1373bb3e-08cc-4940-8e37-91746ab15460, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1373bb3e-08cc-4940-8e37-91746ab15460,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:20.073541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619f6de-05a9-4d1f-a213-2380817d06e2 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dfde1d-e098-4c54-9e57-60db579b4c50,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:20.080238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.091317 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-5a2b5ea4-ba5b-4c19-b27e-79de4d26c665 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] show failed (client error): The resource could not be found. Aug 12 04:11:20.095703 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a2b5ea4-ba5b-4c19-b27e-79de4d26c665 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "GET /v2.0/security-groups/98dfde1d-e098-4c54-9e57-60db579b4c50 HTTP/1.1" status: 404 len: 347 time: 0.0647421 Aug 12 04:11:20.098247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49528) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:20.131574 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.188243 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57d1e5-8cd2-4414-86c9-be126ef9e232 x-openstack-request-id: req-6a57d1e5-8cd2-4414-86c9-be126ef9e232 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:20.188574 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f28e04-9e8e-4089-ab83-9c919efcd90a", "name": "network-vif-deleted", "tag": "9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3", "status": "completed", "code": 200}, {"server_uuid": "c40f7c9e-aebd-42f7-a718-b29020bd49f9", "name": "network-vif-deleted", "tag": "e028b447-58db-45bc-a96f-7b4499d652db", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:20.188826 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a57d1e5-8cd2-4414-86c9-be126ef9e232 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:20.189230 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f28e04-9e8e-4089-ab83-9c919efcd90a', 'name': 'network-vif-deleted', 'tag': '9b9ffeb7-603e-46fc-b9f1-1acbd21f29a3', 'status': 'completed', 'code': 200} Aug 12 04:11:20.189484 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40f7c9e-aebd-42f7-a718-b29020bd49f9', 'name': 'network-vif-deleted', 'tag': 'e028b447-58db-45bc-a96f-7b4499d652db', 'status': 'completed', 'code': 200} Aug 12 04:11:20.200601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.224933 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f46fbc-f0a9-48b3-ae4e-cd64590247e3 None None] New status for floating IP ca3e135a-e5dc-4e41-bf5d-e6e03d524911: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:11:20.235578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c1f4-f550-4321-960e-3ba4d1127652 None None] Pushing event updated for resources: {'Port': ['ID=1373bb3e-08cc-4940-8e37-91746ab15460,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:20.259427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a58a588-0720-4b40-b12c-14432289ce65,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:20.316593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65ddee-850b-4c4f-9c45-1fb7ef8c7571 req-7faefb4b-7971-4a42-9dfe-9e03576e68d8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:20.318142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc65ddee-850b-4c4f-9c45-1fb7ef8c7571 req-7faefb4b-7971-4a42-9dfe-9e03576e68d8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 949 time: 0.0700123 Aug 12 04:11:20.356390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Deleting port 81c7ebd8-ccdd-48e2-8d6b-fb5780dbb709 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:20.356743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.397696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.398929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fad65f49-9a7a-4497-9529-6d6e3745a128 req-21640bb4-99fe-4421-bd28-cfacf43910d1 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7269533 Aug 12 04:11:20.412685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc65ddee-850b-4c4f-9c45-1fb7ef8c7571 req-dd3d0ca7-94f1-456d-844d-76bb1d8a13af tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874674 Aug 12 04:11:20.488361 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.489911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.509961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Calling delete_port for 81c7ebd8-ccdd-48e2-8d6b-fb5780dbb709 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:20.576740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.652413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-956092c3-777b-4ac7-b959-22bad869840f req-97b4816b-bbe7-4e3f-a7c0-da3af628cc10 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/13a83896-14c2-47a0-bee7-2f3c99520ca5 HTTP/1.1" status: 200 len: 1804 time: 0.1462741 Aug 12 04:11:20.716349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:20.749369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.782200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Pushing event deleted for resources: {'Port': ['ID=81c7ebd8-ccdd-48e2-8d6b-fb5780dbb709,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:20.805956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-956092c3-777b-4ac7-b959-22bad869840f req-f7c399dc-8bae-4c82-b17b-993f34f34a49 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.863505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-956092c3-777b-4ac7-b959-22bad869840f req-f7c399dc-8bae-4c82-b17b-993f34f34a49 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.873654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ae356471-c6b9-4ee6-a8fa-022b5a30c94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.894967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.907466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.910106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:20.911315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-96fd37a6-a7c5-4b68-a251-402b65057106 tempest-ServersTestFqdnHostnames-349963614 tempest-ServersTestFqdnHostnames-349963614-project] 10.222.0.42 "DELETE /v2.0/floatingips/ca3e135a-e5dc-4e41-bf5d-e6e03d524911 HTTP/1.1" status: 204 len: 168 time: 0.8118250 Aug 12 04:11:20.914320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:21.030797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da8d8-b8ce-450a-89c6-732c7ea7be16 req-466f3541-8f9b-4939-aac0-44883062bd71 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:21.035434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea5da8d8-b8ce-450a-89c6-732c7ea7be16 req-466f3541-8f9b-4939-aac0-44883062bd71 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.1462195 Aug 12 04:11:21.063413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ae356471-c6b9-4ee6-a8fa-022b5a30c94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.067096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1373bb3e-08cc-4940-8e37-91746ab15460 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:21.104375 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea5da8d8-b8ce-450a-89c6-732c7ea7be16 req-159f848b-984c-492c-a0ea-4b0e4cdc013b tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605659 Aug 12 04:11:21.133840 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ae356471-c6b9-4ee6-a8fa-022b5a30c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.166659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49546) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:21.198131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae356471-c6b9-4ee6-a8fa-022b5a30c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491d3c05-1bab-4833-8da6-d0438742d294,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:21.220995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ae356471-c6b9-4ee6-a8fa-022b5a30c94a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61a516a0a52742a4b0e04dd350998136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017622 Aug 12 04:11:21.224081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49548) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:21.250887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-956092c3-777b-4ac7-b959-22bad869840f req-f7c399dc-8bae-4c82-b17b-993f34f34a49 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.253805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-956092c3-777b-4ac7-b959-22bad869840f req-f7c399dc-8bae-4c82-b17b-993f34f34a49 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.255089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-956092c3-777b-4ac7-b959-22bad869840f req-f7c399dc-8bae-4c82-b17b-993f34f34a49 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/13a83896-14c2-47a0-bee7-2f3c99520ca5 HTTP/1.1" status: 204 len: 173 time: 0.5939984 Aug 12 04:11:21.282042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-8a11bc6c-fdc0-4482-8ac5-de1d7072464f tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:21.284522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-8a11bc6c-fdc0-4482-8ac5-de1d7072464f tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.2843008 Aug 12 04:11:21.292672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c399dc-8bae-4c82-b17b-993f34f34a49 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a83896-14c2-47a0-bee7-2f3c99520ca5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:21.295699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd6e297c-dc25-4b15-9490-bb09d8fb7751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.344500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd6e297c-dc25-4b15-9490-bb09d8fb7751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.375873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1e77628-b99d-450a-b9b4-9961011a97e4 req-2ec113a9-860f-4381-a801-74e737e8b571 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/b584151f-3201-4035-acf2-be895dcdc7df HTTP/1.1" status: 200 len: 1804 time: 0.0823591 Aug 12 04:11:21.445310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6aa70606-5946-4aca-807f-6666e16dbe37 req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1191101516', 'description': 'tempest-description-368379655'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:21.471305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1373bb3e-08cc-4940-8e37-91746ab15460 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:21.496766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd6e297c-dc25-4b15-9490-bb09d8fb7751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.500595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd6e297c-dc25-4b15-9490-bb09d8fb7751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.504075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bd6e297c-dc25-4b15-9490-bb09d8fb7751 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/491d3c05-1bab-4833-8da6-d0438742d294 HTTP/1.1" status: 204 len: 168 time: 0.2769337 Aug 12 04:11:21.514830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e297c-dc25-4b15-9490-bb09d8fb7751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d3c05-1bab-4833-8da6-d0438742d294,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:21.559224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:11:21.559442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b327f2d-d487-4438-9a87-60f9c5adbf65 None None] Network 43c04dfc-7d27-4e91-83a8-895364b7295b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:21.589940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3aac0-de3b-412a-a106-d82235553960 req-f323fb86-e747-4320-bc70-0f3c9b348482 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:21.592138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dcc3aac0-de3b-412a-a106-d82235553960 req-f323fb86-e747-4320-bc70-0f3c9b348482 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 949 time: 0.0795310 Aug 12 04:11:21.634089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa70606-5946-4aca-807f-6666e16dbe37 req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.636575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dcc3aac0-de3b-412a-a106-d82235553960 req-5df15e7a-7092-4112-b749-0bb63da64eb9 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Aug 12 04:11:21.717939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] Provisioning for port 1373bb3e-08cc-4940-8e37-91746ab15460 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:21.743014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] Provisioning complete for port 1373bb3e-08cc-4940-8e37-91746ab15460 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:21.749231 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.775293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Deleting port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:21.775665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.853169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:21.882539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf70827-7ab1-4b49-bde3-65ea670ada24 req-a211ce3c-ccd9-444f-bd6d-c1cf94fefd5a tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:21.894387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ebf70827-7ab1-4b49-bde3-65ea670ada24 req-a211ce3c-ccd9-444f-bd6d-c1cf94fefd5a tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1129529 Aug 12 04:11:21.897032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] For port 1373bb3e-08cc-4940-8e37-91746ab15460, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1373bb3e-08cc-4940-8e37-91746ab15460,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:21.945322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ebf70827-7ab1-4b49-bde3-65ea670ada24 req-2632da6c-5b1f-44a1-a036-02629fac7cca tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496805 Aug 12 04:11:21.953534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e028b447-58db-45bc-a96f-7b4499d652db no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:21.977473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: e028b447-58db-45bc-a96f-7b4499d652db {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:21.978035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e028b447-58db-45bc-a96f-7b4499d652db not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:21.985839 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.043689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6e6c0-ddbf-4246-9671-3980d97e2f26 None None] Pushing event updated for resources: {'Port': ['ID=1373bb3e-08cc-4940-8e37-91746ab15460,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:22.111435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-afc2e9d1-4624-43e0-b018-1c3ae85780ea None None] Provisioning complete for port 1373bb3e-08cc-4940-8e37-91746ab15460 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:22.112778 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-afc2e9d1-4624-43e0-b018-1c3ae85780ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.175937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-6f139bfb-52b0-417f-81be-faf3cc18a1b2 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248618 Aug 12 04:11:22.227337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49578) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:22.294984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-700994ea-98d1-441b-b36c-fec46d6f8c00 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:22.296621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-700994ea-98d1-441b-b36c-fec46d6f8c00 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144292 Aug 12 04:11:22.315889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-0077bcbe-69df-4495-9163-0172eeb8df8e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/quotas/6ecba86d1b5d42758463ea0c082c255d HTTP/1.1" status: 200 len: 375 time: 0.0092602 Aug 12 04:11:22.317526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0730-e8b7-44d0-b443-4b58c940ef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.357962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:22.368384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Sync routers for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:22.370888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-aff42b99-83a0-48c5-97fc-b3e1d4425291 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511055 Aug 12 04:11:22.387319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:22.388061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:22.446101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] For port 5980ad91-d743-4ece-8909-0bf1b8e17fb8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5980ad91-d743-4ece-8909-0bf1b8e17fb8,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:22.446883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.475608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Calling delete_port for 5980ad91-d743-4ece-8909-0bf1b8e17fb8 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:22.506127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:22.582470 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:11:22.591088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa70606-5946-4aca-807f-6666e16dbe37 req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.665483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa70606-5946-4aca-807f-6666e16dbe37 req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.711581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:20Z', 'revision_number': 3, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:22.724784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.752895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Checking router: 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:22.755358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Updating router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 port 85c2c430-a6ff-447e-b697-c0648782a99f binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:22.765158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060be0b-5927-4c11-aae9-933ec33739a0 req-481edd16-ced3-42e4-8a83-8989a758a1c3 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:22.767639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e060be0b-5927-4c11-aae9-933ec33739a0 req-481edd16-ced3-42e4-8a83-8989a758a1c3 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 950 time: 0.0732644 Aug 12 04:11:22.787829 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.795398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a820a0ea-d0ce-443e-ab01-d570958290d8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:22.836985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e060be0b-5927-4c11-aae9-933ec33739a0 req-de1ee339-b045-419b-afa0-3ef41c2de328 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/security-groups?id=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Aug 12 04:11:22.883651 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.888099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cfc004cb-4995-4646-9903-9285e713379d req-2effd955-c4b9-4681-afa0-c689c5329b61 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.0270417 Aug 12 04:11:22.946034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:22.959109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5980ad91-d743-4ece-8909-0bf1b8e17fb8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:23.012311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0730-e8b7-44d0-b443-4b58c940ef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.018928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Pushing event deleted for resources: {'Port': ['ID=5980ad91-d743-4ece-8909-0bf1b8e17fb8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:23.061968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1373bb3e-08cc-4940-8e37-91746ab15460 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:23.107811 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0730-e8b7-44d0-b443-4b58c940ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.138297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] No DVR routers for this DVR port 5980ad91-d743-4ece-8909-0bf1b8e17fb8 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:23.167699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1373bb3e-08cc-4940-8e37-91746ab15460 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:23.168197 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.174080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.176112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88ec08db-3e37-4867-b827-c78cba473dd5 req-4ec2862d-75a1-4d6a-b0cd-a2a9cb217712 tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.20 "DELETE /v2.0/ports/5980ad91-d743-4ece-8909-0bf1b8e17fb8 HTTP/1.1" status: 204 len: 173 time: 1.8780167 Aug 12 04:11:23.177475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'name': 'network-vif-deleted', 'tag': '5980ad91-d743-4ece-8909-0bf1b8e17fb8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:23.180114 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468d387-9542-4a18-bb97-16999b202ba0" -d '{"events": [{"server_uuid": "7b06deaa-917a-4ed9-84b4-08cddc421162", "name": "network-vif-deleted", "tag": "5980ad91-d743-4ece-8909-0bf1b8e17fb8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:23.205105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.212882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb0730-e8b7-44d0-b443-4b58c940ef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b4c40-adea-47fc-aafb-018670a3843a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:23.217127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d6eb0730-e8b7-44d0-b443-4b58c940ef93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20066bc80ec64a44a44d0e679aada651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9841299 Aug 12 04:11:23.220564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49592) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:23.226209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Transition to ACTIVE for port object 85c2c430-a6ff-447e-b697-c0648782a99f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:23.248001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.249999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6743aa9f-9aa5-49f6-af69-ad373480c8dd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.9940569 Aug 12 04:11:23.254937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa70606-5946-4aca-807f-6666e16dbe37 req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.254937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa70606-5946-4aca-807f-6666e16dbe37 req-9150b462-fd8d-4f06-af38-91a153108ef9 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8277202 Aug 12 04:11:23.256830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:23.258622 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6873e239-a588-45dd-b72f-2602dd6db1f3 x-openstack-request-id: req-6873e239-a588-45dd-b72f-2602dd6db1f3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:23.258944 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b06deaa-917a-4ed9-84b4-08cddc421162", "name": "network-vif-deleted", "tag": "5980ad91-d743-4ece-8909-0bf1b8e17fb8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:23.259191 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6873e239-a588-45dd-b72f-2602dd6db1f3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:23.259573 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b06deaa-917a-4ed9-84b4-08cddc421162', 'name': 'network-vif-deleted', 'tag': '5980ad91-d743-4ece-8909-0bf1b8e17fb8', 'status': 'completed', 'code': 200} Aug 12 04:11:23.305508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.358824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c9c4-fbf9-4d85-8ce3-6762c6fc498f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.389328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Attempting to bind port 85c2c430-a6ff-447e-b697-c0648782a99f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:23.390163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Attempting to bind port 85c2c430-a6ff-447e-b697-c0648782a99f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:23.390311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Attempting to bind port 85c2c430-a6ff-447e-b697-c0648782a99f on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:23.400429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Pushing event updated for resources: {'Port': ['ID=85c2c430-a6ff-447e-b697-c0648782a99f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:23.405269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:23.406134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:23.406555 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.407129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:23.408589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Bound port: 85c2c430-a6ff-447e-b697-c0648782a99f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:23.408589 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.417311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c9c4-fbf9-4d85-8ce3-6762c6fc498f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.476562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.476562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.476562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.476562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.476562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.477158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-1e6a2dd7-7601-438e-99a4-56ded15acb68 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a820a0ea-d0ce-443e-ab01-d570958290d8 HTTP/1.1" status: 200 len: 1804 time: 0.1563976 Aug 12 04:11:23.477281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.477281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.477281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.479000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.479587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.480131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.480717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:23.481382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a820a0ea-d0ce-443e-ab01-d570958290d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:23.481703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a820a0ea-d0ce-443e-ab01-d570958290d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:23.508407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] For port 85c2c430-a6ff-447e-b697-c0648782a99f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:23.513179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] For port 85c2c430-a6ff-447e-b697-c0648782a99f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85c2c430-a6ff-447e-b697-c0648782a99f,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:23.572765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Deleting port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:23.573383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.630360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Deleting port 5f9f764e-a1f9-4095-9d40-ddcab8474502 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:23.630738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.636988 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.678028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c9c4-fbf9-4d85-8ce3-6762c6fc498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.681292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c9c4-fbf9-4d85-8ce3-6762c6fc498f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.686773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ed8c9c4-fbf9-4d85-8ce3-6762c6fc498f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/588b4c40-adea-47fc-aafb-018670a3843a HTTP/1.1" status: 204 len: 168 time: 0.4390490 Aug 12 04:11:23.700294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:23.701061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:23.709711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8c9c4-fbf9-4d85-8ce3-6762c6fc498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b4c40-adea-47fc-aafb-018670a3843a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:23.742801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.743690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] For port 9320fd43-0020-4d46-a3fb-cc1bfbcb9522, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:23.744063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.764013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Calling delete_port for 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:23.770550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.781656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] For port 5f9f764e-a1f9-4095-9d40-ddcab8474502, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5f9f764e-a1f9-4095-9d40-ddcab8474502,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:23.785180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.807712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Calling delete_port for 5f9f764e-a1f9-4095-9d40-ddcab8474502 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:23.840494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:23.841587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.877090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee074c3-25f8-4614-86b0-420a0d7e04ef,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:23.927718 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.991328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:23.998886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8320ea10-74f8-479e-9e6f-dabefa1fefa1 req-c60c9a42-60e7-4e8b-b7c6-ae22db281d62 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5232997 Aug 12 04:11:24.042333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a984ea6-5a19-4df6-b7d5-2c3c3f7b24bb req-8a3cf18a-51e4-4221-a2b4-7e14a306d99f tempest-ServersAdminNegativeTestJSON-1105510780 tempest-ServersAdminNegativeTestJSON-1105510780-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b06deaa-917a-4ed9-84b4-08cddc421162 HTTP/1.1" status: 200 len: 210 time: 0.0788841 Aug 12 04:11:24.121579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c3d5c-0d0b-408c-8202-08eb3f5cebc5 None None] Pushing event updated for resources: {'Port': ['ID=85c2c430-a6ff-447e-b697-c0648782a99f,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:24.170377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49a4ddfd-24c5-49af-a4be-bc6504989978 req-003b51f0-d801-4c88-9605-f5a02314b687 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.0760155 Aug 12 04:11:24.231667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Allocated IP 172.20.0.1 (43c04dfc-7d27-4e91-83a8-895364b7295b/5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a/2d6e5e1f-094d-4321-8fda-a61b4ce63026) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:24.265385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:20Z', 'revision_number': 3, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:24.289088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5ac42a09-41b5-437c-b6a9-73a683249bc6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a820a0ea-d0ce-443e-ab01-d570958290d8 HTTP/1.1" status: 200 len: 2397 time: 0.1234815 Aug 12 04:11:24.293829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a820a0ea-d0ce-443e-ab01-d570958290d8', 'remote_group_id': None}]} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:24.294151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a820a0ea-d0ce-443e-ab01-d570958290d8', 'remote_group_id': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:24.300758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea220bc-9a3b-4eef-a9e1-abb088bf9b68 None None] The sync data for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 is: [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:20Z', 'revision_number': 3, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:24.387859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.404073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Transition to ACTIVE for port object 2d6e5e1f-094d-4321-8fda-a61b4ce63026 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:24.417587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.458600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Pushing event deleted for resources: {'Port': ['ID=9320fd43-0020-4d46-a3fb-cc1bfbcb9522,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:24.552135 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.557508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.646415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.647209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Network 43c04dfc-7d27-4e91-83a8-895364b7295b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:24.649759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:24.657553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:24.689216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6e5e1f-094d-4321-8fda-a61b4ce63026,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:24.730861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.756854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9f764e-a1f9-4095-9d40-ddcab8474502,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:24.820010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.904889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.955315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:24.966137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef1e788-51af-4d87-971f-8e7ebd9c5f3a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:25.052016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.058645 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.064704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c9bd3fa-c2bd-4094-b4f3-40dac0a4c0ed req-5be0f946-8af7-48c8-8511-3c89509f3b45 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7746603 Aug 12 04:11:25.133268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c5717b72-b803-43bd-b537-483e25d8fc16 None None] Provisioning for port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:25.143745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c5717b72-b803-43bd-b537-483e25d8fc16 None None] Provisioning complete for port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:25.147167 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c5717b72-b803-43bd-b537-483e25d8fc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.262182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c5717b72-b803-43bd-b537-483e25d8fc16 None None] Port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:25.312390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85c2c430-a6ff-447e-b697-c0648782a99f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:25.316566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.340589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-3bff5b2d-9290-4fad-9d81-b128f01a2b6f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471935 Aug 12 04:11:25.382100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74647d71-6117-43d5-88db-f11ceff43b25 req-c75cc033-1c6d-4e6f-b5e5-af9fea89f388 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a820a0ea-d0ce-443e-ab01-d570958290d8 HTTP/1.1" status: 200 len: 2995 time: 0.2692955 Aug 12 04:11:25.445579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c4c07f19-016e-4b3b-a478-936db8e80cf9 req-7943ce52-852c-49e8-a4c7-2a73368788f7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.0650380 Aug 12 04:11:25.462036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-415584fb-3de4-4835-a895-7a6fddaf9756 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-group-rules/2ef1e788-51af-4d87-971f-8e7ebd9c5f3a HTTP/1.1" status: 200 len: 783 time: 0.0672252 Aug 12 04:11:25.498852 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.521901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:25.527773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 85c2c430-a6ff-447e-b697-c0648782a99f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:25.530652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.534442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 85c2c430-a6ff-447e-b697-c0648782a99f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:25.534890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.563339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-c0eab536-5b63-4fcf-b4ca-0e3688325fab tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a820a0ea-d0ce-443e-ab01-d570958290d8 HTTP/1.1" status: 200 len: 2995 time: 0.1001382 Aug 12 04:11:25.624287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-a7f308b3-e7af-4c0d-8c3c-d0672b1fc5c0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.627852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.635823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-a7f308b3-e7af-4c0d-8c3c-d0672b1fc5c0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.688773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.699560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-153335320-network', 'tenant_id': '3213396e50e6406f8b532acee60d952e'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:25.714459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 85c2c430-a6ff-447e-b697-c0648782a99f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85c2c430-a6ff-447e-b697-c0648782a99f,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:25.745426 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-a7f308b3-e7af-4c0d-8c3c-d0672b1fc5c0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.751406 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-a7f308b3-e7af-4c0d-8c3c-d0672b1fc5c0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.758799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-367303a3-6b8f-433e-b03c-0de434f08c27 req-a7f308b3-e7af-4c0d-8c3c-d0672b1fc5c0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2ef1e788-51af-4d87-971f-8e7ebd9c5f3a HTTP/1.1" status: 204 len: 173 time: 0.1884139 Aug 12 04:11:25.758799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.766397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-3f7caea0-8d63-4b25-9e0f-260dc1de826f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:25.767929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-3f7caea0-8d63-4b25-9e0f-260dc1de826f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569722 Aug 12 04:11:25.807461 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.819629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f308b3-e7af-4c0d-8c3c-d0672b1fc5c0 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ef1e788-51af-4d87-971f-8e7ebd9c5f3a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:25.842969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6e5e1f-094d-4321-8fda-a61b4ce63026,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:25.848537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.866076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Request body: {'port': {'device_id': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '6ecba86d1b5d42758463ea0c082c255d'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:25.869767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Made reservation on behalf of 3213396e50e6406f8b532acee60d952e for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:25.872162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:25.887104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=85c2c430-a6ff-447e-b697-c0648782a99f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:25.913291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49648) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:25.923067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.007465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Network 43c04dfc-7d27-4e91-83a8-895364b7295b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:26.013066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:26.020627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5980ad91-d743-4ece-8909-0bf1b8e17fb8 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:26.049646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 5980ad91-d743-4ece-8909-0bf1b8e17fb8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:26.049998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5980ad91-d743-4ece-8909-0bf1b8e17fb8 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:26.199067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f20eb9d0-491e-4675-8c4e-51d2f9c0da96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f7fa1979ab44f59b1f99da8599d84a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845733 Aug 12 04:11:26.206226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:26.227097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.243870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:26.301893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a81b8437-a7e1-4c69-bce1-e1c77580bb26 None None] Provisioning complete for port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:26.301893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a81b8437-a7e1-4c69-bce1-e1c77580bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.335360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a81b8437-a7e1-4c69-bce1-e1c77580bb26 None None] Port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:26.343292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.355681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:11:26.368645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.368645 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Added segment cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7 of type vlan for network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 Aug 12 04:11:26.407496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-999a92f3-7f1c-4abc-a9ca-0d5634f4586b req-efeefee8-ec3d-4bb1-8ec1-654c45544209 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a820a0ea-d0ce-443e-ab01-d570958290d8 HTTP/1.1" status: 200 len: 2397 time: 0.5839541 Aug 12 04:11:26.466789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.474623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Router 3e9b95ab-9914-4aa1-851e-153871ba142a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:26.477516 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e27aed8-2db1-4443-a9e0-f5b78de7395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.490541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab674a4-e8b7-4184-9914-3156b1ecdd81,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:26.510432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Router 953e90ad-8b95-4657-9bdc-2d19b49d57ea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:26.521890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e27aed8-2db1-4443-a9e0-f5b78de7395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.524209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:26.544587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-56bfca34-4a82-4b09-ad27-7a0ba8451cb4 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ade7b43-f7aa-4465-80a3-5dc1a1dada32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2850492 Aug 12 04:11:26.582682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-999a92f3-7f1c-4abc-a9ca-0d5634f4586b req-4df5a2e7-3afe-4871-a6b4-3287ecec2f53 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.582880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c209b23f-a9ba-4a9f-a1da-59d3c27d8d3d req-0b5127d3-f8c1-4ee8-a6d3-0b33bf9cfc62 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Aug 12 04:11:26.635850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Made reservation on behalf of 6ecba86d1b5d42758463ea0c082c255d for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:26.639394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.682325 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Sync routers for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:26.687870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.689201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:26.689912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.696207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:26.696879 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:26.700092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-999a92f3-7f1c-4abc-a9ca-0d5634f4586b req-4df5a2e7-3afe-4871-a6b4-3287ecec2f53 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.793565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e27aed8-2db1-4443-a9e0-f5b78de7395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.797417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e27aed8-2db1-4443-a9e0-f5b78de7395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:26.799039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e27aed8-2db1-4443-a9e0-f5b78de7395d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b7b099c-8ef4-47c1-96ea-95f97a14d0a4 HTTP/1.1" status: 204 len: 168 time: 0.5917540 Aug 12 04:11:26.807401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:26.819570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:11:26.827432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-279e6ea1-e8c8-43b7-b398-30af28fd92a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3036046 Aug 12 04:11:26.829530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27aed8-2db1-4443-a9e0-f5b78de7395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b099c-8ef4-47c1-96ea-95f97a14d0a4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:26.835410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:26.835410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49666) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:26.854513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2c6072bd-8a49-4656-a2a7-3da99412292a admin admin] 10.222.0.42 "PUT /v2.0/routers/3e9b95ab-9914-4aa1-851e-153871ba142a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9390347 Aug 12 04:11:26.857401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49668) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:26.858226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Request body: {'subnet': {'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-subnet', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:26.876392 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:26.887643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:26.892796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] Sync routers for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:26.897757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ee3c6aba-bf54-497c-ad3d-f04f71b0c0ed admin admin] 10.222.0.42 "PUT /v2.0/routers/953e90ad-8b95-4657-9bdc-2d19b49d57ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7271242 Aug 12 04:11:26.901891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49670) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:27.008837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-999a92f3-7f1c-4abc-a9ca-0d5634f4586b req-4df5a2e7-3afe-4871-a6b4-3287ecec2f53 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.011346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-999a92f3-7f1c-4abc-a9ca-0d5634f4586b req-4df5a2e7-3afe-4871-a6b4-3287ecec2f53 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.015275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-999a92f3-7f1c-4abc-a9ca-0d5634f4586b req-4df5a2e7-3afe-4871-a6b4-3287ecec2f53 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/a820a0ea-d0ce-443e-ab01-d570958290d8 HTTP/1.1" status: 204 len: 173 time: 0.5949392 Aug 12 04:11:27.071855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.101193 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] Sync routers for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:27.165824 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:27.166991 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:27.212739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85c2c430-a6ff-447e-b697-c0648782a99f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:27.213104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.233226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5a2e7-3afe-4871-a6b4-3287ecec2f53 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a820a0ea-d0ce-443e-ab01-d570958290d8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:27.239671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.254532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:27.255427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:27.319714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Made reservation on behalf of 3213396e50e6406f8b532acee60d952e for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:27.322250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.370221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 85c2c430-a6ff-447e-b697-c0648782a99f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:27.371267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.424998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:27.450108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Deleting port 52af621b-e0bc-47e1-beb6-b5adef005896 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:27.450868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.509920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Allocated IP 192.168.233.11 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/13da6e25-53b3-4d3a-8ff6-df025aafe1a2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:27.519733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49678) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:27.526390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630363651', 'description': 'tempest-description--1941500445'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:27.536305 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-4e46d36a-6129-42d7-b51a-36417023c44f req-a8663f1f-7661-4757-81b3-3b6f7d2faa79 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] show failed (client error): The resource could not be found. Aug 12 04:11:27.537369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e46d36a-6129-42d7-b51a-36417023c44f req-a8663f1f-7661-4757-81b3-3b6f7d2faa79 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/13a83896-14c2-47a0-bee7-2f3c99520ca5 HTTP/1.1" status: 404 len: 352 time: 0.4948187 Aug 12 04:11:27.582760 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:27.596094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] For port 52af621b-e0bc-47e1-beb6-b5adef005896, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=52af621b-e0bc-47e1-beb6-b5adef005896,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:27.596592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.611043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Calling delete_port for 52af621b-e0bc-47e1-beb6-b5adef005896 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:27.665226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.680183 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 2, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:27.691080 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.719775 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Checking router: 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:27.720754 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Updating router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:27.759889 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.783425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 5, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port': {'id': '52af621b-e0bc-47e1-beb6-b5adef005896', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:00Z', 'updated_at': '2021-08-12T04:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:27.823382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] Checking router: 3e9b95ab-9914-4aa1-851e-153871ba142a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:27.833478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] Routers {'3e9b95ab-9914-4aa1-851e-153871ba142a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:27.834129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3e9b95ab-9914-4aa1-851e-153871ba142a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:27.857876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d018f0-42ed-4e66-829c-734e6dc060e0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:27.892265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49684) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:27.910160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ebf6e44-cd3f-4f5e-ba91-d1a05b6467b1 req-4cfc2c67-8ce3-43ba-a97b-2692b778e1d2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/b584151f-3201-4035-acf2-be895dcdc7df HTTP/1.1" status: 200 len: 1804 time: 0.3302734 Aug 12 04:11:27.916263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:27.954078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Checking segment: {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:27.954452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Network hostable DHCP agents. Network: ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:11:27.965098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] Set router 3e9b95ab-9914-4aa1-851e-153871ba142a gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:28.021943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.035000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:11:27Z', 'revision_number': 6, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:28.069986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d2c8e-7934-4d36-82c1-cc7b90b347d8 None None] The sync data for ids ['3e9b95ab-9914-4aa1-851e-153871ba142a'] in n-d-804320-1 is: [{'id': '3e9b95ab-9914-4aa1-851e-153871ba142a', 'name': 'tempest-ServersTestFqdnHostnames-569901595-router', 'tenant_id': '4eec13826f0d439b8c095e653884de05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:08:59Z', 'updated_at': '2021-08-12T04:11:27Z', 'revision_number': 6, 'project_id': '4eec13826f0d439b8c095e653884de05', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:28.076942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Transition to ACTIVE for port object 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:28.081864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eaf8281f-21be-4cd6-9672-8861b7acd385 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=908b7647e5a040d887347e9040653a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884143 Aug 12 04:11:28.107733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49686) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:28.132929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9ebf6e44-cd3f-4f5e-ba91-d1a05b6467b1 req-a1f8a062-f446-4ebc-905a-23aea4d93178 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.150214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:11:28.154028 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.165962 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Transition to ACTIVE for port object 2d6e5e1f-094d-4321-8fda-a61b4ce63026 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:28.175092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d77fc10b-c268-4a90-b862-df618f0ee520 req-e1c71dd3-0d84-4cf8-aec9-cebf9134857f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.4565923 Aug 12 04:11:28.210666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9ebf6e44-cd3f-4f5e-ba91-d1a05b6467b1 req-a1f8a062-f446-4ebc-905a-23aea4d93178 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.210965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6c134124-b6ff-48a5-8e1c-758606a71f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.228100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Deleting port a95c63c7-7aab-4e5c-bc20-54c6381eeffc {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:28.228484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.240468 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.305604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:28.306363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8adbfd-23a2-4aed-ad09-41499d56803d None None] Pushing event updated for resources: {'Port': ['ID=2d6e5e1f-094d-4321-8fda-a61b4ce63026,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:28.312163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.316546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4afd-d660-4b8c-b14e-858421ab4c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.319524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:28.320169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.327131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d3369-4560-4772-abd2-d87aa3d939ac None None] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:28.362552 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 5, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port': {'id': 'a95c63c7-7aab-4e5c-bc20-54c6381eeffc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:09:57Z', 'updated_at': '2021-08-12T04:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:28.382513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] For port a95c63c7-7aab-4e5c-bc20-54c6381eeffc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:28.382513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.395248 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.397030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Calling delete_port for a95c63c7-7aab-4e5c-bc20-54c6381eeffc owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:28.405053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] Checking router: 953e90ad-8b95-4657-9bdc-2d19b49d57ea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:28.407976 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Attempting to bind port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:28.411749 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Attempting to bind port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:28.412579 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Attempting to bind port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 on network 43c04dfc-7d27-4e91-83a8-895364b7295b {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:28.418012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.435202 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:28.436013 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Checking segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:28.436655 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.437274 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Bound using segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:28.437968 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Bound port: 2d6e5e1f-094d-4321-8fda-a61b4ce63026, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:28.438593 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.441627 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] Routers {'953e90ad-8b95-4657-9bdc-2d19b49d57ea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:28.442520 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:28.485109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a85d3-bb67-4611-8929-bb68d8f77c27,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:28.516217 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.521353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9d1e0910-ebce-4a43-b53e-a27ac421eadd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0004411 Aug 12 04:11:28.528031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49688) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:28.529073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=52af621b-e0bc-47e1-beb6-b5adef005896,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:28.545634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a85d3-bb67-4611-8929-bb68d8f77c27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:28.596227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129', 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'fixed_ips': [{'subnet_id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:11:28.597268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.638688 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] Set router 953e90ad-8b95-4657-9bdc-2d19b49d57ea gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:28.667782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9ebf6e44-cd3f-4f5e-ba91-d1a05b6467b1 req-a1f8a062-f446-4ebc-905a-23aea4d93178 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.667782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9ebf6e44-cd3f-4f5e-ba91-d1a05b6467b1 req-a1f8a062-f446-4ebc-905a-23aea4d93178 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.674815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ebf6e44-cd3f-4f5e-ba91-d1a05b6467b1 req-a1f8a062-f446-4ebc-905a-23aea4d93178 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/b584151f-3201-4035-acf2-be895dcdc7df HTTP/1.1" status: 204 len: 173 time: 0.7546194 Aug 12 04:11:28.694864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4afd-d660-4b8c-b14e-858421ab4c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.712702 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:11:27Z', 'revision_number': 6, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:28.722231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.730184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8a062-f446-4ebc-905a-23aea4d93178 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b584151f-3201-4035-acf2-be895dcdc7df,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:28.733941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.743728 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] For port 2d6e5e1f-094d-4321-8fda-a61b4ce63026, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:28.747744 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e884c-7716-4095-bb06-616b1f89c7b0 None None] The sync data for ids ['953e90ad-8b95-4657-9bdc-2d19b49d57ea'] in n-d-804320-1 is: [{'id': '953e90ad-8b95-4657-9bdc-2d19b49d57ea', 'name': 'tempest-FloatingIPsAssociationTestJSON-2074522259-router', 'tenant_id': '71513ca907c24d9482f6cac56359215f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:09:56Z', 'updated_at': '2021-08-12T04:11:27Z', 'revision_number': 6, 'project_id': '71513ca907c24d9482f6cac56359215f', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:28.751552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ac613c87-acc1-4c69-b905-c332db53c8b4', '827daa54-81c7-4e28-afcf-5d3348eb208a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:28.755402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.765287 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] For port 2d6e5e1f-094d-4321-8fda-a61b4ce63026, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d6e5e1f-094d-4321-8fda-a61b4ce63026,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:28.808738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:28.817196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4f8feb03-c1c0-4ab2-a385-0d5d9a6ec4cc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9792261 Aug 12 04:11:28.840005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event updated for resources: {'Port': ['ID=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:28.840150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49694) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:28.840872 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.843486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:28.844868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:28.858543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:28.901842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Allocated IP 172.20.0.2 (ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129/a5d018f0-42ed-4e66-829c-734e6dc060e0/7e1b975f-6d5b-4bac-840c-47d57ab8e1e1) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:28.935318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:28.936074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.984622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4afd-d660-4b8c-b14e-858421ab4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.988599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc0b4afd-d660-4b8c-b14e-858421ab4c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:28.988931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cd23fae-fb1d-41ca-8c12-7e4f02c89089 req-6296506b-2df6-41e2-9581-90d8ae311f90 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/cdc796a4-80ee-4166-b93c-00798f350915 HTTP/1.1" status: 200 len: 1805 time: 0.2855053 Aug 12 04:11:28.989795 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cc0b4afd-d660-4b8c-b14e-858421ab4c88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/555341df-5bf0-4ef2-951f-88cf76f44992 HTTP/1.1" status: 204 len: 168 time: 0.8785446 Aug 12 04:11:29.000987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b4afd-d660-4b8c-b14e-858421ab4c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555341df-5bf0-4ef2-951f-88cf76f44992,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:29.024288 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8adbfd-23a2-4aed-ad09-41499d56803d None None] Pushing event updated for resources: {'Port': ['ID=2d6e5e1f-094d-4321-8fda-a61b4ce63026,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:29.028981 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:29.029622 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:29.031693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.034374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.035340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.039215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.100475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Pushing event deleted for resources: {'Port': ['ID=a95c63c7-7aab-4e5c-bc20-54c6381eeffc,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:29.125059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-abc2ce41-3921-4760-80f4-dec728621375 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3024287 Aug 12 04:11:29.159204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Request body: {'port': {'device_id': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:29.191793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.214994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.364820 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:29.365470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.377491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 52af621b-e0bc-47e1-beb6-b5adef005896 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:29.447746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 52af621b-e0bc-47e1-beb6-b5adef005896 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:29.448092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 52af621b-e0bc-47e1-beb6-b5adef005896 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:29.448517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:29.483657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:29.483657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9320fd43-0020-4d46-a3fb-cc1bfbcb9522 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:29.499552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.500350 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.519128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Transition to ACTIVE for port object 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:29.551374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.553431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Transition to ACTIVE for port object 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:29.572961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ae98ec8-d162-4ffc-a5fb-11341212c3d9 None None] Provisioning for port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:29.587379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ae98ec8-d162-4ffc-a5fb-11341212c3d9 None None] Provisioning complete for port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:29.587755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ae98ec8-d162-4ffc-a5fb-11341212c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.603523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9eb1ee-4750-4078-bc57-cb84d541c92c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:29.627930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.633895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.642291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0ae98ec8-d162-4ffc-a5fb-11341212c3d9 None None] Port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:29.651466 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.673166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7cd23fae-fb1d-41ca-8c12-7e4f02c89089 req-2eb1c7a9-7226-4391-a7e9-8ac64005dce6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.682725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.683423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9b95ab-9914-4aa1-851e-153871ba142a {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:11:29.688602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.698136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81324fcc-5289-45af-8546-bde49735d0fa admin admin] 10.222.0.42 "DELETE /v2.0/routers/3e9b95ab-9914-4aa1-851e-153871ba142a HTTP/1.1" status: 204 len: 168 time: 2.8351216 Aug 12 04:11:29.698136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49704) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:29.730931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.733438 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:28Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:29.751471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae552691-8c06-4719-93d7-15b589a71ccc req-5b7db2e9-e223-4d0c-a0d4-cd3890b3416c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:29.753850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae552691-8c06-4719-93d7-15b589a71ccc req-5b7db2e9-e223-4d0c-a0d4-cd3890b3416c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 935 time: 0.4082456 Aug 12 04:11:29.765854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:29.774399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.777059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-073366c1-5ad5-4110-8afe-b3784f59fc06 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2424588 Aug 12 04:11:29.794633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49706) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:29.797304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:29.799646 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f9d73-3bcb-4aab-a934-2f1bbb5d0236 None None] The sync data for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 is: [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:28Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:29.805096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:29.811735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Pushing event updated for resources: {'Port': ['ID=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:29.815776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.841012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Request body: {'security_group_rule': {'security_group_id': 'ec9a85d3-bb67-4611-8929-bb68d8f77c27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:29.845109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7cd23fae-fb1d-41ca-8c12-7e4f02c89089 req-2eb1c7a9-7226-4391-a7e9-8ac64005dce6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.890222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.897047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953e90ad-8b95-4657-9bdc-2d19b49d57ea {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:11:29.925453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Deleting subnet 8e610127-8078-48a0-b6f0-3f57b9ea3a3a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:11:29.934504 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.935874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f7ef9d0-cf69-4f65-8e05-81d61b1ec17d admin admin] 10.222.0.42 "DELETE /v2.0/routers/953e90ad-8b95-4657-9bdc-2d19b49d57ea HTTP/1.1" status: 204 len: 168 time: 3.0309367 Aug 12 04:11:29.942056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49710) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:29.953656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.962313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Attempting to bind port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:29.962755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Attempting to bind port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:29.963168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Attempting to bind port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 on network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:29.968986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:29.969370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Checking segment: {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:29.969684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:29.970584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Bound using segment: {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:29.971178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Bound port: 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:29.971178 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.076664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae552691-8c06-4719-93d7-15b589a71ccc req-230a6291-03d3-4dc5-b2ae-359eaebcc391 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128700 Aug 12 04:11:30.090034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.096842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] For port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:30.101631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] For port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:30.149033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.165403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Deleting subnet c98c47de-d4d8-4712-9345-d8eba3cbe982 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:11:30.170535 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.234931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.285747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ada2d-6f15-46be-ab94-343d50d12edf None None] Pushing event updated for resources: {'Port': ['ID=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:30.308933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7cd23fae-fb1d-41ca-8c12-7e4f02c89089 req-2eb1c7a9-7226-4391-a7e9-8ac64005dce6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.311653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7cd23fae-fb1d-41ca-8c12-7e4f02c89089 req-2eb1c7a9-7226-4391-a7e9-8ac64005dce6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.332540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cd23fae-fb1d-41ca-8c12-7e4f02c89089 req-2eb1c7a9-7226-4391-a7e9-8ac64005dce6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/cdc796a4-80ee-4166-b93c-00798f350915 HTTP/1.1" status: 204 len: 173 time: 1.3237388 Aug 12 04:11:30.340820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.354948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.358653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1c7a9-7226-4391-a7e9-8ac64005dce6 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc796a4-80ee-4166-b93c-00798f350915,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:30.365448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.498371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.585715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-edd6ab85-6585-4883-892f-643a4069fa4e req-14cac945-7c26-4fdf-9aee-778773f3031c tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/a8940122-1c1d-4057-8e99-63c41b183f50 HTTP/1.1" status: 200 len: 1805 time: 0.2419515 Aug 12 04:11:30.615085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ce4cf5-1d2e-4d36-890b-7337daa2a849,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:30.752629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.755127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ffb8ff4-4ee3-4d91-9216-82aca1125049 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9292648 Aug 12 04:11:30.765235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.767603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.768290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49726) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:30.797511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:30.802530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.807439 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-19bbdf70-e082-4e27-9949-b3782d8a3664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.813656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.835122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:30.850815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e610127-8078-48a0-b6f0-3f57b9ea3a3a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:30.853318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.858396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7ae79bd6-f850-4286-80bb-808fb9b1a0b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8e610127-8078-48a0-b6f0-3f57b9ea3a3a HTTP/1.1" status: 204 len: 168 time: 1.1176295 Aug 12 04:11:30.858396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49728) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:30.873274 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.883379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ce0d3-db98-420e-853f-29b7c2a7f4d6 None None] Network a163ae8a-e696-4edf-bb21-cbd13bd780b9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:30.927163 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-edd6ab85-6585-4883-892f-643a4069fa4e req-dff98d20-3de2-48f2-a31f-4cb514601346 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.932443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Transition to ACTIVE for port object 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:30.979641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-edd6ab85-6585-4883-892f-643a4069fa4e req-dff98d20-3de2-48f2-a31f-4cb514601346 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:30.991230 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.024252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.097734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:31.104843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Pushing event updated for resources: {'Port': ['ID=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:31.130496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.176437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d6e5e1f-094d-4321-8fda-a61b4ce63026 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:31.230427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.255954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c98c47de-d4d8-4712-9345-d8eba3cbe982 HTTP/1.1" status: 204 len: 168 time: 1.2994893 Aug 12 04:11:31.259729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49740) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:31.280479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b0a2a5-eaf2-4474-b4da-327a67227963 None None] Network 018c55b6-9c13-4649-a728-54a60d5cc420 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:31.292654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Allocated IP 172.25.6.197 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/bb904d5c-b6e1-4769-b5f3-02e0083bb311) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:31.294851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] DHCP port deletion for a163ae8a-e696-4edf-bb21-cbd13bd780b9 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:11:31.350655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a7f8-8fc4-4e04-9c50-d1862ef4a1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98c47de-d4d8-4712-9345-d8eba3cbe982,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:31.428349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.430601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.480862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-network', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:31.618126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-edd6ab85-6585-4883-892f-643a4069fa4e req-dff98d20-3de2-48f2-a31f-4cb514601346 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.620937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-edd6ab85-6585-4883-892f-643a4069fa4e req-dff98d20-3de2-48f2-a31f-4cb514601346 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.642553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-edd6ab85-6585-4883-892f-643a4069fa4e req-dff98d20-3de2-48f2-a31f-4cb514601346 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/a8940122-1c1d-4057-8e99-63c41b183f50 HTTP/1.1" status: 204 len: 173 time: 1.0369062 Aug 12 04:11:31.754411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Attempting to bind port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:31.756022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Attempting to bind port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:31.756574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Attempting to bind port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:31.773154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.776198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff98d20-3de2-48f2-a31f-4cb514601346 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8940122-1c1d-4057-8e99-63c41b183f50,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:31.796072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:31.803806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:11:31.804422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Attempting to bind port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:31.930450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b53c9-3dbe-4161-bce3-eff71de91ecf req-80f09769-c8fe-47f9-a1b4-4e597bc1ef4a tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:31.939293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff5b53c9-3dbe-4161-bce3-eff71de91ecf req-80f09769-c8fe-47f9-a1b4-4e597bc1ef4a tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 947 time: 0.6047287 Aug 12 04:11:31.949955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] Deleting port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:31.950534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.010536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:32.040753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Deleting port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:32.041110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.056212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:32.060700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.097964 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.124747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5645e41-c31c-4224-9307-bbead490669d None None] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:32.135830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] For port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:32.136239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.144800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] For port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,segment=NetworkSegment(8ade37e7-3f01-42c7-9a4d-3afcfe414e0e),segment_id=8ade37e7-3f01-42c7-9a4d-3afcfe414e0e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:32.145411 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.155862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Calling delete_port for eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:32.208973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff5b53c9-3dbe-4161-bce3-eff71de91ecf req-b94b37b2-d6d1-4c4c-8ab1-3c76fd597190 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682233 Aug 12 04:11:32.216853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.228792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] Calling delete_port for eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:32.235718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] DHCP port deletion for 018c55b6-9c13-4649-a728-54a60d5cc420 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:11:32.250061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Made reservation on behalf of f4e31ba77bb1401f8533ffc374c0bbde for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:32.252788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.269223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:32.271871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:32.271871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:32.271871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Bound port: 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:32.271871 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.275390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:32.283761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.290434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:32.306373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:32.336989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.339256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-50cbb1c9-f29c-475c-8ce2-e02c62d77fbc None None] Provisioning for port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:32.372977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Pushing event updated for resources: {'Port': ['ID=bb904d5c-b6e1-4769-b5f3-02e0083bb311,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:32.379979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2131bb2b-4811-401f-9012-b90ad78a2373 req-61cb9b94-4a5e-48a1-821b-5f50f43bd695 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/28dcadfc-be36-4ed8-aa3b-5c497adde0b8 HTTP/1.1" status: 200 len: 2404 time: 0.5980663 Aug 12 04:11:32.440245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.494946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] For port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:32.497832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] Deleting port bea23aa7-3c9d-483e-9f03-c058c7821278 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:32.498211 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.502959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] For port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:32.506360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.510913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Deleting port bea23aa7-3c9d-483e-9f03-c058c7821278 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:32.511279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: from cryptography.utils import int_from_bytes Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: from cryptography.utils import int_from_bytes Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.552023 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:32.555285 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:11:32.561169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 2d6e5e1f-094d-4321-8fda-a61b4ce63026, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d6e5e1f-094d-4321-8fda-a61b4ce63026,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:32.566198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.571356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2131bb2b-4811-401f-9012-b90ad78a2373 req-d8b3c9a3-3352-4f81-b33b-6335c5c638e2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.584983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:32.588962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] No DVR routers for this DVR port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:32.611220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] Pushing event deleted for resources: {'Port': ['ID=eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:32.616500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.624925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3fa9a-ca14-41e0-b5ac-6d8d7b28c52b None None] No DVR routers for this DVR port eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:32.643125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] For port bea23aa7-3c9d-483e-9f03-c058c7821278, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bea23aa7-3c9d-483e-9f03-c058c7821278,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:32.643523 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.646363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2131bb2b-4811-401f-9012-b90ad78a2373 req-d8b3c9a3-3352-4f81-b33b-6335c5c638e2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.650667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] For port bea23aa7-3c9d-483e-9f03-c058c7821278, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bea23aa7-3c9d-483e-9f03-c058c7821278,segment=NetworkSegment(80a5b42a-4d7a-4642-8718-a4eaa5970f8e),segment_id=80a5b42a-4d7a-4642-8718-a4eaa5970f8e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:32.651099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.662547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] Calling delete_port for bea23aa7-3c9d-483e-9f03-c058c7821278 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:32.668560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.669605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:32.714122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:32.715137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.716571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] 10.222.0.20 "PUT /v2.0/ports/13da6e25-53b3-4d3a-8ff6-df025aafe1a2 HTTP/1.1" status: 200 len: 1095 time: 3.5723934 Aug 12 04:11:32.723093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.723712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Calling delete_port for bea23aa7-3c9d-483e-9f03-c058c7821278 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:32.727286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Allocated IP 172.25.6.67 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/f10939b4-56c5-4f18-8a46-b64f5fd5c9cc) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:32.732256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'tag': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:32.734531 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c8d07-2645-42d6-97ad-14d8c2fe5911" -d '{"events": [{"name": "network-changed", "server_uuid": "fc412128-3075-4bbb-9f3c-61fd9fb9b351", "tag": "13da6e25-53b3-4d3a-8ff6-df025aafe1a2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:32.752737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.759806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a163ae8a-e696-4edf-bb21-cbd13bd780b9']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:32.796197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:32.796876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ade37e7-3f01-42c7-9a4d-3afcfe414e0e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:32.803595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947a996-2bc2-4e27-9639-6af38dbc4d34 service neutron] Pushing event updated for resources: {'Port': ['ID=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:32.828032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=2d6e5e1f-094d-4321-8fda-a61b4ce63026,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:32.857458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.879777 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb27ad6d-3f12-4813-9e80-a0b2583c7b55 x-openstack-request-id: req-fb27ad6d-3f12-4813-9e80-a0b2583c7b55 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:32.880070 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc412128-3075-4bbb-9f3c-61fd9fb9b351", "tag": "13da6e25-53b3-4d3a-8ff6-df025aafe1a2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:32.880310 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb27ad6d-3f12-4813-9e80-a0b2583c7b55 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:32.880695 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'tag': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2', 'status': 'completed', 'code': 200} Aug 12 04:11:32.893326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.934236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:32.948252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:32.948646 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:32.964920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:11:32.977251 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.044711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.045081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2131bb2b-4811-401f-9012-b90ad78a2373 req-d8b3c9a3-3352-4f81-b33b-6335c5c638e2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.047140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2131bb2b-4811-401f-9012-b90ad78a2373 req-d8b3c9a3-3352-4f81-b33b-6335c5c638e2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.048361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2131bb2b-4811-401f-9012-b90ad78a2373 req-d8b3c9a3-3352-4f81-b33b-6335c5c638e2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/28dcadfc-be36-4ed8-aa3b-5c497adde0b8 HTTP/1.1" status: 204 len: 173 time: 0.6675885 Aug 12 04:11:33.057786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] Pushing event deleted for resources: {'Port': ['ID=bea23aa7-3c9d-483e-9f03-c058c7821278,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.061738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:11:33.062430 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.063319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.063754 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Added segment 4945660e-1f53-4594-b0df-bf3bb7061a1c of type vlan for network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:11:33.065214 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:11:33.076157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7c651-e1b2-41aa-badb-e626e08e6d25 None None] No DVR routers for this DVR port bea23aa7-3c9d-483e-9f03-c058c7821278 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:33.096916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a3908c-388e-4820-9e10-4e344e894c08,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.155958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3c9a3-3352-4f81-b33b-6335c5c638e2 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dcadfc-be36-4ed8-aa3b-5c497adde0b8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.166181 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.169898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8d07-2645-42d6-97ad-14d8c2fe5911 req-6b6e7ee8-8044-4fb6-bf3e-fe658ccf1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:33.171500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-592c8d07-2645-42d6-97ad-14d8c2fe5911 req-6b6e7ee8-8044-4fb6-bf3e-fe658ccf1871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 1098 time: 0.2895088 Aug 12 04:11:33.182754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.214935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.231766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:33.232030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=bea23aa7-3c9d-483e-9f03-c058c7821278,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.236790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] No DVR routers for this DVR port bea23aa7-3c9d-483e-9f03-c058c7821278 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:11:33.244176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.261108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-39900afe-aeb1-4ae1-8282-68203dbdece7 None None] Provisioning complete for port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:33.261492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-39900afe-aeb1-4ae1-8282-68203dbdece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.265475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.288605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-592c8d07-2645-42d6-97ad-14d8c2fe5911 req-c83eab9b-ae71-4f5b-97be-7bcf6868ff60 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6ecba86d1b5d42758463ea0c082c255d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752876 Aug 12 04:11:33.316017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.327040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc445b40-d70f-4af6-87bb-d5a1f123d3e2 req-213eeb2b-8087-4759-928c-193d3f2bf122 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "GET /v2.0/security-groups/33932eb1-c6b9-42c9-ba51-fa18897a8987 HTTP/1.1" status: 200 len: 2398 time: 0.2411139 Aug 12 04:11:33.349316 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.385420 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.387532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a163ae8a-e696-4edf-bb21-cbd13bd780b9 HTTP/1.1" status: 204 len: 168 time: 2.4796047 Aug 12 04:11:33.391106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a95c63c7-7aab-4e5c-bc20-54c6381eeffc no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:33.416424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: a95c63c7-7aab-4e5c-bc20-54c6381eeffc {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:33.416767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a95c63c7-7aab-4e5c-bc20-54c6381eeffc not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:33.419440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5f9f764e-a1f9-4095-9d40-ddcab8474502 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:33.423847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.434027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018c55b6-9c13-4649-a728-54a60d5cc420']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:33.444947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a5b42a-4d7a-4642-8718-a4eaa5970f8e') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:33.445253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a5b42a-4d7a-4642-8718-a4eaa5970f8e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:33.454436 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.468720 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.480581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e8b7d-2881-4ae4-9c7d-320cb46565c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a163ae8a-e696-4edf-bb21-cbd13bd780b9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.488001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5f9f764e-a1f9-4095-9d40-ddcab8474502 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:33.488610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5f9f764e-a1f9-4095-9d40-ddcab8474502 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:33.526158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:11:33.526435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:11:33.528540 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:11:33.532546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.603403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc445b40-d70f-4af6-87bb-d5a1f123d3e2 req-1787a1fa-7138-4afe-ad10-05bfb626e520 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.629768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d6e5e1f-094d-4321-8fda-a61b4ce63026 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:33.637937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc445b40-d70f-4af6-87bb-d5a1f123d3e2 req-1787a1fa-7138-4afe-ad10-05bfb626e520 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.641043 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.646409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.647411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:33.647991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.668977 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.681627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.686178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd6a6-5d39-4ef5-abd3-7203f48d38a7 req-8071a2fd-1f68-4825-8525-2502eb7d52c8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:33.687737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-930dd6a6-5d39-4ef5-abd3-7203f48d38a7 req-8071a2fd-1f68-4825-8525-2502eb7d52c8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 947 time: 0.2826929 Aug 12 04:11:33.703699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:33.703699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.724233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:33.731694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:33.733786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event updated for resources: {'Port': ['ID=f10939b4-56c5-4f18-8a46-b64f5fd5c9cc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.737077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:33.762984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.779557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.781198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] 10.222.0.42 "DELETE /v2.0/networks/018c55b6-9c13-4649-a728-54a60d5cc420 HTTP/1.1" status: 204 len: 168 time: 2.4582357 Aug 12 04:11:33.782357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c8d07-2645-42d6-97ad-14d8c2fe5911 req-941d1c10-c6e5-424d-9912-3440d4fd11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:33.784783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-592c8d07-2645-42d6-97ad-14d8c2fe5911 req-941d1c10-c6e5-424d-9912-3440d4fd11ec service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4838042 Aug 12 04:11:33.787610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7958405d-a1bc-4c4f-aae1-5fe740abbb84,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.814457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35987c6a-f17e-4376-80c2-8e179e56fb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=018c55b6-9c13-4649-a728-54a60d5cc420,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.819574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-930dd6a6-5d39-4ef5-abd3-7203f48d38a7 req-143f54c4-a391-4fe1-ae18-1bf40f711f55 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874963 Aug 12 04:11:33.826672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:11:33.843253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bca4fe51-cac5-48e6-aa59-607b1f5726d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7310174 Aug 12 04:11:33.851613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49758) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:33.851613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Request body: {'subnet': {'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-subnet', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:33.893206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49760) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:33.931043 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc445b40-d70f-4af6-87bb-d5a1f123d3e2 req-1787a1fa-7138-4afe-ad10-05bfb626e520 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.936768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc445b40-d70f-4af6-87bb-d5a1f123d3e2 req-1787a1fa-7138-4afe-ad10-05bfb626e520 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:33.938571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc445b40-d70f-4af6-87bb-d5a1f123d3e2 req-1787a1fa-7138-4afe-ad10-05bfb626e520 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] 10.222.0.42 "DELETE /v2.0/security-groups/33932eb1-c6b9-42c9-ba51-fa18897a8987 HTTP/1.1" status: 204 len: 173 time: 0.5631609 Aug 12 04:11:33.959428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49764) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:33.971432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bea23aa7-3c9d-483e-9f03-c058c7821278 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:33.984624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787a1fa-7138-4afe-ad10-05bfb626e520 tempest-SecurityGroupRulesTestJSON-2032903496 tempest-SecurityGroupRulesTestJSON-2032903496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33932eb1-c6b9-42c9-ba51-fa18897a8987,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:33.992807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: bea23aa7-3c9d-483e-9f03-c058c7821278 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:33.993327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bea23aa7-3c9d-483e-9f03-c058c7821278 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:33.993914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:34.014222 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.019150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:34.019643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eb9eaf06-b5ec-41bd-9e95-5e20cd7cd974 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:34.036510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Made reservation on behalf of f4e31ba77bb1401f8533ffc374c0bbde for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:34.038919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.047986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-211b01b8-bbb7-4f29-87de-bb489fc65508 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4eec13826f0d439b8c095e653884de05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448722 Aug 12 04:11:34.051220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49766) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:34.091590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:11:34.105665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-0f0da0f2-1847-4fdf-a21d-204f704a5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:34.107220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-0f0da0f2-1847-4fdf-a21d-204f704a5cf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 1098 time: 0.2131102 Aug 12 04:11:34.110234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Deleting subnet 8040eed2-2d5c-4178-a626-e818d2981107 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:11:34.117252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.186360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-e4cfeb4f-ff66-41c9-885c-c0a7956b3647 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=13da6e25-53b3-4d3a-8ff6-df025aafe1a2 HTTP/1.1" status: 200 len: 217 time: 0.0700963 Aug 12 04:11:34.232153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49768) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:34.260761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.315762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-e931e874-2777-486d-ad03-38be9a77e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:34.317236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-e931e874-2777-486d-ad03-38be9a77e17d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1188049 Aug 12 04:11:34.394134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.419785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5e7b2844-c961-4de3-bd57-046c0d1aaf0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71513ca907c24d9482f6cac56359215f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864851 Aug 12 04:11:34.425215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49770) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:34.473036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.484377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-fa506add-202a-4c23-b7d0-44401c4104b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:34.485858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-fa506add-202a-4c23-b7d0-44401c4104b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368022 Aug 12 04:11:34.527348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43c58e19-270b-4e20-abbf-431116de2ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.574718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.599400 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43c58e19-270b-4e20-abbf-431116de2ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.613108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.620575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-2494a0fa-ae25-49a2-b69b-3d250999c163 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242294 Aug 12 04:11:34.643916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-73d985af-6ae4-4596-b43b-05a50cfe1efe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2305758 Aug 12 04:11:34.688857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.693024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8040eed2-2d5c-4178-a626-e818d2981107 HTTP/1.1" status: 204 len: 168 time: 0.7273302 Aug 12 04:11:34.694086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efc8b0b-c23d-46b8-b8ef-4567035688e0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:34.695932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:34.747611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235715-bb21-4a9d-b47a-19371ae3512d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8040eed2-2d5c-4178-a626-e818d2981107,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:34.763642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f362061-09ba-40c8-b81f-360982b81f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.791738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:34.801730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Checking segment: {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:34.802109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Network hostable DHCP agents. Network: 7958405d-a1bc-4c4f-aae1-5fe740abbb84, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:11:34.805677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Sync routers for ids ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:34.818777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Routers {'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:34.819430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:34.823664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f362061-09ba-40c8-b81f-360982b81f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.840617 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.844848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94798711-5559-4a2e-b6b5-ca4958f2010b req-20098375-d42c-4cff-82dd-62d64df026ba service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109063 Aug 12 04:11:34.865089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226413-0ad2-44b5-8729-40305c57c45a req-225fd407-e5ee-4db8-97d9-9673d06ef3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:34.866605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-225fd407-e5ee-4db8-97d9-9673d06ef3aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1101 time: 0.1642094 Aug 12 04:11:34.922090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43c58e19-270b-4e20-abbf-431116de2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.924666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43c58e19-270b-4e20-abbf-431116de2ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.928384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-43c58e19-270b-4e20-abbf-431116de2ac0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7df53b24-8c31-46c3-9d42-66fcb76c30c5 HTTP/1.1" status: 204 len: 168 time: 0.8735137 Aug 12 04:11:34.953065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.957670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.968557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:34.969739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e44160f-2ab4-40f8-87eb-ed447a59432f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1284657 Aug 12 04:11:34.980705 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1773c5d5-56df-45db-ae32-c027b4820457']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:34.989190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49778) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:34.998968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Set router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:35.000179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c58e19-270b-4e20-abbf-431116de2ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df53b24-8c31-46c3-9d42-66fcb76c30c5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:35.000586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e94fdc-1672-432d-9e26-c6e9ec2ea419') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:35.007683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e94fdc-1672-432d-9e26-c6e9ec2ea419') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:35.019668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.021811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:11:35.044697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.053655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:11:35.054403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.054763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:11:35.057562 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:11:35.150631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 7958405d-a1bc-4c4f-aae1-5fe740abbb84) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:35.153447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f362061-09ba-40c8-b81f-360982b81f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.156053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f362061-09ba-40c8-b81f-360982b81f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.157196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f362061-09ba-40c8-b81f-360982b81f4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99dffce8-f641-4650-9be4-80c856e09c9d HTTP/1.1" status: 204 len: 168 time: 0.7261724 Aug 12 04:11:35.170307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:35.171114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.173294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9873e12-6be4-404b-a2f6-c9ac1cf3d708 None None] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:35.251864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362061-09ba-40c8-b81f-360982b81f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dffce8-f641-4650-9be4-80c856e09c9d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:35.261256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226413-0ad2-44b5-8729-40305c57c45a req-e543e235-cefb-4d1c-addb-3f07a390ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:35.262752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-e543e235-cefb-4d1c-addb-3f07a390ed42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.3633246 Aug 12 04:11:35.266951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event updated for resources: {'Port': ['ID=f10939b4-56c5-4f18-8a46-b64f5fd5c9cc,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:35.273458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.276623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a1c50-b29a-44f8-8a8d-b58f6aef1011 req-3ea21671-9fb7-4181-94e9-cc7cee5bfa48 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:35.278414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb4a1c50-b29a-44f8-8a8d-b58f6aef1011 req-3ea21671-9fb7-4181-94e9-cc7cee5bfa48 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 947 time: 0.3149025 Aug 12 04:11:35.279305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.281591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1773c5d5-56df-45db-ae32-c027b4820457 HTTP/1.1" status: 204 len: 168 time: 0.5784647 Aug 12 04:11:35.297833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ed9ee-504b-47ca-85fc-15dd7c7b8263 admin admin] Pushing event deleted for resources: {'Network': ['ID=1773c5d5-56df-45db-ae32-c027b4820457,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:35.317086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5836740d-94a8-4718-a7df-6a3d9bb7bd00 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4717166 Aug 12 04:11:35.321083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49786) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:35.332550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:35.345508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-fb97c21b-80af-4fd7-a6ee-accb4ae2176b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ac613c87-acc1-4c69-b905-c332db53c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0636990 Aug 12 04:11:35.358460 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.445121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.446545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.463933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 3, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:35.468255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb4a1c50-b29a-44f8-8a8d-b58f6aef1011 req-8b421b2b-9d6c-40bd-a9f7-dfaaea0075f2 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735318 Aug 12 04:11:35.508830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226413-0ad2-44b5-8729-40305c57c45a req-95a7fb2f-bcf4-4e41-a6cf-6ddb0152d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:35.513703 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-95a7fb2f-bcf4-4e41-a6cf-6ddb0152d0c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1560385 Aug 12 04:11:35.554366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.556387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.558119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Checking router: ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:35.558343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Updating router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d port bb904d5c-b6e1-4769-b5f3-02e0083bb311 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:35.567257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-7958405d-a1bc-4c4f-aae1-5fe740abbb84', 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'fixed_ips': [{'subnet_id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:11:35.567257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:35.568573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c667ef29-499a-4cf5-9bdc-544fce381b4a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7988603 Aug 12 04:11:35.622057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:35.640263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226413-0ad2-44b5-8729-40305c57c45a req-c44f6458-da3e-4982-a5f9-52637df3d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:35.642241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-c44f6458-da3e-4982-a5f9-52637df3d315 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180339 Aug 12 04:11:35.958287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-646532fe-8bb8-4d30-9b10-9d26b0a0b56b service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421076 Aug 12 04:11:36.031355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.060447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:36.085773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.130786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-439fddcb-28c2-4824-b844-7e9651fddb4b tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1630363651&fields=id&tenant_id=874214e0dea34b3283b8809b83a67ff3 HTTP/1.1" status: 200 len: 267 time: 0.1022840 Aug 12 04:11:36.155095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c8a4d476-1b1b-469c-95bf-86149663933e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40b7a48132cf430b8947eb0e763bfc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925331 Aug 12 04:11:36.164998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49820) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:36.168315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Allocated IP 172.20.0.2 (7958405d-a1bc-4c4f-aae1-5fe740abbb84/5efc8b0b-c23d-46b8-b8ef-4567035688e0/57be24b1-78b0-40db-a7e5-9492453eeaf8) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:36.238374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.254420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac226413-0ad2-44b5-8729-40305c57c45a req-66e5c31a-0459-4e8f-895d-5f5e3101dbcd service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454729 Aug 12 04:11:36.290140 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45995e5c-f817-41d3-a7d6-470cb2b34b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.313229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45995e5c-f817-41d3-a7d6-470cb2b34b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.389903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-d4794005-21c3-4e23-abf3-48a8e043b433 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:36.392490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-d4794005-21c3-4e23-abf3-48a8e043b433 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/networks?id=43c04dfc-7d27-4e91-83a8-895364b7295b HTTP/1.1" status: 200 len: 806 time: 0.2513382 Aug 12 04:11:36.416681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-1cc541f9-e75d-41d0-8613-35a5f1768749 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/quotas/874214e0dea34b3283b8809b83a67ff3 HTTP/1.1" status: 200 len: 375 time: 0.0150874 Aug 12 04:11:36.420507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.438443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Transition to ACTIVE for port object 57be24b1-78b0-40db-a7e5-9492453eeaf8 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:36.457464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:36.457785 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.494555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Transition to ACTIVE for port object 57be24b1-78b0-40db-a7e5-9492453eeaf8 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:36.574070 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45995e5c-f817-41d3-a7d6-470cb2b34b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.581840 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45995e5c-f817-41d3-a7d6-470cb2b34b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.586984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-45995e5c-f817-41d3-a7d6-470cb2b34b79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af68dc78-84cb-4231-9c01-cdb7faa21943 HTTP/1.1" status: 204 len: 168 time: 0.4206867 Aug 12 04:11:36.605507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.619029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-27380384-e22f-4159-8049-9cec963204ec tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=874214e0dea34b3283b8809b83a67ff3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781609 Aug 12 04:11:36.638384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45995e5c-f817-41d3-a7d6-470cb2b34b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af68dc78-84cb-4231-9c01-cdb7faa21943,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:36.671548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Allocated IP 172.20.0.1 (ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129/a5d018f0-42ed-4e66-829c-734e6dc060e0/5c92c9aa-dbaa-4a48-b368-584ba4936bef) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:36.757538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35f293-1e75-4d65-8d9d-f0225cbf0ca8 req-64c2665d-ea70-40fb-aa08-38939bd07154 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:36.760115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd35f293-1e75-4d65-8d9d-f0225cbf0ca8 req-64c2665d-ea70-40fb-aa08-38939bd07154 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 947 time: 0.1441922 Aug 12 04:11:36.765076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:36.788399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:36.791114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Pushing event updated for resources: {'Port': ['ID=57be24b1-78b0-40db-a7e5-9492453eeaf8,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:36.796554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:36.817860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.829503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd35f293-1e75-4d65-8d9d-f0225cbf0ca8 req-e5e0836b-dac4-4349-a44c-45db71d4c464 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618796 Aug 12 04:11:36.856152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Transition to ACTIVE for port object bb904d5c-b6e1-4769-b5f3-02e0083bb311 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:36.856484 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.875374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Transition to ACTIVE for port object 5c92c9aa-dbaa-4a48-b368-584ba4936bef will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:36.880045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Attempting to bind port 57be24b1-78b0-40db-a7e5-9492453eeaf8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:36.880417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Attempting to bind port 57be24b1-78b0-40db-a7e5-9492453eeaf8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:36.880778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Attempting to bind port 57be24b1-78b0-40db-a7e5-9492453eeaf8 on network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:36.885952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:36.886322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Checking segment: {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:36.886742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.887140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Bound using segment: {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:36.887602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Bound port: 57be24b1-78b0-40db-a7e5-9492453eeaf8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:36.888101 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.932207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.956735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.959993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:36.967047 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-9e37c1c5-50a2-4d95-b77a-83bfa968110e service neutron] 10.222.0.42 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939086 Aug 12 04:11:37.023161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] For port 57be24b1-78b0-40db-a7e5-9492453eeaf8, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:37.028052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.042144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] For port 57be24b1-78b0-40db-a7e5-9492453eeaf8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57be24b1-78b0-40db-a7e5-9492453eeaf8,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:37.043238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47846d9-5d85-4237-bbe4-d0faecfae381 None None] Pushing event updated for resources: {'Port': ['ID=bb904d5c-b6e1-4769-b5f3-02e0083bb311,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:37.045656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Attempting to bind port bb904d5c-b6e1-4769-b5f3-02e0083bb311 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:37.046038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Attempting to bind port bb904d5c-b6e1-4769-b5f3-02e0083bb311 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:37.046385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Attempting to bind port bb904d5c-b6e1-4769-b5f3-02e0083bb311 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:37.052583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:37.052960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:37.053362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.053751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:37.054352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Bound port: bb904d5c-b6e1-4769-b5f3-02e0083bb311, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:37.054587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.092794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:37.097040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Pushing event updated for resources: {'Port': ['ID=5c92c9aa-dbaa-4a48-b368-584ba4936bef,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:37.100864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:37.103639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:37.144645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.146792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-7342f1da-52b0-4b07-9777-5b699945cd0f service neutron] 10.222.0.42 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739616 Aug 12 04:11:37.161791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Allocated IP 172.25.6.62 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3d15f9c5-87b5-4e50-a2df-92935ca08903) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:37.248265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] For port bb904d5c-b6e1-4769-b5f3-02e0083bb311, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:37.256686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.323745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] For port bb904d5c-b6e1-4769-b5f3-02e0083bb311, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bb904d5c-b6e1-4769-b5f3-02e0083bb311,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:37.378396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22474d-c162-48f4-be12-e533a31d56ec None None] Pushing event updated for resources: {'Port': ['ID=57be24b1-78b0-40db-a7e5-9492453eeaf8,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:37.430769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.490029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.554020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Routers {'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:37.554928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:37.602811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47846d9-5d85-4237-bbe4-d0faecfae381 None None] Pushing event updated for resources: {'Port': ['ID=bb904d5c-b6e1-4769-b5f3-02e0083bb311,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:37.662067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.801127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5b637e04-97fa-4671-b443-4726f4f97062 None None] Provisioning for port 5c92c9aa-dbaa-4a48-b368-584ba4936bef completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:37.818876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:37.824460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5b637e04-97fa-4671-b443-4726f4f97062 None None] Provisioning complete for port 5c92c9aa-dbaa-4a48-b368-584ba4936bef triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:37.824863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5b637e04-97fa-4671-b443-4726f4f97062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.828141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:37.828368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bb25f779-81bb-4939-aa36-a502d2a72c1e req-b0cc6b0f-4ad1-41d1-ba0c-ccbc7592f68c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0762513 Aug 12 04:11:37.833016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:37.853386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:37.934242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] Set router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:37.938199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5b637e04-97fa-4671-b443-4726f4f97062 None None] Port 5c92c9aa-dbaa-4a48-b368-584ba4936bef cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:37.960903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d15f9c5-87b5-4e50-a2df-92935ca08903,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:38.048286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49868) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:38.055048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:11:38.206687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68bc89-24b7-4fa6-bcec-8aede0395d07 req-5925b84f-c1c6-48be-98e6-7ab21004c4e5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:38.208994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.212040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c68bc89-24b7-4fa6-bcec-8aede0395d07 req-5925b84f-c1c6-48be-98e6-7ab21004c4e5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 947 time: 0.2249386 Aug 12 04:11:38.283902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:38.302597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2', 'mac_address': 'fa:16:3e:cd:2c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:38.311113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-907496100-network', 'tenant_id': 'ebdc34e673824559b908a44c768d8169'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:38.331350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.348190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c68bc89-24b7-4fa6-bcec-8aede0395d07 req-c64a6dfa-8979-41fe-b0ea-e03a7ba71309 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935175 Aug 12 04:11:38.373577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 3, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:38.412604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd72a53-d1b6-4e59-a9dc-3c6a7101217e None None] The sync data for ids ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'] in n-d-804320-1 is: [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 3, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:38.426266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.447612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:38.474988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.514398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Made reservation on behalf of ebdc34e673824559b908a44c768d8169 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:38.520154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.531634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:38.553099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.563108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Pushing event updated for resources: {'Port': ['ID=5c92c9aa-dbaa-4a48-b368-584ba4936bef,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:38.613478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.678419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.740400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-46ac8d47-8dc9-4705-a3d3-005fc4c8e50d tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c9cca5aefad54146bbbc75afcdfa153a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728535 Aug 12 04:11:38.753330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:38.783944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:38.847029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:38.862356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['13da6e25-53b3-4d3a-8ff6-df025aafe1a2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:38.988017 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cca59bf-5976-4581-a734-cfb99289feea req-422e03bb-fcc2-4eaa-9b71-c6888306be6a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0658596 Aug 12 04:11:38.990877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:39.022624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:39.088524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:11:39.117417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de71b9-f54d-4e9f-9477-09365fe5cd9b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:39.147060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:39.147060 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Added segment 5c914411-45a4-45ae-bc86-64b28bdf1626 of type vlan for network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 Aug 12 04:11:39.160461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:39.207853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a48b980-576a-45f7-b1e5-2dd01202e6cc None None] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:39.253292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-0d7e4904-4b5d-41f0-ab81-61bc9c5ede29 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:39.255098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-0d7e4904-4b5d-41f0-ab81-61bc9c5ede29 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999552 Aug 12 04:11:39.264225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:39.318129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-291c8e12-ae47-4686-af8c-a0769ffce178 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/quotas/c9cca5aefad54146bbbc75afcdfa153a HTTP/1.1" status: 200 len: 375 time: 0.0559826 Aug 12 04:11:39.320169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:39.404807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-5230a458-03d2-4313-a1e0-700b6590592e tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9cca5aefad54146bbbc75afcdfa153a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792196 Aug 12 04:11:39.492232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49904) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:39.649766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1f775194-4e88-4912-aca8-71001a73ba51 None None] Provisioning for port 57be24b1-78b0-40db-a7e5-9492453eeaf8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:39.759362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57be24b1-78b0-40db-a7e5-9492453eeaf8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:39.933411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e7d7a5b2-ae32-4a4a-97ba-8e105aa8eb99 None None] Provisioning complete for port 5c92c9aa-dbaa-4a48-b368-584ba4936bef triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:39.933808 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7d7a5b2-ae32-4a4a-97ba-8e105aa8eb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.002933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7a5b2-ae32-4a4a-97ba-8e105aa8eb99 None None] Port 5c92c9aa-dbaa-4a48-b368-584ba4936bef cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:40.012595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 57be24b1-78b0-40db-a7e5-9492453eeaf8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:40.023906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 57be24b1-78b0-40db-a7e5-9492453eeaf8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:40.024335 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.066245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.066245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:40.066245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.096540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:40.146239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-network', 'tenant_id': '56b1720eebae46b992679757e49d89a1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:40.166123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Router e145186c-84cf-4f96-8df4-13b46b8a5841 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:11:40.187062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4648-b221-4b21-9e4f-ed68720f4159 req-ba17e069-daee-4b39-a883-dfd2ad5ff2cc tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:40.192076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-291d4648-b221-4b21-9e4f-ed68720f4159 req-ba17e069-daee-4b39-a883-dfd2ad5ff2cc tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 948 time: 0.6757710 Aug 12 04:11:40.194350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d3a66142-a828-4486-868f-a92b071f03dc None None] Provisioning complete for port 57be24b1-78b0-40db-a7e5-9492453eeaf8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:40.194511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3a66142-a828-4486-868f-a92b071f03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.198123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] Pushing event updated for resources: {'Network': ['ID=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:40.211640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3f42cb2-7296-470f-a9f0-c3ffbd5f8f51 req-fa1c2e11-db53-4eb8-b0f8-702f6296be68 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 210 time: 0.0411441 Aug 12 04:11:40.217660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:11:40.299841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:40.322120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1bb8ade5-e6d5-43c5-823e-f04eac43ce83 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3303607 Aug 12 04:11:40.325070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43d7f932-8419-4da7-b731-4dda665a72d8 req-7797d8af-0d32-4295-a458-4179e466c535 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0377893 Aug 12 04:11:40.331926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-57404650-bcf8-46d4-8017-6686a21f549d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2405448 Aug 12 04:11:40.335750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49922) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:40.340997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Request body: {'subnet': {'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-907496100-subnet', 'tenant_id': 'ebdc34e673824559b908a44c768d8169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:40.368799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:40.372057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:40.381285 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Sync routers for ids ['e145186c-84cf-4f96-8df4-13b46b8a5841'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:40.389763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-291d4648-b221-4b21-9e4f-ed68720f4159 req-69d698ce-e71e-48eb-8b90-03ae928c6f5c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810758 Aug 12 04:11:40.399232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Routers {'e145186c-84cf-4f96-8df4-13b46b8a5841'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:40.399984 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e145186c-84cf-4f96-8df4-13b46b8a5841'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:40.419969 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.429307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:40.429798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.495835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3a66142-a828-4486-868f-a92b071f03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.513841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:40.516720 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.537884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Set router e145186c-84cf-4f96-8df4-13b46b8a5841 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:40.544951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.577136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 57be24b1-78b0-40db-a7e5-9492453eeaf8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57be24b1-78b0-40db-a7e5-9492453eeaf8,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:40.593941 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.620008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:40.622429 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773726ff-d63b-498d-b0d0-3bc71dda2558" -d '{"events": [{"server_uuid": "fc412128-3075-4bbb-9f3c-61fd9fb9b351", "name": "network-vif-plugged", "status": "completed", "tag": "13da6e25-53b3-4d3a-8ff6-df025aafe1a2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:40.638230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:40.649122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Made reservation on behalf of ebdc34e673824559b908a44c768d8169 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:40.655992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.668205 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.669088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bb904d5c-b6e1-4769-b5f3-02e0083bb311 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:40.724108 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5515df5-b4c2-4515-91f5-b61eb6c995ca x-openstack-request-id: req-f5515df5-b4c2-4515-91f5-b61eb6c995ca {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:40.725092 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc412128-3075-4bbb-9f3c-61fd9fb9b351", "name": "network-vif-plugged", "status": "completed", "tag": "13da6e25-53b3-4d3a-8ff6-df025aafe1a2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:40.725516 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5515df5-b4c2-4515-91f5-b61eb6c995ca {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:40.726314 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2', 'code': 200} Aug 12 04:11:40.746020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.750925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2120b812-5a04-4c3b-b823-defa3115f9d0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4250641 Aug 12 04:11:40.755229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49930) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:40.857085 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:38Z', 'revision_number': 3, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:40.911919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Checking router: e145186c-84cf-4f96-8df4-13b46b8a5841 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:40.912341 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Updating router e145186c-84cf-4f96-8df4-13b46b8a5841 port 3d15f9c5-87b5-4e50-a2df-92935ca08903 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:40.962570 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:40.997480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-db25049e-f082-4d9d-91b4-b8149e5e9336 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:41.000384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-db25049e-f082-4d9d-91b4-b8149e5e9336 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.36 "GET /v2.0/networks?id=43c04dfc-7d27-4e91-83a8-895364b7295b HTTP/1.1" status: 200 len: 806 time: 0.3625865 Aug 12 04:11:41.051015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.141583 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-d3a66142-a828-4486-868f-a92b071f03dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:11:41.141934 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-d3a66142-a828-4486-868f-a92b071f03dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:11:41.160889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=57be24b1-78b0-40db-a7e5-9492453eeaf8,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.228572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.266658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.272275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Sync routers for ids ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:41.273713 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.287275 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Transition to ACTIVE for port object 3d15f9c5-87b5-4e50-a2df-92935ca08903 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:41.293529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Routers {'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:41.294502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:41.303954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.317159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-d4128728-e7a0-431a-9ca1-278acb765f87 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874214e0dea34b3283b8809b83a67ff3 HTTP/1.1" status: 200 len: 380 time: 0.2150602 Aug 12 04:11:41.323012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9c42a-b668-45d6-ba31-044f2e84cd0b req-bcd9b3c3-1bf7-48a9-8ffc-e784d602a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:41.325005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4da9c42a-b668-45d6-ba31-044f2e84cd0b req-bcd9b3c3-1bf7-48a9-8ffc-e784d602a3ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 1100 time: 0.5627882 Aug 12 04:11:41.370246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:11:41.378376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Request body: {'port': {'device_id': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'admin_state_up': True, 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'security_groups': ['ec9a85d3-bb67-4611-8929-bb68d8f77c27']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:41.386844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-7b17bffd-35da-4a62-a8da-57f5174c623c tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5636220 Aug 12 04:11:41.418562 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.428287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-958fe04b-1593-4950-8ebb-d6317e984628 req-bb553395-0c7b-429b-8dfb-17da212dddfb tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 210 time: 0.0744684 Aug 12 04:11:41.429389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.429727 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Added segment 29d056e6-39ad-43cb-83ac-ae2c4aef406e of type vlan for network a9655ca9-bc91-4036-8247-308ae56cbf82 Aug 12 04:11:41.446981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a5c6d-bc79-4578-8df3-8bcdbdd18628,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.448017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:41.469596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Set router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:41.520860 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Attempting to bind port 3d15f9c5-87b5-4e50-a2df-92935ca08903 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:41.521162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.521321 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Attempting to bind port 3d15f9c5-87b5-4e50-a2df-92935ca08903 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:41.521667 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Attempting to bind port 3d15f9c5-87b5-4e50-a2df-92935ca08903 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:41.542230 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:41.551969 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:41.552709 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.553301 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:41.553803 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Bound port: 3d15f9c5-87b5-4e50-a2df-92935ca08903, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:41.554215 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.560003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port bb904d5c-b6e1-4769-b5f3-02e0083bb311 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:41.585051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4da9c42a-b668-45d6-ba31-044f2e84cd0b req-a5032f32-1b39-4dbe-a95d-d232c168eb58 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093537 Aug 12 04:11:41.600070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bb904d5c-b6e1-4769-b5f3-02e0083bb311 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:41.600477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.605998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72d63337-cfc6-4eb7-abb6-de8de09f8be2 req-073d2ef5-db5e-4aab-adfb-6d09bbfa16ee tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0478919 Aug 12 04:11:41.617588 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] For port 3d15f9c5-87b5-4e50-a2df-92935ca08903, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:41.630020 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] For port 3d15f9c5-87b5-4e50-a2df-92935ca08903, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3d15f9c5-87b5-4e50-a2df-92935ca08903,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:41.630354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.641150 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Pushing event updated for resources: {'Port': ['ID=3d15f9c5-87b5-4e50-a2df-92935ca08903,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.667524 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.669357 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.670614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.671645 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.673329 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.674383 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.675585 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.676400 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.677489 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.679933 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.680676 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.681194 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:11:41.714655 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.741742 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.754732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.755933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:41.755933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.763449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f8eb23-c7c2-4984-9335-037f8e4bc7d7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.767464 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.811000 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afcc37-f6a2-4497-af42-5669b373e055 None None] Pushing event updated for resources: {'Port': ['ID=3d15f9c5-87b5-4e50-a2df-92935ca08903,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.822314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port bb904d5c-b6e1-4769-b5f3-02e0083bb311, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bb904d5c-b6e1-4769-b5f3-02e0083bb311,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:41.843124 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Routers {'e145186c-84cf-4f96-8df4-13b46b8a5841'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:41.843847 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e145186c-84cf-4f96-8df4-13b46b8a5841'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:41.852847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Checking segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:41.853280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Network hostable DHCP agents. Network: 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:11:41.860039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 4, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5c92c9aa-dbaa-4a48-b368-584ba4936bef', 'name': '', 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'mac_address': 'fa:16:3e:fd:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 2, 'project_id': '3213396e50e6406f8b532acee60d952e', 'subnets': [{'id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:41.892289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.893660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Made reservation on behalf of 874214e0dea34b3283b8809b83a67ff3 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:41.896732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Checking router: ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:41.897094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Updating router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d port 5c92c9aa-dbaa-4a48-b368-584ba4936bef binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:41.897238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:41.912111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] Pushing event updated for resources: {'Network': ['ID=a9655ca9-bc91-4036-8247-308ae56cbf82,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:41.924295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e20bd9-05e3-45ef-837f-c03e59ae2dcd req-2bde947d-51e6-48c1-97c9-261c81906532 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:41.926809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a9655ca9-bc91-4036-8247-308ae56cbf82 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:11:41.931577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99e20bd9-05e3-45ef-837f-c03e59ae2dcd req-2bde947d-51e6-48c1-97c9-261c81906532 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 949 time: 0.1952612 Aug 12 04:11:41.992671 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.042456 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] Set router e145186c-84cf-4f96-8df4-13b46b8a5841 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:42.043591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.045485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99e20bd9-05e3-45ef-837f-c03e59ae2dcd req-92544348-15ac-410b-a0b6-1ef480f219fb tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128449 Aug 12 04:11:42.064731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2404f472-0854-496a-be22-1008cd500648 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5590909 Aug 12 04:11:42.071381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:11:42.076142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:42.082832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Request body: {'subnet': {'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-subnet', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:42.164739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.181763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:42.183497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=bb904d5c-b6e1-4769-b5f3-02e0083bb311,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:42.193278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Allocated IP 172.20.0.5 (43c04dfc-7d27-4e91-83a8-895364b7295b/5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a/276df9b0-f337-47fd-9b8a-a468859434b6) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:42.196034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:42.196642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.209909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc891b-dbfc-4565-93b3-fd1aadd0cefa None None] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:42.213521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57be24b1-78b0-40db-a7e5-9492453eeaf8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:42.239009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Allocated IP 172.20.0.1 (7958405d-a1bc-4c4f-aae1-5fe740abbb84/5efc8b0b-c23d-46b8-b8ef-4567035688e0/033142de-c351-47d3-ae9f-012feb27464f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:42.269200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:42.272407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.374558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:38Z', 'revision_number': 3, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:42.378878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-534a0b10-e794-4fbd-91e9-cb2149d81d2f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0408068 Aug 12 04:11:42.424106 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da1fb3-4cb2-4241-9c2b-bef0fc16db2d None None] The sync data for ids ['e145186c-84cf-4f96-8df4-13b46b8a5841'] in n-d-804320-1 is: [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:38Z', 'revision_number': 3, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:42.440472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Allocated IP 172.25.6.59 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/b25ad7aa-91ef-4eb3-9339-805a8c30da6b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:42.477287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 57be24b1-78b0-40db-a7e5-9492453eeaf8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:42.477835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.491222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.577555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Transition to ACTIVE for port object 033142de-c351-47d3-ae9f-012feb27464f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:42.615457 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.645627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Transition to ACTIVE for port object 276df9b0-f337-47fd-9b8a-a468859434b6 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:42.671916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-646ff4ed-74c1-4074-b664-49f3435f29d0 req-a7b5ad43-9705-40d1-9bae-060e9a382770 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 210 time: 0.1002116 Aug 12 04:11:42.719489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.745429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-d0efaaf6-a9af-4699-bf44-4f3e13037de1 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9cca5aefad54146bbbc75afcdfa153a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031237 Aug 12 04:11:42.808189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.877847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a0b3d-4daa-47e2-947b-b96d9f31228c None None] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:42.885641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.891041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Network 43c04dfc-7d27-4e91-83a8-895364b7295b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:42.891230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-818bf3e9-23c9-4945-b9c0-a1045919e895 req-f0c95ba5-ac66-41c0-b54a-905a69636d8e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.1333458 Aug 12 04:11:42.898330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.902281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:42.913197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:42.939041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:42.950135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:42.989875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:42.999515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:43.101097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event updated for resources: {'Port': ['ID=276df9b0-f337-47fd-9b8a-a468859434b6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:43.122702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:43.148677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:43.161922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:43.203954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=b25ad7aa-91ef-4eb3-9339-805a8c30da6b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:43.254556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Pushing event updated for resources: {'Port': ['ID=033142de-c351-47d3-ae9f-012feb27464f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:43.259628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.265661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-7661f173-7257-4d35-9fcd-e47bf15b8dc1 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:43.266941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-7661f173-7257-4d35-9fcd-e47bf15b8dc1 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4998553 Aug 12 04:11:43.285204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec54747e-92a0-4e59-b6c0-fb706b92d276,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:43.289754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.299306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:43.299992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.320106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Transition to ACTIVE for port object 5c92c9aa-dbaa-4a48-b368-584ba4936bef will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:43.328296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.352996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Request body: {'port': {'device_id': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'c9cca5aefad54146bbbc75afcdfa153a'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:43.411023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.416028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0e7012f2-75d4-445d-83e2-9928ed71d2f4 None None] Provisioning for port 276df9b0-f337-47fd-9b8a-a468859434b6 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:43.445610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0e7012f2-75d4-445d-83e2-9928ed71d2f4 None None] Provisioning complete for port 276df9b0-f337-47fd-9b8a-a468859434b6 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:43.445985 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e7012f2-75d4-445d-83e2-9928ed71d2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.485246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-08205255-d4eb-4297-bfca-a99f8e49e35e tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1357026 Aug 12 04:11:43.485892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.502349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Request body: {'port': {'device_id': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:43.511051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Checking segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:43.511412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Network hostable DHCP agents. Network: a9655ca9-bc91-4036-8247-308ae56cbf82, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:11:43.532195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e334b3-7d19-4c0e-838f-e5763151a304 None None] Pushing event updated for resources: {'Port': ['ID=5c92c9aa-dbaa-4a48-b368-584ba4936bef,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:43.541422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0e7012f2-75d4-445d-83e2-9928ed71d2f4 None None] Port 276df9b0-f337-47fd-9b8a-a468859434b6 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:43.579216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Attempting to bind port 5c92c9aa-dbaa-4a48-b368-584ba4936bef on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:43.579591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Attempting to bind port 5c92c9aa-dbaa-4a48-b368-584ba4936bef by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:43.580477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Attempting to bind port 5c92c9aa-dbaa-4a48-b368-584ba4936bef on network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:43.586872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:43.587177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Checking segment: {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:43.587574 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.592256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.594937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Bound using segment: {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:43.596642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Bound port: 5c92c9aa-dbaa-4a48-b368-584ba4936bef, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:43.597484 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.719451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] For port 5c92c9aa-dbaa-4a48-b368-584ba4936bef, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:43.724636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] For port 5c92c9aa-dbaa-4a48-b368-584ba4936bef, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c92c9aa-dbaa-4a48-b368-584ba4936bef,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:43.775537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a7ba8a71-f8ec-4b27-97c5-520b03227aac None None] Provisioning for port 033142de-c351-47d3-ae9f-012feb27464f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:43.781848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a7ba8a71-f8ec-4b27-97c5-520b03227aac None None] Provisioning complete for port 033142de-c351-47d3-ae9f-012feb27464f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:43.782541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7ba8a71-f8ec-4b27-97c5-520b03227aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.813867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.899629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Routers {'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:43.900443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:43.951190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba8a71-f8ec-4b27-97c5-520b03227aac None None] Port 033142de-c351-47d3-ae9f-012feb27464f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:43.959373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:43.979408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e334b3-7d19-4c0e-838f-e5763151a304 None None] Pushing event updated for resources: {'Port': ['ID=5c92c9aa-dbaa-4a48-b368-584ba4936bef,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:44.003532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-47e5dd3a-046e-40e3-aacd-1a292828f6c8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:44.010618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-47e5dd3a-046e-40e3-aacd-1a292828f6c8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 814 time: 0.7335031 Aug 12 04:11:44.025300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Network a9655ca9-bc91-4036-8247-308ae56cbf82 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:11:44.043358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-5ef529b2-7ae6-40c0-8716-13390747ee32 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/quotas/ebdc34e673824559b908a44c768d8169 HTTP/1.1" status: 200 len: 375 time: 0.0317426 Aug 12 04:11:44.047880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] Set router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:44.108586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 276df9b0-f337-47fd-9b8a-a468859434b6 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:44.113748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-a2623a11-5650-44b3-a7f4-b0038da0187c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692976 Aug 12 04:11:44.129123 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.159035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Transition to ACTIVE for port object 276df9b0-f337-47fd-9b8a-a468859434b6 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:44.159823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.237241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.241074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Made reservation on behalf of c9cca5aefad54146bbbc75afcdfa153a for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:44.242234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=b25ad7aa-91ef-4eb3-9339-805a8c30da6b,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:44.253344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.260989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a9655ca9-bc91-4036-8247-308ae56cbf82) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:44.289936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bb904d5c-b6e1-4769-b5f3-02e0083bb311 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:44.292894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.301618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded842f-0530-4455-bb1e-2911dcbceeff None None] Network a9655ca9-bc91-4036-8247-308ae56cbf82 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:44.339229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:44.340050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.349100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=276df9b0-f337-47fd-9b8a-a468859434b6,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:44.413936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-5e4c23ee-6b8c-4d2c-a3e4-d26085cff8ec service neutron] 10.222.0.42 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965026 Aug 12 04:11:44.424059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.424433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Attempting to bind port 276df9b0-f337-47fd-9b8a-a468859434b6 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:44.424703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Attempting to bind port 276df9b0-f337-47fd-9b8a-a468859434b6 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:44.425013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Attempting to bind port 276df9b0-f337-47fd-9b8a-a468859434b6 on network 43c04dfc-7d27-4e91-83a8-895364b7295b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:44.431154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.433151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-70435b07-393c-4fee-8b77-1cb4bf5b3942 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0370502 Aug 12 04:11:44.433771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Port 276df9b0-f337-47fd-9b8a-a468859434b6 on network 43c04dfc-7d27-4e91-83a8-895364b7295b not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:11:44.434090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Attempting to bind port 276df9b0-f337-47fd-9b8a-a468859434b6 on network 43c04dfc-7d27-4e91-83a8-895364b7295b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:44.440713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.443321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:44.447683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Checking segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:44.447683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Bound using segment: {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:44.447683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Bound port: 276df9b0-f337-47fd-9b8a-a468859434b6, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:44.447683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.553590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-6a76f9ee-9b23-45ca-a874-14bfc6b08611 service neutron] 10.222.0.42 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406803 Aug 12 04:11:44.565577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-13fb56bf-785c-4f7a-802a-1af422d741c8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.0977983 Aug 12 04:11:44.590460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a7d48768-11f2-4bde-beb6-72849e2dfe79 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5130622 Aug 12 04:11:44.594161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49978) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:44.601243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:44.638855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bb904d5c-b6e1-4769-b5f3-02e0083bb311 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:44.639349 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.659838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:11:44.659838 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:11:44.659838 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': '56b1720eebae46b992679757e49d89a1', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 11, 44, 628049)}] Aug 12 04:11:44.659838 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:11:44.659838 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:11:44.749430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-44781b39-aaf9-49cf-8a7d-22b6b9c11cec tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:44.767437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365c5b8-fcc6-4d1a-8a9a-29aeb31e76cd req-44781b39-aaf9-49cf-8a7d-22b6b9c11cec tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2006798 Aug 12 04:11:44.791776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a9655ca9-bc91-4036-8247-308ae56cbf82', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:11:44.792506 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.836108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3d15f9c5-87b5-4e50-a2df-92935ca08903 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:44.844978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] For port 276df9b0-f337-47fd-9b8a-a468859434b6, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:44.854580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] For port 276df9b0-f337-47fd-9b8a-a468859434b6, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=276df9b0-f337-47fd-9b8a-a468859434b6,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:44.864494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 4, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5c92c9aa-dbaa-4a48-b368-584ba4936bef', 'name': '', 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'mac_address': 'fa:16:3e:fd:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:43Z', 'revision_number': 4, 'project_id': '3213396e50e6406f8b532acee60d952e', 'subnets': [{'id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:44.864775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.879307 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.954162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:44.959560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3284a9b-f56e-4660-b12c-e8703701b662 None None] The sync data for ids ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'] in n-d-804320-1 is: [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:11:37Z', 'revision_number': 4, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5c92c9aa-dbaa-4a48-b368-584ba4936bef', 'name': '', 'network_id': 'ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'mac_address': 'fa:16:3e:fd:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:43Z', 'revision_number': 4, 'project_id': '3213396e50e6406f8b532acee60d952e', 'subnets': [{'id': 'a5d018f0-42ed-4e66-829c-734e6dc060e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:44.976399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.020755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac2548-a534-4e35-b4c5-6ccf028240ed req-4da6c948-fa95-461f-a880-f9560dd2d2f0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:45.022729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8ac2548-a534-4e35-b4c5-6ccf028240ed req-4da6c948-fa95-461f-a880-f9560dd2d2f0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 949 time: 0.1487021 Aug 12 04:11:45.023888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:45.024568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.026143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] 10.222.0.36 "PUT /v2.0/ports/276df9b0-f337-47fd-9b8a-a468859434b6 HTTP/1.1" status: 200 len: 1091 time: 1.5324085 Aug 12 04:11:45.032395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:45.035701 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fed490-16e5-4f79-a403-b2d32f19cac9" -d '{"events": [{"name": "network-changed", "server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:45.065455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Allocated IP 172.20.0.2 (a9655ca9-bc91-4036-8247-308ae56cbf82/ec54747e-92a0-4e59-b6c0-fb706b92d276/8b97eef0-f1e1-4bf9-96cb-a5318ac9d103) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:45.119708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3d15f9c5-87b5-4e50-a2df-92935ca08903 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:45.132195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3d15f9c5-87b5-4e50-a2df-92935ca08903 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:45.137224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.151646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.163501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.299818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8ac2548-a534-4e35-b4c5-6ccf028240ed req-829af601-03e9-4a7e-a824-55a7427d19da tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590706 Aug 12 04:11:45.334546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421aa45-3234-4ba4-86df-ae542ae30ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=276df9b0-f337-47fd-9b8a-a468859434b6,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:45.351472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-ff7e2ebc-7acd-4a71-87dd-e163ca9b5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:45.353800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-ff7e2ebc-7acd-4a71-87dd-e163ca9b5d0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874214e0dea34b3283b8809b83a67ff3&device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 1094 time: 0.1495256 Aug 12 04:11:45.425416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-88320f0b-7b5b-433c-aa0d-7159485bb464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276df9b0-f337-47fd-9b8a-a468859434b6 HTTP/1.1" status: 200 len: 217 time: 0.0628593 Aug 12 04:11:45.429888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.441382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Transition to ACTIVE for port object 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:45.467623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04e9061e-d7dd-49d3-bd56-c5a510cc1ada req-45e241d9-5f9b-42a8-a1cc-0db7dae3ea5f tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 210 time: 0.2689126 Aug 12 04:11:45.472146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebadf63-23cf-4c00-ab0f-59020b99b3b4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:45.483012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Transition to ACTIVE for port object 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:45.584047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.608601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c0efcf0b-b195-40f0-acb3-be66a7977632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:45.610837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-c0efcf0b-b195-40f0-acb3-be66a7977632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a HTTP/1.1" status: 200 len: 845 time: 0.1776550 Aug 12 04:11:45.615727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3d15f9c5-87b5-4e50-a2df-92935ca08903, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3d15f9c5-87b5-4e50-a2df-92935ca08903,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:45.617687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.625422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622adfa9-ee3d-4c88-915d-572ba9aaa975 req-3e2fb271-27e0-4c0d-9e80-c0005b31287d tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:45.628045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Pushing event updated for resources: {'Port': ['ID=033142de-c351-47d3-ae9f-012feb27464f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:45.628196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-622adfa9-ee3d-4c88-915d-572ba9aaa975 req-3e2fb271-27e0-4c0d-9e80-c0005b31287d tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 943 time: 0.0973024 Aug 12 04:11:45.663340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Network a9655ca9-bc91-4036-8247-308ae56cbf82 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:45.669387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:45.671802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:45.674019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Pushing event updated for resources: {'Port': ['ID=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:45.722800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.734122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-622adfa9-ee3d-4c88-915d-572ba9aaa975 req-a1113c3c-ddfc-40b5-a637-9fcc0d478166 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972154 Aug 12 04:11:45.746930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-9b48afcd-8a3d-4431-9349-c652f1d66141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:45.751366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-9b48afcd-8a3d-4431-9349-c652f1d66141 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c04dfc-7d27-4e91-83a8-895364b7295b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222384 Aug 12 04:11:45.813619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.815997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.864531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c37c958-bfea-49cd-8f81-60a94a31c8a9 req-e71927e5-3b16-4902-80ba-85dd09e77feb tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 210 time: 0.0428815 Aug 12 04:11:45.866868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Attempting to bind port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:45.867391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Attempting to bind port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:45.867775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Attempting to bind port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 on network a9655ca9-bc91-4036-8247-308ae56cbf82 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:45.887116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:45.887477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Checking segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:45.887880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.888278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Bound using segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:45.888759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Bound port: 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:45.889191 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:45.918528 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-7aea7195-ba6f-4fca-b803-8b6ff836b62c service neutron] 10.222.0.36 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537728 Aug 12 04:11:45.946431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3d15f9c5-87b5-4e50-a2df-92935ca08903,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:45.997353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Allocated IP 192.168.233.153 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/90ec7122-a1bf-44f7-92b3-e9dd3d094c5c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:46.036745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-5a11127f-9ae8-47a7-a3e1-95e701357d64 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4633856 Aug 12 04:11:46.050923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] For port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:46.055763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] For port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:46.089852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:46.100373 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:46.106072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:46.119353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dbfbdb5-ee06-41ea-8d2c-553009d01347 req-6214a846-22d4-46cc-aec7-f1b543569105 service neutron] 10.222.0.36 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921427 Aug 12 04:11:46.121067 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23fd214-6723-4592-886e-bd5cc98aca5b x-openstack-request-id: req-f23fd214-6723-4592-886e-bd5cc98aca5b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:46.121357 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:46.121633 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f23fd214-6723-4592-886e-bd5cc98aca5b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:46.122027 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6', 'status': 'completed', 'code': 200} Aug 12 04:11:46.128474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:46.138498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:46.350254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a540e-c588-4cca-b66d-76458bb143ff None None] Pushing event updated for resources: {'Port': ['ID=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:46.366758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-132f2f97-f00b-4819-b185-1a5a0da29639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:46.374290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-132f2f97-f00b-4819-b185-1a5a0da29639 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874214e0dea34b3283b8809b83a67ff3&device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 1094 time: 0.1192164 Aug 12 04:11:46.418266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3d15f9c5-87b5-4e50-a2df-92935ca08903 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:46.553104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3d15f9c5-87b5-4e50-a2df-92935ca08903 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:46.556677 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:46.655877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-8ca7bb17-d08c-4f24-a0f7-4b9e86995125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:46.658778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-8ca7bb17-d08c-4f24-a0f7-4b9e86995125 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c04dfc-7d27-4e91-83a8-895364b7295b HTTP/1.1" status: 200 len: 907 time: 0.2757967 Aug 12 04:11:46.736025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-672b22ce-5867-4ce9-9f0e-02330a557187 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276df9b0-f337-47fd-9b8a-a468859434b6 HTTP/1.1" status: 200 len: 217 time: 0.0589304 Aug 12 04:11:46.736386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-60b7d212-2ab0-4500-a460-32aed9c755d8 None None] Provisioning complete for port 033142de-c351-47d3-ae9f-012feb27464f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:46.736386 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-60b7d212-2ab0-4500-a460-32aed9c755d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:46.807267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-08e5eacd-e2de-4a3c-8aaa-73604c772cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:46.809444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-08e5eacd-e2de-4a3c-8aaa-73604c772cec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a HTTP/1.1" status: 200 len: 845 time: 0.0705523 Aug 12 04:11:46.834367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:46.846504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-60b7d212-2ab0-4500-a460-32aed9c755d8 None None] Port 033142de-c351-47d3-ae9f-012feb27464f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:46.852848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c92c9aa-dbaa-4a48-b368-584ba4936bef up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:46.854174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Router e145186c-84cf-4f96-8df4-13b46b8a5841 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:46.874534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-591a2a29-c39c-46b7-ba96-e4d8fd469c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:46.880198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-591a2a29-c39c-46b7-ba96-e4d8fd469c1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c04dfc-7d27-4e91-83a8-895364b7295b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591357 Aug 12 04:11:47.001403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.013684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9f6317f-65cd-4794-bd52-93e505beaafd req-b8edda74-e20b-4149-895d-6dcebbad904a tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 210 time: 0.0303788 Aug 12 04:11:47.015294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5c92c9aa-dbaa-4a48-b368-584ba4936bef completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:47.016710 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.020325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5c92c9aa-dbaa-4a48-b368-584ba4936bef triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:47.030475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.089979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-7e406ea2-fcc5-4180-8b19-d0718dc75f5c service neutron] 10.222.0.36 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992679 Aug 12 04:11:47.143943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.186863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Transition to ACTIVE for port object 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:47.200497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:47.215916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a9afe7f0-9253-4596-9afe-759103619e5a admin admin] 10.222.0.42 "PUT /v2.0/routers/e145186c-84cf-4f96-8df4-13b46b8a5841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4593761 Aug 12 04:11:47.221360 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Sync routers for ids ['e145186c-84cf-4f96-8df4-13b46b8a5841'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:47.229665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5c92c9aa-dbaa-4a48-b368-584ba4936bef, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c92c9aa-dbaa-4a48-b368-584ba4936bef,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:47.251322 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Routers {'e145186c-84cf-4f96-8df4-13b46b8a5841'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:47.253034 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e145186c-84cf-4f96-8df4-13b46b8a5841'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:47.263249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97fed490-16e5-4f79-a403-b2d32f19cac9 req-cd2abbc6-cfb8-4e95-b574-2ff851683e0a service neutron] 10.222.0.36 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649570 Aug 12 04:11:47.307413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.352618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.405470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-b71b87f9-1fba-48b5-8df2-cfee3aa3fc83 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:47.406517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-b71b87f9-1fba-48b5-8df2-cfee3aa3fc83 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:47.409659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-b71b87f9-1fba-48b5-8df2-cfee3aa3fc83 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:47.410818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-b71b87f9-1fba-48b5-8df2-cfee3aa3fc83 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:47.411644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-b71b87f9-1fba-48b5-8df2-cfee3aa3fc83 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:47.414614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5c92c9aa-dbaa-4a48-b368-584ba4936bef,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:47.414983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-b71b87f9-1fba-48b5-8df2-cfee3aa3fc83 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b&device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f&device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad&device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351&device_id=5ed10bf8-6586-41d5-81b5-981d419af7de&device_id=dea3f3ba-08c2-48f7-9874-98199c247d08&device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 4652 time: 0.0851958 Aug 12 04:11:47.430138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.439744 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-30295a8a-84a5-41d0-8c67-9a5995158674 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.457229 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Set router e145186c-84cf-4f96-8df4-13b46b8a5841 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:47.527252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:47.546803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-30295a8a-84a5-41d0-8c67-9a5995158674 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.552880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Pushing event updated for resources: {'Port': ['ID=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:47.559125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:47.564575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:47.618439 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-30295a8a-84a5-41d0-8c67-9a5995158674 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.652326 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e27f793-b96d-4476-9229-5544c6f0fbb1 req-30295a8a-84a5-41d0-8c67-9a5995158674 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 472 time: 0.2281067 Aug 12 04:11:47.661774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Allocated IP 172.25.6.73 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/cc1d5b3f-2596-4831-82cc-47f42d0cb455) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:47.680419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295a8a-84a5-41d0-8c67-9a5995158674 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eae49d2-efeb-403c-9c08-49b72095f837,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:47.716918 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:43Z', 'revision_number': 4, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '033142de-c351-47d3-ae9f-012feb27464f', 'name': '', 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'mac_address': 'fa:16:3e:24:08:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:41Z', 'updated_at': '2021-08-12T04:11:44Z', 'revision_number': 2, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'subnets': [{'id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:47.766169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Checking router: e145186c-84cf-4f96-8df4-13b46b8a5841 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:47.766169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Updating router e145186c-84cf-4f96-8df4-13b46b8a5841 port 033142de-c351-47d3-ae9f-012feb27464f binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:47.814637 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:47.834459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b92a3-a4ba-4afd-b41e-95323939e710 req-a98a5010-38c9-400e-b43f-ee7e7dfa2c18 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:47.836087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-840b92a3-a4ba-4afd-b41e-95323939e710 req-a98a5010-38c9-400e-b43f-ee7e7dfa2c18 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 943 time: 0.0860441 Aug 12 04:11:47.919579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-840b92a3-a4ba-4afd-b41e-95323939e710 req-d2b8bf9a-52c9-4436-9f68-aaa277bf4af9 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687175 Aug 12 04:11:48.037877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4633f617-7d4e-4ceb-92e2-73d13a6d0329 req-bfc84544-7a94-4360-9e34-45500b665c5b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 210 time: 0.0429907 Aug 12 04:11:48.047128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118bdf7-1d95-4cf5-a8b0-c00f13960d8b None None] Network a9655ca9-bc91-4036-8247-308ae56cbf82 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:48.108688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 276df9b0-f337-47fd-9b8a-a468859434b6 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:11:48.115980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6dd8f75c-96e0-49cb-bfbc-27a7783c0625 None None] Provisioning for port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:48.135424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6dd8f75c-96e0-49cb-bfbc-27a7783c0625 None None] Provisioning complete for port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:48.135768 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dd8f75c-96e0-49cb-bfbc-27a7783c0625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.150568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:48.151268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.232366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8f75c-96e0-49cb-bfbc-27a7783c0625 None None] Port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:48.250385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e4a266b-6e88-47fa-9dff-8d28b7100d00 req-080e6af5-b4c4-4faa-803c-8625ef046c9f tempest-FloatingIPsNegativeTestJSON-884682767 tempest-FloatingIPsNegativeTestJSON-884682767-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=f4e31ba77bb1401f8533ffc374c0bbde HTTP/1.1" status: 200 len: 217 time: 0.0813963 Aug 12 04:11:48.259728 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.265584 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Transition to ACTIVE for port object 033142de-c351-47d3-ae9f-012feb27464f will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:48.312511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-02dba352-703f-4237-bdde-c08480f0c3a8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:48.314364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-02dba352-703f-4237-bdde-c08480f0c3a8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.20 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 814 time: 0.2798159 Aug 12 04:11:48.336063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Request body: {'port': {'device_id': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'admin_state_up': True, 'tenant_id': 'ebdc34e673824559b908a44c768d8169'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:48.353870 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.461371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-17d4343a-1757-4428-beb2-b29af1a5fa28 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1736877 Aug 12 04:11:48.484744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Request body: {'port': {'device_id': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:48.492421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.523547 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae520d-9f3b-4c46-9345-9efc8a3e1a0f None None] Pushing event updated for resources: {'Port': ['ID=033142de-c351-47d3-ae9f-012feb27464f,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:48.567607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:48.577342 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Attempting to bind port 033142de-c351-47d3-ae9f-012feb27464f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:48.577903 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Attempting to bind port 033142de-c351-47d3-ae9f-012feb27464f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:48.578362 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Attempting to bind port 033142de-c351-47d3-ae9f-012feb27464f on network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:48.584620 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:48.585080 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Checking segment: {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:48.585599 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.586064 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Bound using segment: {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:48.586603 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Bound port: 033142de-c351-47d3-ae9f-012feb27464f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4945660e-1f53-4594-b0df-bf3bb7061a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:48.587074 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.681303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Made reservation on behalf of ebdc34e673824559b908a44c768d8169 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:11:48.687970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.694361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 276df9b0-f337-47fd-9b8a-a468859434b6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=276df9b0-f337-47fd-9b8a-a468859434b6,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:48.712820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '276df9b0-f337-47fd-9b8a-a468859434b6', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'port_id': '276df9b0-f337-47fd-9b8a-a468859434b6', 'mac_address': 'fa:16:3e:05:b5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:48.752951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.763296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.766369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.766550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] Provisioning for port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:48.769954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:48.780254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.796005 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] For port 033142de-c351-47d3-ae9f-012feb27464f, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:48.801049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] For port 033142de-c351-47d3-ae9f-012feb27464f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=033142de-c351-47d3-ae9f-012feb27464f,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:48.806437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bdf4c-90fd-4b68-a5f5-ffd15c80514a req-96272880-5d7b-4697-ae79-c3a34dc2474a tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:48.808033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e7bdf4c-90fd-4b68-a5f5-ffd15c80514a req-96272880-5d7b-4697-ae79-c3a34dc2474a tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 936 time: 0.2098713 Aug 12 04:11:48.809901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] Provisioning complete for port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:48.810638 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.853988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 276df9b0-f337-47fd-9b8a-a468859434b6 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:48.880304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 276df9b0-f337-47fd-9b8a-a468859434b6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=276df9b0-f337-47fd-9b8a-a468859434b6,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:48.887811 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.889939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:48.890241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:48.960650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.004406 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Routers {'e145186c-84cf-4f96-8df4-13b46b8a5841'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:49.005054 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e145186c-84cf-4f96-8df4-13b46b8a5841'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:49.062984 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae520d-9f3b-4c46-9345-9efc8a3e1a0f None None] Pushing event updated for resources: {'Port': ['ID=033142de-c351-47d3-ae9f-012feb27464f,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:49.149386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.173159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] Set router e145186c-84cf-4f96-8df4-13b46b8a5841 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:49.201987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=276df9b0-f337-47fd-9b8a-a468859434b6,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:49.206886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.209964 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.228652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['276df9b0-f337-47fd-9b8a-a468859434b6'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:49.283380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:49.309936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:49.327292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:49.335458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e7bdf4c-90fd-4b68-a5f5-ffd15c80514a req-c82602a1-df29-427a-9ad1-b49248bcecce tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862770 Aug 12 04:11:49.349639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] For port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:49.363471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Allocated IP 172.25.6.115 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/ad7d9658-f7ad-4bf4-b306-950f51eb78ab) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:49.367471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=cc1d5b3f-2596-4831-82cc-47f42d0cb455,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:49.425286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf47d3f-b543-4795-8071-09daf4276ef7 req-7e02e06e-18e5-4c2f-8d38-ece2c723db23 tempest-FloatingIPsNegativeTestJSON-884682767 tempest-FloatingIPsNegativeTestJSON-884682767-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0475430 Aug 12 04:11:49.441156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:49.446657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Allocated IP 172.20.0.12 (39bd3e0f-ca5a-4ac0-8844-333f6d7f7026/45f8eb23-c7c2-4984-9335-037f8e4bc7d7/4a07292d-ccbe-4cfc-9df9-40174aade868) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:49.451447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.456343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.481204 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:43Z', 'revision_number': 4, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '033142de-c351-47d3-ae9f-012feb27464f', 'name': '', 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'mac_address': 'fa:16:3e:24:08:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:41Z', 'updated_at': '2021-08-12T04:11:48Z', 'revision_number': 4, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'subnets': [{'id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:49.482131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Transition to ACTIVE for port object 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:49.520855 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adabf1-6875-486b-b656-ba69e69e21b0 None None] The sync data for ids ['e145186c-84cf-4f96-8df4-13b46b8a5841'] in n-d-804320-1 is: [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:43Z', 'revision_number': 4, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '033142de-c351-47d3-ae9f-012feb27464f', 'name': '', 'network_id': '7958405d-a1bc-4c4f-aae1-5fe740abbb84', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'mac_address': 'fa:16:3e:24:08:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:41Z', 'updated_at': '2021-08-12T04:11:48Z', 'revision_number': 4, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'subnets': [{'id': '5efc8b0b-c23d-46b8-b8ef-4567035688e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:49.580779 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:11:49.581148 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:11:49.625157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ead2ba-8d83-4151-92f0-d808d284a08f None None] Pushing event updated for resources: {'Port': ['ID=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:49.630402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36ab96b6-3830-4c28-b1ee-93614b1615c4 None None] Provisioning complete for port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:49.631577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36ab96b6-3830-4c28-b1ee-93614b1615c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.684670 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.696266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.752665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:49.784366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.804946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6de90-f1a6-4cde-8c69-0d3945c79580 req-9727dd6c-7ccf-412e-9e84-a334af8515e2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:49.805528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6de90-f1a6-4cde-8c69-0d3945c79580 req-9727dd6c-7ccf-412e-9e84-a334af8515e2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:49.806074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6de90-f1a6-4cde-8c69-0d3945c79580 req-9727dd6c-7ccf-412e-9e84-a334af8515e2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:49.808241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdc6de90-f1a6-4cde-8c69-0d3945c79580 req-9727dd6c-7ccf-412e-9e84-a334af8515e2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351&device_id=5ed10bf8-6586-41d5-81b5-981d419af7de&device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 2882 time: 0.1069334 Aug 12 04:11:49.812967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.878205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdc6de90-f1a6-4cde-8c69-0d3945c79580 req-2b8bb2ad-8b46-4f07-a700-6c3b445f8ba8 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Aug 12 04:11:49.984284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:49.995053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.044125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:50.047829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:50.053991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Attempting to bind port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:50.054318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:50.054463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Attempting to bind port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:50.054910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Attempting to bind port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:50.060757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:50.073575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:11:50.073901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Attempting to bind port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:50.086893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 276df9b0-f337-47fd-9b8a-a468859434b6 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:50.088401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7f59-c677-4d86-a536-463631f03d27 req-31403da9-1ca6-4e74-8bee-fefebbedafdd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:50.089941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89ea7f59-c677-4d86-a536-463631f03d27 req-31403da9-1ca6-4e74-8bee-fefebbedafdd tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 944 time: 0.1361449 Aug 12 04:11:50.106135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:50.106477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:50.106889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:50.107331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Bound port: 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:50.107688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.138278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:50.138735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.168143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.170498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c92c9aa-dbaa-4a48-b368-584ba4936bef up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:50.180311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89ea7f59-c677-4d86-a536-463631f03d27 req-c5a6997a-278b-4fe8-8296-046c1ba484d8 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798545 Aug 12 04:11:50.204193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] For port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:50.207537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] For port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:50.238095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.258221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5c92c9aa-dbaa-4a48-b368-584ba4936bef triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:50.258957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.269978 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.271430 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-d23fbcbd-11dc-459c-bfa5-71d5607da9e1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9451337 Aug 12 04:11:50.290843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:50.292328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6ba3-466d-426f-99ea-370da6c0b56a req-7a6d0c14-a418-4a63-a6ce-e8efbb22d63b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:50.294472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c38c6ba3-466d-426f-99ea-370da6c0b56a req-7a6d0c14-a418-4a63-a6ce-e8efbb22d63b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 932 time: 0.0643547 Aug 12 04:11:50.298095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:50.300448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:50.303819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Request body: {'port': {'device_id': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:50.353745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.360721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:50.373493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 276df9b0-f337-47fd-9b8a-a468859434b6 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:50.382595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 276df9b0-f337-47fd-9b8a-a468859434b6 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:50.383005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.414534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:50.416076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.420445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/90ec7122-a1bf-44f7-92b3-e9dd3d094c5c HTTP/1.1" status: 200 len: 1096 time: 1.9420457 Aug 12 04:11:50.427587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'tag': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:50.430249 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c170d6-4bca-4b7a-821f-881b4012f80f", "tag": "90ec7122-a1bf-44f7-92b3-e9dd3d094c5c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:50.452502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.486586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c38c6ba3-466d-426f-99ea-370da6c0b56a req-7d884c08-38c9-4d95-9c52-0e3c06ea3a93 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472738 Aug 12 04:11:50.530107 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.563845 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.581371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=cc1d5b3f-2596-4831-82cc-47f42d0cb455,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:50.629502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:50.634359 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37c2d2b-6589-4a07-8c8c-80f81ef1eeb1" -d '{"events": [{"server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "name": "network-vif-plugged", "status": "completed", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:50.686332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:50.687847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.689625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-b81a564b-28e0-47cd-bd10-91e7de6148d8 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6079493 Aug 12 04:11:50.712067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8072fbcc-5fa9-4b38-9ce8-025faf7a94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:50.713547 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-8072fbcc-5fa9-4b38-9ce8-025faf7a94d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9cca5aefad54146bbbc75afcdfa153a&device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 1099 time: 0.1778305 Aug 12 04:11:50.730933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 276df9b0-f337-47fd-9b8a-a468859434b6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=276df9b0-f337-47fd-9b8a-a468859434b6,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:50.764665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:50.765366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.788275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287f277-e3fa-496c-8e3c-3cc57df439e9 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:50.820563 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-c63da6f4-6f00-4231-884c-1db13772df1a req-36ef3a4d-1308-4384-865e-e9d8290b74bb tempest-FloatingIPsNegativeTestJSON-884682767 tempest-FloatingIPsNegativeTestJSON-884682767-project] show failed (client error): The resource could not be found. Aug 12 04:11:50.825292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-bdb38ae5-bcfc-418e-ba52-8fb9fb38b196 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.1214716 Aug 12 04:11:50.826480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:50.826803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-81708c11-497e-4eab-9f5c-b33eb595749a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c HTTP/1.1" status: 200 len: 217 time: 0.0536656 Aug 12 04:11:50.838563 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c63da6f4-6f00-4231-884c-1db13772df1a req-36ef3a4d-1308-4384-865e-e9d8290b74bb tempest-FloatingIPsNegativeTestJSON-884682767 tempest-FloatingIPsNegativeTestJSON-884682767-project] 10.222.0.42 "GET /v2.0/floatingips/c12d6740-8e8a-471c-ae0c-2c4efa975369 HTTP/1.1" status: 404 len: 350 time: 0.1122892 Aug 12 04:11:50.870160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50042) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:50.932082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=276df9b0-f337-47fd-9b8a-a468859434b6,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:51.044896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-23207131-e283-4a49-803a-151a7274fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:51.046525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-23207131-e283-4a49-803a-151a7274fe7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.2130828 Aug 12 04:11:51.070189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a07292d-ccbe-4cfc-9df9-40174aade868 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:51.083851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 033142de-c351-47d3-ae9f-012feb27464f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:51.090535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.147665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Transition to ACTIVE for port object 4a07292d-ccbe-4cfc-9df9-40174aade868 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:51.180107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-62b25afc-cde9-422a-8db1-47cdb53e0524 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:51.188420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad084ddc-0a42-4290-8e1f-e3062f03f402 req-62b25afc-cde9-422a-8db1-47cdb53e0524 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.3453376 Aug 12 04:11:51.192523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.238138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 033142de-c351-47d3-ae9f-012feb27464f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:51.245987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-6c27afac-fff2-47e2-bb54-7573d882aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:51.246302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-6c27afac-fff2-47e2-bb54-7573d882aaa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907825 Aug 12 04:11:51.247894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 033142de-c351-47d3-ae9f-012feb27464f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:51.249097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.267481 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af84b9-9a06-4dd0-9bd3-0b905c53ebee x-openstack-request-id: req-12af84b9-9a06-4dd0-9bd3-0b905c53ebee {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:51.267841 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c170d6-4bca-4b7a-821f-881b4012f80f", "tag": "90ec7122-a1bf-44f7-92b3-e9dd3d094c5c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:51.268081 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12af84b9-9a06-4dd0-9bd3-0b905c53ebee {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:51.268475 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'tag': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c', 'status': 'completed', 'code': 200} Aug 12 04:11:51.312581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.398145 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131116d-0a4d-4847-be7f-6faa116faf75 x-openstack-request-id: req-9131116d-0a4d-4847-be7f-6faa116faf75 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:51.398786 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "name": "network-vif-plugged", "status": "completed", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:51.400721 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9131116d-0a4d-4847-be7f-6faa116faf75 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:51.401210 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6', 'code': 200} Aug 12 04:11:51.415352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.451539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 033142de-c351-47d3-ae9f-012feb27464f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=033142de-c351-47d3-ae9f-012feb27464f,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:51.503414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:51.539008 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.587755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=033142de-c351-47d3-ae9f-012feb27464f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:51.592349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f519c7-61b5-4a70-a298-c4ffda00993f req-0792df67-a3dc-4c88-931b-eb731320b4ce tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:51.594083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66f519c7-61b5-4a70-a298-c4ffda00993f req-0792df67-a3dc-4c88-931b-eb731320b4ce tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 948 time: 0.2850416 Aug 12 04:11:51.626808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f787d-4b84-4888-8ff5-5bce7a4f7921 req-1035ee6c-2fb4-4a51-8987-c87c3395207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:51.629003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d44f787d-4b84-4888-8ff5-5bce7a4f7921 req-1035ee6c-2fb4-4a51-8987-c87c3395207f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 1096 time: 0.1880186 Aug 12 04:11:51.706877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Attempting to bind port 4a07292d-ccbe-4cfc-9df9-40174aade868 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:51.707219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Attempting to bind port 4a07292d-ccbe-4cfc-9df9-40174aade868 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:51.707552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Attempting to bind port 4a07292d-ccbe-4cfc-9df9-40174aade868 on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:51.727097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Port 4a07292d-ccbe-4cfc-9df9-40174aade868 on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:11:51.727429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Attempting to bind port 4a07292d-ccbe-4cfc-9df9-40174aade868 on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:51.735263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66f519c7-61b5-4a70-a298-c4ffda00993f req-1e2e2c3f-7c7d-4346-abad-ada1d523e6bb tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261282 Aug 12 04:11:51.743618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d44f787d-4b84-4888-8ff5-5bce7a4f7921 req-c96f4b3a-223d-4151-9fa4-f63e38ffb24c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957651 Aug 12 04:11:51.744343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:51.744678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Checking segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:51.745122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Bound using segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:51.745493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Bound port: 4a07292d-ccbe-4cfc-9df9-40174aade868, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:51.746151 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.827053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-55d23cba-f310-4b86-9e36-6c6db5f15140 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610225 Aug 12 04:11:51.873837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:51.906734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:51.918330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0c33e-da19-4823-a212-586e3191dab9 req-a739b371-ce23-40bd-8004-0d9c7c45c488 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:51.922129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45b0c33e-da19-4823-a212-586e3191dab9 req-a739b371-ce23-40bd-8004-0d9c7c45c488 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1140928 Aug 12 04:11:51.932083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-036c7064-efcd-41a4-a266-756dd641056e tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5268519 Aug 12 04:11:51.945641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:51.977678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45b0c33e-da19-4823-a212-586e3191dab9 req-681c83c0-d421-4653-bffd-0a2b9dd69463 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473132 Aug 12 04:11:51.979217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:51.980506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.032390 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.053052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be2e0b3b-e775-4a2d-b953-92f7f5046fb6 req-23320393-425a-400f-8f7e-83b888485dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176397 Aug 12 04:11:52.096204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.102147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.102147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] 10.222.0.20 "PUT /v2.0/ports/4a07292d-ccbe-4cfc-9df9-40174aade868 HTTP/1.1" status: 200 len: 1092 time: 1.7992821 Aug 12 04:11:52.102147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:52.104065 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d537e60b-e86d-49d3-b393-003d2d5faebc" -d '{"events": [{"name": "network-changed", "server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:52.126345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.162442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427908cd-ea35-47ae-a9bc-edc84e18c1fa service neutron] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:52.270358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-583a34f6-e354-4fda-9244-7302fbf5aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.272058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-583a34f6-e354-4fda-9244-7302fbf5aed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9cca5aefad54146bbbc75afcdfa153a&device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 1099 time: 0.0560164 Aug 12 04:11:52.274364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Router baaf1b30-3144-42cf-97a5-a40aedf84ba4 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:11:52.281903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.292045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-3bb0900f-fab6-44d8-9cbe-a3760f600e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.293541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-3bb0900f-fab6-44d8-9cbe-a3760f600e8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 1095 time: 0.0564611 Aug 12 04:11:52.364611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-247fb860-1114-459f-9258-0538f4f2d203 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a07292d-ccbe-4cfc-9df9-40174aade868 HTTP/1.1" status: 200 len: 217 time: 0.0583045 Aug 12 04:11:52.441824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-8258f1e7-ca49-4a77-b0f9-4eebb25da2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.444291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-8258f1e7-ca49-4a77-b0f9-4eebb25da2a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 200 len: 854 time: 0.0567548 Aug 12 04:11:52.479203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 033142de-c351-47d3-ae9f-012feb27464f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:52.490001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-280ca539-cdcb-4e16-bf4f-701193e80476 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371823 Aug 12 04:11:52.495142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Deleting port 033142de-c351-47d3-ae9f-012feb27464f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:52.495142 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.525617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-0520cd00-061d-4d1c-9596-540a86bcc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.527194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-0520cd00-061d-4d1c-9596-540a86bcc22d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2428381 Aug 12 04:11:52.553391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 033142de-c351-47d3-ae9f-012feb27464f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:52.553893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.581314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-75a31e6c-5108-4d70-9721-c8f7db651b1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c HTTP/1.1" status: 200 len: 217 time: 0.0454216 Aug 12 04:11:52.583923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:52.597533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Sync routers for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:52.609599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:52.610310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:52.630804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Allocated IP 172.25.6.3 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/c86fb588-b323-4f5e-b995-75a20decc69e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:52.658564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044f79-3d26-439d-bde5-6e722d10beae req-c565bca0-524b-4fc2-b6cb-4e00395baa85 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.660377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77044f79-3d26-439d-bde5-6e722d10beae req-c565bca0-524b-4fc2-b6cb-4e00395baa85 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 944 time: 0.1200747 Aug 12 04:11:52.667110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-83d4b5f1-21c4-4cdc-9018-0fc29d0fcb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.668844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-83d4b5f1-21c4-4cdc-9018-0fc29d0fcb23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0755632 Aug 12 04:11:52.737272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] For port 033142de-c351-47d3-ae9f-012feb27464f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=033142de-c351-47d3-ae9f-012feb27464f,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:52.738418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.740791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.744635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f5b06f3e-98d6-4cb8-a1b8-3259a9f01488 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1466267 Aug 12 04:11:52.748797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50060) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:52.753656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:52.754641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77044f79-3d26-439d-bde5-6e722d10beae req-a38af028-0a03-4873-893d-d461b4115b9c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Aug 12 04:11:52.764833 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-20dbea04-7b77-4c9d-bc5b-493451a7fc92 service neutron] 10.222.0.20 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336931 Aug 12 04:11:52.814859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.820908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-9c7f23a8-b794-4702-93dc-736046912b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:52.822659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-9c7f23a8-b794-4702-93dc-736046912b2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186633 Aug 12 04:11:52.892525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Calling delete_port for 033142de-c351-47d3-ae9f-012feb27464f owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:52.895947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bf1c62a-f3e8-4f35-bfc9-192738de669a req-3b335780-6a5a-42bd-b3e9-7bc0b6fc0e5f service neutron] 10.222.0.20 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960701 Aug 12 04:11:52.900640 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe231dc0-a941-40e5-bf41-35290dc94ea6 x-openstack-request-id: req-fe231dc0-a941-40e5-bf41-35290dc94ea6 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:52.900931 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:52.901191 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe231dc0-a941-40e5-bf41-35290dc94ea6 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:52.904347 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'status': 'completed', 'code': 200} Aug 12 04:11:52.936775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:52.964325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:50Z', 'revision_number': 3, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:52.999569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Checking router: baaf1b30-3144-42cf-97a5-a40aedf84ba4 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:53.000239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Updating router baaf1b30-3144-42cf-97a5-a40aedf84ba4 port ad7d9658-f7ad-4bf4-b306-950f51eb78ab binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:53.008502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:53.014243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:53.019717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:53.030919 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.073717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=c86fb588-b323-4f5e-b995-75a20decc69e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:53.107797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-6eb966e9-82b7-4781-9c78-aab7bde3e3a5 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421463 Aug 12 04:11:53.246080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f394c5ae-2f05-465a-86f9-e4b6fb25d97b req-1b7a593c-85ec-4a33-b3f1-ba9c3b1c18bc service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293283 Aug 12 04:11:53.266559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.338445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-084a358e-f22f-4b5b-bb8e-c30dadecbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:53.340003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-084a358e-f22f-4b5b-bb8e-c30dadecbf22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 1095 time: 0.2097392 Aug 12 04:11:53.356238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.379838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89001a6-cbe3-45b5-8f19-f084a115e65e req-e8b2770a-84dd-4b98-b77c-1963597eb5ee tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:53.381186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e89001a6-cbe3-45b5-8f19-f084a115e65e req-e8b2770a-84dd-4b98-b77c-1963597eb5ee tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 948 time: 0.1779125 Aug 12 04:11:53.452610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.463830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Transition to ACTIVE for port object ad7d9658-f7ad-4bf4-b306-950f51eb78ab will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:53.524329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.533249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.578810 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.583810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Attempting to bind port ad7d9658-f7ad-4bf4-b306-950f51eb78ab on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:11:53.584181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Attempting to bind port ad7d9658-f7ad-4bf4-b306-950f51eb78ab by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:11:53.584543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Attempting to bind port ad7d9658-f7ad-4bf4-b306-950f51eb78ab on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:11:53.590243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6bc86-a7e7-457c-9d32-c4ba710023c1 None None] Pushing event updated for resources: {'Port': ['ID=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:53.595681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:11:53.600061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:11:53.600061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.600061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:11:53.600061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Bound port: ad7d9658-f7ad-4bf4-b306-950f51eb78ab, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:11:53.600061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.661141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] For port ad7d9658-f7ad-4bf4-b306-950f51eb78ab, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:11:53.664526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] For port ad7d9658-f7ad-4bf4-b306-950f51eb78ab, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:11:53.667410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=c86fb588-b323-4f5e-b995-75a20decc69e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:53.683953 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.734005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.755781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:53.757051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-109b489d-30cb-4142-b9e3-c54b6d8a44d4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8154283 Aug 12 04:11:53.796838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6bc86-a7e7-457c-9d32-c4ba710023c1 None None] Pushing event updated for resources: {'Port': ['ID=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:53.799678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:53.800360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:53.821236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-4c25b6de-3af9-4790-943a-cf643837a372 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0568340 Aug 12 04:11:53.857283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e89001a6-cbe3-45b5-8f19-f084a115e65e req-cb9ba118-1ab2-4431-b170-6320ec5a7b23 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593461 Aug 12 04:11:53.904316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-36f5adae-679e-4b9e-b84e-62d02e0c3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:53.905820 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-36f5adae-679e-4b9e-b84e-62d02e0c3c1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 915 time: 0.5452468 Aug 12 04:11:53.923735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:53.956498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-37218c9a-83ef-4c39-8200-10c3e5da49c5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:53.957903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1fd4ead-dc88-4fbd-8215-1c5c39d8580a req-37218c9a-83ef-4c39-8200-10c3e5da49c5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1302824 Aug 12 04:11:53.961317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-869320b3-7faf-40b4-9722-8b580e0e483a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a07292d-ccbe-4cfc-9df9-40174aade868 HTTP/1.1" status: 200 len: 217 time: 0.0468748 Aug 12 04:11:54.019736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:54.088390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=033142de-c351-47d3-ae9f-012feb27464f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:54.107076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:11:54.108059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:54.133819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:50Z', 'revision_number': 3, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:54.142503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-0608dabf-906b-48b1-a63e-6596691a2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:54.144012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-0608dabf-906b-48b1-a63e-6596691a2e38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 200 len: 854 time: 0.1719532 Aug 12 04:11:54.151436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46890fe-b8ff-4ab5-9b58-434d9bad0d02 req-68a49700-155f-4b43-8ac5-1bd6606516cf tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:54.155316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d46890fe-b8ff-4ab5-9b58-434d9bad0d02 req-68a49700-155f-4b43-8ac5-1bd6606516cf tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1982017 Aug 12 04:11:54.168753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577d12ca-806e-422d-89bf-8c4cc5ffe0e5 None None] The sync data for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 is: [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:50Z', 'revision_number': 3, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:54.232963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-e03b1a46-a142-40e9-aa77-c6f253df8c2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765960 Aug 12 04:11:54.280954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:54.312439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c', 'mac_address': 'fa:16:3e:0a:a5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:54.363360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5d6cb-d3fe-407f-8861-ceec34b4acb9 req-9ceb8eb0-0de5-4162-ba52-99768796bc31 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:54.364497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:54.365207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cd5d6cb-d3fe-407f-8861-ceec34b4acb9 req-9ceb8eb0-0de5-4162-ba52-99768796bc31 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 944 time: 0.0721164 Aug 12 04:11:54.378355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:54.399316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:54.445649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:54.448408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cd5d6cb-d3fe-407f-8861-ceec34b4acb9 req-0fb0d908-589f-4345-87bd-77b158282cae tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612092 Aug 12 04:11:54.484112 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:54.535364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d46890fe-b8ff-4ab5-9b58-434d9bad0d02 req-5c63fb2a-e73e-4dfd-a052-f1ed1d58c610 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363082 Aug 12 04:11:54.584502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:54.675853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6c7b4-e1af-4562-8b6e-9077de1a4695 req-cb65a0d7-159d-4338-852a-a3617cca37d2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:54.677378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7d6c7b4-e1af-4562-8b6e-9077de1a4695 req-cb65a0d7-159d-4338-852a-a3617cca37d2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1101 time: 0.0503619 Aug 12 04:11:54.703412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-0a92c5bb-99b4-42f6-9628-c0d8863904dd service neutron] 10.222.0.20 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650436 Aug 12 04:11:54.708280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['90ec7122-a1bf-44f7-92b3-e9dd3d094c5c'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:54.716666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7d6c7b4-e1af-4562-8b6e-9077de1a4695 req-4a8209d1-e86b-4856-b11b-a277ab6c9b33 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Aug 12 04:11:54.854925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9de2e-30a3-4264-a0fd-ba9360931056 req-36d265b5-0252-47df-993c-69f0ed1afbdc tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:54.857117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-faf9de2e-30a3-4264-a0fd-ba9360931056 req-36d265b5-0252-47df-993c-69f0ed1afbdc tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0631108 Aug 12 04:11:54.866364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50080) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:54.869333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Allocated IP 172.20.0.1 (a9655ca9-bc91-4036-8247-308ae56cbf82/ec54747e-92a0-4e59-b6c0-fb706b92d276/cd85ffa4-f265-4fcc-97a2-35daf9a37648) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:54.873952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Request body: {'floatingip': {'port_id': '276df9b0-f337-47fd-9b8a-a468859434b6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:54.922659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:54.938145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e15cba4f-9564-4f55-8f95-82914baef524 req-6dbb093c-abb4-4046-a4b9-ea3605eec174 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3243656 Aug 12 04:11:54.988205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:11:55.033933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d537e60b-e86d-49d3-b393-003d2d5faebc req-25214304-1d42-464c-9a81-880b0b0a2800 service neutron] 10.222.0.20 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088675 Aug 12 04:11:55.084385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cb92b-a546-4910-9ce5-b45c412cacd6 req-5a5f0947-7f34-4373-b293-79b651a04e32 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:55.086113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d18cb92b-a546-4910-9ce5-b45c412cacd6 req-5a5f0947-7f34-4373-b293-79b651a04e32 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1101 time: 0.1234879 Aug 12 04:11:55.151282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.154567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Router e145186c-84cf-4f96-8df4-13b46b8a5841 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:55.157464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.172318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d18cb92b-a546-4910-9ce5-b45c412cacd6 req-0a2b1e17-9467-4ba8-8a39-67b5aecf5828 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730028 Aug 12 04:11:55.184256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Transition to ACTIVE for port object cd85ffa4-f265-4fcc-97a2-35daf9a37648 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:11:55.249724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.368524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:55.372969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471f55f-38c5-4e39-bb26-f503351b238e req-7fc62abd-341a-494b-9684-75b9c477aef1 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:55.374437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83c2c7e1-3290-4bed-9eaf-d4ce38ab68e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/e145186c-84cf-4f96-8df4-13b46b8a5841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5028512 Aug 12 04:11:55.377204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8471f55f-38c5-4e39-bb26-f503351b238e req-7fc62abd-341a-494b-9684-75b9c477aef1 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 949 time: 0.1327233 Aug 12 04:11:55.380618 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] Sync routers for ids ['e145186c-84cf-4f96-8df4-13b46b8a5841'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:55.383543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:55.390860 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] Routers {'e145186c-84cf-4f96-8df4-13b46b8a5841'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:55.391500 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e145186c-84cf-4f96-8df4-13b46b8a5841'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:55.451526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8471f55f-38c5-4e39-bb26-f503351b238e req-38e7ce03-b1d1-4077-81f6-0432166e6f82 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 Aug 12 04:11:55.493585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.503633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.511601 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] Set router e145186c-84cf-4f96-8df4-13b46b8a5841 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:55.519925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.547899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Network a9655ca9-bc91-4036-8247-308ae56cbf82 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:55.569918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.582263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:55.589409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:55.624610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.644386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.730960 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:53Z', 'revision_number': 5, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:55.739846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Pushing event updated for resources: {'Port': ['ID=cd85ffa4-f265-4fcc-97a2-35daf9a37648,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:55.779439 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] Checking router: e145186c-84cf-4f96-8df4-13b46b8a5841 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:55.788962 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] Routers {'e145186c-84cf-4f96-8df4-13b46b8a5841'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:55.789625 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e145186c-84cf-4f96-8df4-13b46b8a5841'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:55.806078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.815978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:55.861293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a58729-048d-45e1-869d-271c5e62495a req-7618a8b8-0176-4c40-bbd8-df4a6977cafe tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:55.873845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13a58729-048d-45e1-869d-271c5e62495a req-7618a8b8-0176-4c40-bbd8-df4a6977cafe tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 944 time: 0.1147530 Aug 12 04:11:55.875119 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Floating IP dfd4e95a-3b56-4987-a0f7-6769733c734f associated. External IP: 172.25.6.67, port: 276df9b0-f337-47fd-9b8a-a468859434b6. Aug 12 04:11:55.882292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Allocated IP 172.25.6.40 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/61707ac1-e405-4ba4-b573-a7acb92236ee) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:11:55.911477 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] Set router e145186c-84cf-4f96-8df4-13b46b8a5841 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:56.046316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ec20278d-b806-4282-9c58-b3f948037bdf None None] Provisioning for port cd85ffa4-f265-4fcc-97a2-35daf9a37648 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:56.056007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ec20278d-b806-4282-9c58-b3f948037bdf None None] Provisioning complete for port cd85ffa4-f265-4fcc-97a2-35daf9a37648 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:56.056665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ec20278d-b806-4282-9c58-b3f948037bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.078156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.098194 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Deleting port 3d15f9c5-87b5-4e50-a2df-92935ca08903 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:56.100238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.130245 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:53Z', 'revision_number': 5, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:56.145209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:56.159256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:11:56.166350 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd12a01-0c56-4393-999d-1ffb035ff3f0 None None] The sync data for ids ['e145186c-84cf-4f96-8df4-13b46b8a5841'] in n-d-804320-1 is: [{'id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'name': 'tempest-FloatingIPsNegativeTestJSON-944941681-router', 'tenant_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:35Z', 'updated_at': '2021-08-12T04:11:53Z', 'revision_number': 5, 'project_id': 'f4e31ba77bb1401f8533ffc374c0bbde', 'gw_port': {'id': '3d15f9c5-87b5-4e50-a2df-92935ca08903', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e145186c-84cf-4f96-8df4-13b46b8a5841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:36Z', 'updated_at': '2021-08-12T04:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:56.199659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ec20278d-b806-4282-9c58-b3f948037bdf None None] Port cd85ffa4-f265-4fcc-97a2-35daf9a37648 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:56.209611 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.243370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13a58729-048d-45e1-869d-271c5e62495a req-1aabc795-e0ef-4ef7-95bc-a651deb88ce6 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713582 Aug 12 04:11:56.301141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] For port 3d15f9c5-87b5-4e50-a2df-92935ca08903, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3d15f9c5-87b5-4e50-a2df-92935ca08903,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:56.301581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.334314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:56.339211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Calling delete_port for 3d15f9c5-87b5-4e50-a2df-92935ca08903 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:56.348691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'port_id': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'mac_address': 'fa:16:3e:63:3e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f8eb23-c7c2-4984-9335-037f8e4bc7d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:11:56.358565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.395550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:56.406291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:56.406679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.475433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.495642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a07292d-ccbe-4cfc-9df9-40174aade868 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:11:56.549261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ad7d9658-f7ad-4bf4-b306-950f51eb78ab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:56.557244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:56.575405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:56.580477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.627340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:56.629998 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9501117c-6645-452c-85d6-55029b35250f" -d '{"events": [{"server_uuid": "e0c170d6-4bca-4b7a-821f-881b4012f80f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec7122-a1bf-44f7-92b3-e9dd3d094c5c"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:56.646631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.650151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:56.703580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:56.711820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:56.717047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.722339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] Sync routers for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:56.733134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:56.733944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:56.737626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.750039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d5bb96e-b4f6-443b-9e68-0c4453c1311c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "PUT /v2.0/floatingips/dfd4e95a-3b56-4987-a0f7-6769733c734f HTTP/1.1" status: 200 len: 990 time: 1.8825741 Aug 12 04:11:56.751767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:56.754438 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58" -d '{"events": [{"name": "network-changed", "server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:56.801082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ad7d9658-f7ad-4bf4-b306-950f51eb78ab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:56.817606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ad7d9658-f7ad-4bf4-b306-950f51eb78ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:56.817986 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:56.831380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:56.844381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:56.846982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:11:56.873388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757d56a-7bc9-4d5c-a7b0-e151dfee40d6 req-16570d15-4f8f-4a9e-a83c-c696a3f76f08 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:56.875025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b757d56a-7bc9-4d5c-a7b0-e151dfee40d6 req-16570d15-4f8f-4a9e-a83c-c696a3f76f08 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 950 time: 0.0555799 Aug 12 04:11:56.885039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=61707ac1-e405-4ba4-b573-a7acb92236ee,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:56.912462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4a07292d-ccbe-4cfc-9df9-40174aade868'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:11:56.942943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:56.967355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b757d56a-7bc9-4d5c-a7b0-e151dfee40d6 req-f221e660-9b08-4cfa-8576-157fb1a4fdb5 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545740 Aug 12 04:11:57.002490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:57.055830 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1298f0-a1c9-4aba-b51e-4b20d2a603f2 x-openstack-request-id: req-3c1298f0-a1c9-4aba-b51e-4b20d2a603f2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:57.055830 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c170d6-4bca-4b7a-821f-881b4012f80f", "name": "network-vif-plugged", "status": "completed", "tag": "90ec7122-a1bf-44f7-92b3-e9dd3d094c5c", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:57.055830 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c1298f0-a1c9-4aba-b51e-4b20d2a603f2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:57.055830 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c', 'code': 200} Aug 12 04:11:57.079445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.084757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.150602 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4b42b-7c3b-4867-92cf-1fb11d1718eb x-openstack-request-id: req-88b4b42b-7c3b-4867-92cf-1fb11d1718eb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:57.150935 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:57.151191 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88b4b42b-7c3b-4867-92cf-1fb11d1718eb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:57.158568 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6', 'status': 'completed', 'code': 200} Aug 12 04:11:57.158568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318a37e-f2bc-4373-937c-7682d7fbe5eb req-cb626d1b-777f-45a4-9a95-55bf1cc8e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:57.158568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b318a37e-f2bc-4373-937c-7682d7fbe5eb req-cb626d1b-777f-45a4-9a95-55bf1cc8e4fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 1101 time: 0.0559690 Aug 12 04:11:57.180264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.186096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.250411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ad7d9658-f7ad-4bf4-b306-950f51eb78ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:57.255622 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b318a37e-f2bc-4373-937c-7682d7fbe5eb req-4bdb7217-0ad5-4c8b-be2e-237c6e4a91e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925245 Aug 12 04:11:57.296173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.321892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.357704 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.393066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Pushing event updated for resources: {'Port': ['ID=cd85ffa4-f265-4fcc-97a2-35daf9a37648,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:57.400213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.481544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-d7caeb6f-6f48-418d-b811-8639674af52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:57.483310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-d7caeb6f-6f48-418d-b811-8639674af52b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=874214e0dea34b3283b8809b83a67ff3&device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 1096 time: 0.3116245 Aug 12 04:11:57.490987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:57.523961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'dfd4e95a-3b56-4987-a0f7-6769733c734f', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'port_id': '276df9b0-f337-47fd-9b8a-a468859434b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'mac_address': 'fa:16:3e:05:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:11:33Z', 'updated_at': '2021-08-12T04:11:55Z', 'revision_number': 1, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:57.524384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d15f9c5-87b5-4e50-a2df-92935ca08903,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:57.555508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] Checking router: 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:57.564512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:57.565130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:57.613189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.690902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:57.691764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110df40-b65e-4d50-8d2a-0b6114b1f0fd req-1c36e219-4018-4ca9-9c5a-fccbf017bf44 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:57.693629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9110df40-b65e-4d50-8d2a-0b6114b1f0fd req-1c36e219-4018-4ca9-9c5a-fccbf017bf44 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 945 time: 0.0639639 Aug 12 04:11:57.768485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9110df40-b65e-4d50-8d2a-0b6114b1f0fd req-de74ee9b-eb9b-4b53-abfc-29de081c3976 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677354 Aug 12 04:11:57.769631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.774777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.801461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Network a9655ca9-bc91-4036-8247-308ae56cbf82 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:11:57.844560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:11:57.865903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-16e5470f-8fb3-47f9-8387-08c47886d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:57.865903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-16e5470f-8fb3-47f9-8387-08c47886d129 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c04dfc-7d27-4e91-83a8-895364b7295b HTTP/1.1" status: 200 len: 907 time: 0.3575025 Aug 12 04:11:57.964285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.968159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e145186c-84cf-4f96-8df4-13b46b8a5841 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:11:57.985384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:57.988469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64596d31-b085-4d79-9051-ec996a10031f admin admin] 10.222.0.42 "DELETE /v2.0/routers/e145186c-84cf-4f96-8df4-13b46b8a5841 HTTP/1.1" status: 204 len: 168 time: 2.6010492 Aug 12 04:11:57.994636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50128) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:58.028067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3240a63-19f7-46b3-8e6b-f3c413e49238 req-4f878c5b-db44-42a2-b885-99c4431da270 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:58.030338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3240a63-19f7-46b3-8e6b-f3c413e49238 req-4f878c5b-db44-42a2-b885-99c4431da270 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0960710 Aug 12 04:11:58.125871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3240a63-19f7-46b3-8e6b-f3c413e49238 req-85f26a02-9b67-4e14-ad85-c13d43440f16 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829301 Aug 12 04:11:58.164659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:58.175825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-7eed09d5-8730-4197-b56b-347e4907dcea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=276df9b0-f337-47fd-9b8a-a468859434b6 HTTP/1.1" status: 200 len: 998 time: 0.2728553 Aug 12 04:11:58.181684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.205878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1ab81bb-7c79-4dbe-a205-b2de03ba5120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.232402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Deleting subnet 5efc8b0b-c23d-46b8-b8ef-4567035688e0 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:11:58.245325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.283605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-af3931d6-f0ea-4e90-bda5-d60e7fd783e9 None None] Provisioning complete for port cd85ffa4-f265-4fcc-97a2-35daf9a37648 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:58.283975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3931d6-f0ea-4e90-bda5-d60e7fd783e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.290465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd4ce-60fd-43c8-b0e1-ee42c3d3a22b req-38084783-648c-44f4-99d4-79924cca0b3b tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:58.292235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-becdd4ce-60fd-43c8-b0e1-ee42c3d3a22b req-38084783-648c-44f4-99d4-79924cca0b3b tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 950 time: 0.0554743 Aug 12 04:11:58.311536 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.318004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Router baaf1b30-3144-42cf-97a5-a40aedf84ba4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:11:58.326489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-6a0eb420-5beb-441c-ab80-7a84797d8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:58.328168 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-6a0eb420-5beb-441c-ab80-7a84797d8335 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a HTTP/1.1" status: 200 len: 845 time: 0.1427372 Aug 12 04:11:58.333773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-becdd4ce-60fd-43c8-b0e1-ee42c3d3a22b req-3eadbed9-3c3b-4fca-8e55-cc957eb3439a tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353532 Aug 12 04:11:58.335870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-af3931d6-f0ea-4e90-bda5-d60e7fd783e9 None None] Port cd85ffa4-f265-4fcc-97a2-35daf9a37648 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:11:58.343010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'dfd4e95a-3b56-4987-a0f7-6769733c734f', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'port_id': '276df9b0-f337-47fd-9b8a-a468859434b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'mac_address': 'fa:16:3e:05:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:11:33Z', 'updated_at': '2021-08-12T04:11:55Z', 'revision_number': 1, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:58.380594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73994d1-5af0-4bf5-aefd-648964bf1e24 None None] The sync data for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 is: [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'dfd4e95a-3b56-4987-a0f7-6769733c734f', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'port_id': '276df9b0-f337-47fd-9b8a-a468859434b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'mac_address': 'fa:16:3e:05:b5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:11:33Z', 'updated_at': '2021-08-12T04:11:55Z', 'revision_number': 1, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:11:58.385735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 4a07292d-ccbe-4cfc-9df9-40174aade868 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:11:58.388386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 4a07292d-ccbe-4cfc-9df9-40174aade868 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:58.388952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.411392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.491707 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.491832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event updated for resources: {'Port': ['ID=61707ac1-e405-4ba4-b573-a7acb92236ee,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:58.537036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:58.540644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.561482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-2504dade-364e-4d90-8382-2a4a21c3a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:58.563045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-2504dade-364e-4d90-8382-2a4a21c3a7ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c04dfc-7d27-4e91-83a8-895364b7295b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062106 Aug 12 04:11:58.591804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ad7d9658-f7ad-4bf4-b306-950f51eb78ab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:11:58.623158 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.679477 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf3b3d-0757-49cc-8484-8bf8b92bdb98 None None] New status for floating IP dfd4e95a-3b56-4987-a0f7-6769733c734f: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:11:58.686839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.688095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e15cba4f-9564-4f55-8f95-82914baef524 req-effe6277-ecb7-4d72-9756-febefa5971ac tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7077556 Aug 12 04:11:58.699365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:58.711586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ad7d9658-f7ad-4bf4-b306-950f51eb78ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:11:58.711981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.763688 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:58.811562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e15cba4f-9564-4f55-8f95-82914baef524 req-3fe8bda2-4c5e-42ce-abb8-cd6d56d6fc07 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.1056426 Aug 12 04:11:58.816559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:11:58.823234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c1bcc447-cb4f-482f-a033-4bc0f8e5c5fe admin admin] 10.222.0.42 "PUT /v2.0/routers/baaf1b30-3144-42cf-97a5-a40aedf84ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0671611 Aug 12 04:11:58.841078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Sync routers for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:11:58.859967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:11:58.861471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:58.921570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-64a55666-3f38-4d92-b9bf-ec7af3ea7c14 service neutron] 10.222.0.36 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252575 Aug 12 04:11:58.949626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c45d6-e8fb-4016-8240-aea57227a3c6 req-4ae4dd8b-fa06-4c44-8133-fb577a95c295 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:58.953048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3d15f9c5-87b5-4e50-a2df-92935ca08903 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:58.958063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b09c45d6-e8fb-4016-8240-aea57227a3c6 req-4ae4dd8b-fa06-4c44-8133-fb577a95c295 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0731211 Aug 12 04:11:58.992158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3d15f9c5-87b5-4e50-a2df-92935ca08903 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:58.992681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3d15f9c5-87b5-4e50-a2df-92935ca08903 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:58.993640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 033142de-c351-47d3-ae9f-012feb27464f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:11:59.007145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b09c45d6-e8fb-4016-8240-aea57227a3c6 req-a2286fca-6911-46aa-8763-d3b3c64c8190 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Aug 12 04:11:59.021628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 033142de-c351-47d3-ae9f-012feb27464f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:11:59.021805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 033142de-c351-47d3-ae9f-012feb27464f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:11:59.054049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cba4f-9564-4f55-8f95-82914baef524 req-ef3ff921-e8c5-4733-9de2-b5e1092f3fa6 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:59.055611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e15cba4f-9564-4f55-8f95-82914baef524 req-ef3ff921-e8c5-4733-9de2-b5e1092f3fa6 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2310667 Aug 12 04:11:59.073362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.087342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:11:59.089648 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4503c5ea-9076-491e-93a3-ac118b583e3d" -d '{"events": [{"server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "name": "network-vif-plugged", "status": "completed", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:11:59.131006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:11:59.192463 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f88cf-51cc-416e-82af-a48eaf89ccde x-openstack-request-id: req-414f88cf-51cc-416e-82af-a48eaf89ccde {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:11:59.193203 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "name": "network-vif-plugged", "status": "completed", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:11:59.193203 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-414f88cf-51cc-416e-82af-a48eaf89ccde {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:11:59.193379 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'code': 200} Aug 12 04:11:59.198152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efc8b0b-c23d-46b8-b8ef-4567035688e0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:11:59.199929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd42f0-629d-4ade-a9d4-daa461583729 None None] Network 7958405d-a1bc-4c4f-aae1-5fe740abbb84 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:11:59.200327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.202267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-43065cb6-2126-4b47-850e-0965b26d5abb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5efc8b0b-c23d-46b8-b8ef-4567035688e0 HTTP/1.1" status: 204 len: 168 time: 1.2066700 Aug 12 04:11:59.204885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50152) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:11:59.220589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3f0f467-d2f5-4724-91ef-bfaa92e0d2de req-ef8bcd91-18cc-4851-8e26-b06749659742 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips/6af7e1de-2b41-41f6-b7bd-265d1b5e6792 HTTP/1.1" status: 200 len: 692 time: 0.1397495 Aug 12 04:11:59.243913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1481b21d-6f5d-49dd-8253-4c0e3e33ba58 req-98dfe3c1-6f99-41fa-ada8-5a74dc52f8e5 service neutron] 10.222.0.36 "GET /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115506 Aug 12 04:11:59.323685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c05db-39ef-4be9-a413-86eeec079a3c req-130a9421-99e7-42fb-8c38-61a52a546272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:59.325429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84c05db-39ef-4be9-a413-86eeec079a3c req-130a9421-99e7-42fb-8c38-61a52a546272 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 1097 time: 0.0925751 Aug 12 04:11:59.355199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.372764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9cc32-7979-4892-962c-56bd033ce741 req-3c924e55-1034-41c5-b8b1-abfda93d75e3 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:59.381979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dec9cc32-7979-4892-962c-56bd033ce741 req-3c924e55-1034-41c5-b8b1-abfda93d75e3 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1032984 Aug 12 04:11:59.395499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f467-d2f5-4724-91ef-bfaa92e0d2de req-7006e575-e57e-4908-b9ac-f2622687d3fd tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:59.414018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3f0f467-d2f5-4724-91ef-bfaa92e0d2de req-7006e575-e57e-4908-b9ac-f2622687d3fd tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1876707 Aug 12 04:11:59.429945 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84c05db-39ef-4be9-a413-86eeec079a3c req-ec58df44-b8b5-4cd0-8917-46861583bbf0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Aug 12 04:11:59.482702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dec9cc32-7979-4892-962c-56bd033ce741 req-ff1da9f9-a546-4e7f-a3f1-9ee754b51bc1 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Aug 12 04:11:59.565411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecd165-36f6-4d6a-8196-d07f3aec1215 req-5f13292c-b8ba-4a98-9f2f-ac3de1d6d000 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:59.572322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Deleting port 57be24b1-78b0-40db-a7e5-9492453eeaf8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:59.572909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.573646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43ecd165-36f6-4d6a-8196-d07f3aec1215 req-5f13292c-b8ba-4a98-9f2f-ac3de1d6d000 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 950 time: 0.0852509 Aug 12 04:11:59.574620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] DHCP port deletion for 7958405d-a1bc-4c4f-aae1-5fe740abbb84 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:11:59.583789 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:11:59.602696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-be39f790-19f5-4e50-a4e5-f302fb9edab3 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips/6af7e1de-2b41-41f6-b7bd-265d1b5e6792 HTTP/1.1" status: 200 len: 692 time: 0.0920341 Aug 12 04:11:59.621192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 2, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:11:59.627731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43ecd165-36f6-4d6a-8196-d07f3aec1215 req-5da8943e-63e6-40a9-9954-815224fa4d11 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531852 Aug 12 04:11:59.653620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Checking router: baaf1b30-3144-42cf-97a5-a40aedf84ba4 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:11:59.654545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Updating router baaf1b30-3144-42cf-97a5-a40aedf84ba4 port cd85ffa4-f265-4fcc-97a2-35daf9a37648 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:11:59.691690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] Deleting port 57be24b1-78b0-40db-a7e5-9492453eeaf8 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:11:59.692063 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.693818 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.715982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] For port 57be24b1-78b0-40db-a7e5-9492453eeaf8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57be24b1-78b0-40db-a7e5-9492453eeaf8,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:59.716588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.738530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Calling delete_port for 57be24b1-78b0-40db-a7e5-9492453eeaf8 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:59.791238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] For port 57be24b1-78b0-40db-a7e5-9492453eeaf8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57be24b1-78b0-40db-a7e5-9492453eeaf8,segment=NetworkSegment(4945660e-1f53-4594-b0df-bf3bb7061a1c),segment_id=4945660e-1f53-4594-b0df-bf3bb7061a1c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:11:59.791633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:11:59.834315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-62073b28-dd5a-4ae7-a14f-9da8495090c2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:11:59.835646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-62073b28-dd5a-4ae7-a14f-9da8495090c2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2055805 Aug 12 04:11:59.854068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] Calling delete_port for 57be24b1-78b0-40db-a7e5-9492453eeaf8 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:11:59.901457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-d3531b53-bf88-44c3-b9ef-8960f4cc0485 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.0593715 Aug 12 04:11:59.957146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-a8f83b79-0ea9-4648-86e4-41fa5c89b7af tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.40 HTTP/1.1" status: 200 len: 695 time: 0.0477688 Aug 12 04:12:00.046319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.053642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.090974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] Pushing event deleted for resources: {'Port': ['ID=57be24b1-78b0-40db-a7e5-9492453eeaf8,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:00.099636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ccd45-b90b-427d-a589-5dd95dd33e07 None None] No DVR routers for this DVR port 57be24b1-78b0-40db-a7e5-9492453eeaf8 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:00.111491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Pushing event deleted for resources: {'Port': ['ID=57be24b1-78b0-40db-a7e5-9492453eeaf8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:00.113984 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.118423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] No DVR routers for this DVR port 57be24b1-78b0-40db-a7e5-9492453eeaf8 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:00.127253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Transition to ACTIVE for port object cd85ffa4-f265-4fcc-97a2-35daf9a37648 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:00.181977 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.205562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.231447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7958405d-a1bc-4c4f-aae1-5fe740abbb84']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:00.241234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Deleting port 61707ac1-e405-4ba4-b573-a7acb92236ee {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:00.241598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.246868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4945660e-1f53-4594-b0df-bf3bb7061a1c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:00.247438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4945660e-1f53-4594-b0df-bf3bb7061a1c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:00.263525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65752e7-63be-4ea6-be6d-c2846dbe84df req-d58a21d7-7b6e-40ed-9a5e-3cff24d5cfd8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:00.268895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb521d7-02e0-4db0-804f-9e4944c2dc35 None None] Pushing event updated for resources: {'Port': ['ID=cd85ffa4-f265-4fcc-97a2-35daf9a37648,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:00.274007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c65752e7-63be-4ea6-be6d-c2846dbe84df req-d58a21d7-7b6e-40ed-9a5e-3cff24d5cfd8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1037378 Aug 12 04:12:00.313578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.348799 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.356964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Attempting to bind port cd85ffa4-f265-4fcc-97a2-35daf9a37648 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:00.357336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Attempting to bind port cd85ffa4-f265-4fcc-97a2-35daf9a37648 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:00.357755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Attempting to bind port cd85ffa4-f265-4fcc-97a2-35daf9a37648 on network a9655ca9-bc91-4036-8247-308ae56cbf82 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:00.366482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:12:00.371973 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:12:00.374973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:00.374973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Checking segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:00.374973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.375844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c65752e7-63be-4ea6-be6d-c2846dbe84df req-cdf31460-2b52-4b60-88aa-113f68810534 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893235 Aug 12 04:12:00.376043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Bound using segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:00.376888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Bound port: cd85ffa4-f265-4fcc-97a2-35daf9a37648, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:00.377467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.442511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.443306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.479277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Calling delete_port for 61707ac1-e405-4ba4-b573-a7acb92236ee owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:00.508856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57be24b1-78b0-40db-a7e5-9492453eeaf8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:00.544033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 57be24b1-78b0-40db-a7e5-9492453eeaf8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:00.544455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57be24b1-78b0-40db-a7e5-9492453eeaf8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:00.555702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] For port cd85ffa4-f265-4fcc-97a2-35daf9a37648, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:00.560077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.566226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.568308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] 10.222.0.42 "DELETE /v2.0/networks/7958405d-a1bc-4c4f-aae1-5fe740abbb84 HTTP/1.1" status: 204 len: 168 time: 1.3623981 Aug 12 04:12:00.581919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] For port cd85ffa4-f265-4fcc-97a2-35daf9a37648, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cd85ffa4-f265-4fcc-97a2-35daf9a37648,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:00.584615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6264-eb1f-489f-86af-b766889aee5b admin admin] Pushing event deleted for resources: {'Network': ['ID=7958405d-a1bc-4c4f-aae1-5fe740abbb84,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:00.639418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eef0ac-fb35-443f-8585-863fb6bd9b4d req-dde482df-5168-4167-b547-9fcb3201ded7 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:00.642669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47eef0ac-fb35-443f-8585-863fb6bd9b4d req-dde482df-5168-4167-b547-9fcb3201ded7 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 950 time: 0.0785031 Aug 12 04:12:00.670455 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.688939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47eef0ac-fb35-443f-8585-863fb6bd9b4d req-99357107-50a1-470b-b674-516bea0c5b0e tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Aug 12 04:12:00.738443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:00.739117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:11:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:00.742649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-74bd0a8f-24ef-4361-be96-f6d2369fad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.811175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.824276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb521d7-02e0-4db0-804f-9e4944c2dc35 None None] Pushing event updated for resources: {'Port': ['ID=cd85ffa4-f265-4fcc-97a2-35daf9a37648,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:00.853200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event deleted for resources: {'Port': ['ID=61707ac1-e405-4ba4-b573-a7acb92236ee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:00.876132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37107426-7385-4079-9fb1-54e0ab7c4feb req-8911a06d-5770-4f06-8493-c95e60be2635 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:00.883992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37107426-7385-4079-9fb1-54e0ab7c4feb req-8911a06d-5770-4f06-8493-c95e60be2635 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1024013 Aug 12 04:12:00.963555 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37107426-7385-4079-9fb1-54e0ab7c4feb req-8033bf14-dc78-48d0-a028-fae4e59456af tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732319 Aug 12 04:12:00.989043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:00.995032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:01.001339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c87227f9-d0c5-495a-ae7a-38112a6e0874 req-20d96f57-8035-4f3d-b05b-6cbf794c4930 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "DELETE /v2.0/floatingips/6af7e1de-2b41-41f6-b7bd-265d1b5e6792 HTTP/1.1" status: 204 len: 173 time: 1.0392880 Aug 12 04:12:01.041459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50246) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:01.098487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c740bb5c-5221-4918-b63e-29059881d846 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4e31ba77bb1401f8533ffc374c0bbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535474 Aug 12 04:12:01.100851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50248) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:01.166076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:01.169579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:01.200236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:01.240874 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:01.248688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86285-89ba-41a7-809f-e7f59d67ca27 req-31c09e36-3e23-48b6-ae20-0f1388ac7406 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:01.259344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8f86285-89ba-41a7-809f-e7f59d67ca27 req-31c09e36-3e23-48b6-ae20-0f1388ac7406 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2315738 Aug 12 04:12:01.359295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd124ce-4f57-448e-a177-42918e6e4b6c req-eb93d8c9-ac99-412c-9f42-0dadcfd097cf tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=3213396e50e6406f8b532acee60d952e HTTP/1.1" status: 200 len: 1653 time: 0.0755260 Aug 12 04:12:01.370344 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:01.372890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:01.376709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70a3908c-388e-4820-9e10-4e344e894c08 HTTP/1.1" status: 204 len: 168 time: 0.2720847 Aug 12 04:12:01.432722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:00Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:01.471417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9dc724-e7b2-402c-bf1a-83b8ef45ca74 None None] The sync data for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 is: [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:00Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:12:01.573070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053822d-a0b4-42d7-8b6e-8b5a8eb40b77 req-5650545c-74da-4d2a-8874-cb3e6f67e186 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:01.586782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7053822d-a0b4-42d7-8b6e-8b5a8eb40b77 req-5650545c-74da-4d2a-8874-cb3e6f67e186 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1183567 Aug 12 04:12:01.639500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7053822d-a0b4-42d7-8b6e-8b5a8eb40b77 req-1036ac84-953e-4d85-a92d-203248578c7a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512445 Aug 12 04:12:01.841323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a3908c-388e-4820-9e10-4e344e894c08,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:01.861790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.862146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.862490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.862856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.863189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.863519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.863853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.864176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.864501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.864828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.865147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.865519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdbe6fc-3626-483a-902e-b574401c82b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:01.878791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610aea42-6e13-4236-84a5-a91fe465d871 req-e3cbfc78-037b-418b-8a87-11fe1634c944 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:01.884583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-610aea42-6e13-4236-84a5-a91fe465d871 req-e3cbfc78-037b-418b-8a87-11fe1634c944 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0814898 Aug 12 04:12:01.929418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0303496-e7d4-452d-8206-5947372e570c req-17aaa958-bdcb-47b8-b910-df216c592812 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:01.931521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b0303496-e7d4-452d-8206-5947372e570c req-17aaa958-bdcb-47b8-b910-df216c592812 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 950 time: 0.1451595 Aug 12 04:12:01.965183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-610aea42-6e13-4236-84a5-a91fe465d871 req-55786e20-d10b-42ec-b00f-3a914c0fee7c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670652 Aug 12 04:12:01.990877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd124ce-4f57-448e-a177-42918e6e4b6c req-66d7bfaf-aa92-41d6-b3e9-079aaeb58d18 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:01.993581 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd124ce-4f57-448e-a177-42918e6e4b6c req-66d7bfaf-aa92-41d6-b3e9-079aaeb58d18 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks?id=a9ddfc21-9955-4e75-a323-dfd793c50c06&id=a9ddfc21-9955-4e75-a323-dfd793c50c06&id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 787 time: 0.6313617 Aug 12 04:12:02.043865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:02.109240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Deleting port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:02.109589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:02.142937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f2bdf-78e0-4b97-bcc6-9c19f454c0f3 req-520c9299-d7ac-4d08-8770-56705d752353 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:02.150278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-241f2bdf-78e0-4b97-bcc6-9c19f454c0f3 req-520c9299-d7ac-4d08-8770-56705d752353 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 950 time: 0.0916493 Aug 12 04:12:02.215045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-241f2bdf-78e0-4b97-bcc6-9c19f454c0f3 req-ae4075b5-eede-4530-980e-7d2f3667cf46 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ebadf63-23cf-4c00-ab0f-59020b99b3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635419 Aug 12 04:12:02.285160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] For port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:02.286968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:02.324181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Calling delete_port for 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:02.372793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa712af-fda2-4f38-8392-e30124dc2d2e req-a7ff18e8-09a8-4a0c-acd8-f50d9d717934 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:02.393041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bfa712af-fda2-4f38-8392-e30124dc2d2e req-a7ff18e8-09a8-4a0c-acd8-f50d9d717934 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0943809 Aug 12 04:12:02.509695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bfa712af-fda2-4f38-8392-e30124dc2d2e req-eaee216c-3bf9-4ee1-a401-e7eb0b547f73 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156590 Aug 12 04:12:02.566609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd85ffa4-f265-4fcc-97a2-35daf9a37648 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:02.644381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-b8d3c1d0-2c0a-4516-8458-7247d650054d tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips/bdb1067f-b1b1-43f6-918c-d65f812018c2 HTTP/1.1" status: 200 len: 691 time: 0.0744274 Aug 12 04:12:02.649654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:02.716974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cd85ffa4-f265-4fcc-97a2-35daf9a37648 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:02.729817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cd85ffa4-f265-4fcc-97a2-35daf9a37648 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:02.729817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:02.730340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Pushing event deleted for resources: {'Port': ['ID=90ec7122-a1bf-44f7-92b3-e9dd3d094c5c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:02.880474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] No DVR routers for this DVR port 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:02.927675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:02.937847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b0303496-e7d4-452d-8206-5947372e570c req-cc0c5de5-ef1e-44f1-ac16-f3f153cb9967 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.36 "DELETE /v2.0/ports/90ec7122-a1bf-44f7-92b3-e9dd3d094c5c HTTP/1.1" status: 204 len: 173 time: 0.9890394 Aug 12 04:12:02.941726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'name': 'network-vif-deleted', 'tag': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:02.944186 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a96eab-b23f-4a60-96f8-cb1fc5d5f67f" -d '{"events": [{"server_uuid": "e0c170d6-4bca-4b7a-821f-881b4012f80f", "name": "network-vif-deleted", "tag": "90ec7122-a1bf-44f7-92b3-e9dd3d094c5c"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:02.947530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-fbb0907d-d790-49bf-abd3-713f4399b3bc tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:02.956457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-fbb0907d-d790-49bf-abd3-713f4399b3bc tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.3040802 Aug 12 04:12:02.967251 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.010273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdc830-6340-4a7e-b21d-e10c84c9ffad req-32363f40-483e-4115-b14a-297f42d908b7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:03.032611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dcfdc830-6340-4a7e-b21d-e10c84c9ffad req-32363f40-483e-4115-b14a-297f42d908b7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1568816 Aug 12 04:12:03.034098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-da784417-704f-4f5f-9f92-7a3accf1b9b5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0763366 Aug 12 04:12:03.043599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cd85ffa4-f265-4fcc-97a2-35daf9a37648, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cd85ffa4-f265-4fcc-97a2-35daf9a37648,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:03.125935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dcfdc830-6340-4a7e-b21d-e10c84c9ffad req-5acdd541-876b-4b93-8ca5-cea40a654e14 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922146 Aug 12 04:12:03.127308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-4513136f-35fb-49b3-8b83-a2462ef29967 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0921803 Aug 12 04:12:03.129817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.242410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cd85ffa4-f265-4fcc-97a2-35daf9a37648,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:03.300843 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b5e8b-2036-4dc1-96bd-6bba54b42c50 x-openstack-request-id: req-fc8b5e8b-2036-4dc1-96bd-6bba54b42c50 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:03.301905 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c170d6-4bca-4b7a-821f-881b4012f80f", "name": "network-vif-deleted", "tag": "90ec7122-a1bf-44f7-92b3-e9dd3d094c5c", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:03.302388 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc8b5e8b-2036-4dc1-96bd-6bba54b42c50 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:03.303178 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c170d6-4bca-4b7a-821f-881b4012f80f', 'name': 'network-vif-deleted', 'tag': '90ec7122-a1bf-44f7-92b3-e9dd3d094c5c', 'status': 'completed', 'code': 200} Aug 12 04:12:03.390534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Deleting port c86fb588-b323-4f5e-b995-75a20decc69e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:03.390937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.399779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4a6da00-22d4-4e74-8a4b-0ddf2c784deb req-ac21d533-fa8d-4c82-aea1-4f863aeb02a3 tempest-ImagesNegativeTestJSON-1567368414 tempest-ImagesNegativeTestJSON-1567368414-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0c170d6-4bca-4b7a-821f-881b4012f80f HTTP/1.1" status: 200 len: 210 time: 0.0450211 Aug 12 04:12:03.505005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.505465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.523142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Calling delete_port for c86fb588-b323-4f5e-b995-75a20decc69e owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:03.589518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.663546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ae30d-dad8-42c0-9e25-48900a0b4758 req-4f637929-99af-4ea8-b12e-503d6fa93f1e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:03.665935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a1ae30d-dad8-42c0-9e25-48900a0b4758 req-4f637929-99af-4ea8-b12e-503d6fa93f1e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0542910 Aug 12 04:12:03.708794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a1ae30d-dad8-42c0-9e25-48900a0b4758 req-1c0cbcf8-715e-4ab7-8019-e0984e5a02f5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Aug 12 04:12:03.729264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.760047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event deleted for resources: {'Port': ['ID=c86fb588-b323-4f5e-b995-75a20decc69e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:03.835961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.838748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:03.842742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3d2839-5687-4d1c-a602-52ad3e5b38cd req-1cc8205b-4246-41b8-9cc2-9d1e7b3789f2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "DELETE /v2.0/floatingips/bdb1067f-b1b1-43f6-918c-d65f812018c2 HTTP/1.1" status: 204 len: 173 time: 0.7144742 Aug 12 04:12:03.906486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-a541a5a3-534f-4175-b7e5-aebf1210ebf2 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips/70948ccf-202b-405e-9d7d-6891ebeef3c5 HTTP/1.1" status: 200 len: 692 time: 0.0486405 Aug 12 04:12:04.034428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-f13f2278-149e-4714-9dfe-2ba527b41731 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:04.035898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-f13f2278-149e-4714-9dfe-2ba527b41731 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1220222 Aug 12 04:12:04.098074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b3ca49ff-c701-4514-bab6-8cb900370187 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0557470 Aug 12 04:12:04.122387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:04.152931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-9a50d5d3-d9f3-40e8-b61f-7c1d3e703455 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.73 HTTP/1.1" status: 200 len: 695 time: 0.0484552 Aug 12 04:12:04.155059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:04.156396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90ec7122-a1bf-44f7-92b3-e9dd3d094c5c not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:04.257599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563154-9cd3-4236-b5ed-2dcfb1a440b9 req-b2210e64-3a62-400b-b43b-394ddebd72f0 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:04.259348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae563154-9cd3-4236-b5ed-2dcfb1a440b9 req-b2210e64-3a62-400b-b43b-394ddebd72f0 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0534258 Aug 12 04:12:04.295854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Deleting port cc1d5b3f-2596-4831-82cc-47f42d0cb455 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:04.296277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.301130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae563154-9cd3-4236-b5ed-2dcfb1a440b9 req-1b420018-150d-4229-900a-4d496148df7a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354819 Aug 12 04:12:04.385879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.386006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.403215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Calling delete_port for cc1d5b3f-2596-4831-82cc-47f42d0cb455 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:04.487208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd85ffa4-f265-4fcc-97a2-35daf9a37648 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:04.575605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cd85ffa4-f265-4fcc-97a2-35daf9a37648 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:04.578944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.606668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:04.717756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.742277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event deleted for resources: {'Port': ['ID=cc1d5b3f-2596-4831-82cc-47f42d0cb455,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:04.758377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c834ee-4dbc-48cc-8125-d8a8a6da511f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.817831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.821030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.822193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15fddc23-6a76-4eb9-92aa-16ed77bfdcda req-b5cfa9af-57bc-494a-bea8-f18fa09db62b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "DELETE /v2.0/floatingips/70948ccf-202b-405e-9d7d-6891ebeef3c5 HTTP/1.1" status: 204 len: 173 time: 0.6663630 Aug 12 04:12:04.872018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b4175-a78e-431a-8bbc-2bf017f7ec39 req-9a4dc44a-5965-43c8-8062-c9e237c42f49 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:04.873577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e82b4175-a78e-431a-8bbc-2bf017f7ec39 req-9a4dc44a-5965-43c8-8062-c9e237c42f49 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0849106 Aug 12 04:12:04.905206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-a29617c6-be23-4e75-be91-a035ae9da162 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips/37c42ad2-0410-4e68-9e73-ad323baed50a HTTP/1.1" status: 200 len: 692 time: 0.0577757 Aug 12 04:12:04.934975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c834ee-4dbc-48cc-8125-d8a8a6da511f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:04.951073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e82b4175-a78e-431a-8bbc-2bf017f7ec39 req-39821aae-8555-4bbb-82e7-63113a2d7436 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631726 Aug 12 04:12:05.004187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c834ee-4dbc-48cc-8125-d8a8a6da511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.014134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-9894baea-7770-487d-a8ec-c1eb7dc84a01 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:05.015555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-9894baea-7770-487d-a8ec-c1eb7dc84a01 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.1095700 Aug 12 04:12:05.053854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8c834ee-4dbc-48cc-8125-d8a8a6da511f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65b4983611fc4909af0acd64564a449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455192 Aug 12 04:12:05.054807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c834ee-4dbc-48cc-8125-d8a8a6da511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab830d13-0e6a-4071-861e-9c4d0640a8ec,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:05.057141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:05.083703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-11865d42-3e6d-46fa-85e0-8a24a1437b2b tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.0609257 Aug 12 04:12:05.111314 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df84763b-011a-4664-a390-e19b303533c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.135734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df84763b-011a-4664-a390-e19b303533c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.161562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-54b8a471-4f1c-43f3-a4ab-958fe306cca4 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.0710106 Aug 12 04:12:05.206624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50396) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:05.267624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df84763b-011a-4664-a390-e19b303533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.271165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df84763b-011a-4664-a390-e19b303533c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.272597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-df84763b-011a-4664-a390-e19b303533c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab830d13-0e6a-4071-861e-9c4d0640a8ec HTTP/1.1" status: 204 len: 168 time: 0.2145536 Aug 12 04:12:05.283442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84763b-011a-4664-a390-e19b303533c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab830d13-0e6a-4071-861e-9c4d0640a8ec,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:05.342913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Deleting port b25ad7aa-91ef-4eb3-9339-805a8c30da6b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:05.343335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.373547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b8ae49eb-2575-45c2-8932-b27736e60b25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9cca5aefad54146bbbc75afcdfa153a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655128 Aug 12 04:12:05.375786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:05.440699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.441487 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.457473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Calling delete_port for b25ad7aa-91ef-4eb3-9339-805a8c30da6b owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:05.461230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09b011-0f42-4517-a4b0-68b2a9325976 req-b17f67a1-2b99-4462-8a91-52b94876f825 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:05.468116 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba09b011-0f42-4517-a4b0-68b2a9325976 req-b17f67a1-2b99-4462-8a91-52b94876f825 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0766616 Aug 12 04:12:05.503650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61715399-419f-4fe8-b486-8da6ab457949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.531577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba09b011-0f42-4517-a4b0-68b2a9325976 req-a11e0be6-45e4-4708-97a2-ec181bc42e8b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 Aug 12 04:12:05.540882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61715399-419f-4fe8-b486-8da6ab457949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.666751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61715399-419f-4fe8-b486-8da6ab457949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.672226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61715399-419f-4fe8-b486-8da6ab457949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.676208 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61715399-419f-4fe8-b486-8da6ab457949 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ebadf63-23cf-4c00-ab0f-59020b99b3b4 HTTP/1.1" status: 204 len: 168 time: 0.2968514 Aug 12 04:12:05.682611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715399-419f-4fe8-b486-8da6ab457949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebadf63-23cf-4c00-ab0f-59020b99b3b4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:05.692806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:05.733477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Pushing event deleted for resources: {'Port': ['ID=b25ad7aa-91ef-4eb3-9339-805a8c30da6b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:05.746801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.747523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.747960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.748119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.748760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.749160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.749503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.749832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.750184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.750767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.751632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:05.752033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:06.098860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138eaff-d222-4c5c-95d2-c2b2f6302321 req-130df09d-f6da-4d5f-bb7c-e2ddeb8eb168 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:06.106557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d138eaff-d222-4c5c-95d2-c2b2f6302321 req-130df09d-f6da-4d5f-bb7c-e2ddeb8eb168 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0842330 Aug 12 04:12:06.134623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:06.138397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:06.139625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91610c11-6332-4b36-91a3-e1a7311dc4cc req-482c02aa-10ce-47a8-865f-0c972f4187f5 tempest-FloatingIPDetailsTestJSON-1275231921 tempest-FloatingIPDetailsTestJSON-1275231921-project] 10.222.0.42 "DELETE /v2.0/floatingips/37c42ad2-0410-4e68-9e73-ad323baed50a HTTP/1.1" status: 204 len: 173 time: 0.9722967 Aug 12 04:12:06.147361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50432) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:06.155285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d138eaff-d222-4c5c-95d2-c2b2f6302321 req-ed22bf6d-0c39-4f0f-bda6-92c5beb93836 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477996 Aug 12 04:12:06.558916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:06.731951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266ce28-dbf7-400b-888b-157eb6bbda9d req-61e58e22-8857-4e86-b85d-56524753f61f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:06.740391 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9266ce28-dbf7-400b-888b-157eb6bbda9d req-61e58e22-8857-4e86-b85d-56524753f61f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1240985 Aug 12 04:12:06.800862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9266ce28-dbf7-400b-888b-157eb6bbda9d req-6b276bb9-fa39-4ea5-9d26-ccf60e70b15c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Aug 12 04:12:06.853004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Deleting port 5c92c9aa-dbaa-4a48-b368-584ba4936bef {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:06.853506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:06.958608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] For port 5c92c9aa-dbaa-4a48-b368-584ba4936bef, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c92c9aa-dbaa-4a48-b368-584ba4936bef,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:06.960268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:06.982897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Calling delete_port for 5c92c9aa-dbaa-4a48-b368-584ba4936bef owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:07.064741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50470) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:07.182967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1114669997-network', 'tenant_id': '25b9e4655d73455b847e527b9016ec3d'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:07.270417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.270615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Made reservation on behalf of 25b9e4655d73455b847e527b9016ec3d for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:07.272813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.287706 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.318328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad71141-1508-46de-8f5e-3f4d3f95cbcb req-98a685b8-762c-416f-95c9-1db4ae099e40 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:07.318546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dad71141-1508-46de-8f5e-3f4d3f95cbcb req-98a685b8-762c-416f-95c9-1db4ae099e40 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0820045 Aug 12 04:12:07.320708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c92c9aa-dbaa-4a48-b368-584ba4936bef,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:07.402912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dad71141-1508-46de-8f5e-3f4d3f95cbcb req-3d1d1949-475e-42ed-87a5-1be30bf1c505 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719941 Aug 12 04:12:07.508989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.537367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.569479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.590070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50480) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:07.617360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:12:07.626147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264746e-7c66-431f-97a1-a6bb080f782d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:07.635020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.635374 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Added segment 346d6da7-ae2a-489a-802e-b8d395fbc82f of type vlan for network 46002dfd-f204-4785-bb48-e8c7bfaad193 Aug 12 04:12:07.691107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.735807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d5a24a5-3d36-4e0d-bb58-0b59eccad6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.798724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:12:07.834887 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.836147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:07.837059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.942021 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d5a24a5-3d36-4e0d-bb58-0b59eccad6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:07.958111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:12:07.963494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-de62e2d2-73f1-4a5b-aab2-7e12c489d6b1 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147767 Aug 12 04:12:07.965774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50490) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:07.966736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=46002dfd-f204-4785-bb48-e8c7bfaad193,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:07.969730 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145046a6-83d0-4148-b064-47974309b267 None None] Sync routers for ids ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:12:07.978686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:12:07.981300 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] Routers {'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:07.982167 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:08.003698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f3de7-ddf9-46ca-a07d-84a749247aa1 req-d74f1f46-dbc0-4701-a5db-ff93d05f2737 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:08.012469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e2f3de7-ddf9-46ca-a07d-84a749247aa1 req-d74f1f46-dbc0-4701-a5db-ff93d05f2737 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0906794 Aug 12 04:12:08.041955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d5a24a5-3d36-4e0d-bb58-0b59eccad6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.102927 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e2f3de7-ddf9-46ca-a07d-84a749247aa1 req-06bdd291-4b93-4a39-84bc-b4932a7d0ad2 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889866 Aug 12 04:12:08.119430 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-505066b2-858e-455d-ae76-9dc3d25ec6c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0533462 Aug 12 04:12:08.120442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:08.125659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a24a5-3d36-4e0d-bb58-0b59eccad6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65d436-885c-4afa-a5e5-5bcb60f4e14c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:08.130831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Request body: {'subnet': {'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1114669997-subnet', 'tenant_id': '25b9e4655d73455b847e527b9016ec3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:08.134530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d5a24a5-3d36-4e0d-bb58-0b59eccad6b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbec1649df64443baff84a243b08f843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410159 Aug 12 04:12:08.137135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:08.159304 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.195656 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] Set router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:08.214103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d538b16c-ab46-40c8-96e3-9102d80b9129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.244387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d538b16c-ab46-40c8-96e3-9102d80b9129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.270166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Made reservation on behalf of 25b9e4655d73455b847e527b9016ec3d for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:08.272525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.358529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.378461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d538b16c-ab46-40c8-96e3-9102d80b9129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.381317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d538b16c-ab46-40c8-96e3-9102d80b9129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.384849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d538b16c-ab46-40c8-96e3-9102d80b9129 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad65d436-885c-4afa-a5e5-5bcb60f4e14c HTTP/1.1" status: 204 len: 168 time: 0.2441239 Aug 12 04:12:08.405845 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:12:07Z', 'revision_number': 5, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:08.407888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b16c-ab46-40c8-96e3-9102d80b9129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65d436-885c-4afa-a5e5-5bcb60f4e14c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:08.436391 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145046a6-83d0-4148-b064-47974309b267 None None] Checking router: ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:12:08.446312 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] Routers {'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:08.447201 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:08.567778 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] Set router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:08.583979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91234831-459d-4d9c-9a42-90e9109028a4 req-8418fc86-1ff8-4e61-8b47-02f7c49a8aad tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:08.587360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91234831-459d-4d9c-9a42-90e9109028a4 req-8418fc86-1ff8-4e61-8b47-02f7c49a8aad tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0642958 Aug 12 04:12:08.606880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Deleting port bb904d5c-b6e1-4769-b5f3-02e0083bb311 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:08.607758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.658516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91234831-459d-4d9c-9a42-90e9109028a4 req-ee87da9e-9a46-4bbf-ad67-632e4debc3e1 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Aug 12 04:12:08.679910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.741391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] For port bb904d5c-b6e1-4769-b5f3-02e0083bb311, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bb904d5c-b6e1-4769-b5f3-02e0083bb311,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:08.741763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:08.769512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Calling delete_port for bb904d5c-b6e1-4769-b5f3-02e0083bb311 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:08.773441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:08.789454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Checking segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:08.789807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Network hostable DHCP agents. Network: 46002dfd-f204-4785-bb48-e8c7bfaad193, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:12:08.799817 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-145046a6-83d0-4148-b064-47974309b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:12:07Z', 'revision_number': 5, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:08.837482 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145046a6-83d0-4148-b064-47974309b267 None None] The sync data for ids ['ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d'] in n-d-804320-1 is: [{'id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'name': 'tempest-FloatingIPDetailsTestJSON-153335320-router', 'tenant_id': '3213396e50e6406f8b532acee60d952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:29Z', 'updated_at': '2021-08-12T04:12:07Z', 'revision_number': 5, 'project_id': '3213396e50e6406f8b532acee60d952e', 'gw_port': {'id': 'bb904d5c-b6e1-4769-b5f3-02e0083bb311', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:30Z', 'updated_at': '2021-08-12T04:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:12:09.000426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:12:09.096440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 46002dfd-f204-4785-bb48-e8c7bfaad193) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:09.098250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.105851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96482da0-a150-4108-9f0e-e18e8d8bdcbc None None] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:09.109610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:09.111911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.147835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb904d5c-b6e1-4769-b5f3-02e0083bb311,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:09.232098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.286166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9efde38-982a-43a6-85c9-c1c4230017b1 None None] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:09.310305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baec1c-3a0f-4c30-b901-97adf7e1797f req-75beeaf6-a18f-4776-a504-e07dfd415a99 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:09.312607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0baec1c-3a0f-4c30-b901-97adf7e1797f req-75beeaf6-a18f-4776-a504-e07dfd415a99 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0872939 Aug 12 04:12:09.350551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e2ccc08-d170-4408-8174-db5510224a2b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2171369 Aug 12 04:12:09.411517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.427177 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0baec1c-3a0f-4c30-b901-97adf7e1797f req-9672ae86-757e-4303-a3af-731992f9507f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080768 Aug 12 04:12:09.441654 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.592219 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.597119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:12:09.598382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.599597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9d48a9c6-59db-4f40-9f00-5fd2f005b388 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ed0e27a5-10b0-4b45-bba0-ef4ed0cb581d HTTP/1.1" status: 204 len: 168 time: 1.6328163 Aug 12 04:12:09.602203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50534) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:09.660461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Deleting subnet a5d018f0-42ed-4e66-829c-734e6dc060e0 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:12:09.660461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.701354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.861908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:09.889068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b2c70-f80a-44f7-8350-ea0ba344a880 req-8a7f439c-e6fc-42f1-b922-91b10db1e276 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:09.890891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc8b2c70-f80a-44f7-8350-ea0ba344a880 req-8a7f439c-e6fc-42f1-b922-91b10db1e276 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1045034 Aug 12 04:12:09.950321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc8b2c70-f80a-44f7-8350-ea0ba344a880 req-f0690869-8aa7-4b03-bfe7-4e651e9bc417 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Aug 12 04:12:10.027483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.063145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d018f0-42ed-4e66-829c-734e6dc060e0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:10.066526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.071454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-117f7db9-a45f-4bd4-b1d0-39cac1581cd6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a5d018f0-42ed-4e66-829c-734e6dc060e0 HTTP/1.1" status: 204 len: 168 time: 0.4682226 Aug 12 04:12:10.072093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50556) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:10.074231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d02f8-359e-499e-b36e-0b946bd1a77b None None] Network ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:10.153238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-d26afd02-3089-48e3-8a66-487026b6753f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:10.156180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-d26afd02-3089-48e3-8a66-487026b6753f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 822 time: 0.1523542 Aug 12 04:12:10.165028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.186044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-bc24c0fb-082d-41a6-92c1-819f446e6ddf tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/quotas/25b9e4655d73455b847e527b9016ec3d HTTP/1.1" status: 200 len: 375 time: 0.0229325 Aug 12 04:12:10.249846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Deleting port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:10.250452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.257470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-00c17c54-dd66-4bf9-9742-f43fabbb8e33 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606685 Aug 12 04:12:10.369141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] For port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:10.369503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.384340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Calling delete_port for 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:10.399116 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-d287bbe4-f939-4b28-b4c8-88e32c8e9ef8 service neutron] 10.222.0.42 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321192 Aug 12 04:12:10.399575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] DHCP port deletion for ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:12:10.525303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] Deleting port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:10.528390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.539295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-be5a919b-7166-4c84-98f8-241b2e77c5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410651 Aug 12 04:12:10.596382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bb904d5c-b6e1-4769-b5f3-02e0083bb311 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:10.628206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: bb904d5c-b6e1-4769-b5f3-02e0083bb311 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:10.628760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bb904d5c-b6e1-4769-b5f3-02e0083bb311 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:10.629359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:10.685942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] For port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,segment=NetworkSegment(cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7),segment_id=cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:10.686554 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.705968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] Calling delete_port for 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:10.816496 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.828083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929adaa7-35bf-4edb-9892-51b8da1e9ee6 req-12b5bc4d-822f-4a96-9e3a-ea4f23c3ce06 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:10.835892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-929adaa7-35bf-4edb-9892-51b8da1e9ee6 req-12b5bc4d-822f-4a96-9e3a-ea4f23c3ce06 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0800774 Aug 12 04:12:10.872365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-929adaa7-35bf-4edb-9892-51b8da1e9ee6 req-82acd90b-305d-4360-8021-f60c156b14ee tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Aug 12 04:12:10.930244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.949587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:10.961793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-048aef3e-2b54-425d-b316-678875b5871e req-cd705794-5ab4-44f6-8af3-6c769ffb208c tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 210 time: 0.0422616 Aug 12 04:12:10.987808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] No DVR routers for this DVR port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:10.992801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:10.992801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] No DVR routers for this DVR port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:11.031050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab6d20-5e8c-4bbc-bf91-b7a24a0d1b66 None None] Pushing event deleted for resources: {'Port': ['ID=7e1b975f-6d5b-4bac-840c-47d57ab8e1e1,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:11.054171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:12:11.054171 n-d-804320-1 neutron-server[95044]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 12 04:12:11.054171 n-d-804320-1 neutron-server[95044]: [parameters: {'status': 'DOWN', 'ports_id': '7e1b975f-6d5b-4bac-840c-47d57ab8e1e1'}] Aug 12 04:12:11.054171 n-d-804320-1 neutron-server[95044]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:12:11.057408 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:12:11.085669 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.106553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:11.137799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:11.138099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4a8e77-4f02-4935-b5b9-0b7d7550a7e7') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:11.149926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.177677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.184984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b5f65-ceb1-4870-a3c1-4f09fa8da4d9 req-c2bc4e21-b615-4efb-a693-710a9a44a257 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:11.186482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-584b5f65-ceb1-4870-a3c1-4f09fa8da4d9 req-c2bc4e21-b615-4efb-a693-710a9a44a257 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0923367 Aug 12 04:12:11.189866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:12:11.190266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:12:11.192032 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:12:11.270053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-584b5f65-ceb1-4870-a3c1-4f09fa8da4d9 req-0aad6a3e-80a9-4bb4-93ae-2ab285dc93eb tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677655 Aug 12 04:12:11.369732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.377949 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.379911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129 HTTP/1.1" status: 204 len: 168 time: 1.3068249 Aug 12 04:12:11.391259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80e833-40c0-400f-a7c2-b6966a967152 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed41a6db-8eb0-41d7-8fb6-1c9ddc8de129,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:11.577424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Port 7e1b975f-6d5b-4bac-840c-47d57ab8e1e1 update to DOWN by agent not found {{(pid=95044) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 12 04:12:11.578043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c92c9aa-dbaa-4a48-b368-584ba4936bef no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:11.597547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5c92c9aa-dbaa-4a48-b368-584ba4936bef {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:11.597910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c92c9aa-dbaa-4a48-b368-584ba4936bef not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:11.810531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50592) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:11.851331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-198693ae-47ba-434a-a618-38a298ae0fb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3213396e50e6406f8b532acee60d952e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395594 Aug 12 04:12:11.853842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50594) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:11.906102 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd41ea24-5968-4ec5-8dd4-f7f7623dd53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:11.941209 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd41ea24-5968-4ec5-8dd4-f7f7623dd53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:12.020684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870488-8210-4470-866e-c4e5380d2c55 req-7431dd9e-d153-493a-a83e-476dd1b0aa8d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:12.022074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da870488-8210-4470-866e-c4e5380d2c55 req-7431dd9e-d153-493a-a83e-476dd1b0aa8d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0660994 Aug 12 04:12:12.066107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da870488-8210-4470-866e-c4e5380d2c55 req-0c7710f1-ee02-46c3-8ef0-442026e0b16f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Aug 12 04:12:12.137061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd41ea24-5968-4ec5-8dd4-f7f7623dd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:12.138082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd41ea24-5968-4ec5-8dd4-f7f7623dd53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:12.145569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dd41ea24-5968-4ec5-8dd4-f7f7623dd53a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ab674a4-e8b7-4184-9914-3156b1ecdd81 HTTP/1.1" status: 204 len: 168 time: 0.2907007 Aug 12 04:12:12.165420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41ea24-5968-4ec5-8dd4-f7f7623dd53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab674a4-e8b7-4184-9914-3156b1ecdd81,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:12.241952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8841cff8-7b31-4ca5-9e45-cb3a6103aedb req-82828ee2-3272-4d62-9777-7d8d30844ba9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 210 time: 0.0396118 Aug 12 04:12:12.406272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcfb6e-6fa7-43db-84ec-92423d842831 req-4cc82940-f99f-4856-9540-7c5aab915aed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:12.408477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0fbcfb6e-6fa7-43db-84ec-92423d842831 req-4cc82940-f99f-4856-9540-7c5aab915aed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0581865 Aug 12 04:12:12.459322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0fbcfb6e-6fa7-43db-84ec-92423d842831 req-f78eae5b-67e3-4593-868e-37fe0f73e5d0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Aug 12 04:12:13.214918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b8cf8-4497-4070-9aa1-b4f2dd389c10 req-d211c5f4-1b58-4de2-8e55-44927cd23563 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:13.216627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b01b8cf8-4497-4070-9aa1-b4f2dd389c10 req-d211c5f4-1b58-4de2-8e55-44927cd23563 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0630445 Aug 12 04:12:13.275878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b01b8cf8-4497-4070-9aa1-b4f2dd389c10 req-10871274-4576-4307-97ee-fae7d48a662b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Aug 12 04:12:13.366536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78907132-4637-4a2c-9d6d-2be8e2f78684 req-cdf33c37-d0b2-47ae-ad67-284c01f39956 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 210 time: 0.0274570 Aug 12 04:12:13.651970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ee0a-b3c7-406d-938e-8a6ac0f4ca77 req-297413bd-653c-4ae2-b204-b2c81bed5312 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:13.660897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f029ee0a-b3c7-406d-938e-8a6ac0f4ca77 req-297413bd-653c-4ae2-b204-b2c81bed5312 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0988889 Aug 12 04:12:13.676820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-77e46b22-2b46-4161-8ca4-ee3c00df310f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:13.678627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-77e46b22-2b46-4161-8ca4-ee3c00df310f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 822 time: 0.2284124 Aug 12 04:12:13.694192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'port': {'device_id': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'admin_state_up': True, 'tenant_id': '25b9e4655d73455b847e527b9016ec3d'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:13.759142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f029ee0a-b3c7-406d-938e-8a6ac0f4ca77 req-e6e7ffe2-c1c8-4c7e-80de-998373ec5fb8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973465 Aug 12 04:12:13.773029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-27080a09-f856-4c4e-ad40-673fb1bcc7d5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ddff4625fbf645c882631f3e9b8bc689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402730 Aug 12 04:12:13.889246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-362905c9-20ba-447d-b24a-86d0dc51f04b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:13.890751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-362905c9-20ba-447d-b24a-86d0dc51f04b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168902 Aug 12 04:12:13.907441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-ca1a7161-dbd9-4da7-8cad-082c41f5cd36 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/quotas/ddff4625fbf645c882631f3e9b8bc689 HTTP/1.1" status: 200 len: 375 time: 0.0100405 Aug 12 04:12:13.929246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Made reservation on behalf of 25b9e4655d73455b847e527b9016ec3d for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:13.932806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:13.962685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-8300d7b6-1c31-4df3-a91c-181721d8b365 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddff4625fbf645c882631f3e9b8bc689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448472 Aug 12 04:12:14.107308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Allocated IP 172.20.0.8 (46002dfd-f204-4785-bb48-e8c7bfaad193/ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c/975c5477-e323-4bbf-b20f-9608a2a10137) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:14.279588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:14.400934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:14.412275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-597feba5-562e-49e1-982e-ffeadaf2b14c req-c2a52e1e-bd1c-46fc-8a8c-445421fe5c9f tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 210 time: 0.0700898 Aug 12 04:12:14.582311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6cc0f-6382-450a-9835-17858dd26405 req-3ab1d71c-c583-4c7b-b29d-8b7e38922758 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:14.589708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae6cc0f-6382-450a-9835-17858dd26405 req-3ab1d71c-c583-4c7b-b29d-8b7e38922758 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0949099 Aug 12 04:12:14.603804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78ae62b5-a1a1-4748-80f6-aa62794d97ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:14.607147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba1cc37f-c3e8-425a-af1a-d7bfdc3f02b9 req-745c2eec-1d27-427a-8dbd-a494dec3e383 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 210 time: 0.0486121 Aug 12 04:12:14.639489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae6cc0f-6382-450a-9835-17858dd26405 req-412808fa-f829-4959-b106-cf04f04b2702 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Aug 12 04:12:14.665916 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:14.722190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:14.728628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:14.737012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:14.760307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:14.788182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78ae62b5-a1a1-4748-80f6-aa62794d97ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:14.804060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:14.804569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:14.850050 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78ae62b5-a1a1-4748-80f6-aa62794d97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:14.912920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78ae62b5-a1a1-4748-80f6-aa62794d97ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e777219571b041ef80f808e072ca09e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079143 Aug 12 04:12:14.917568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae62b5-a1a1-4748-80f6-aa62794d97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fd4ee4-e915-41f8-8916-602896125b1d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:14.919922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50696) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:14.936998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388af69-b88b-47eb-b748-0a956a1f739d req-62d2ff59-9f30-4979-92d3-5d2e47cf2cb8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:14.939065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6388af69-b88b-47eb-b748-0a956a1f739d req-62d2ff59-9f30-4979-92d3-5d2e47cf2cb8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1027632 Aug 12 04:12:14.944664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-23a1573b-646d-410b-8b51-a415f3a2fcfe tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2547088 Aug 12 04:12:14.966103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Request body: {'port': {'device_id': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:15.005997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af207529-114d-43bd-a1d7-8770dd99b481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.034529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af207529-114d-43bd-a1d7-8770dd99b481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.061216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6388af69-b88b-47eb-b748-0a956a1f739d req-795e1604-16b5-45c6-b701-a1962529cb4f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042292 Aug 12 04:12:15.076728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.166649 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af207529-114d-43bd-a1d7-8770dd99b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.169771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af207529-114d-43bd-a1d7-8770dd99b481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.171672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af207529-114d-43bd-a1d7-8770dd99b481 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5fd4ee4-e915-41f8-8916-602896125b1d HTTP/1.1" status: 204 len: 168 time: 0.2487175 Aug 12 04:12:15.184240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af207529-114d-43bd-a1d7-8770dd99b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fd4ee4-e915-41f8-8916-602896125b1d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:15.378248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975c5477-e323-4bbf-b20f-9608a2a10137 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:15.389117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.402440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Transition to ACTIVE for port object 975c5477-e323-4bbf-b20f-9608a2a10137 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:15.525773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f6690eb-d6cc-4b71-8790-7a3444e949e7 req-4745b768-5787-4544-9148-607d62ec1447 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 210 time: 0.0270882 Aug 12 04:12:15.526625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.584019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:15.653952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Attempting to bind port 975c5477-e323-4bbf-b20f-9608a2a10137 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:15.654590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Attempting to bind port 975c5477-e323-4bbf-b20f-9608a2a10137 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:15.654590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Attempting to bind port 975c5477-e323-4bbf-b20f-9608a2a10137 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:15.659782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Port 975c5477-e323-4bbf-b20f-9608a2a10137 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:12:15.660141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Attempting to bind port 975c5477-e323-4bbf-b20f-9608a2a10137 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:15.665527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:15.665866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Checking segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:15.666247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Bound using segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:15.666676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Bound port: 975c5477-e323-4bbf-b20f-9608a2a10137, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:15.667054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.747581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b4c7-2a50-4600-8a0a-60f258aaea08 req-48c1f0e5-4c29-46c9-a291-f83dbd2624df tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:15.749528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae31b4c7-2a50-4600-8a0a-60f258aaea08 req-48c1f0e5-4c29-46c9-a291-f83dbd2624df tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 943 time: 0.0599282 Aug 12 04:12:15.800391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae31b4c7-2a50-4600-8a0a-60f258aaea08 req-8e820408-64eb-4b94-956c-29da9e4efc24 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Aug 12 04:12:15.823762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:15.828313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:15.838175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf14254-89a8-4781-803a-598bf5eb7c69 req-7f07484e-3e4f-42b5-8344-ec797bfe20c4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:15.839716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fcf14254-89a8-4781-803a-598bf5eb7c69 req-7f07484e-3e4f-42b5-8344-ec797bfe20c4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0954909 Aug 12 04:12:15.887358 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fcf14254-89a8-4781-803a-598bf5eb7c69 req-ee8f46c4-34de-4245-a0ea-f72309b3467f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Aug 12 04:12:15.906690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.945576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:15.946187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:15.947635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] 10.222.0.36 "PUT /v2.0/ports/975c5477-e323-4bbf-b20f-9608a2a10137 HTTP/1.1" status: 200 len: 1091 time: 0.9893196 Aug 12 04:12:15.948075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:15.950297 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b401261-5c70-4fa1-9866-0138a7839da3" -d '{"events": [{"name": "network-changed", "server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:15.978915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c00d7f-fd12-4b40-9735-3be90751aa84 service neutron] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:16.002432 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6104da2-28e8-494f-9df9-0e776b200c95 x-openstack-request-id: req-f6104da2-28e8-494f-9df9-0e776b200c95 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:16.002432 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:16.003126 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6104da2-28e8-494f-9df9-0e776b200c95 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:16.003589 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137', 'status': 'completed', 'code': 200} Aug 12 04:12:16.088540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b401261-5c70-4fa1-9866-0138a7839da3 req-94a89986-6563-459b-86e1-6f25ce89f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.090393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b401261-5c70-4fa1-9866-0138a7839da3 req-94a89986-6563-459b-86e1-6f25ce89f630 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 1094 time: 0.0521827 Aug 12 04:12:16.204281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb262044-19e4-4d72-9311-6530c018c424 req-0598a59e-adbb-491e-93c2-f3dc423c793b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.206691 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb262044-19e4-4d72-9311-6530c018c424 req-0598a59e-adbb-491e-93c2-f3dc423c793b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0638731 Aug 12 04:12:16.220102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b401261-5c70-4fa1-9866-0138a7839da3 req-e928c58d-9aa3-439e-abdf-90e8a32108c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.224944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b401261-5c70-4fa1-9866-0138a7839da3 req-e928c58d-9aa3-439e-abdf-90e8a32108c4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=25b9e4655d73455b847e527b9016ec3d&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1259975 Aug 12 04:12:16.255281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb262044-19e4-4d72-9311-6530c018c424 req-aa477d40-b396-451b-abff-a9430be3b77b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Aug 12 04:12:16.348583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b401261-5c70-4fa1-9866-0138a7839da3 req-caaae7cb-beb6-4cf1-8564-80306a88625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.349107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b401261-5c70-4fa1-9866-0138a7839da3 req-caaae7cb-beb6-4cf1-8564-80306a88625f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174891 Aug 12 04:12:16.429876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-909f89e5-fbe1-46c9-ba21-66c7de7adc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.431427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-909f89e5-fbe1-46c9-ba21-66c7de7adc93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 1094 time: 0.0430331 Aug 12 04:12:16.475016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-f5d311f0-9061-431a-aaa1-c95ccc355982 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=975c5477-e323-4bbf-b20f-9608a2a10137 HTTP/1.1" status: 200 len: 217 time: 0.0355000 Aug 12 04:12:16.594149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de00620-3515-42c4-a368-c93bb38eb08d req-57527795-e434-4cdc-94e7-accbd3c51e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.596220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-57527795-e434-4cdc-94e7-accbd3c51e86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c HTTP/1.1" status: 200 len: 862 time: 0.1128900 Aug 12 04:12:16.633330 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-5c37f7cb-997c-421f-abf6-fb143be4b5f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46002dfd-f204-4785-bb48-e8c7bfaad193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280242 Aug 12 04:12:16.666219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea88c8fb-d2b7-4a60-9fad-87127cf9ca07 req-815659b0-a924-4d6f-93b0-1b1b0ad93bb8 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 210 time: 0.0445185 Aug 12 04:12:16.789282 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-755b273e-7cc6-4c2f-908f-c7b03dfac663 service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473672 Aug 12 04:12:16.795447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd485d9-1f22-43a9-9ec3-49022969e356 req-e83db1a8-0967-4ce0-99ba-bed19680ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.797832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4fd485d9-1f22-43a9-9ec3-49022969e356 req-e83db1a8-0967-4ce0-99ba-bed19680ec9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1101 time: 0.0732288 Aug 12 04:12:16.915471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4fd485d9-1f22-43a9-9ec3-49022969e356 req-2ad6da2f-a291-4322-b91a-5b10cd1e20b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081326 Aug 12 04:12:16.942072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5b94c-3dc8-4f06-b356-0cf11d08d66b req-6b6845f2-027c-4709-ba30-8eaae0b807ec tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:16.943007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de00620-3515-42c4-a368-c93bb38eb08d req-202d4a6e-50d1-494e-91cb-339c6dd4dddc service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439743 Aug 12 04:12:16.950216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2da5b94c-3dc8-4f06-b356-0cf11d08d66b req-6b6845f2-027c-4709-ba30-8eaae0b807ec tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 943 time: 0.0615158 Aug 12 04:12:16.987037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-5fc63327-b5d6-4e87-9a66-58c3df264679 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddff4625fbf645c882631f3e9b8bc689&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293064 Aug 12 04:12:17.008339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2da5b94c-3dc8-4f06-b356-0cf11d08d66b req-4b5ceb84-c5d0-47f8-8c4b-bb338c445585 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Aug 12 04:12:17.107929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20983cb3-c958-4c4a-add7-a6df3e119728 req-f7812ec5-8922-4f0e-85a2-2167da992033 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:17.109855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20983cb3-c958-4c4a-add7-a6df3e119728 req-f7812ec5-8922-4f0e-85a2-2167da992033 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1188869 Aug 12 04:12:17.183648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-c09f04c1-f872-4974-80fa-a78c6213f6ec tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:17.185139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-c09f04c1-f872-4974-80fa-a78c6213f6ec tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920862 Aug 12 04:12:17.192363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20983cb3-c958-4c4a-add7-a6df3e119728 req-287567da-28c3-4f49-b2fd-bd110fcec501 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Aug 12 04:12:17.198255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Request body: {'port': {'device_id': '76708d89-180b-4d21-82e7-33a5f9b46909', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': 'ddff4625fbf645c882631f3e9b8bc689'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:17.396336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b61a4-5c36-464a-9128-515c89f62e57 req-23e0d326-65e6-49ba-9144-f4e0c6184102 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:17.397810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab0b61a4-5c36-464a-9128-515c89f62e57 req-23e0d326-65e6-49ba-9144-f4e0c6184102 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0503983 Aug 12 04:12:17.437590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab0b61a4-5c36-464a-9128-515c89f62e57 req-8da407d6-6065-45a8-9a93-84e9bbaa3bd1 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330570 Aug 12 04:12:17.778123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f394a9e-9d00-4e1a-9dad-3b6423794291 req-0bcc1cfd-04ca-477e-a06a-c7e6e697760b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 210 time: 0.0314069 Aug 12 04:12:18.037604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Made reservation on behalf of ddff4625fbf645c882631f3e9b8bc689 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:18.050251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.074852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.175833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414091a-dfca-4fbf-af80-0274cec06227 req-d8184c48-09b6-40b2-8ad0-201d31c949b9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:18.177416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b414091a-dfca-4fbf-af80-0274cec06227 req-d8184c48-09b6-40b2-8ad0-201d31c949b9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 943 time: 0.0815289 Aug 12 04:12:18.228285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:18.244115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b414091a-dfca-4fbf-af80-0274cec06227 req-002989e2-8c4d-43eb-b689-d1acf615cc91 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595276 Aug 12 04:12:18.266177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:18.273421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.377961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50786) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:18.378184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.480014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6940134-1d84-46c5-ae41-75125952996f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:18.497601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:18.509225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'mac_address': 'fa:16:3e:bd:a9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:18.509841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8bc64-54d3-49b5-a158-0d2fa15e1038 req-d013453e-6f5f-44b5-870e-28d316cfe6be tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:18.514847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:18.521660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa8bc64-54d3-49b5-a158-0d2fa15e1038 req-d013453e-6f5f-44b5-870e-28d316cfe6be tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1850438 Aug 12 04:12:18.548054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '975c5477-e323-4bbf-b20f-9608a2a10137', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'port_id': '975c5477-e323-4bbf-b20f-9608a2a10137', 'mac_address': 'fa:16:3e:fd:5b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:18.596489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.608131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Allocated IP 192.168.233.120 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/2b2b498a-c3e9-4ad3-acee-7c73d3c43827) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:18.610842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975c5477-e323-4bbf-b20f-9608a2a10137 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:18.615085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.615498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f475bc42-3be7-4d9f-9c14-a23509a29906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.640782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac613c87-acc1-4c69-b905-c332db53c8b4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:18.659413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:18.662117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa8bc64-54d3-49b5-a158-0d2fa15e1038 req-d8b8fbd0-a987-4efc-8cd7-d474573a3bf0 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395016 Aug 12 04:12:18.679336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:18.765093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730bf44-690f-489b-88cf-4bfb6332a0a8 req-5a85a77b-bbe4-4ad8-a206-b1e70ba031e8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:18.767167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c730bf44-690f-489b-88cf-4bfb6332a0a8 req-5a85a77b-bbe4-4ad8-a206-b1e70ba031e8 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.2015920 Aug 12 04:12:18.772490 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.787411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f475bc42-3be7-4d9f-9c14-a23509a29906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.835832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:18.839862 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.851112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c730bf44-690f-489b-88cf-4bfb6332a0a8 req-0cf4e36b-e96d-4fdc-9082-568a1ee13197 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Aug 12 04:12:18.863958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f475bc42-3be7-4d9f-9c14-a23509a29906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.900540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:18.923617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:18.936446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475bc42-3be7-4d9f-9c14-a23509a29906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48af56dd-e826-48f5-b249-9979fcedc38a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:18.948779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f475bc42-3be7-4d9f-9c14-a23509a29906 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4af6d18afad41b0b03476e30b2d9ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5697200 Aug 12 04:12:18.949749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d93c4e7e-e535-468c-b98c-a970bce5c6cb req-fa795d76-7c15-4587-b483-411c9178da09 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 210 time: 0.0490897 Aug 12 04:12:18.953173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50800) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:18.977917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Transition to ACTIVE for port object 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:18.998291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['975c5477-e323-4bbf-b20f-9608a2a10137'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:19.022286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7cde-7195-4edf-8e24-1a26f3731d6b req-f5fc1df4-a0f4-426a-8417-00c82466e26b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:19.024539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab1a7cde-7195-4edf-8e24-1a26f3731d6b req-f5fc1df4-a0f4-426a-8417-00c82466e26b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 949 time: 0.0553932 Aug 12 04:12:19.062989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe35dddc-d8d8-4328-b06f-a6c8cedfa3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.072122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab1a7cde-7195-4edf-8e24-1a26f3731d6b req-239a9847-3774-49e0-8238-fef27dee19c1 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Aug 12 04:12:19.090793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe35dddc-d8d8-4328-b06f-a6c8cedfa3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.125699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.127070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ac613c87-acc1-4c69-b905-c332db53c8b4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:19.177609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:19.181381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:19.197703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:19.261477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:19.262133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.266866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:19.285682 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe35dddc-d8d8-4328-b06f-a6c8cedfa3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.288294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe35dddc-d8d8-4328-b06f-a6c8cedfa3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.291780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fe35dddc-d8d8-4328-b06f-a6c8cedfa3d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48af56dd-e826-48f5-b249-9979fcedc38a HTTP/1.1" status: 204 len: 168 time: 0.3348215 Aug 12 04:12:19.321188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35dddc-d8d8-4328-b06f-a6c8cedfa3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48af56dd-e826-48f5-b249-9979fcedc38a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:19.397964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43070d-164f-4556-9f5d-e8fb59ba121c req-1f7f8eaf-1395-4c89-88b7-4f8ef2a5469e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:19.399600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f43070d-164f-4556-9f5d-e8fb59ba121c req-1f7f8eaf-1395-4c89-88b7-4f8ef2a5469e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 944 time: 0.0618658 Aug 12 04:12:19.430874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-b25bdd7d-d606-41a0-948e-c100c5c9200b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2330356 Aug 12 04:12:19.441245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Request body: {'port': {'device_id': '76708d89-180b-4d21-82e7-33a5f9b46909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:19.447131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f43070d-164f-4556-9f5d-e8fb59ba121c req-41d8149d-14d9-4526-91a5-256e29f1d27e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Aug 12 04:12:19.507464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.601679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9f47ded9-c699-4476-bcd3-a08ca4ce33d2 None None] Provisioning for port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:19.610263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9f47ded9-c699-4476-bcd3-a08ca4ce33d2 None None] Provisioning complete for port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:19.610946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9f47ded9-c699-4476-bcd3-a08ca4ce33d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.660004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9f47ded9-c699-4476-bcd3-a08ca4ce33d2 None None] Port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:12:19.798081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab791e3-15f6-4aab-80f0-9b5d305568e0 req-50ae3f83-1f92-4917-9d7f-ca5dee714bfe tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:19.799839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dab791e3-15f6-4aab-80f0-9b5d305568e0 req-50ae3f83-1f92-4917-9d7f-ca5dee714bfe tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 949 time: 0.0792410 Aug 12 04:12:19.859015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dab791e3-15f6-4aab-80f0-9b5d305568e0 req-0aa54553-daad-4959-a2ae-4ce955ca2df9 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Aug 12 04:12:19.872660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b69a-391e-4d49-bb11-f02dcb4fe983 req-1426b41d-c871-4e05-8419-3394edcd8476 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:19.872660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad3b69a-391e-4d49-bb11-f02dcb4fe983 req-1426b41d-c871-4e05-8419-3394edcd8476 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0988805 Aug 12 04:12:19.893282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:19.910747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:19.937154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Transition to ACTIVE for port object 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:19.945660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad3b69a-391e-4d49-bb11-f02dcb4fe983 req-065b1ee5-4871-4f5d-9dda-f78d40aa2c6a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641694 Aug 12 04:12:20.037997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.072719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d87c5a-6c63-4b0c-b2fc-4db111e145f5 req-cb9a0927-c24f-427c-b6f3-17ed4f5515fa tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:20.074360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3d87c5a-6c63-4b0c-b2fc-4db111e145f5 req-cb9a0927-c24f-427c-b6f3-17ed4f5515fa tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 936 time: 0.0526476 Aug 12 04:12:20.121101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3d87c5a-6c63-4b0c-b2fc-4db111e145f5 req-13849a6c-6bb0-4394-9e91-1b2216cbb57c tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Aug 12 04:12:20.136948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:20.211949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Attempting to bind port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:20.212130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Attempting to bind port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:20.212865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Attempting to bind port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:20.218665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:12:20.219195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Attempting to bind port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:20.224867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:20.229328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:20.229328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:20.229328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Bound port: 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:20.229328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.229814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:20.273119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:20.311265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:20.317047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:20.349325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ac613c87-acc1-4c69-b905-c332db53c8b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:20.353050 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.440691 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.458431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.463480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 975c5477-e323-4bbf-b20f-9608a2a10137 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:20.503682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 975c5477-e323-4bbf-b20f-9608a2a10137 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:20.511421 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.527332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:20.527963 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.530069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] 10.222.0.36 "PUT /v2.0/ports/2b2b498a-c3e9-4ad3-acee-7c73d3c43827 HTTP/1.1" status: 200 len: 1096 time: 1.0934477 Aug 12 04:12:20.530360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:20.532628 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a510c1ff-bd47-4ec2-86f0-7f588693d979" -d '{"events": [{"name": "network-changed", "server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:20.546462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985ea0a-1bfe-40d9-988a-7f18d5c493ba service neutron] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:20.623141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0364f9-373e-4738-8982-00d8dcc280fe req-1e06a9f9-d7e7-4bce-89d6-c393f712ba6b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:20.625010 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a0364f9-373e-4738-8982-00d8dcc280fe req-1e06a9f9-d7e7-4bce-89d6-c393f712ba6b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 944 time: 0.0634968 Aug 12 04:12:20.642901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:20.649773 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c75b87-6298-4817-989f-6cad8a93bf01" -d '{"events": [{"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-plugged", "status": "completed", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:20.685833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:20.725413 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fa65c3-7445-44e1-8c6a-e0fcd32bbc9d x-openstack-request-id: req-47fa65c3-7445-44e1-8c6a-e0fcd32bbc9d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:20.725692 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:20.725944 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47fa65c3-7445-44e1-8c6a-e0fcd32bbc9d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:20.726337 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'status': 'completed', 'code': 200} Aug 12 04:12:20.733814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a0364f9-373e-4738-8982-00d8dcc280fe req-9a2c4810-e12c-48f0-9eac-f72f9043afd8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Aug 12 04:12:20.767564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:20.774831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.775962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-23eb4fd9-a559-44a6-940f-226241064987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:20.777641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-23eb4fd9-a559-44a6-940f-226241064987 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddff4625fbf645c882631f3e9b8bc689&device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 1099 time: 0.1101596 Aug 12 04:12:20.790434 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b2a9e-8d4d-4daf-96df-8214d6877de4 x-openstack-request-id: req-f44b2a9e-8d4d-4daf-96df-8214d6877de4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:20.791061 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-plugged", "status": "completed", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:20.791591 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f44b2a9e-8d4d-4daf-96df-8214d6877de4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:20.792322 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'code': 200} Aug 12 04:12:20.817156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:20.823216 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.893760 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-9fae3f2e-80d1-42c9-97eb-87c848d516a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827 HTTP/1.1" status: 200 len: 217 time: 0.0991695 Aug 12 04:12:20.897563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:20.909000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1772448269-network', 'tenant_id': 'c9c5a07b4fb34589bdd6a3ee78c12d21'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:20.912185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:20.970895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:20.976863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-6a307ed1-6b87-419e-8a05-46555b84a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:20.978461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-6a307ed1-6b87-419e-8a05-46555b84a7ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0769353 Aug 12 04:12:21.015038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Made reservation on behalf of c9c5a07b4fb34589bdd6a3ee78c12d21 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:21.018129 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.031125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.049229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3919f-e66f-465c-b672-689016ef6658 req-624e1100-0c5e-48cf-a381-061df7a88044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.050921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-624e1100-0c5e-48cf-a381-061df7a88044 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638938 Aug 12 04:12:21.058532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de6964-6409-49a7-9436-60d2a241aeff req-69c93d8a-157f-4d44-9794-bcbccb0f5afa tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.060184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45de6964-6409-49a7-9436-60d2a241aeff req-69c93d8a-157f-4d44-9794-bcbccb0f5afa tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0861917 Aug 12 04:12:21.157531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588b6d2-8578-4f32-a2ba-9124477c4cc8 req-77c4f78d-b1e0-4eda-a676-c77f6c50afec tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.158159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45de6964-6409-49a7-9436-60d2a241aeff req-55c418ca-d3db-4a86-a123-910a677a4a26 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888538 Aug 12 04:12:21.159132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7588b6d2-8578-4f32-a2ba-9124477c4cc8 req-77c4f78d-b1e0-4eda-a676-c77f6c50afec tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0712454 Aug 12 04:12:21.182178 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-7a25d24b-1406-43de-8820-92adc09a5ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208808 Aug 12 04:12:21.236027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7588b6d2-8578-4f32-a2ba-9124477c4cc8 req-216266e1-0ccf-4cdf-8619-ce067bde7631 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505071 Aug 12 04:12:21.245933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.317743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.350512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbf976-1db5-4d79-941e-cb80a847fb0f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:21.466324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:12:21.479499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.480197 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Added segment 1708ea05-f548-4d78-8864-5a445fac1370 of type vlan for network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 Aug 12 04:12:21.542863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.629419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177306a3-3975-49ad-b3de-f4767c68bd3a req-4bf62fe6-8681-4608-898c-34104885a78f tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.630969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-177306a3-3975-49ad-b3de-f4767c68bd3a req-4bf62fe6-8681-4608-898c-34104885a78f tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 948 time: 0.3875382 Aug 12 04:12:21.636020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38f3919f-e66f-465c-b672-689016ef6658 req-bc956e0e-3cf7-4ddd-8da2-c1111a1ce8b1 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422660 Aug 12 04:12:21.648189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.650821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.651496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.675775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-177306a3-3975-49ad-b3de-f4767c68bd3a req-7b22f6d0-09c7-478a-b3a6-7e8b272c069f tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Aug 12 04:12:21.723794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] Pushing event updated for resources: {'Network': ['ID=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:21.733610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:12:21.776348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0b7c6be8-14c0-43d0-8ddc-23daa755932a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0075624 Aug 12 04:12:21.777208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50884) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:21.783026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Request body: {'subnet': {'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1772448269-subnet', 'tenant_id': 'c9c5a07b4fb34589bdd6a3ee78c12d21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:21.828846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-b777734e-654e-4eb7-837b-47fc771d5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.830732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-b777734e-654e-4eb7-837b-47fc771d5534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddff4625fbf645c882631f3e9b8bc689&device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 1099 time: 0.0625000 Aug 12 04:12:21.921106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Made reservation on behalf of c9c5a07b4fb34589bdd6a3ee78c12d21 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:21.924074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:21.952590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60120338-aeb9-4b37-ad14-6c3e9a0b8eb8 req-9feadb76-1ae7-426e-b25e-e7f0a729794f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.960075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60120338-aeb9-4b37-ad14-6c3e9a0b8eb8 req-9feadb76-1ae7-426e-b25e-e7f0a729794f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.1247778 Aug 12 04:12:21.992523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-1e8fd1a8-1e6f-4c31-811d-c5a07be37098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:21.993889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-1e8fd1a8-1e6f-4c31-811d-c5a07be37098 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1500976 Aug 12 04:12:22.013738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60120338-aeb9-4b37-ad14-6c3e9a0b8eb8 req-6e02848d-8269-4a96-949a-b5cfc9639f05 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527763 Aug 12 04:12:22.047723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-415173f9-f970-47ed-9b1a-7a1eda04e54a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827 HTTP/1.1" status: 200 len: 217 time: 0.0412316 Aug 12 04:12:22.100343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-93e330fc-46b4-4fd0-938d-72e989ca2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.102279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-93e330fc-46b4-4fd0-938d-72e989ca2e8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0471523 Aug 12 04:12:22.149664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-15c764a1-93a0-48bc-a399-106cf85d492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.151227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-15c764a1-93a0-48bc-a399-106cf85d492d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414577 Aug 12 04:12:22.243800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:22.273729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-b39a4e4c-1284-4d36-83d0-26affbc232b9 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138511 Aug 12 04:12:22.302473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92012e-ca2d-4b87-bab0-f36c8bd740c7 req-4f8ec20b-0110-45de-8763-b2d26a6e47d7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.304063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a92012e-ca2d-4b87-bab0-f36c8bd740c7 req-4f8ec20b-0110-45de-8763-b2d26a6e47d7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0722563 Aug 12 04:12:22.310488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad3089d-9fac-406f-a559-7519787c9393,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:22.316675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Checking segment: {'id': '1708ea05-f548-4d78-8864-5a445fac1370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:22.317065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Network hostable DHCP agents. Network: 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:12:22.377377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a25ba-3202-4eb1-8366-e4d4dd37619f req-cb0dc329-9c31-49ac-b984-9f810b4d66d8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.379405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-011a25ba-3202-4eb1-8366-e4d4dd37619f req-cb0dc329-9c31-49ac-b984-9f810b4d66d8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0563080 Aug 12 04:12:22.389057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a92012e-ca2d-4b87-bab0-f36c8bd740c7 req-d48d1780-58de-46f9-b6e1-4532be27b92e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Aug 12 04:12:22.412248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a510c1ff-bd47-4ec2-86f0-7f588693d979 req-0c30ece5-ce98-43c9-8b22-e710be7cf4fd service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274626 Aug 12 04:12:22.423947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-011a25ba-3202-4eb1-8366-e4d4dd37619f req-d9c0e3b8-c35b-4fd2-848f-cc761f285746 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Aug 12 04:12:22.487305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:12:22.592133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:22.596775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.597964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:22.602122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae1205-e3a5-4f45-b666-27b65ce68309 None None] Network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:22.707138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2faf80b1-6279-4866-bccb-8c18500a05ab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9286416 Aug 12 04:12:22.734382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0385eb9-a583-4896-bb5d-6ecbc592634d None None] Network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:22.793939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:22.797348 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388efa9e-25c2-4eeb-abff-c9cf6accaac8" -d '{"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-plugged", "status": "completed", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:22.817003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5a43b-f550-4c20-a86d-d8545356b485 req-f0eb6421-64c6-41c4-9878-61d587fadea4 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.824795 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44a5a43b-f550-4c20-a86d-d8545356b485 req-f0eb6421-64c6-41c4-9878-61d587fadea4 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 948 time: 0.0667815 Aug 12 04:12:22.865646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44a5a43b-f550-4c20-a86d-d8545356b485 req-e60792b0-a669-4cc3-944e-aab0525129e5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Aug 12 04:12:22.967824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60249e-12c2-4345-bed9-31f028af2d60 req-fa810586-2323-46ce-8758-ad9a637bff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:22.969898 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a60249e-12c2-4345-bed9-31f028af2d60 req-fa810586-2323-46ce-8758-ad9a637bff83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 1096 time: 0.0440483 Aug 12 04:12:22.973564 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf432b-3dff-477f-9dc2-d077fe8fa02f x-openstack-request-id: req-5faf432b-3dff-477f-9dc2-d077fe8fa02f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:22.973853 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-plugged", "status": "completed", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:22.974105 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5faf432b-3dff-477f-9dc2-d077fe8fa02f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:22.974502 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137', 'code': 200} Aug 12 04:12:23.011412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a60249e-12c2-4345-bed9-31f028af2d60 req-2ae3269b-11cb-45a2-b1b1-da50b48ac71f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Aug 12 04:12:23.137107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d71d6-a9f4-45e5-b94b-86a1493f628a req-07e7744d-0800-455e-9668-e6d573ed0bed tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:23.138510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-080d71d6-a9f4-45e5-b94b-86a1493f628a req-07e7744d-0800-455e-9668-e6d573ed0bed tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0511816 Aug 12 04:12:23.180817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-080d71d6-a9f4-45e5-b94b-86a1493f628a req-b9a5b773-a3a6-4394-924a-04818b6722e1 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348365 Aug 12 04:12:23.192574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-6db35bcb-c6ce-4e23-aa11-8ad0cb38426a tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:23.209117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-6db35bcb-c6ce-4e23-aa11-8ad0cb38426a tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/networks?id=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 HTTP/1.1" status: 200 len: 814 time: 0.1048062 Aug 12 04:12:23.217523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-9b769f1e-58c9-4a65-a4f8-e1f02fbc2c4b tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/quotas/c9c5a07b4fb34589bdd6a3ee78c12d21 HTTP/1.1" status: 200 len: 375 time: 0.0175378 Aug 12 04:12:23.247165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-31fa5fd6-990a-499b-aaa4-8ce364ac88c5 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9c5a07b4fb34589bdd6a3ee78c12d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285559 Aug 12 04:12:23.341855 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-8488f362-5d59-4cb3-a251-0e5084f7ae9c service neutron] 10.222.0.42 "GET /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872416 Aug 12 04:12:23.431013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-9716fa17-d256-4e72-af0c-da459f004758 service neutron] 10.222.0.42 "GET /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831435 Aug 12 04:12:23.510470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00961d8b-3496-44e7-841c-7c9f756e8d20 req-53d45932-f058-4ff1-a64d-ef8743725857 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:23.511986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00961d8b-3496-44e7-841c-7c9f756e8d20 req-53d45932-f058-4ff1-a64d-ef8743725857 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0497882 Aug 12 04:12:23.550775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00961d8b-3496-44e7-841c-7c9f756e8d20 req-639428c4-f9f8-4f9b-8cb1-5b8b360a8667 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Aug 12 04:12:23.652321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5deec7-16fc-4957-a1e4-426f63341682 req-5709375c-c87c-4c7f-a7a4-c22bdb81ff8f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:23.654149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f5deec7-16fc-4957-a1e4-426f63341682 req-5709375c-c87c-4c7f-a7a4-c22bdb81ff8f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0486283 Aug 12 04:12:23.702139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f5deec7-16fc-4957-a1e4-426f63341682 req-7a21216c-afe2-4359-800b-ae4eb1a47c6c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412843 Aug 12 04:12:23.747954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bfd633a-9c1b-4ac0-81f1-98056975d685 req-c7f73b57-0274-4ae3-b621-e6a7cf4f4a46 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 210 time: 0.0307822 Aug 12 04:12:23.996964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4419-639d-4e9c-bedb-6b16eecb4f2e req-991f15d2-7092-48dc-a27a-20a06a32c4db tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:23.998459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-112e4419-639d-4e9c-bedb-6b16eecb4f2e req-991f15d2-7092-48dc-a27a-20a06a32c4db tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 948 time: 0.0547287 Aug 12 04:12:24.037527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-112e4419-639d-4e9c-bedb-6b16eecb4f2e req-0b1ed11e-9774-48ef-81cb-41a14450ded3 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Aug 12 04:12:24.259481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:24.304491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082f88-2d89-4559-a5ca-0f96f6c37d75 req-9bbc733c-fd2f-41a3-815e-dde13a1125f9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:24.306001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6082f88-2d89-4559-a5ca-0f96f6c37d75 req-9bbc733c-fd2f-41a3-815e-dde13a1125f9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0555172 Aug 12 04:12:24.365094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6082f88-2d89-4559-a5ca-0f96f6c37d75 req-3ba7c597-fdfb-4163-a20f-034847635e1f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Aug 12 04:12:24.366763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:24.382638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'mac_address': 'fa:16:3e:78:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:24.421344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:24.436421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:24.456807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:24.477120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47faf2c-2aad-4fdc-bfb6-9d4a88dce34d req-efd285a5-1b89-42b2-914b-bd5ef8a0d9f4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:24.478589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d47faf2c-2aad-4fdc-bfb6-9d4a88dce34d req-efd285a5-1b89-42b2-914b-bd5ef8a0d9f4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0527344 Aug 12 04:12:24.518492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d47faf2c-2aad-4fdc-bfb6-9d4a88dce34d req-271abc8a-d0fc-43a6-a354-2bfed3e2bc5f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Aug 12 04:12:24.550270 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:24.617327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:24.625996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.626336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.626680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.627093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.627429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.627758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.628085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.628412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.628729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.629273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.629765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.630276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:12:24.666085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f2927-fe94-482c-ae5b-151aa877df66 req-605878a0-9e57-4652-9beb-9f8c3b902791 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:24.667907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-000f2927-fe94-482c-ae5b-151aa877df66 req-605878a0-9e57-4652-9beb-9f8c3b902791 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0663118 Aug 12 04:12:24.676238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffbc83-920a-403f-82b3-fdc833cf05f4 req-7e828329-b404-4d99-97db-a182a944edeb tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:24.677853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-29ffbc83-920a-403f-82b3-fdc833cf05f4 req-7e828329-b404-4d99-97db-a182a944edeb tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0568209 Aug 12 04:12:24.707450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-000f2927-fe94-482c-ae5b-151aa877df66 req-e379893e-1e8b-48cd-bf71-949fd5f760bd tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Aug 12 04:12:24.723156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-29ffbc83-920a-403f-82b3-fdc833cf05f4 req-7296fd7a-1fa0-4ff5-b166-f68a71a958a6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330355 Aug 12 04:12:24.782563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['2b2b498a-c3e9-4ad3-acee-7c73d3c43827'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:24.823728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4cd5b1-1397-4a3d-92f6-3672f6fcb311 req-90ab639c-42e0-4e06-868d-5261eb2c41d8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:24.825757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d4cd5b1-1397-4a3d-92f6-3672f6fcb311 req-90ab639c-42e0-4e06-868d-5261eb2c41d8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0562615 Aug 12 04:12:24.833229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca552272-75ee-47c0-9f1f-4caa84d7640a req-c6d42fdc-1de3-462f-b5f2-e847fd49f1ef tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:24.835015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca552272-75ee-47c0-9f1f-4caa84d7640a req-c6d42fdc-1de3-462f-b5f2-e847fd49f1ef tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0572989 Aug 12 04:12:24.865232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d4cd5b1-1397-4a3d-92f6-3672f6fcb311 req-739ee437-bcb1-4b84-a32b-79f7779863c6 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Aug 12 04:12:24.876753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca552272-75ee-47c0-9f1f-4caa84d7640a req-077af3f0-fc09-44f2-be25-5aad8ae88ff1 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356238 Aug 12 04:12:24.962924 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-189e98e0-c701-497d-a9c7-09f755d7493d req-c9b6d372-1623-4811-bf95-9dc047cbd253 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 210 time: 0.0279944 Aug 12 04:12:25.079349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c6e7f-7470-4b33-a616-0f2bde43ab67 req-013c95be-6a74-49d9-8a0f-e1d96d86677f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:25.081006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-870c6e7f-7470-4b33-a616-0f2bde43ab67 req-013c95be-6a74-49d9-8a0f-e1d96d86677f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0548418 Aug 12 04:12:25.132062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-870c6e7f-7470-4b33-a616-0f2bde43ab67 req-72dbd82b-3ae3-4c71-9e65-2f4ea24d5dc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Aug 12 04:12:25.169037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ddaa4-a7af-41fb-80b5-0838cff2d539 req-a7ef4884-5b47-4982-ad29-62be17a41236 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:25.170870 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-795ddaa4-a7af-41fb-80b5-0838cff2d539 req-a7ef4884-5b47-4982-ad29-62be17a41236 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 949 time: 0.0537636 Aug 12 04:12:25.214209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-795ddaa4-a7af-41fb-80b5-0838cff2d539 req-b15828a6-b4e1-49d3-b6ea-ada1c1d2b05c tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Aug 12 04:12:25.256882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb963f-c748-4f6c-ac88-f52c36a137fb req-6ea33882-7365-4064-8519-e975e8638ba8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:25.258296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72bb963f-c748-4f6c-ac88-f52c36a137fb req-6ea33882-7365-4064-8519-e975e8638ba8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0504754 Aug 12 04:12:25.277546 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:25.296905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72bb963f-c748-4f6c-ac88-f52c36a137fb req-0e8f8831-68dd-466b-8820-48a6c7155fc0 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Aug 12 04:12:25.422787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272244f-5087-419e-8b22-71e7c6e6b77a req-845c96fd-9b84-4f06-a872-650a3251e84a tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:25.424226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b272244f-5087-419e-8b22-71e7c6e6b77a req-845c96fd-9b84-4f06-a872-650a3251e84a tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0485387 Aug 12 04:12:25.463101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b272244f-5087-419e-8b22-71e7c6e6b77a req-709fe855-fce2-4587-b542-56d77e00ec6b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Aug 12 04:12:25.517969 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:25.583356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c9df-3da0-4f1d-83eb-e1fd96769887 req-84c0bccd-a185-4d42-9a99-5a07b02149c8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:25.584883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be13c9df-3da0-4f1d-83eb-e1fd96769887 req-84c0bccd-a185-4d42-9a99-5a07b02149c8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0477986 Aug 12 04:12:25.625006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be13c9df-3da0-4f1d-83eb-e1fd96769887 req-a97d727e-d293-4620-9e46-9b2170b7f44e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Aug 12 04:12:25.845513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a781d-5520-4975-91c6-6746e812204f req-de18ea7d-2cae-414e-ba8a-18f68024f667 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:25.847012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc1a781d-5520-4975-91c6-6746e812204f req-de18ea7d-2cae-414e-ba8a-18f68024f667 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0556793 Aug 12 04:12:25.884211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc1a781d-5520-4975-91c6-6746e812204f req-4ae05269-1761-4b2a-b1b8-b5399e8ac397 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311835 Aug 12 04:12:26.008291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234c17b-5d55-4d7c-a2ce-42971175baa6 req-cceefa6f-3f0f-4bc1-8681-4f8d85fb9205 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:26.009782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f234c17b-5d55-4d7c-a2ce-42971175baa6 req-cceefa6f-3f0f-4bc1-8681-4f8d85fb9205 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0495887 Aug 12 04:12:26.047936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f234c17b-5d55-4d7c-a2ce-42971175baa6 req-601d6d5b-1a99-44e2-9e82-053af2a32c85 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Aug 12 04:12:26.199177 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1cdfae6-1914-4bbb-bb35-df94ede182a6 req-c604c7ce-5eb3-423c-b898-4d330c9a49d2 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Aug 12 04:12:26.277801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:26.341103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db563f9c-fe8e-4ecc-9c0c-e3c490bfec5f req-7869b9c1-2561-40eb-a87b-568b0c6f564b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:26.342750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db563f9c-fe8e-4ecc-9c0c-e3c490bfec5f req-7869b9c1-2561-40eb-a87b-568b0c6f564b tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 949 time: 0.0557263 Aug 12 04:12:26.383918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db563f9c-fe8e-4ecc-9c0c-e3c490bfec5f req-6899d00d-f1a6-49d7-a1be-28306e099ed1 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335844 Aug 12 04:12:26.460379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:26.465968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:26.466612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:26.527285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-f6af5a3b-3b99-4345-9c1b-05bd1e05d93f tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:26.529394 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-f6af5a3b-3b99-4345-9c1b-05bd1e05d93f tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.20 "GET /v2.0/networks?id=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 HTTP/1.1" status: 200 len: 814 time: 0.1117618 Aug 12 04:12:26.542620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Request body: {'port': {'device_id': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142', 'admin_state_up': True, 'tenant_id': 'c9c5a07b4fb34589bdd6a3ee78c12d21'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:26.550109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:26.573340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:26.575621 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990bcf7d-7e85-431b-bd5c-8be5b40d1790" -d '{"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-plugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:26.589152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:26.619018 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac67b3b-843f-4c3e-8791-83a2553681d2 x-openstack-request-id: req-4ac67b3b-843f-4c3e-8791-83a2553681d2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:26.619665 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-plugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:26.619919 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ac67b3b-843f-4c3e-8791-83a2553681d2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:26.620529 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'code': 200} Aug 12 04:12:26.718132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:26.746799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8350e-0cf8-494a-8d2f-caf85e33753a req-4f5613ea-0f70-4e64-b3f9-2e80d5a0ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:26.748552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fcd8350e-0cf8-494a-8d2f-caf85e33753a req-4f5613ea-0f70-4e64-b3f9-2e80d5a0ce22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 1100 time: 0.0475316 Aug 12 04:12:26.771575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:26.775478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Made reservation on behalf of c9c5a07b4fb34589bdd6a3ee78c12d21 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:26.779822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:26.793803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4614db-39b4-4f51-8d96-34dc4b91eb61 req-8ae05820-801e-4b67-aa0d-8d18b961d5c4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:26.795407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac4614db-39b4-4f51-8d96-34dc4b91eb61 req-8ae05820-801e-4b67-aa0d-8d18b961d5c4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0628793 Aug 12 04:12:26.810513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fcd8350e-0cf8-494a-8d2f-caf85e33753a req-5328271e-d35e-4673-bbb2-5e82bc57d49f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522137 Aug 12 04:12:26.834507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac4614db-39b4-4f51-8d96-34dc4b91eb61 req-8c91010e-7a8f-41df-9743-6984d74c9c43 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Aug 12 04:12:26.928017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Allocated IP 172.20.0.12 (17b70dd0-f2e8-49b6-aba2-d3ebae0a3142/3ad3089d-9fac-406f-a559-7519787c9393/31ea45ed-5687-4c6d-9d99-2599a9233428) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:27.072011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1f8ec-b888-4753-a937-0e770debc49d req-0cd4b507-6c05-48cb-a507-6b013af9f001 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:27.073592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ba1f8ec-b888-4753-a937-0e770debc49d req-0cd4b507-6c05-48cb-a507-6b013af9f001 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1154213 Aug 12 04:12:27.145664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ba1f8ec-b888-4753-a937-0e770debc49d req-8dc2af5c-0e07-40db-9e62-6e708c7133b1 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633259 Aug 12 04:12:27.156269 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:27.170852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4478c-09e5-4656-afa2-be07ebad0165 req-51df1d20-b1b3-4eac-82c3-a11b51715099 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:27.172606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ce4478c-09e5-4656-afa2-be07ebad0165 req-51df1d20-b1b3-4eac-82c3-a11b51715099 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0533347 Aug 12 04:12:27.214647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ce4478c-09e5-4656-afa2-be07ebad0165 req-7b94c254-cec9-41c6-a478-bd36d1e49c80 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346198 Aug 12 04:12:27.300855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:27.306690 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a7d715f-2fa1-468f-989b-fcbd9e9b9ab1 req-29022479-bdcc-4e78-8d79-9c5d6873a8be tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 210 time: 0.0309231 Aug 12 04:12:27.351351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:27.354469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:27.358604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:27.381620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Pushing event updated for resources: {'Port': ['ID=31ea45ed-5687-4c6d-9d99-2599a9233428,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:27.410486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:27.411057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:27.509335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf18d4-42b3-401b-ba32-803369060417 req-11fba007-d2e9-4a7d-9b0c-45ab77fa1d1c tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:27.510937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68bf18d4-42b3-401b-ba32-803369060417 req-11fba007-d2e9-4a7d-9b0c-45ab77fa1d1c tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 950 time: 0.0509207 Aug 12 04:12:27.517018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-2bfabcaf-319b-4154-b6f3-d93b44aaf3ea tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9783876 Aug 12 04:12:27.551068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Request body: {'port': {'device_id': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:27.577564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68bf18d4-42b3-401b-ba32-803369060417 req-85b1eb47-ef2c-4e31-a79f-6d3598c776f7 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Aug 12 04:12:27.614315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:27.882928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ea45ed-5687-4c6d-9d99-2599a9233428 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:27.891263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:27.903538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Transition to ACTIVE for port object 31ea45ed-5687-4c6d-9d99-2599a9233428 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:27.954317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bb011-c481-4215-a445-ee49b434379a req-7cf04942-a368-435b-b63c-53548ff2f9c9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:27.955865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe6bb011-c481-4215-a445-ee49b434379a req-7cf04942-a368-435b-b63c-53548ff2f9c9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0495720 Aug 12 04:12:27.994026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe6bb011-c481-4215-a445-ee49b434379a req-2b9726ce-5521-45ab-ad6d-3dfa1e36ff8b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Aug 12 04:12:28.029712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.102208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea45ed-5687-4c6d-9d99-2599a9233428,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:28.151381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Attempting to bind port 31ea45ed-5687-4c6d-9d99-2599a9233428 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:28.151650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Attempting to bind port 31ea45ed-5687-4c6d-9d99-2599a9233428 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '1708ea05-f548-4d78-8864-5a445fac1370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:28.151994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Attempting to bind port 31ea45ed-5687-4c6d-9d99-2599a9233428 on network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:28.157277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Port 31ea45ed-5687-4c6d-9d99-2599a9233428 on network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:12:28.157615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Attempting to bind port 31ea45ed-5687-4c6d-9d99-2599a9233428 on network 17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:28.163371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0581-78f0-4969-909e-9d4f222ea669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.163885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:28.164134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Checking segment: {'id': '1708ea05-f548-4d78-8864-5a445fac1370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:28.164630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Bound using segment: {'id': '1708ea05-f548-4d78-8864-5a445fac1370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:28.169334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Bound port: 31ea45ed-5687-4c6d-9d99-2599a9233428, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1708ea05-f548-4d78-8864-5a445fac1370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:28.169334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.259779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] For port 31ea45ed-5687-4c6d-9d99-2599a9233428, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:28.276202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] For port 31ea45ed-5687-4c6d-9d99-2599a9233428, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=31ea45ed-5687-4c6d-9d99-2599a9233428,segment=NetworkSegment(1708ea05-f548-4d78-8864-5a445fac1370),segment_id=1708ea05-f548-4d78-8864-5a445fac1370)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:28.290976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:28.299593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ac31d-fd5a-4483-b0b3-b90abc8e85ca req-a0f444b1-2c52-4c1f-a8fa-a0d1b0c4f796 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.307824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb2ac31d-fd5a-4483-b0b3-b90abc8e85ca req-a0f444b1-2c52-4c1f-a8fa-a0d1b0c4f796 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0786936 Aug 12 04:12:28.340316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1823de-8ebb-4ae8-975c-0dd938d399c2 req-7cd83f94-08a7-4b4d-a5b0-14c6c9109c98 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.341827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b1823de-8ebb-4ae8-975c-0dd938d399c2 req-7cd83f94-08a7-4b4d-a5b0-14c6c9109c98 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0556977 Aug 12 04:12:28.351869 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb2ac31d-fd5a-4483-b0b3-b90abc8e85ca req-553c4269-2470-44fd-9fa5-91b81d798c5b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Aug 12 04:12:28.382365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b1823de-8ebb-4ae8-975c-0dd938d399c2 req-a397a9ba-88cb-45ea-b0af-4f7ac4650f28 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Aug 12 04:12:28.390693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.425624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:28.435991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.435991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.435991 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] 10.222.0.20 "PUT /v2.0/ports/31ea45ed-5687-4c6d-9d99-2599a9233428 HTTP/1.1" status: 200 len: 1092 time: 0.8901927 Aug 12 04:12:28.435991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'tag': '31ea45ed-5687-4c6d-9d99-2599a9233428'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:28.437600 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50148498-bbc5-4d63-be17-2166a2a4e383" -d '{"events": [{"name": "network-changed", "server_uuid": "a06ba016-25bd-44f9-87f0-19532fcb27f9", "tag": "31ea45ed-5687-4c6d-9d99-2599a9233428"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:28.452806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '975c5477-e323-4bbf-b20f-9608a2a10137', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'port_id': '975c5477-e323-4bbf-b20f-9608a2a10137', 'mac_address': 'fa:16:3e:fd:5b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:28.469939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad7b1e-7c4d-484c-a5ce-859611ba7f24 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea45ed-5687-4c6d-9d99-2599a9233428,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:28.496720 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3139f6-61f6-4612-b01b-a1488039a438 x-openstack-request-id: req-dc3139f6-61f6-4612-b01b-a1488039a438 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:28.496720 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06ba016-25bd-44f9-87f0-19532fcb27f9", "tag": "31ea45ed-5687-4c6d-9d99-2599a9233428", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:28.496720 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc3139f6-61f6-4612-b01b-a1488039a438 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:28.496720 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'tag': '31ea45ed-5687-4c6d-9d99-2599a9233428', 'status': 'completed', 'code': 200} Aug 12 04:12:28.501893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.515393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 975c5477-e323-4bbf-b20f-9608a2a10137 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:28.520259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528c620-15d6-4197-984a-e1a803dea40f req-203150b8-216d-4fec-a47e-731d0afc91bd tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.521776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c528c620-15d6-4197-984a-e1a803dea40f req-203150b8-216d-4fec-a47e-731d0afc91bd tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 944 time: 0.0586128 Aug 12 04:12:28.537778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:28.559144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148498-bbc5-4d63-be17-2166a2a4e383 req-5743ae27-5fac-4da9-9465-44331ec22803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.560712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50148498-bbc5-4d63-be17-2166a2a4e383 req-5743ae27-5fac-4da9-9465-44331ec22803 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9c5a07b4fb34589bdd6a3ee78c12d21&device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 1095 time: 0.0475702 Aug 12 04:12:28.565194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c528c620-15d6-4197-984a-e1a803dea40f req-d0e1cc44-013a-4d58-b5c7-fe85f8026173 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351927 Aug 12 04:12:28.632259 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:28.673437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148498-bbc5-4d63-be17-2166a2a4e383 req-66681dce-0eff-424a-9161-587ce253fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.674923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50148498-bbc5-4d63-be17-2166a2a4e383 req-66681dce-0eff-424a-9161-587ce253fbb3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c9c5a07b4fb34589bdd6a3ee78c12d21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043630 Aug 12 04:12:28.687542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:28.699680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af933c-a32c-4d9a-b4ce-c5dea80a5b22 req-0709fb30-3897-433b-8f70-ef74a6480de6 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.701427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27af933c-a32c-4d9a-b4ce-c5dea80a5b22 req-0709fb30-3897-433b-8f70-ef74a6480de6 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 950 time: 0.0551775 Aug 12 04:12:28.735385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['975c5477-e323-4bbf-b20f-9608a2a10137'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:28.746628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27af933c-a32c-4d9a-b4ce-c5dea80a5b22 req-19d800cc-452f-4054-aa71-32c5db846777 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Aug 12 04:12:28.781107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50148498-bbc5-4d63-be17-2166a2a4e383 req-0f0f1738-d568-4dae-b99f-97aa3bf0ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.787179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50148498-bbc5-4d63-be17-2166a2a4e383 req-0f0f1738-d568-4dae-b99f-97aa3bf0ea75 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041567 Aug 12 04:12:28.875351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-3bc3f8ff-fe08-48c0-8390-bbcdf4edb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.876916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-3bc3f8ff-fe08-48c0-8390-bbcdf4edb92f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9c5a07b4fb34589bdd6a3ee78c12d21&device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 1095 time: 0.0524192 Aug 12 04:12:28.927960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-15fdfb12-80fe-48f6-b0b1-6f528cc0cad0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ea45ed-5687-4c6d-9d99-2599a9233428 HTTP/1.1" status: 200 len: 217 time: 0.0412297 Aug 12 04:12:28.981693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689d306-5314-45f0-834f-914f96b49952 req-8a428d74-1588-4e2d-acea-63bb825bb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:28.983330 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-8a428d74-1588-4e2d-acea-63bb825bb74c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ad3089d-9fac-406f-a559-7519787c9393 HTTP/1.1" status: 200 len: 854 time: 0.0467305 Aug 12 04:12:29.017815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-d9d8b7eb-dd6e-409d-bbd4-8d4e6d189822 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258000 Aug 12 04:12:29.119606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698052b7-1bf9-4ad1-8d74-586766a536bb req-6949cdfd-15fd-4816-9345-3c30b0fdc817 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:29.121177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-698052b7-1bf9-4ad1-8d74-586766a536bb req-6949cdfd-15fd-4816-9345-3c30b0fdc817 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 944 time: 0.0523620 Aug 12 04:12:29.125772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-292900c0-4a83-4244-a47e-84c58bb01d95 service neutron] 10.222.0.20 "GET /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989959 Aug 12 04:12:29.163095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-698052b7-1bf9-4ad1-8d74-586766a536bb req-105f4a14-ea33-4cee-85d6-f4969ce7d3a5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357192 Aug 12 04:12:29.217462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689d306-5314-45f0-834f-914f96b49952 req-37789055-d0d8-4717-99e5-3954b0129b79 service neutron] 10.222.0.20 "GET /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839057 Aug 12 04:12:29.481729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd00dd-b0ce-47de-b2c9-3d81e4f60ff1 req-52731bab-c043-4853-a96b-785e91059ac0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:29.483311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ebd00dd-b0ce-47de-b2c9-3d81e4f60ff1 req-52731bab-c043-4853-a96b-785e91059ac0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0631542 Aug 12 04:12:29.524512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ebd00dd-b0ce-47de-b2c9-3d81e4f60ff1 req-3c6053be-b47e-4488-af4e-4d353130a86b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351112 Aug 12 04:12:29.563048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e742e2-6b49-4050-9bd4-3ce2c8ac2fcd req-f72930e4-26ca-474a-8821-73976d273b87 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:29.564636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-59e742e2-6b49-4050-9bd4-3ce2c8ac2fcd req-f72930e4-26ca-474a-8821-73976d273b87 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0585611 Aug 12 04:12:29.609650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-59e742e2-6b49-4050-9bd4-3ce2c8ac2fcd req-e04eb93c-ec3f-4823-897d-fe003d8870d9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386443 Aug 12 04:12:29.725553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0cf66-5529-4df1-95cc-a8509393bed2 req-97ae3b61-abcc-4b54-b86f-756ad1dbf9df tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:29.727152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6f0cf66-5529-4df1-95cc-a8509393bed2 req-97ae3b61-abcc-4b54-b86f-756ad1dbf9df tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 944 time: 0.0557477 Aug 12 04:12:29.766586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6f0cf66-5529-4df1-95cc-a8509393bed2 req-c345e409-5ad3-40d8-8004-0f4aa2aa0d78 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Aug 12 04:12:30.281501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9db92-4885-4c93-849c-8a7dda081a0f req-424bc8de-488a-4104-af52-2f22290223e9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:30.283041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd9db92-4885-4c93-849c-8a7dda081a0f req-424bc8de-488a-4104-af52-2f22290223e9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 944 time: 0.0487034 Aug 12 04:12:30.309416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:30.320702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd9db92-4885-4c93-849c-8a7dda081a0f req-c28dc487-ca96-42c2-929f-862a4ffac0a2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Aug 12 04:12:30.357297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 975c5477-e323-4bbf-b20f-9608a2a10137 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:30.357612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.361570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 31ea45ed-5687-4c6d-9d99-2599a9233428 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:30.511324 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.517417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 31ea45ed-5687-4c6d-9d99-2599a9233428, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=31ea45ed-5687-4c6d-9d99-2599a9233428,segment=NetworkSegment(1708ea05-f548-4d78-8864-5a445fac1370),segment_id=1708ea05-f548-4d78-8864-5a445fac1370)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:30.540113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '31ea45ed-5687-4c6d-9d99-2599a9233428', 'network_id': '17b70dd0-f2e8-49b6-aba2-d3ebae0a3142', 'port_id': '31ea45ed-5687-4c6d-9d99-2599a9233428', 'mac_address': 'fa:16:3e:b0:c0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad3089d-9fac-406f-a559-7519787c9393', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:30.548305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:30.550810 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39131483-392e-40fd-96ce-288c9c361453" -d '{"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-plugged", "status": "completed", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:30.584092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:30.599522 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.613249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ea45ed-5687-4c6d-9d99-2599a9233428 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:30.634990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 31ea45ed-5687-4c6d-9d99-2599a9233428, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=31ea45ed-5687-4c6d-9d99-2599a9233428,segment=NetworkSegment(1708ea05-f548-4d78-8864-5a445fac1370),segment_id=1708ea05-f548-4d78-8864-5a445fac1370)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:30.645704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51964760-0740-4798-834d-39f5f6e74d66 req-e064a841-5887-4b20-a985-dbe15197161d tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:30.647255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51964760-0740-4798-834d-39f5f6e74d66 req-e064a841-5887-4b20-a985-dbe15197161d tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0512989 Aug 12 04:12:30.689667 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.693906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51964760-0740-4798-834d-39f5f6e74d66 req-dd8cdb64-9714-4edf-a9ff-f02b4b0d4158 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Aug 12 04:12:30.741135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:30.744476 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b280bfe-4c28-4bdf-aa8a-acdb68fadb31 x-openstack-request-id: req-8b280bfe-4c28-4bdf-aa8a-acdb68fadb31 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:30.744756 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-plugged", "status": "completed", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:30.745009 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b280bfe-4c28-4bdf-aa8a-acdb68fadb31 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:30.745386 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137', 'code': 200} Aug 12 04:12:30.769153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.819657 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dbd808a0-7a9c-4025-ada5-95b16825492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.846236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=31ea45ed-5687-4c6d-9d99-2599a9233428,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:30.910289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6f6d-a330-4a31-86c3-69bd0062bb80 req-d13ccb5d-1b3e-4137-9d6d-8fe07736cb7b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:30.911838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fceb6f6d-a330-4a31-86c3-69bd0062bb80 req-d13ccb5d-1b3e-4137-9d6d-8fe07736cb7b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0643656 Aug 12 04:12:30.955223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:30.960213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fceb6f6d-a330-4a31-86c3-69bd0062bb80 req-1f101115-e2b4-4f72-88cc-45da8fc09846 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Aug 12 04:12:31.008235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['31ea45ed-5687-4c6d-9d99-2599a9233428'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:31.037846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc601bd-6e28-4a15-a490-3bc5e5813882 req-80b256d7-0d3d-413b-aa17-0743f2308fce tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:31.040185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfc601bd-6e28-4a15-a490-3bc5e5813882 req-80b256d7-0d3d-413b-aa17-0743f2308fce tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 945 time: 0.0551908 Aug 12 04:12:31.075166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a715944-d540-45d1-87b7-38f189b23eb4 req-49ea3aa3-e0a6-4306-9f70-dcb3544402a6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:31.075166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a715944-d540-45d1-87b7-38f189b23eb4 req-49ea3aa3-e0a6-4306-9f70-dcb3544402a6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0547743 Aug 12 04:12:31.084754 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfc601bd-6e28-4a15-a490-3bc5e5813882 req-4564e21b-802c-4a21-8b22-705b4f2fa2cb tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Aug 12 04:12:31.116358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a715944-d540-45d1-87b7-38f189b23eb4 req-2f0fad2f-4ff7-4028-b952-0454bc1ccca0 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Aug 12 04:12:31.806191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b051-1c68-46d8-bcd4-b7c809f8e505 req-f4cb994d-f509-41be-b4f6-2260c3ea462f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:31.807793 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bda7b051-1c68-46d8-bcd4-b7c809f8e505 req-f4cb994d-f509-41be-b4f6-2260c3ea462f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0502021 Aug 12 04:12:31.847328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bda7b051-1c68-46d8-bcd4-b7c809f8e505 req-c55f792e-fe22-4b2b-8f95-e8353df07047 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328357 Aug 12 04:12:32.043199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:32.083996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142e345-f1ff-426b-baec-d6a5cc136af1 req-64be8f9d-40f1-40e7-be6d-cb5d202b5718 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:32.085539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2142e345-f1ff-426b-baec-d6a5cc136af1 req-64be8f9d-40f1-40e7-be6d-cb5d202b5718 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0560346 Aug 12 04:12:32.127014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2142e345-f1ff-426b-baec-d6a5cc136af1 req-4fe12ea8-b5e4-4da4-bcad-af8331f83ab1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Aug 12 04:12:32.208845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a92ef-9746-44e8-a4f3-37d5b425435f req-9b4f7764-1204-4efd-8807-5986e86806a1 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:32.210585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e6a92ef-9746-44e8-a4f3-37d5b425435f req-9b4f7764-1204-4efd-8807-5986e86806a1 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Aug 12 04:12:32.245059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5cb3c-3f13-42ed-8db8-1b40a2a06be6 req-c0593844-da46-4136-bf0c-2c76dd4a2ea5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:32.246470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4a5cb3c-3f13-42ed-8db8-1b40a2a06be6 req-c0593844-da46-4136-bf0c-2c76dd4a2ea5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0535176 Aug 12 04:12:32.250867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e6a92ef-9746-44e8-a4f3-37d5b425435f req-a08e3819-d507-4e05-9b6a-520bee888ab8 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Aug 12 04:12:32.287023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4a5cb3c-3f13-42ed-8db8-1b40a2a06be6 req-857c7804-cbb4-4233-9a5a-3188dcdfb577 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Aug 12 04:12:32.327200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:32.330321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:32.360325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:32.362182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 31ea45ed-5687-4c6d-9d99-2599a9233428 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:32.607105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:32.677734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:32.681069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:32.717059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:32.718832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'mac_address': 'fa:16:3e:78:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:32.721113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'port_id': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'mac_address': 'fa:16:3e:63:3e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f8eb23-c7c2-4984-9335-037f8e4bc7d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:32.745900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:32.748221 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86123b1e-7eb0-4616-8bd0-303c0fee86cb" -d '{"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:32.751257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-2a0b36ca-1b76-4db1-a146-444bf5a2306f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:32.756524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-2a0b36ca-1b76-4db1-a146-444bf5a2306f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 945 time: 0.0785058 Aug 12 04:12:32.792756 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:32.801982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 31ea45ed-5687-4c6d-9d99-2599a9233428 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:32.824673 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976f9af5-c9b6-427e-b895-58152607eb5d x-openstack-request-id: req-976f9af5-c9b6-427e-b895-58152607eb5d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:32.825037 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-unplugged", "status": "completed", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:32.825314 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-976f9af5-c9b6-427e-b895-58152607eb5d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:32.825689 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137', 'code': 200} Aug 12 04:12:32.827848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 31ea45ed-5687-4c6d-9d99-2599a9233428 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:32.828257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:32.851495 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:32.853274 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:32.864133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Deleting port 975c5477-e323-4bbf-b20f-9608a2a10137 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:32.864566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.013955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a07292d-ccbe-4cfc-9df9-40174aade868 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:33.015664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] For port 975c5477-e323-4bbf-b20f-9608a2a10137, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=975c5477-e323-4bbf-b20f-9608a2a10137,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:33.017215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.050747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:33.059174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Calling delete_port for 975c5477-e323-4bbf-b20f-9608a2a10137 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:33.081284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d615-94ca-48ab-ae00-57992ac5e526 req-93e03746-7424-4088-ad66-5ddaa0d39b3f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:33.083498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d080d615-94ca-48ab-ae00-57992ac5e526 req-93e03746-7424-4088-ad66-5ddaa0d39b3f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1018479 Aug 12 04:12:33.113570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:33.120965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:33.141845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:33.175703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d080d615-94ca-48ab-ae00-57992ac5e526 req-faa0df36-e346-47dc-b570-4e6c2a5117c7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820260 Aug 12 04:12:33.206993 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.231489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.234745 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.321179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['2b2b498a-c3e9-4ad3-acee-7c73d3c43827'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:33.337068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b745d-00e0-4ed1-bef8-1e9492e9be99 req-e500a7ad-1306-49fe-a854-bdcd4e82ae04 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:33.347839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-179b745d-00e0-4ed1-bef8-1e9492e9be99 req-e500a7ad-1306-49fe-a854-bdcd4e82ae04 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 945 time: 0.0801001 Aug 12 04:12:33.387338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-179b745d-00e0-4ed1-bef8-1e9492e9be99 req-2980d789-74dd-45f6-a6df-d7f0818dde3b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Aug 12 04:12:33.404380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fb273-bc7d-471d-bc10-3a9e14862192 req-e6bf579a-1f6c-4f96-ad51-ec54e20f1fcf tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:33.413741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-798fb273-bc7d-471d-bc10-3a9e14862192 req-e6bf579a-1f6c-4f96-ad51-ec54e20f1fcf tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 945 time: 0.0638912 Aug 12 04:12:33.447232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.459913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-798fb273-bc7d-471d-bc10-3a9e14862192 req-39e9e055-f192-47b9-a24b-c3acc3683491 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Aug 12 04:12:33.528596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 31ea45ed-5687-4c6d-9d99-2599a9233428, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=31ea45ed-5687-4c6d-9d99-2599a9233428,segment=NetworkSegment(1708ea05-f548-4d78-8864-5a445fac1370),segment_id=1708ea05-f548-4d78-8864-5a445fac1370)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:33.539412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6b54a7b-ef6b-4bf9-90bc-11912dbe9222 req-b2aa8c5f-0cd5-4bb1-bd68-cd9569729f27 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 210 time: 0.0893536 Aug 12 04:12:33.543269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event deleted for resources: {'Port': ['ID=975c5477-e323-4bbf-b20f-9608a2a10137,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:33.557719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:33.635293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4a07292d-ccbe-4cfc-9df9-40174aade868'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:33.645446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] No DVR routers for this DVR port 975c5477-e323-4bbf-b20f-9608a2a10137 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:33.650506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.655745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8618adf-61f6-479a-9d30-4f3df289e292 req-0dc906b0-b714-49f7-bdeb-8565cc4e0f85 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "DELETE /v2.0/ports/975c5477-e323-4bbf-b20f-9608a2a10137 HTTP/1.1" status: 204 len: 173 time: 0.8932364 Aug 12 04:12:33.657081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-deleted', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:33.668820 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6728fb7-581f-4c40-930b-e78db775f925" -d '{"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-deleted", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:33.670943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.677919 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.678626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:33.720971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a55bcdf-f238-4c4f-9b67-a3c37ba1659c x-openstack-request-id: req-0a55bcdf-f238-4c4f-9b67-a3c37ba1659c {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:33.720971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729ad61c-a4ba-4ef1-93ed-2726df90c9ab", "name": "network-vif-deleted", "tag": "975c5477-e323-4bbf-b20f-9608a2a10137", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:33.720971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a55bcdf-f238-4c4f-9b67-a3c37ba1659c {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:33.721374 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729ad61c-a4ba-4ef1-93ed-2726df90c9ab', 'name': 'network-vif-deleted', 'tag': '975c5477-e323-4bbf-b20f-9608a2a10137', 'status': 'completed', 'code': 200} Aug 12 04:12:33.763097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:33.960645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=31ea45ed-5687-4c6d-9d99-2599a9233428,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:33.970620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:33.996639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4a07292d-ccbe-4cfc-9df9-40174aade868 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:34.025035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:34.124584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:34.187353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:34.309862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a800bab-f86c-4bd9-b332-447362ea6229 req-934a4ff7-bf80-4cc0-a42f-18d3b36af913 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:34.311297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a800bab-f86c-4bd9-b332-447362ea6229 req-934a4ff7-bf80-4cc0-a42f-18d3b36af913 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0542946 Aug 12 04:12:34.339420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:34.399011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:34.399469 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:34.400162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a800bab-f86c-4bd9-b332-447362ea6229 req-4d3224e1-9780-4612-9172-8db82b3fc1b0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819793 Aug 12 04:12:34.517698 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:34.542307 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-b53feedf-d5ab-4cd0-aa45-6af3278c0e91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0990295 Aug 12 04:12:34.555345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307eaf-0f54-47da-8d38-afea80e9f2f9 req-c01d037f-1f50-4b7a-99cf-b8852e1bcf28 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:34.557135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db307eaf-0f54-47da-8d38-afea80e9f2f9 req-c01d037f-1f50-4b7a-99cf-b8852e1bcf28 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 944 time: 0.0806642 Aug 12 04:12:34.575926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:34.651312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db307eaf-0f54-47da-8d38-afea80e9f2f9 req-09ebb647-f195-4ca9-943d-d944db346886 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871623 Aug 12 04:12:34.657141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-c2ee278b-27d0-4de7-a38d-c0705c6a3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:34.658748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-c2ee278b-27d0-4de7-a38d-c0705c6a3756 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ecba86d1b5d42758463ea0c082c255d&device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 1100 time: 0.0826571 Aug 12 04:12:34.681377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:34.699864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b11-4a03-4bb7-9cc1-f642fc7f7a92 req-05e46f8e-05a6-47af-a65c-ad0c2940878e tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:34.705045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-911e0b11-4a03-4bb7-9cc1-f642fc7f7a92 req-05e46f8e-05a6-47af-a65c-ad0c2940878e tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.1167784 Aug 12 04:12:34.769082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:34.785951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-911e0b11-4a03-4bb7-9cc1-f642fc7f7a92 req-ec722d4b-51ec-4380-a1a0-c56cc6056077 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Aug 12 04:12:34.830300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ea45ed-5687-4c6d-9d99-2599a9233428'}, {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:34.830300 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c408125-1780-432c-ae9f-28bb31a910e7" -d '{"events": [{"server_uuid": "a06ba016-25bd-44f9-87f0-19532fcb27f9", "name": "network-vif-plugged", "status": "completed", "tag": "31ea45ed-5687-4c6d-9d99-2599a9233428"}, {"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-plugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:34.855565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9b10f80-7a38-443e-8a4d-89e9d18d7f74 req-1122d5c7-9ce3-4368-bf12-a90a528cc042 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=729ad61c-a4ba-4ef1-93ed-2726df90c9ab HTTP/1.1" status: 200 len: 210 time: 0.0657330 Aug 12 04:12:34.883010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-30ca102e-0b78-4cc0-82b7-0fcdc93558d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:34.884409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-30ca102e-0b78-4cc0-82b7-0fcdc93558d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1921182 Aug 12 04:12:34.902015 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d44874-c348-428d-814f-e1b70ca2a497 x-openstack-request-id: req-a6d44874-c348-428d-814f-e1b70ca2a497 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:34.902309 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06ba016-25bd-44f9-87f0-19532fcb27f9", "name": "network-vif-plugged", "status": "completed", "tag": "31ea45ed-5687-4c6d-9d99-2599a9233428", "code": 200}, {"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-plugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:34.902557 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6d44874-c348-428d-814f-e1b70ca2a497 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:34.903004 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ea45ed-5687-4c6d-9d99-2599a9233428', 'code': 200} Aug 12 04:12:34.903272 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'code': 200} Aug 12 04:12:34.943428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-b4c3cf83-13fa-4254-bb5b-107ff60e4a57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=827daa54-81c7-4e28-afcf-5d3348eb208a HTTP/1.1" status: 200 len: 217 time: 0.0507884 Aug 12 04:12:35.013529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-0ad85087-8055-4488-a37f-954a685a1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:35.015580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-0ad85087-8055-4488-a37f-954a685a1dcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0647399 Aug 12 04:12:35.022249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3761ac-3e2b-472f-a588-a6b29ad77342 req-acf4790c-eeed-452c-9886-cc92cbf18997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:35.024165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe3761ac-3e2b-472f-a588-a6b29ad77342 req-acf4790c-eeed-452c-9886-cc92cbf18997 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 1097 time: 0.0469360 Aug 12 04:12:35.064828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe3761ac-3e2b-472f-a588-a6b29ad77342 req-8a96324e-760c-445b-8b0e-05c21f75564c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Aug 12 04:12:35.099963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-471b8867-54af-4e7e-876e-06c2087c365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:35.101785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-471b8867-54af-4e7e-876e-06c2087c365d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742397 Aug 12 04:12:35.216833 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-41871312-e05d-49cf-b020-64aeb199d147 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015246 Aug 12 04:12:35.325386 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6a1b945-5d9c-495d-a640-0cd6e8179525 req-29b1972c-47bc-4ba9-b5da-0c2df65c5337 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014173 Aug 12 04:12:35.540673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991ecca-019f-46c9-a00a-2ebbde71241e req-39a9a2d5-8025-45c4-b44d-957b8699a6ba tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:35.545856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6991ecca-019f-46c9-a00a-2ebbde71241e req-39a9a2d5-8025-45c4-b44d-957b8699a6ba tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0627668 Aug 12 04:12:35.587964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6991ecca-019f-46c9-a00a-2ebbde71241e req-d689ac0e-dcb4-47a9-9e82-be2d1a7e5984 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Aug 12 04:12:35.846959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc90ec-8bda-4747-825a-2a68deab6e8d req-c0893b54-e88f-460b-ab8a-86b2015334dc tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:35.846959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42dc90ec-8bda-4747-825a-2a68deab6e8d req-c0893b54-e88f-460b-ab8a-86b2015334dc tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 944 time: 0.0696914 Aug 12 04:12:35.907468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42dc90ec-8bda-4747-825a-2a68deab6e8d req-8d5239ae-2f8c-4d89-8bfc-acb7cb2328b1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Aug 12 04:12:35.960303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68ef8a-4ea9-4375-adf2-3e3a846ccc19 req-db22527b-e67d-4fb3-a98e-7aca5c622c50 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:35.962932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e68ef8a-4ea9-4375-adf2-3e3a846ccc19 req-db22527b-e67d-4fb3-a98e-7aca5c622c50 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.0841792 Aug 12 04:12:36.026369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e68ef8a-4ea9-4375-adf2-3e3a846ccc19 req-7cc402d2-8f93-4d7e-8ca0-4675c558a76f tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573225 Aug 12 04:12:36.353863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:36.382503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:36.385887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 975c5477-e323-4bbf-b20f-9608a2a10137 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:36.386233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 975c5477-e323-4bbf-b20f-9608a2a10137 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:36.479749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51270) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:36.488238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 4a07292d-ccbe-4cfc-9df9-40174aade868 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:36.488625 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.498200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375768011', 'description': 'tempest-description--1717532589'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:36.583158 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:12:36.606655 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.628689 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.693883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:36.721979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.753571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a904a3-2daa-4de7-ba0b-f07501adca0a req-1b9d1d40-0580-4cee-acee-ce4adce3e693 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:36.755577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58a904a3-2daa-4de7-ba0b-f07501adca0a req-1b9d1d40-0580-4cee-acee-ce4adce3e693 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0627608 Aug 12 04:12:36.763077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.815541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58a904a3-2daa-4de7-ba0b-f07501adca0a req-d848f701-67a5-4a71-a8fc-15b76ce635c1 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Aug 12 04:12:36.823917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.846642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:36.861143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f144909-0280-4872-a2eb-48583923ab78,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:36.904490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:36.907295 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d2d02-14fc-41a4-8631-d009eadfd804" -d '{"events": [{"server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "name": "network-vif-plugged", "status": "completed", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:36.953267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:36.953267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-41fba32c-f0c6-4314-9364-38521f6b6b3d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4699512 Aug 12 04:12:36.954580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51278) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:36.972369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'security_group_rule': {'security_group_id': '0f144909-0280-4872-a2eb-48583923ab78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:36.987159 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c1b692-178e-4e0c-a07a-69e168f02cb5 x-openstack-request-id: req-06c1b692-178e-4e0c-a07a-69e168f02cb5 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:36.987159 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "name": "network-vif-plugged", "status": "completed", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:36.987159 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06c1b692-178e-4e0c-a07a-69e168f02cb5 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:36.987159 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'code': 200} Aug 12 04:12:37.039746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb41fd-4393-47e2-b57e-b15fd1a60528 req-62be6c7b-5f8e-495b-86a2-fae40f0c7daf tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:37.048018 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56eb41fd-4393-47e2-b57e-b15fd1a60528 req-62be6c7b-5f8e-495b-86a2-fae40f0c7daf tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0637600 Aug 12 04:12:37.085757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.107336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56eb41fd-4393-47e2-b57e-b15fd1a60528 req-8020e7c8-4003-4093-af73-4c791771f3f8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583069 Aug 12 04:12:37.218947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.226256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b771f-abaf-4168-bdaa-a30b8bf264b3 req-cc11c4b4-6c1b-4374-b949-61080cb363ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:37.227789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-757b771f-abaf-4168-bdaa-a30b8bf264b3 req-cc11c4b4-6c1b-4374-b949-61080cb363ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 1097 time: 0.0997295 Aug 12 04:12:37.259614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599f33-4552-42fd-9556-539318578689 req-f29208dc-b4c7-4c71-8f8d-90bd6cb0fe2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:37.261328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1599f33-4552-42fd-9556-539318578689 req-f29208dc-b4c7-4c71-8f8d-90bd6cb0fe2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.0962319 Aug 12 04:12:37.292011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-757b771f-abaf-4168-bdaa-a30b8bf264b3 req-22b3c9a7-9398-46da-b748-b6250c73cdbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573025 Aug 12 04:12:37.313957 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1599f33-4552-42fd-9556-539318578689 req-98abcd92-f234-449d-ab87-772084d6e69f tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Aug 12 04:12:37.506477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.529426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824d5307-2aea-4777-80a1-9f733ffc8a0a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:37.602504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.604752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-07b1a112-a7ca-497d-8d3a-b1e62f7facc2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6481271 Aug 12 04:12:37.611883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51308) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:37.617552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'security_group_rule': {'security_group_id': '0f144909-0280-4872-a2eb-48583923ab78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:37.757960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.826216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.889844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29fae-3c2f-41e5-b9ea-fc8e8d602c37 req-aa1077c0-aa0a-4f83-ac19-dad99610f004 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:37.897766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4b29fae-3c2f-41e5-b9ea-fc8e8d602c37 req-aa1077c0-aa0a-4f83-ac19-dad99610f004 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.0700486 Aug 12 04:12:37.937302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4b29fae-3c2f-41e5-b9ea-fc8e8d602c37 req-834a0c5a-a0ae-4e52-a2c0-4e7878207088 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385187 Aug 12 04:12:37.958093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:37.977298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28aa36-e738-407b-9219-1bca44545fef req-890a3f2a-16be-4ae0-b7b9-48f95985855e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:37.980922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a28aa36-e738-407b-9219-1bca44545fef req-890a3f2a-16be-4ae0-b7b9-48f95985855e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0931358 Aug 12 04:12:37.998948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc76002f-db0e-4ff0-8cde-f9e406c4dc6a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:38.013173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970670d-4238-4356-8492-e83767a36c6c req-7021ad28-543a-406f-a72f-e23c95fa7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:38.015057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-7021ad28-543a-406f-a72f-e23c95fa7056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c9c5a07b4fb34589bdd6a3ee78c12d21&device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 1097 time: 0.0718784 Aug 12 04:12:38.045106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a28aa36-e738-407b-9219-1bca44545fef req-07242544-db21-4d40-a86c-c89256c55de2 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580885 Aug 12 04:12:38.087245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:38.088600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-52e6fbe4-f3b8-4a68-92f2-4e240c755264 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4756715 Aug 12 04:12:38.095188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51314) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:38.101433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:38.143966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970670d-4238-4356-8492-e83767a36c6c req-5ebb38a4-6ba2-4f3e-9e38-5864912d529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:38.145377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-5ebb38a4-6ba2-4f3e-9e38-5864912d529c service neutron] 10.222.0.20 "GET /v2.0/networks?id=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 HTTP/1.1" status: 200 len: 915 time: 0.1193933 Aug 12 04:12:38.200871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-0404e602-8feb-45ed-83fd-0fb179958a23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ea45ed-5687-4c6d-9d99-2599a9233428 HTTP/1.1" status: 200 len: 217 time: 0.0375190 Aug 12 04:12:38.236014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:38.316403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7a7ea-6908-4710-86b0-ac78fd92d3f6 req-05b86486-2eff-450e-a2df-e1a7cf75bbc3 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:38.323801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45f7a7ea-6908-4710-86b0-ac78fd92d3f6 req-05b86486-2eff-450e-a2df-e1a7cf75bbc3 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1219139 Aug 12 04:12:38.327400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970670d-4238-4356-8492-e83767a36c6c req-8c952ab5-5971-4e9b-98f0-c1958b93d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:38.333171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-8c952ab5-5971-4e9b-98f0-c1958b93d552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3ad3089d-9fac-406f-a559-7519787c9393 HTTP/1.1" status: 200 len: 854 time: 0.1193092 Aug 12 04:12:38.373513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-32343475-521a-4446-b494-672ab7ecc90f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308251 Aug 12 04:12:38.423895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45f7a7ea-6908-4710-86b0-ac78fd92d3f6 req-d26f873a-6ba3-4d13-8b0c-19b7dd245e9b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941195 Aug 12 04:12:38.460039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:38.575040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-59083a60-70f0-40f3-98c2-3e86a7b072f8 service neutron] 10.222.0.20 "GET /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893103 Aug 12 04:12:38.640650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Allocated IP 172.25.6.30 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/1015f03f-1195-4de6-97c7-95600810b308) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:38.688290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5970670d-4238-4356-8492-e83767a36c6c req-7df487b6-0657-49b7-946c-6d404c3e3609 service neutron] 10.222.0.20 "GET /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038017 Aug 12 04:12:38.799974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:38.913977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:38.982256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:38.988803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:38.991941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:39.045275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'Port': ['ID=1015f03f-1195-4de6-97c7-95600810b308,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:39.127605 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:39.204866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf8d80-71e3-423f-895b-0c8d6bd26efb req-8a1e1d48-d477-4c6b-a43c-cea28dc64275 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:39.206929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46cf8d80-71e3-423f-895b-0c8d6bd26efb req-8a1e1d48-d477-4c6b-a43c-cea28dc64275 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.0715365 Aug 12 04:12:39.224590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8406f5-886f-4a5d-9423-7f8f21db400d req-87b3aef3-0e5a-4447-9e2e-f0366cc7255b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:39.233152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d8406f5-886f-4a5d-9423-7f8f21db400d req-87b3aef3-0e5a-4447-9e2e-f0366cc7255b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0860176 Aug 12 04:12:39.304129 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:39.308567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d8406f5-886f-4a5d-9423-7f8f21db400d req-54534a4e-5671-4bcf-9adb-2aedce8add9c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739980 Aug 12 04:12:39.382775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46cf8d80-71e3-423f-895b-0c8d6bd26efb req-ae3979a7-3432-42ef-ab74-c3c9fecd8b7c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524603 Aug 12 04:12:39.669534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:39.707067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed509fb-b7ab-47af-82dc-5925c8d2bdaf req-317dcef8-02d9-4993-80df-f0f0c55d4f08 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:39.715371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bed509fb-b7ab-47af-82dc-5925c8d2bdaf req-317dcef8-02d9-4993-80df-f0f0c55d4f08 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1439750 Aug 12 04:12:39.738957 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:39.816766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bed509fb-b7ab-47af-82dc-5925c8d2bdaf req-3108d514-55d6-4048-8b33-922f64854be6 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Aug 12 04:12:39.845367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'Port': ['ID=1015f03f-1195-4de6-97c7-95600810b308,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:39.850351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:39.952480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:39.954878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-901d1dad-3881-48ff-b558-3d340fb77825 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8585639 Aug 12 04:12:39.976075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1ddfa-c596-457c-90e3-26b6bba45763 req-a15b7153-2cc4-4920-828d-5df225e2bd8a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:39.981029 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7a1ddfa-c596-457c-90e3-26b6bba45763 req-a15b7153-2cc4-4920-828d-5df225e2bd8a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.0859857 Aug 12 04:12:40.032576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7a1ddfa-c596-457c-90e3-26b6bba45763 req-c592f8ac-84f2-4d82-9744-bc4159f2bb8d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Aug 12 04:12:40.254235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-5b776c01-3c07-406d-a57c-3fa7c4efac8d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:40.256399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-5b776c01-3c07-406d-a57c-3fa7c4efac8d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 822 time: 0.1125815 Aug 12 04:12:40.274365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-4c390c7b-b7f6-40d8-a50f-6d5561575917 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/quotas/25b9e4655d73455b847e527b9016ec3d HTTP/1.1" status: 200 len: 375 time: 0.0121431 Aug 12 04:12:40.345733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-09edff32-194c-4d0a-8211-8917c5c14d2d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648606 Aug 12 04:12:40.465728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-66ccf02b-8479-47c3-a263-5d3c2a236d39 service neutron] 10.222.0.42 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191814 Aug 12 04:12:40.534513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51384) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:40.540120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-537182592'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:40.581099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e0a36-f768-4cae-8aba-2ccb892f69f2 req-653e19c5-e5f1-4fd5-a654-f81de6cf33a9 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:40.582693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b9e0a36-f768-4cae-8aba-2ccb892f69f2 req-653e19c5-e5f1-4fd5-a654-f81de6cf33a9 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0992613 Aug 12 04:12:40.616524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-5645111c-93ac-4f32-acdf-00cae94add09 service neutron] 10.222.0.42 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439047 Aug 12 04:12:40.631049 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b9e0a36-f768-4cae-8aba-2ccb892f69f2 req-19f45cbb-51c3-4c8d-9b7c-2117e501e311 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Aug 12 04:12:40.657606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:40.661650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:40.695080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:12:40.705495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:40.706108 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Added segment 10727914-fe37-4602-9ab2-160b97923d40 of type vlan for network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 Aug 12 04:12:40.797170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:40.849612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adebd2-a94f-4a5a-b04b-06df8df1d470 req-d03995db-8585-44b2-b2bd-cfb9ab67aeec tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:40.858756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13adebd2-a94f-4a5a-b04b-06df8df1d470 req-d03995db-8585-44b2-b2bd-cfb9ab67aeec tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.1348484 Aug 12 04:12:40.919287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13adebd2-a94f-4a5a-b04b-06df8df1d470 req-3aedae02-94d6-4960-a093-8c9146fa7288 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511668 Aug 12 04:12:40.967869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:40.979463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:40.980112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:41.138119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5934436 Aug 12 04:12:41.138245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51416) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:41.139974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4174f-db0a-494e-b337-51afdd12dc40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Network': ['ID=d35a4d64-babf-4c8b-aedc-d67cd24a0c95,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:41.148178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1201684762'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:41.213225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:12:41.213746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-5b78e923-c303-46e3-9149-190b2aa57eae tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:41.213746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-5b78e923-c303-46e3-9149-190b2aa57eae tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 814 time: 0.2749405 Aug 12 04:12:41.269047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-efa50f58-3290-4faa-82af-f43078e92f29 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/quotas/ebdc34e673824559b908a44c768d8169 HTTP/1.1" status: 200 len: 375 time: 0.0463529 Aug 12 04:12:41.320504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-84bbc081-2a35-45c9-8fb3-c73cb484a5b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989823 Aug 12 04:12:41.328546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-74d6d496-5ac9-4ac6-b7e1-9722a7f4be20 req-5d69fe39-d8dc-455c-b5b4-9528fcf08dba tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 210 time: 0.0333295 Aug 12 04:12:41.336384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-755de96d-d21c-4c84-ba42-9e8b0b2bf84a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608082 Aug 12 04:12:41.455761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-1f032658-9c0f-42fd-8995-59e8781cf7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:41.457321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-1f032658-9c0f-42fd-8995-59e8781cf7fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=173ab85a39e44a34b11206ca0cadde4c&device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 1096 time: 0.0664728 Aug 12 04:12:41.474638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-5f09d524-0b85-4b74-a57c-a4b4329f2ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299939 Aug 12 04:12:41.888165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:41.891581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:41.981787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ab974-ec87-40f3-a60b-bfbd0ef510f3 req-c46d6453-2df4-458c-bc3b-df76d8cbdbcd tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:41.985211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:12:41.989112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e9ab974-ec87-40f3-a60b-bfbd0ef510f3 req-c46d6453-2df4-458c-bc3b-df76d8cbdbcd tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.1014979 Aug 12 04:12:42.022751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:42.024495 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Added segment 8995904f-934d-4c4d-b5ad-988393fa6d1e of type vlan for network 1ddab381-f66b-427e-8b2b-55576ab5b51b Aug 12 04:12:42.034095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e9ab974-ec87-40f3-a60b-bfbd0ef510f3 req-3b766dbe-717d-4781-97ea-87533acb59db tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Aug 12 04:12:42.034742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-8195deab-fc8d-4efc-be52-d80ff076baef service neutron] 10.222.0.42 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532603 Aug 12 04:12:42.056694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-e5af1e29-db73-4779-8fa2-6e11a9a8db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:42.059398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-e5af1e29-db73-4779-8fa2-6e11a9a8db3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=602a13d4-099b-447d-b77f-25f3adc48a0c HTTP/1.1" status: 200 len: 913 time: 0.5665469 Aug 12 04:12:42.068862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-04cf9e39-aebf-409e-8229-6b9ad4fddd21 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:42.070402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-04cf9e39-aebf-409e-8229-6b9ad4fddd21 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.20 "GET /v2.0/ports?device_id=f178de55-6dc3-4fed-99d2-e027f14ff89b HTTP/1.1" status: 200 len: 946 time: 0.1547067 Aug 12 04:12:42.146100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1398-7868-415b-b266-f57662009526 req-d8fe280e-578e-42b9-b47b-2a199244209b tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:42.159008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cda1398-7868-415b-b266-f57662009526 req-d8fe280e-578e-42b9-b47b-2a199244209b tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.0686290 Aug 12 04:12:42.182324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:42.211670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cda1398-7868-415b-b266-f57662009526 req-6bcc2bc5-ad8f-419e-a751-8bf156a4bcfc tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Aug 12 04:12:42.275347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-4ebd653d-9772-4176-811c-b76641334685 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e822576-0d40-44c7-9f63-389f20822af2 HTTP/1.1" status: 200 len: 1000 time: 0.2028005 Aug 12 04:12:42.366868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-f1f202a1-92db-40f9-b734-765d340fd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:42.368451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-f1f202a1-92db-40f9-b734-765d340fd147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4876027a-bcb9-4271-8f98-70949a191dd5 HTTP/1.1" status: 200 len: 851 time: 0.0661116 Aug 12 04:12:42.457766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:42.463276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:42.463868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:42.482167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b45256f5-3e05-4fc7-8d88-0f706a788e6b req-efbd137f-4fb4-416f-b072-cca2ce73c085 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 210 time: 0.0849283 Aug 12 04:12:42.490396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Deleting port 4a07292d-ccbe-4cfc-9df9-40174aade868 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:42.490761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:42.509018 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc363145-43c5-479c-94bd-8b87cfa6489c req-7b80dab3-9b1a-469d-8399-a761274dd48c tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 210 time: 0.0526037 Aug 12 04:12:42.678340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-72eacb8e-b2bd-4cdd-956b-09457ad6fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:42.679996 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-72eacb8e-b2bd-4cdd-956b-09457ad6fc8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=602a13d4-099b-447d-b77f-25f3adc48a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2962942 Aug 12 04:12:42.690670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Network': ['ID=1ddab381-f66b-427e-8b2b-55576ab5b51b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:42.693374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f327b956-7bf0-4876-ad63-7c87b7d8eaba tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5580857 Aug 12 04:12:42.696987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:42.703825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:12:42.704875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'subnet': {'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:42.775745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] For port 4a07292d-ccbe-4cfc-9df9-40174aade868, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4a07292d-ccbe-4cfc-9df9-40174aade868,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:42.776127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:42.805578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Calling delete_port for 4a07292d-ccbe-4cfc-9df9-40174aade868 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:42.877807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-aa8912e6-0cc4-4159-9da0-9d9d99223370 service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881437 Aug 12 04:12:42.938548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:42.943726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:43.050101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-238bdda7-ab53-4fb0-8d29-5420c4b98b11 req-2170ef10-88d5-4748-bc4c-b7a4d3c3992a service neutron] 10.222.0.36 "GET /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572576 Aug 12 04:12:43.194429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11e738-9dde-489b-aa60-ae3a6f5343f3 req-fc3ffd6f-1e08-4496-904f-e3b47aa16aab tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:43.196250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd11e738-9dde-489b-aa60-ae3a6f5343f3 req-fc3ffd6f-1e08-4496-904f-e3b47aa16aab tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0954230 Aug 12 04:12:43.242172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd11e738-9dde-489b-aa60-ae3a6f5343f3 req-5919cd5b-90cf-497c-a261-e10e1d648675 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373697 Aug 12 04:12:43.252341 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:43.265532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4a07292d-ccbe-4cfc-9df9-40174aade868'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:43.319657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Pushing event deleted for resources: {'Port': ['ID=4a07292d-ccbe-4cfc-9df9-40174aade868,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:43.371278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:43.378299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] No DVR routers for this DVR port 4a07292d-ccbe-4cfc-9df9-40174aade868 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:43.381851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:43.385811 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ae7788c-5c3a-4c9d-9f5f-ab7bc50a8323 req-1dc9cdfa-59ee-402e-98aa-1dab84c72080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.20 "DELETE /v2.0/ports/4a07292d-ccbe-4cfc-9df9-40174aade868 HTTP/1.1" status: 204 len: 173 time: 1.2864561 Aug 12 04:12:43.385811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'name': 'network-vif-deleted', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:43.387715 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f10325-bb42-409d-b3ec-a0491235f517" -d '{"events": [{"server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "name": "network-vif-deleted", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:43.527441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776099c2-099e-4279-833e-8124e0f1e102 req-0afd129d-6965-4a94-a3b0-fb793263f070 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:43.535727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-776099c2-099e-4279-833e-8124e0f1e102 req-0afd129d-6965-4a94-a3b0-fb793263f070 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.2064998 Aug 12 04:12:43.570335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Subnet': ['ID=82f796c2-2cd0-49c5-bbc1-756ed4395f29,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:43.613901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76a83-bffd-492d-b7da-203687258390 req-3c880339-b1df-4ac6-82fa-ac9dfeba6e82 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:43.615820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47d76a83-bffd-492d-b7da-203687258390 req-3c880339-b1df-4ac6-82fa-ac9dfeba6e82 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.20 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.2419858 Aug 12 04:12:43.625781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Checking segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:43.626448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network hostable DHCP agents. Network: d35a4d64-babf-4c8b-aedc-d67cd24a0c95, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:12:43.654695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-776099c2-099e-4279-833e-8124e0f1e102 req-c0ef8975-47da-4139-b5f2-ff798cf34f63 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179154 Aug 12 04:12:43.769553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f49b-074f-47c6-a0fc-8590a82e37ff req-27711f08-88a4-4c76-8e9a-6cb91cc923b9 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:43.771526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da34f49b-074f-47c6-a0fc-8590a82e37ff req-27711f08-88a4-4c76-8e9a-6cb91cc923b9 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.1183875 Aug 12 04:12:43.776282 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289f42e2-68bd-400a-93bd-3e635ccf1675 x-openstack-request-id: req-289f42e2-68bd-400a-93bd-3e635ccf1675 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:43.777373 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f178de55-6dc3-4fed-99d2-e027f14ff89b", "name": "network-vif-deleted", "tag": "4a07292d-ccbe-4cfc-9df9-40174aade868", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:43.778613 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-289f42e2-68bd-400a-93bd-3e635ccf1675 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:43.779563 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f178de55-6dc3-4fed-99d2-e027f14ff89b', 'name': 'network-vif-deleted', 'tag': '4a07292d-ccbe-4cfc-9df9-40174aade868', 'status': 'completed', 'code': 200} Aug 12 04:12:43.816562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:12:43.839052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da34f49b-074f-47c6-a0fc-8590a82e37ff req-db88be6c-9558-4164-a5ef-32fa81359819 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529850 Aug 12 04:12:43.885859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Deleting port 31ea45ed-5687-4c6d-9d99-2599a9233428 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:43.886250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:43.986964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c204dc67-0035-4e95-8838-f4324ef7821e req-4a61de3a-831c-464d-9b98-523757fc5381 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 210 time: 0.1365092 Aug 12 04:12:43.990963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d35a4d64-babf-4c8b-aedc-d67cd24a0c95) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:43.999379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:44.000370 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:44.013959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad8371-2382-4df4-a941-8ef583ed2773 None None] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:44.075816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3afbddcb-f274-45dd-995d-195bf640f8c1 req-d0f40508-2ab0-4280-8530-9cc9f7debf91 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 210 time: 0.0799842 Aug 12 04:12:44.099491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f901ff4-e9fb-424b-ada0-433b3b47254f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4008312 Aug 12 04:12:44.102426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51490) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:44.117056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'subnet': {'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:44.186960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7881f729-2dab-4fc5-8a77-f3d7251bfe7f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:44.188637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7881f729-2dab-4fc5-8a77-f3d7251bfe7f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 822 time: 0.2768340 Aug 12 04:12:44.214998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'port': {'device_id': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'admin_state_up': True, 'tenant_id': '25b9e4655d73455b847e527b9016ec3d'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:44.297162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-d35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:12:44.298305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:44.561390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Made reservation on behalf of 25b9e4655d73455b847e527b9016ec3d for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:44.567199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:44.742795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Allocated IP 10.1.1.2 (d35a4d64-babf-4c8b-aedc-d67cd24a0c95/82f796c2-2cd0-49c5-bbc1-756ed4395f29/03cd50aa-f9d6-437a-a214-1cc0d45eba9c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:44.757432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] For port 31ea45ed-5687-4c6d-9d99-2599a9233428, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=31ea45ed-5687-4c6d-9d99-2599a9233428,segment=NetworkSegment(1708ea05-f548-4d78-8864-5a445fac1370),segment_id=1708ea05-f548-4d78-8864-5a445fac1370)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:44.759400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:44.804387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Calling delete_port for 31ea45ed-5687-4c6d-9d99-2599a9233428 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:44.939847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125eaccb-47d5-4c0f-8872-dfbf5924819a req-cd7694ad-b0b8-455e-b82b-d445108708de tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:44.944232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-125eaccb-47d5-4c0f-8872-dfbf5924819a req-cd7694ad-b0b8-455e-b82b-d445108708de tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.2265530 Aug 12 04:12:44.982918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Allocated IP 172.20.0.8 (46002dfd-f204-4785-bb48-e8c7bfaad193/ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c/789da14a-fd0d-4bd7-97e3-bf7ea22a3705) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:45.013462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340431ff-8bb7-4b36-8755-72de36501608 req-953364e5-7978-4e03-8467-cbd186d7f4d8 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:45.013462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-340431ff-8bb7-4b36-8755-72de36501608 req-953364e5-7978-4e03-8467-cbd186d7f4d8 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 946 time: 0.1043618 Aug 12 04:12:45.018405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:45.028239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.089290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-340431ff-8bb7-4b36-8755-72de36501608 req-7d7916fe-51c9-4c69-af6a-ed474f1c46b6 tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3cbf976-1db5-4d79-941e-cb80a847fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694418 Aug 12 04:12:45.105116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.132952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-125eaccb-47d5-4c0f-8872-dfbf5924819a req-3b96389d-8819-4fe4-b17b-4bd5c07e7014 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697509 Aug 12 04:12:45.140179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Transition to ACTIVE for port object 03cd50aa-f9d6-437a-a214-1cc0d45eba9c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:45.187485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Transition to ACTIVE for port object 03cd50aa-f9d6-437a-a214-1cc0d45eba9c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:45.383731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a181d29e-3c8b-4d2c-9312-1e5b7c20c22b req-1f67cd25-9bf2-4994-81e3-202727625d7a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 210 time: 0.0712142 Aug 12 04:12:45.427944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.467099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-bf7e2fd0-8d15-4c07-92a0-748fce91d43b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:45.468793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-bf7e2fd0-8d15-4c07-92a0-748fce91d43b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 814 time: 0.3380418 Aug 12 04:12:45.486148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Request body: {'port': {'device_id': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'admin_state_up': True, 'tenant_id': 'ebdc34e673824559b908a44c768d8169'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:45.498746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.579755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:45.585938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cae22-183b-41a4-a213-ba82868e03ea req-7fdb3537-36ed-414c-b0b1-28c683eeb585 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:45.587711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-119cae22-183b-41a4-a213-ba82868e03ea req-7fdb3537-36ed-414c-b0b1-28c683eeb585 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.0665398 Aug 12 04:12:45.597396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:45.603214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:45.645397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.648819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Pushing event updated for resources: {'Port': ['ID=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:45.649677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-119cae22-183b-41a4-a213-ba82868e03ea req-afba5014-209a-40a6-ba1f-0517dce393df tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483685 Aug 12 04:12:45.661227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['31ea45ed-5687-4c6d-9d99-2599a9233428'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:45.675849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.781093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:45.803073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:45.817936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:45.823210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:45.829566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Attempting to bind port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:45.829566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Attempting to bind port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:45.830000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Attempting to bind port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:45.833631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aeb85516-e219-42f4-b8f8-e353fa3cc9b6 req-0f8e48ad-8b52-43ac-a4a5-97cedbeea2b4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 210 time: 0.2336390 Aug 12 04:12:45.854219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:45.854602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Checking segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:45.855037 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.863946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Bound using segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:45.863946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Bound port: 03cd50aa-f9d6-437a-a214-1cc0d45eba9c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:45.863946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:45.994628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:45.995441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.012117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] No DVR routers for this DVR port 31ea45ed-5687-4c6d-9d99-2599a9233428 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:46.014983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Pushing event deleted for resources: {'Port': ['ID=31ea45ed-5687-4c6d-9d99-2599a9233428,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:46.022218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.024478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47d76a83-bffd-492d-b7da-203687258390 req-1ad37e43-edd5-40f0-bdf6-702067abad2c tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.20 "DELETE /v2.0/ports/31ea45ed-5687-4c6d-9d99-2599a9233428 HTTP/1.1" status: 204 len: 173 time: 2.4007189 Aug 12 04:12:46.025102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'name': 'network-vif-deleted', 'tag': '31ea45ed-5687-4c6d-9d99-2599a9233428'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:46.027637 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb41942-350d-41f3-8db0-c81ac5db410e" -d '{"events": [{"server_uuid": "a06ba016-25bd-44f9-87f0-19532fcb27f9", "name": "network-vif-deleted", "tag": "31ea45ed-5687-4c6d-9d99-2599a9233428"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:46.035724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.036709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] For port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:46.043167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] For port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:46.082758 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c4246d-106f-4dba-9665-84abfd3c510b x-openstack-request-id: req-d4c4246d-106f-4dba-9665-84abfd3c510b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:46.083083 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06ba016-25bd-44f9-87f0-19532fcb27f9", "name": "network-vif-deleted", "tag": "31ea45ed-5687-4c6d-9d99-2599a9233428", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:46.083342 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4c4246d-106f-4dba-9665-84abfd3c510b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:46.083750 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06ba016-25bd-44f9-87f0-19532fcb27f9', 'name': 'network-vif-deleted', 'tag': '31ea45ed-5687-4c6d-9d99-2599a9233428', 'status': 'completed', 'code': 200} Aug 12 04:12:46.084229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-33691c3c-c66c-4b06-8b55-808cbf04fee3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8752716 Aug 12 04:12:46.100839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Request body: {'port': {'device_id': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:46.143610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.185175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Subnet': ['ID=862dfe9e-9608-448c-aa71-e732a7403e2a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:46.305895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Checking segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:46.306353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network hostable DHCP agents. Network: 1ddab381-f66b-427e-8b2b-55576ab5b51b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:12:46.347732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbeca0-4755-4628-8f38-507a42157fbf req-ac734da8-ca1b-4692-b82d-2285b3bc8e38 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:46.349374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9abbeca0-4755-4628-8f38-507a42157fbf req-ac734da8-ca1b-4692-b82d-2285b3bc8e38 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0967016 Aug 12 04:12:46.350518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Made reservation on behalf of ebdc34e673824559b908a44c768d8169 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:46.353880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.373093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136290fe-1084-4a6f-a57f-a44b5df75642 None None] Pushing event updated for resources: {'Port': ['ID=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:46.390675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:46.432893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 4a07292d-ccbe-4cfc-9df9-40174aade868 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:46.433377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4a07292d-ccbe-4cfc-9df9-40174aade868 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:46.443591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e710125d-538c-4553-a18e-c9fecc4dc587 req-ea644bca-4446-4996-b0ff-81cbbe7104cc tempest-InstanceActionsTestJSON-1401239927 tempest-InstanceActionsTestJSON-1401239927-project] 10.222.0.42 "GET /v2.0/ports?device_id=a06ba016-25bd-44f9-87f0-19532fcb27f9 HTTP/1.1" status: 200 len: 210 time: 0.1523542 Aug 12 04:12:46.451195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.614462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:12:46.683635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9abbeca0-4755-4628-8f38-507a42157fbf req-25189862-d34c-449f-9ca0-5ba74dbba63b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065867 Aug 12 04:12:46.685015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Allocated IP 172.20.0.6 (39bd3e0f-ca5a-4ac0-8844-333f6d7f7026/45f8eb23-c7c2-4984-9335-037f8e4bc7d7/54b17668-581a-4134-87dc-9e814a7a5fb4) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:46.786809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-313261d3-9b80-4967-a72f-f8f9871f38b7 req-2f018049-67c7-4a67-8da6-ca1f23fdf080 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 210 time: 0.0351055 Aug 12 04:12:46.913198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1ddab381-f66b-427e-8b2b-55576ab5b51b) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:46.923326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd90fa6-bdaf-4bac-b514-577a93c8a59e None None] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:46.938758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:46.944724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:46.945326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.946076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.950796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:46.969062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Transition to ACTIVE for port object 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:47.043261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.071867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f52e-1379-4153-b223-2c0f9322eb23 req-919c4320-9b0c-4484-89de-207fb8e5eba3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:47.073645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1660f52e-1379-4153-b223-2c0f9322eb23 req-919c4320-9b0c-4484-89de-207fb8e5eba3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 931 time: 0.1142669 Aug 12 04:12:47.083288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-34e70317-19fa-4067-a5ee-a49c4df6f873 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9771843 Aug 12 04:12:47.084839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51564) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:47.106730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'name': 'tempest-TaggedBootDevicesTest_v242-582955481', 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:47.206448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:47.211066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-1ddab381-f66b-427e-8b2b-55576ab5b51b', 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'fixed_ips': [{'subnet_id': '862dfe9e-9608-448c-aa71-e732a7403e2a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:12:47.212201 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.213940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1660f52e-1379-4153-b223-2c0f9322eb23 req-ce0fff31-aefc-47c9-ab03-3bc04a0c04c2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276634 Aug 12 04:12:47.230969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.300770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:47.309909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:47.335106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:47.413969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Attempting to bind port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:47.414432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Attempting to bind port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:47.414782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Attempting to bind port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:47.419491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:47.433953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:12:47.434278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Attempting to bind port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:47.444325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:47.444568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Checking segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:47.444950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Bound using segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:47.445392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Bound port: 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:47.445750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.446028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Allocated IP 10.2.2.2 (1ddab381-f66b-427e-8b2b-55576ab5b51b/862dfe9e-9608-448c-aa71-e732a7403e2a/397d9462-02b2-4138-8a46-ccec89885115) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:47.492921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:47.493060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13ceeb-5b7c-40f2-b8de-b9b45714f089 req-533389fb-2b73-480e-9bf6-b013316fc61b tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:47.493198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.497194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a13ceeb-5b7c-40f2-b8de-b9b45714f089 req-533389fb-2b73-480e-9bf6-b013316fc61b tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.1713421 Aug 12 04:12:47.532401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:47.587434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:47.604042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a13ceeb-5b7c-40f2-b8de-b9b45714f089 req-f63cf75a-2470-4f00-8cf1-ac5f4ba10e80 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058519 Aug 12 04:12:47.646888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.650362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:47.656610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Transition to ACTIVE for port object 397d9462-02b2-4138-8a46-ccec89885115 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:47.658651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:47.670404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-b5e1212a-99cb-4766-b68e-8e221e0ee60d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1910911 Aug 12 04:12:47.675338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Transition to ACTIVE for port object 397d9462-02b2-4138-8a46-ccec89885115 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:47.688012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Request body: {'port': {'device_id': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:47.734921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Deleting subnet 3ad3089d-9fac-406f-a559-7519787c9393 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:12:47.735391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.743702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.775046 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.796714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:47.799319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:47.808761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:47.821493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:47.834298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.837289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.838443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] 10.222.0.36 "PUT /v2.0/ports/789da14a-fd0d-4bd7-97e3-bf7ea22a3705 HTTP/1.1" status: 200 len: 1091 time: 1.7423480 Aug 12 04:12:47.843850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:47.851317 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a61097-f76b-477a-8fdb-d141df998dad" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:47.884320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.897181 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:47.897181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] device_id is not set on port 05b22004-670c-4cf8-bdfc-be06260aa83f yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:12:47.909055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8aeb6-44fb-461c-a901-2710c6659f91 None None] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:47.923441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2313f9-1623-4e6c-b017-30d03dd6ff29 service neutron] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:48.034667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dab9b9-b8f8-4aaa-bdf0-9319a5963c8e req-ae64c71b-9fb7-43cb-a704-3866101c4cf9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.043545 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2dab9b9-b8f8-4aaa-bdf0-9319a5963c8e req-ae64c71b-9fb7-43cb-a704-3866101c4cf9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 931 time: 0.0956028 Aug 12 04:12:48.054185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-ddaca7bb-11b0-42dc-8a65-2bff4b4dfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.056205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-ddaca7bb-11b0-42dc-8a65-2bff4b4dfc4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 1094 time: 0.0929930 Aug 12 04:12:48.102609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Pushing event updated for resources: {'Port': ['ID=397d9462-02b2-4138-8a46-ccec89885115,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:48.118389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce9a68-0abc-40ce-bd29-45f7ec2d54a4 req-2ae6f9d6-811d-4d0e-825b-02628d4f2a35 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.119973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98ce9a68-0abc-40ce-bd29-45f7ec2d54a4 req-2ae6f9d6-811d-4d0e-825b-02628d4f2a35 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.3181684 Aug 12 04:12:48.120429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-480d6de6-92ff-4971-89f7-6ec875b54668 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705 HTTP/1.1" status: 200 len: 217 time: 0.0547032 Aug 12 04:12:48.129695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Attempting to bind port 397d9462-02b2-4138-8a46-ccec89885115 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:48.129956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2dab9b9-b8f8-4aaa-bdf0-9319a5963c8e req-fe63356b-b71f-4ba4-b44f-9bd8bdfed152 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851159 Aug 12 04:12:48.130182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Attempting to bind port 397d9462-02b2-4138-8a46-ccec89885115 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:48.130488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Attempting to bind port 397d9462-02b2-4138-8a46-ccec89885115 on network 1ddab381-f66b-427e-8b2b-55576ab5b51b {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:48.137802 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.140933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:48.141336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Checking segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:48.142505 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.142505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Bound using segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:48.143061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Bound port: 397d9462-02b2-4138-8a46-ccec89885115, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:48.143536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.196525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-4bf7a120-8a22-49f0-ada1-97c31fc02e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.198325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-4bf7a120-8a22-49f0-ada1-97c31fc02e5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c HTTP/1.1" status: 200 len: 862 time: 0.0675194 Aug 12 04:12:48.220840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] For port 397d9462-02b2-4138-8a46-ccec89885115, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:48.227009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] For port 397d9462-02b2-4138-8a46-ccec89885115, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=397d9462-02b2-4138-8a46-ccec89885115,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:48.242851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-afd87498-cd1c-45e6-b7dc-9b240080941e None None] Provisioning for port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:48.264554 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb59305-87c7-4be5-8d35-71e216c21155 x-openstack-request-id: req-ffb59305-87c7-4be5-8d35-71e216c21155 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:48.265431 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:48.265903 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffb59305-87c7-4be5-8d35-71e216c21155 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:48.266533 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'status': 'completed', 'code': 200} Aug 12 04:12:48.274937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-dbe0744a-f238-45c6-9da6-db05c8d1c906 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46002dfd-f204-4785-bb48-e8c7bfaad193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672021 Aug 12 04:12:48.328457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98ce9a68-0abc-40ce-bd29-45f7ec2d54a4 req-b4644cc2-102d-482a-b15b-f8d35e99ec99 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932480 Aug 12 04:12:48.333875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.391500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bae06-22e1-48fb-a7b4-40abec3e65fb None None] Pushing event updated for resources: {'Port': ['ID=397d9462-02b2-4138-8a46-ccec89885115,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:48.414328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 31ea45ed-5687-4c6d-9d99-2599a9233428 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:48.437001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-592e3714-31d9-423b-a5ec-0f9b759e47fc service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513200 Aug 12 04:12:48.630089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03cd50aa-f9d6-437a-a214-1cc0d45eba9c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:48.634865 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d45f43d-43c0-4d24-bf8e-4a3d62ba7296 req-140ff6f0-6b8e-46b6-afb6-44cc92244c6e service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766045 Aug 12 04:12:48.635173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 31ea45ed-5687-4c6d-9d99-2599a9233428 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:48.635517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 31ea45ed-5687-4c6d-9d99-2599a9233428 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:48.654079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 10.1.1.102 (d35a4d64-babf-4c8b-aedc-d67cd24a0c95/82f796c2-2cd0-49c5-bbc1-756ed4395f29/05b22004-670c-4cf8-bdfc-be06260aa83f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:48.758466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f95d3c-64c2-4baa-8c13-8a6b8697a751 req-66983628-ab10-47cc-bcf9-7acf4e6c25bc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.760393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5f95d3c-64c2-4baa-8c13-8a6b8697a751 req-66983628-ab10-47cc-bcf9-7acf4e6c25bc tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.0545208 Aug 12 04:12:48.775641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:48.782274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:48.782653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.783018 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.829324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751e78-dc88-4728-8f41-36a7faa65e39 req-f8d4a646-c26d-476e-a2cb-a4d910a9b566 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.831059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36751e78-dc88-4728-8f41-36a7faa65e39 req-f8d4a646-c26d-476e-a2cb-a4d910a9b566 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 943 time: 0.3329382 Aug 12 04:12:48.855492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad3089d-9fac-406f-a559-7519787c9393,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:48.869203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5f95d3c-64c2-4baa-8c13-8a6b8697a751 req-07e94d3e-5ebd-4e4b-8e23-9e75b7620392 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009667 Aug 12 04:12:48.897956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61097-f76b-477a-8fdb-d141df998dad req-507ab16d-3d2b-45a1-b6f9-a2f4e03e41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.900126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-507ab16d-3d2b-45a1-b6f9-a2f4e03e41ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 1094 time: 0.1058464 Aug 12 04:12:48.916097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.939860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-a309f179-b54a-4d21-879b-553f1f4cd91f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:48.941392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-a309f179-b54a-4d21-879b-553f1f4cd91f tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.3909714 Aug 12 04:12:48.986944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:48.991477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f7b93228-697d-444f-88d6-48f074d67de3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ad3089d-9fac-406f-a559-7519787c9393 HTTP/1.1" status: 204 len: 168 time: 1.4579997 Aug 12 04:12:48.995319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:49.000922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51604) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:49.049229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b17668-581a-4134-87dc-9e814a7a5fb4 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:49.061205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61097-f76b-477a-8fdb-d141df998dad req-538e7f41-1708-4b13-90f6-1e7a7dabad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:49.063307 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-538e7f41-1708-4b13-90f6-1e7a7dabad84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 923 time: 0.1039860 Aug 12 04:12:49.111098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-f6bb87df-5790-4a77-bfb8-578db46d408f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705 HTTP/1.1" status: 200 len: 217 time: 0.0391593 Aug 12 04:12:49.114047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.120700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.138218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36751e78-dc88-4728-8f41-36a7faa65e39 req-25e78fd5-2987-4ced-ae23-2c8279a9fd83 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648132 Aug 12 04:12:49.182119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61097-f76b-477a-8fdb-d141df998dad req-11840d9d-9293-4d6d-a680-10b737972793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:49.183705 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-11840d9d-9293-4d6d-a680-10b737972793 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c HTTP/1.1" status: 200 len: 862 time: 0.0653861 Aug 12 04:12:49.191425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:49.199491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Transition to ACTIVE for port object 54b17668-581a-4134-87dc-9e814a7a5fb4 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:49.212984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.221967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-069b2774-1e8d-4e39-be94-6bbe36cafcd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46002dfd-f204-4785-bb48-e8c7bfaad193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288100 Aug 12 04:12:49.247818 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.282658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.339703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58166ff-ace6-4ab2-ae03-14978e033cc0 req-d77c05b1-a2a1-40bc-9d52-f6e0b6d1a855 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:49.341489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d58166ff-ace6-4ab2-ae03-14978e033cc0 req-d77c05b1-a2a1-40bc-9d52-f6e0b6d1a855 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 931 time: 0.1181109 Aug 12 04:12:49.375382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-1965dc71-3d3f-4460-a8e5-9508fbebc8c1 service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412039 Aug 12 04:12:49.457256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d58166ff-ace6-4ab2-ae03-14978e033cc0 req-c66be4b6-3397-4290-91fb-a07c1db5eda1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042197 Aug 12 04:12:49.516855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70a61097-f76b-477a-8fdb-d141df998dad req-2381e2fa-f069-407e-b5cc-8d19214650cd service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329985 Aug 12 04:12:49.607068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object 05b22004-670c-4cf8-bdfc-be06260aa83f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:49.693809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcedc7-c35c-4336-94bb-79a3c69fa663 req-9beb0030-9ba7-4899-b2fe-e5e91c2d3e68 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:49.695481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d9fcedc7-c35c-4336-94bb-79a3c69fa663 req-9beb0030-9ba7-4899-b2fe-e5e91c2d3e68 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 950 time: 0.0540383 Aug 12 04:12:49.734820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Deleting port 0e822576-0d40-44c7-9f63-389f20822af2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:49.735166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.740091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d9fcedc7-c35c-4336-94bb-79a3c69fa663 req-ddc07535-4f12-49f1-ad52-765e95625c5d tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360048 Aug 12 04:12:49.773455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.776986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0df825-d325-4471-b584-76d2bfd8d6d0 None None] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:49.805531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:49.831300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b70dd0-f2e8-49b6-aba2-d3ebae0a3142']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:49.900108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1708ea05-f548-4d78-8864-5a445fac1370') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:49.900432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1708ea05-f548-4d78-8864-5a445fac1370') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:49.911430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a29a3a-d89f-4eb2-86bc-12ad2fa14a6b req-fe56d59e-b3b7-4592-9d1d-268e1832eed7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:49.912976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1a29a3a-d89f-4eb2-86bc-12ad2fa14a6b req-fe56d59e-b3b7-4592-9d1d-268e1832eed7 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.3087313 Aug 12 04:12:49.939780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00f72ad3-e552-4edc-9a75-85229ca33acd None None] Provisioning for port 397d9462-02b2-4138-8a46-ccec89885115 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:49.947383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:49.985908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.003011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:12:50.003011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.006050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] For port 0e822576-0d40-44c7-9f63-389f20822af2, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0e822576-0d40-44c7-9f63-389f20822af2,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:50.006437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:12:50.010790 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:12:50.034746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.136318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1a29a3a-d89f-4eb2-86bc-12ad2fa14a6b req-05693840-bf8e-4923-a767-80b381995fa5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065599 Aug 12 04:12:50.212307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Attempting to bind port 54b17668-581a-4134-87dc-9e814a7a5fb4 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:12:50.213102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Attempting to bind port 54b17668-581a-4134-87dc-9e814a7a5fb4 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:12:50.213102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Attempting to bind port 54b17668-581a-4134-87dc-9e814a7a5fb4 on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:50.236862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:50.257579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:50.259273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Port 54b17668-581a-4134-87dc-9e814a7a5fb4 on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:12:50.259602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Attempting to bind port 54b17668-581a-4134-87dc-9e814a7a5fb4 on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:12:50.261659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:50.330569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:12:50.331750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Checking segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:50.332144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Bound using segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:12:50.332597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Bound port: 54b17668-581a-4134-87dc-9e814a7a5fb4, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:12:50.332960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.335191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:50.357136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.404369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:50.405447 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.407382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] 10.222.0.42 "DELETE /v2.0/networks/17b70dd0-f2e8-49b6-aba2-d3ebae0a3142 HTTP/1.1" status: 204 len: 168 time: 1.4054670 Aug 12 04:12:50.492895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1aeac-51ab-49f1-be6d-d81d05dee885 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b70dd0-f2e8-49b6-aba2-d3ebae0a3142,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:50.509448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:50.510124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.546863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61892f-8b08-45db-a4d1-c66353f2b7b8 req-f7ceb13d-f6af-4f4a-9b7c-ed9bec566eee tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:50.548559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e61892f-8b08-45db-a4d1-c66353f2b7b8 req-f7ceb13d-f6af-4f4a-9b7c-ed9bec566eee tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 945 time: 0.3265502 Aug 12 04:12:50.554072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:50.568418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'port_id': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'mac_address': 'fa:16:3e:af:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:50.601851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8a59e425-b898-47a4-a231-bd84fce96e2e None None] Provisioning for port 05b22004-670c-4cf8-bdfc-be06260aa83f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:50.614271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8a59e425-b898-47a4-a231-bd84fce96e2e None None] Provisioning complete for port 05b22004-670c-4cf8-bdfc-be06260aa83f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:50.614750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a59e425-b898-47a4-a231-bd84fce96e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.640857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03cd50aa-f9d6-437a-a214-1cc0d45eba9c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:50.653547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:12:50.664741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.668889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.669076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.669694 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Floating IP b18576d4-b702-4eb2-912b-c85946dfb919 disassociated. External IP: 172.25.6.12, port: 0e822576-0d40-44c7-9f63-389f20822af2. Aug 12 04:12:50.669694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Calling delete_port for 0e822576-0d40-44c7-9f63-389f20822af2 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:50.676748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:12:50.680353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e61892f-8b08-45db-a4d1-c66353f2b7b8 req-1d15693a-a7d4-4e9a-bf9f-7b4c55ae4d42 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1796db6-54f9-4e6c-8221-8ddf02d84852&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958996 Aug 12 04:12:50.699079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8a59e425-b898-47a4-a231-bd84fce96e2e None None] Port 05b22004-670c-4cf8-bdfc-be06260aa83f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:12:50.701024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:50.732048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d999cccd-94da-4214-ab1d-25e82ac6c060 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6460888 Aug 12 04:12:50.733334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:50.735334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51694) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:50.742102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'name': 'tempest-TaggedBootDevicesTest_v242-2147362818', 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:50.751647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:50.752355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.752567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.807343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:50.808245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.809909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] 10.222.0.36 "PUT /v2.0/ports/54b17668-581a-4134-87dc-9e814a7a5fb4 HTTP/1.1" status: 200 len: 1091 time: 3.1270456 Aug 12 04:12:50.834869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:50.837183 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31" -d '{"events": [{"name": "network-changed", "server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:50.860674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:50.862639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51698) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:50.879274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb32a-0d0e-4e89-bafa-cabfb429bc54 service neutron] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:50.919043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 397d9462-02b2-4138-8a46-ccec89885115 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:50.922763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732ed7f-5929-48ca-ba10-27fd2011af34 req-b18ad656-8d62-41d1-aab6-a81c832bc765 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:50.929752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f732ed7f-5929-48ca-ba10-27fd2011af34 req-b18ad656-8d62-41d1-aab6-a81c832bc765 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 943 time: 0.1474993 Aug 12 04:12:50.937775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-45bc636e-6695-43d9-8cda-0d45190ed307 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9c5a07b4fb34589bdd6a3ee78c12d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733719 Aug 12 04:12:50.938604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51700) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:50.962828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:50.985711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:51.017488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-540704f9-c285-4a48-80c5-663998d260ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:51.019081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-540704f9-c285-4a48-80c5-663998d260ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0862107 Aug 12 04:12:51.021899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f732ed7f-5929-48ca-ba10-27fd2011af34 req-88c82523-e0de-43cf-abee-55b6efc6d7c2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Aug 12 04:12:51.063747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da41def7-caa4-425f-a9aa-a90dbba9dc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.069217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-e30d9299-ffa1-4798-92b2-a44883a2c70f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b17668-581a-4134-87dc-9e814a7a5fb4 HTTP/1.1" status: 200 len: 217 time: 0.0392287 Aug 12 04:12:51.095337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 397d9462-02b2-4138-8a46-ccec89885115 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:51.100811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 397d9462-02b2-4138-8a46-ccec89885115 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:51.101206 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.107654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da41def7-caa4-425f-a9aa-a90dbba9dc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.123972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.126316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['789da14a-fd0d-4bd7-97e3-bf7ea22a3705'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:51.139623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413902db-dae9-4054-b68a-ecdd4434412a req-48bbef8b-4443-4f67-a2ad-e5f21ce8d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:51.141983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-48bbef8b-4443-4f67-a2ad-e5f21ce8d3a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 200 len: 854 time: 0.0593169 Aug 12 04:12:51.142595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.174962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] device_id is not set on port 5ac480cd-2d4b-4750-a731-5327bca66245 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:12:51.241287 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7fa197-630d-45b2-9361-0d31babf087d x-openstack-request-id: req-ed7fa197-630d-45b2-9361-0d31babf087d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:51.241820 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:51.241820 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed7fa197-630d-45b2-9361-0d31babf087d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:51.242191 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'status': 'completed', 'code': 200} Aug 12 04:12:51.290020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-7acc77b8-3777-4b9d-af53-a2c7a0f20d8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321712 Aug 12 04:12:51.290806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event deleted for resources: {'Port': ['ID=0e822576-0d40-44c7-9f63-389f20822af2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:51.311596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.378055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da41def7-caa4-425f-a9aa-a90dbba9dc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.378055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da41def7-caa4-425f-a9aa-a90dbba9dc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.378407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 397d9462-02b2-4138-8a46-ccec89885115, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=397d9462-02b2-4138-8a46-ccec89885115,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:51.380925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-da41def7-caa4-425f-a9aa-a90dbba9dc2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3cbf976-1db5-4d79-941e-cb80a847fb0f HTTP/1.1" status: 204 len: 168 time: 0.4406586 Aug 12 04:12:51.430234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9e663-5754-488a-a9c4-86a05200f328 req-e057698f-fcf8-463e-a788-c29493e072c1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:51.433701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ad9e663-5754-488a-a9c4-86a05200f328 req-e057698f-fcf8-463e-a788-c29493e072c1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 943 time: 0.2974453 Aug 12 04:12:51.456280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.495521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41def7-caa4-425f-a9aa-a90dbba9dc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbf976-1db5-4d79-941e-cb80a847fb0f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:51.523688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Router 2c460f17-43c2-4670-82d8-bbe613be52f7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:12:51.560764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 10.1.1.42 (d35a4d64-babf-4c8b-aedc-d67cd24a0c95/82f796c2-2cd0-49c5-bbc1-756ed4395f29/5ac480cd-2d4b-4750-a731-5327bca66245) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:51.563240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=397d9462-02b2-4138-8a46-ccec89885115,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:51.567382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-8da72109-a8af-4c47-a219-7d2dfea252f4 service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653003 Aug 12 04:12:51.570448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ad9e663-5754-488a-a9c4-86a05200f328 req-e95dfea4-58bb-40a9-8e43-dc738912a2ae tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197650 Aug 12 04:12:51.603712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1a9e1-b577-4646-8047-3c3f1ed41c88 req-4f7a7634-8a63-4109-8ba8-8b9aec769812 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:51.606608 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22a1a9e1-b577-4646-8047-3c3f1ed41c88 req-4f7a7634-8a63-4109-8ba8-8b9aec769812 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.2639334 Aug 12 04:12:51.731937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22a1a9e1-b577-4646-8047-3c3f1ed41c88 req-fe5c3274-fcbf-4567-b63a-5b9b1bfedfba tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138668 Aug 12 04:12:51.803494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:12:51.820270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] Sync routers for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:12:51.835264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413902db-dae9-4054-b68a-ecdd4434412a req-47efdd54-8b2c-4c73-aa90-3fc0010c991b service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012885 Aug 12 04:12:51.849136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:51.859966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:51.870532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] No DVR routers for this DVR port 0e822576-0d40-44c7-9f63-389f20822af2 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:12:51.873315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.875903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3fb8f52-e7bf-4a57-a03c-ac49f367c7bb req-e3f8a9ca-f242-4660-9c6e-fd66d1212564 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.36 "DELETE /v2.0/ports/0e822576-0d40-44c7-9f63-389f20822af2 HTTP/1.1" status: 204 len: 173 time: 2.8782034 Aug 12 04:12:51.973726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:51.991653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object 5ac480cd-2d4b-4750-a731-5327bca66245 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:12:52.055149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-747b6bfb-e934-48e3-8c61-847ab0fe2b4e req-6596d714-7b15-49c5-9952-6af29d03842a tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 210 time: 0.0341971 Aug 12 04:12:52.063710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:52.087947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-9acd06f4-cd4e-46e7-9189-bcc0b8bf1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.087947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-9acd06f4-cd4e-46e7-9189-bcc0b8bf1cdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0630114 Aug 12 04:12:52.185827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:52.192147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-9b6eb9e6-b50b-46ac-884f-989c4ad0988e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.193640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-9b6eb9e6-b50b-46ac-884f-989c4ad0988e service neutron] 10.222.0.36 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 915 time: 0.0988865 Aug 12 04:12:52.242182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-4365e011-0732-4cb4-b0bb-e03cb18552be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b17668-581a-4134-87dc-9e814a7a5fb4 HTTP/1.1" status: 200 len: 217 time: 0.0407772 Aug 12 04:12:52.269334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:52.273031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:52.288460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:52.288782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:52.303986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-c0ff3cb4-da25-4584-aea2-f9b6ef0995cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.305835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-c0ff3cb4-da25-4584-aea2-f9b6ef0995cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 200 len: 854 time: 0.0551274 Aug 12 04:12:52.341449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ada942-b6d7-4a6d-962d-05e2ca18ed70 req-68da62a5-1736-4521-a188-b3dbe052f10f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.347536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:45Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:52.350440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3ada942-b6d7-4a6d-962d-05e2ca18ed70 req-68da62a5-1736-4521-a188-b3dbe052f10f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 944 time: 0.2138040 Aug 12 04:12:52.389000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-3b4f80b0-7ca4-4283-95cc-f4b8f3e06405 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722256 Aug 12 04:12:52.404686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] Checking router: 2c460f17-43c2-4670-82d8-bbe613be52f7 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:12:52.420121 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3ada942-b6d7-4a6d-962d-05e2ca18ed70 req-051a31ca-dbd2-46dc-aef1-5e3aeb7760f7 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655267 Aug 12 04:12:52.427287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:52.434972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:52.438699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.450621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:52.451533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:52.544112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e7c24b74-1567-4d00-9b5c-174b624109ee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8072743 Aug 12 04:12:52.585871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-7b28ac34-6960-466f-b320-a0e70a0ee279 service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841869 Aug 12 04:12:52.614665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 397d9462-02b2-4138-8a46-ccec89885115 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:52.752037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493db54-db41-4656-91a8-56e40bad6caa req-00d97b89-e1ce-47c5-b016-af64e1ce2103 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.759820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8493db54-db41-4656-91a8-56e40bad6caa req-00d97b89-e1ce-47c5-b016-af64e1ce2103 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 943 time: 0.0944622 Aug 12 04:12:52.768408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3da89e5f-ed9f-4cd6-aa7c-14a1000dbc31 req-474c203d-0933-44bf-a908-60a00418ff1a service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733954 Aug 12 04:12:52.787374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8a19aff3-975c-4832-92c3-280f769ce636 None None] Provisioning for port 5ac480cd-2d4b-4750-a731-5327bca66245 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:52.801098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8a19aff3-975c-4832-92c3-280f769ce636 None None] Provisioning complete for port 5ac480cd-2d4b-4750-a731-5327bca66245 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:52.806669 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a19aff3-975c-4832-92c3-280f769ce636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:52.826575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8493db54-db41-4656-91a8-56e40bad6caa req-3a85ff87-4e1d-4c0f-97a2-514ebd187ebf tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658925 Aug 12 04:12:52.834423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:52.871856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 397d9462-02b2-4138-8a46-ccec89885115 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:52.872529 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:52.909648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:52.927884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:52.928179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:52.950522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f66970-d858-4d11-bcf7-97328e7f99f7 req-240891e9-0ce9-4f25-869b-fa91c83fc652 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:52.952229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79f66970-d858-4d11-bcf7-97328e7f99f7 req-240891e9-0ce9-4f25-869b-fa91c83fc652 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0596435 Aug 12 04:12:52.984496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51760) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:52.988314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8a19aff3-975c-4832-92c3-280f769ce636 None None] Port 5ac480cd-2d4b-4750-a731-5327bca66245 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:12:52.991888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311162684', 'description': 'tempest-description--857651671'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:53.020444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79f66970-d858-4d11-bcf7-97328e7f99f7 req-4564accb-b700-4f98-8d80-d8103ea6c732 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Aug 12 04:12:53.112920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.163900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51766) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:53.205435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e98a51c-e35e-46f0-9fed-4e1b4b958a33 req-8974e535-0d15-4360-ae17-9dc157102382 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/ports?device_id=7d6f3f6c-f675-4356-8b96-58c827545c61 HTTP/1.1" status: 200 len: 210 time: 0.0542490 Aug 12 04:12:53.243349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'name': 'network-vif-deleted', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:53.245728 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508d0835-55ab-47d9-9276-a938149132e9" -d '{"events": [{"server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "name": "network-vif-deleted", "tag": "0e822576-0d40-44c7-9f63-389f20822af2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:53.286929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-762381271-network', 'tenant_id': '258d1b7660914972b7101fabe7838ef0'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:53.293607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.300126 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa34b98a-264c-4f3e-a091-58232459ef66 x-openstack-request-id: req-aa34b98a-264c-4f3e-a091-58232459ef66 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:53.300423 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6f3f6c-f675-4356-8b96-58c827545c61", "name": "network-vif-deleted", "tag": "0e822576-0d40-44c7-9f63-389f20822af2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:53.300698 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa34b98a-264c-4f3e-a091-58232459ef66 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:53.301075 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6f3f6c-f675-4356-8b96-58c827545c61', 'name': 'network-vif-deleted', 'tag': '0e822576-0d40-44c7-9f63-389f20822af2', 'status': 'completed', 'code': 200} Aug 12 04:12:53.313955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.340768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:53.343007 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c60cb-c191-4e56-94c7-313c39602cbd" -d '{"events": [{"server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "name": "network-vif-plugged", "status": "completed", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:53.361572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:53.370425 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.377475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:45Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:53.380979 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffb078-0eb1-4519-abd6-00b74dfc7b17 x-openstack-request-id: req-b5ffb078-0eb1-4519-abd6-00b74dfc7b17 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:53.381285 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "name": "network-vif-plugged", "status": "completed", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:53.381535 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5ffb078-0eb1-4519-abd6-00b74dfc7b17 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:53.381918 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'code': 200} Aug 12 04:12:53.409029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d6f9d1-cb5b-408b-af6a-a6370f9ddd6a None None] The sync data for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 is: [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:10:37Z', 'revision_number': 4, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '10723eb4-b73e-47c1-9698-08a263d1f719', 'name': '', 'network_id': '602a13d4-099b-447d-b77f-25f3adc48a0c', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'mac_address': 'fa:16:3e:12:58:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:36Z', 'updated_at': '2021-08-12T04:10:45Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'subnets': [{'id': '4876027a-bcb9-4271-8f98-70949a191dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:12:53.414421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef2e37-fe48-4db6-a506-efb821ddfe84,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:53.457993 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.459220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:53.505856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Made reservation on behalf of 258d1b7660914972b7101fabe7838ef0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:53.508305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.560072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:53.564360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.568270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b4e4f2d7-6643-4832-aaab-41b3c98e7983 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5816138 Aug 12 04:12:53.570589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51788) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:53.575374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'security_group_rule': {'security_group_id': '75ef2e37-fe48-4db6-a506-efb821ddfe84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:53.624859 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.674107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:53.694276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.751713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.752442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0e822576-0d40-44c7-9f63-389f20822af2 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:12:53.776987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 0e822576-0d40-44c7-9f63-389f20822af2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:12:53.776987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0e822576-0d40-44c7-9f63-389f20822af2 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:12:53.778216 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23c3de-4375-4dd9-bb28-75de92c91065 None None] New status for floating IP b18576d4-b702-4eb2-912b-c85946dfb919: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:12:53.828287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:53.926505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:53.954962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5840fe-171b-49be-b788-c66b93ad5199 req-58d31efb-3308-4a45-ad83-a7d9f56bc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:53.956601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d5840fe-171b-49be-b788-c66b93ad5199 req-58d31efb-3308-4a45-ad83-a7d9f56bc072 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 1096 time: 0.4938893 Aug 12 04:12:53.996706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99bf94-7e1b-49da-984c-76b8b265cf5f req-8f6cd6bd-3f1b-407a-a237-39fdcb920f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:53.998196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d99bf94-7e1b-49da-984c-76b8b265cf5f req-8f6cd6bd-3f1b-407a-a237-39fdcb920f02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1101 time: 0.4770660 Aug 12 04:12:54.009845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a428922-4df3-460f-9fc3-08cc439889d7 req-7bc02113-e9dc-4266-8844-f141568190f6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:54.011464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a428922-4df3-460f-9fc3-08cc439889d7 req-7bc02113-e9dc-4266-8844-f141568190f6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.5130639 Aug 12 04:12:54.083270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d5840fe-171b-49be-b788-c66b93ad5199 req-1f7bcc1e-6144-44b3-9747-fbf510f038bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156538 Aug 12 04:12:54.098158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d99bf94-7e1b-49da-984c-76b8b265cf5f req-8fed91fb-0dc6-4168-9a7c-463fe8c1fce8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814240 Aug 12 04:12:54.110800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d55905-fa45-4982-986d-e0a11eae5b1a req-d487c36a-3b6f-49a1-9264-8efd624ad2fe tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:54.112168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a428922-4df3-460f-9fc3-08cc439889d7 req-03898c2e-39dd-4da9-a3c5-82449397abe4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872114 Aug 12 04:12:54.112313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2d55905-fa45-4982-986d-e0a11eae5b1a req-d487c36a-3b6f-49a1-9264-8efd624ad2fe tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 943 time: 0.0709999 Aug 12 04:12:54.120690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.154780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2d55905-fa45-4982-986d-e0a11eae5b1a req-4b55e37b-b938-43f5-a30d-92e230e66371 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Aug 12 04:12:54.161693 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.180123 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.200374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f6ef11-c5a0-42b4-9a6b-6ef438a14abb,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:54.223499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc66a8d-a3ac-4275-912c-b9e0ef0fd3b3 req-c4b83a65-efc4-4c1c-b94b-69a856b85522 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:54.225015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc66a8d-a3ac-4275-912c-b9e0ef0fd3b3 req-c4b83a65-efc4-4c1c-b94b-69a856b85522 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0513196 Aug 12 04:12:54.244128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.279774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:12:54.294676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc66a8d-a3ac-4275-912c-b9e0ef0fd3b3 req-9fd95788-5409-4441-8090-4eb5466b87bd tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638590 Aug 12 04:12:54.296955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc81b316-9fd3-442a-886b-d98482d41cfc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:54.301824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.302171 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Added segment 08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af of type vlan for network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 Aug 12 04:12:54.334597 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.338780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2a0278a0-2c4d-4556-bb24-1d0dfb0c749e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7644932 Aug 12 04:12:54.338780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51798) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:54.341845 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.343368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'security_group_rule': {'security_group_id': '75ef2e37-fe48-4db6-a506-efb821ddfe84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:54.425109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51800) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:54.437828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:54.470869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:54.480167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f606d60-eb4e-4111-a3b4-6bdb548d27d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.507875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.511304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f606d60-eb4e-4111-a3b4-6bdb548d27d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.523086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.530472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:54.530472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.582270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.590375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:54.608470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] Pushing event updated for resources: {'Network': ['ID=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:54.612733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'mac_address': 'fa:16:3e:78:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:54.621840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:12:54.655135 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.679552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ffb129-cb67-4c70-b7a9-e1e9d0fe8d6d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:54.689195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f606d60-eb4e-4111-a3b4-6bdb548d27d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.690456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-936cf99f-529d-49a6-bf17-5fadd14a1a6c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5249965 Aug 12 04:12:54.693098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:54.696381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6f606d60-eb4e-4111-a3b4-6bdb548d27d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.701522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6f606d60-eb4e-4111-a3b4-6bdb548d27d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "DELETE /v2.0/security-groups/a1796db6-54f9-4e6c-8221-8ddf02d84852 HTTP/1.1" status: 204 len: 168 time: 0.2716532 Aug 12 04:12:54.701679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Request body: {'subnet': {'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-762381271-subnet', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:54.706940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:54.709091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:54.716458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f606d60-eb4e-4111-a3b4-6bdb548d27d8 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1796db6-54f9-4e6c-8221-8ddf02d84852,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:54.731577 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-928b83ff-f32e-4aa7-8f25-e1583e6c29ad tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] show failed (client error): The resource could not be found. Aug 12 04:12:54.733470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-928b83ff-f32e-4aa7-8f25-e1583e6c29ad tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "GET /v2.0/security-groups/a1796db6-54f9-4e6c-8221-8ddf02d84852 HTTP/1.1" status: 404 len: 347 time: 0.0243330 Aug 12 04:12:54.737698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:54.750988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'mac_address': 'fa:16:3e:bd:a9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:54.755992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.784458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.785630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-77ca1ec2-e05b-4749-af28-caa39cc3e8ae tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458385 Aug 12 04:12:54.789090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51820) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:54.789860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:54.794530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:54.820113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:54.821423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.834329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac613c87-acc1-4c69-b905-c332db53c8b4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:54.845968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Made reservation on behalf of 258d1b7660914972b7101fabe7838ef0 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:12:54.849030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.865342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:54.899629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Deleting port 0d7ebfe2-b457-451c-af6f-4e01ebdc5476 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:54.899998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.934592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:54.935329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:12:55.002020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.002616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.021024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Calling delete_port for 0d7ebfe2-b457-451c-af6f-4e01ebdc5476 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:55.035985 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.039409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.046661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:55.127597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.152962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:55.156599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:55.195958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'port_id': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'mac_address': 'fa:16:3e:86:62:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f8eb23-c7c2-4984-9335-037f8e4bc7d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:12:55.244732 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.253876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f68261-745b-424d-842f-a7919052a745,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:55.264003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b17668-581a-4134-87dc-9e814a7a5fb4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:12:55.270527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ac613c87-acc1-4c69-b905-c332db53c8b4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:55.290642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Checking segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:12:55.290642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Network hostable DHCP agents. Network: 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:12:55.294306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.302337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.314226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.319551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:55.334269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Pushing event deleted for resources: {'Port': ['ID=0d7ebfe2-b457-451c-af6f-4e01ebdc5476,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:55.362398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8724-30f3-41d6-8a37-2712ed6f7f2d req-e213acb9-b58f-41d0-b28f-9423c770c0bc tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:55.363998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-905a8724-30f3-41d6-8a37-2712ed6f7f2d req-e213acb9-b58f-41d0-b28f-9423c770c0bc tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.1370039 Aug 12 04:12:55.382815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:55.385155 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a53b1d-ba86-45a8-90bf-b886f9f3fca6" -d '{"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:55.397918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.403752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:12:55.405634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f23ec3-8f09-476c-be6a-133d9c865ba7 req-631a84b3-9e4a-414b-9409-ecfa37ffd40a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:55.407228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0f23ec3-8f09-476c-be6a-133d9c865ba7 req-631a84b3-9e4a-414b-9409-ecfa37ffd40a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 943 time: 0.1653054 Aug 12 04:12:55.414541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.417358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.418530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-822a0e2f-77ec-4644-8939-65e8701ee0d5 tempest-ServersTestManualDisk-1700271034 tempest-ServersTestManualDisk-1700271034-project] 10.222.0.42 "DELETE /v2.0/floatingips/b18576d4-b702-4eb2-912b-c85946dfb919 HTTP/1.1" status: 204 len: 168 time: 0.6797972 Aug 12 04:12:55.421919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51830) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:55.455175 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-905a8724-30f3-41d6-8a37-2712ed6f7f2d req-bfadeadb-98e1-417a-9dcd-aa7de4fc04b0 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823619 Aug 12 04:12:55.479215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 172.25.6.207 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/66ff881f-d52a-4238-aa84-f4efe27461e0) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:55.517667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['2b2b498a-c3e9-4ad3-acee-7c73d3c43827'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:55.529971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:55.547428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0f23ec3-8f09-476c-be6a-133d9c865ba7 req-eac044a1-109c-4734-a667-0329daa4dd00 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266532 Aug 12 04:12:55.548934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:55.557399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.563818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:55.564010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07e6fa-0f20-4889-a1bf-666a272ddf8a None None] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:55.564732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.595239 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b34451c-8682-476d-a690-22b9e4b0a81e x-openstack-request-id: req-1b34451c-8682-476d-a690-22b9e4b0a81e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:55.595533 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:55.595783 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b34451c-8682-476d-a690-22b9e4b0a81e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:55.596397 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'code': 200} Aug 12 04:12:55.663814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53913e8-cb5a-46d2-9e01-7e453f6b1eb0 req-960a6bbc-90ea-4092-baba-3b3f2a1eec1c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:55.665580 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b53913e8-cb5a-46d2-9e01-7e453f6b1eb0 req-960a6bbc-90ea-4092-baba-3b3f2a1eec1c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 949 time: 0.0907671 Aug 12 04:12:55.679264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7045314f-dbf1-4a00-ad5c-4a7dc34fc09f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9848158 Aug 12 04:12:55.680125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51838) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:55.688476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.707101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:12:55.729276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['54b17668-581a-4134-87dc-9e814a7a5fb4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:12:55.787280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b53913e8-cb5a-46d2-9e01-7e453f6b1eb0 req-b9aa68ee-95dd-4b17-8763-bc7773347a3d tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061039 Aug 12 04:12:55.826025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.827167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.879066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7481464-9e84-490d-bdda-8109f9b29766 None None] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:12:55.912318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.914954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.925546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:55.971869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:55.974998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:55.979411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:56.046218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=66ff881f-d52a-4238-aa84-f4efe27461e0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:56.202045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.244901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.261041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7e08c-ca9e-4c7f-93a2-70b1ddc10193 req-547f8677-6eac-4dc2-88a6-ceda10413107 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:56.262587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dca7e08c-ca9e-4c7f-93a2-70b1ddc10193 req-547f8677-6eac-4dc2-88a6-ceda10413107 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1100 time: 0.0827215 Aug 12 04:12:56.311936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dca7e08c-ca9e-4c7f-93a2-70b1ddc10193 req-106412ad-0e6f-4feb-8ad3-eb22a138a9a0 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Aug 12 04:12:56.314032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Deleting port 10723eb4-b73e-47c1-9698-08a263d1f719 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:56.314376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.367036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.420632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] For port 10723eb4-b73e-47c1-9698-08a263d1f719, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=10723eb4-b73e-47c1-9698-08a263d1f719,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:56.420931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.438229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Calling delete_port for 10723eb4-b73e-47c1-9698-08a263d1f719 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:56.462932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:56.508446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:56.660493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.677925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ac613c87-acc1-4c69-b905-c332db53c8b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:56.679043 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.716584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3d476-3487-4606-a9d3-795eb17d597d req-daf54191-4978-4556-971a-279dd727bf18 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:56.718392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ce3d476-3487-4606-a9d3-795eb17d597d req-daf54191-4978-4556-971a-279dd727bf18 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.1034858 Aug 12 04:12:56.724590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:56.725243 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.740892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.770183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ce3d476-3487-4606-a9d3-795eb17d597d req-f4ba3fb5-e937-44ac-96a4-1bda28c1645d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Aug 12 04:12:56.824549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.829843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.874104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=10723eb4-b73e-47c1-9698-08a263d1f719,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:56.888972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=66ff881f-d52a-4238-aa84-f4efe27461e0,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:56.895896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:56.945101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.089861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Allocated IP 172.25.6.225 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/ef7454f1-b381-4958-9f48-eef878ff4fe8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:12:57.123769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.150690 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.206858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.213650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cbbad-3439-47fa-8e66-7b3725d021e7 req-4d4574be-f970-4a89-b6da-06a37a343585 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:57.217630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab5cbbad-3439-47fa-8e66-7b3725d021e7 req-4d4574be-f970-4a89-b6da-06a37a343585 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 944 time: 0.3454213 Aug 12 04:12:57.275606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:57.289786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.291774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ba5d202f-1d9b-4234-b265-dc84f2ea9bf8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5013623 Aug 12 04:12:57.318108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:57.330784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab5cbbad-3439-47fa-8e66-7b3725d021e7 req-339fb366-c39a-4d71-b616-a89311037c22 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936668 Aug 12 04:12:57.345622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.369137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522268a7-ff32-47de-8dbb-9d96a9f742cd req-893c504f-5ca9-4f79-8efc-e097a1f492d2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:57.377774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-522268a7-ff32-47de-8dbb-9d96a9f742cd req-893c504f-5ca9-4f79-8efc-e097a1f492d2 tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 1100 time: 0.4942935 Aug 12 04:12:57.397656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.449667 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-522268a7-ff32-47de-8dbb-9d96a9f742cd req-8e6c5777-d691-43b2-bc64-2e8c9a3033dc tempest-ServersAdminTestJSON-503697430 tempest-ServersAdminTestJSON-503697430-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709600 Aug 12 04:12:57.454487 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.487728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.502955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:57.552609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Router 2c460f17-43c2-4670-82d8-bbe613be52f7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:12:57.594556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:12:57.598835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}, {'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:12:57.601576 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5499485-b853-4665-a8c8-0ec5a0b95fa1" -d '{"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-plugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}, {"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-plugged", "status": "completed", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:12:57.613476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:57.621880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:12:57.634353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:12:57.704462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7454f1-b381-4958-9f48-eef878ff4fe8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:57.726413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:12:57.737010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] Sync routers for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:12:57.738337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-320b3585-3446-4dd5-b479-885aa5b2bb84 admin admin] 10.222.0.42 "PUT /v2.0/routers/2c460f17-43c2-4670-82d8-bbe613be52f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3111153 Aug 12 04:12:57.739300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51904) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:57.749391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:57.751513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:57.788919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377109a0-9f5a-44cf-99ed-5843ba25a8b7 req-d024f7cc-ba9f-433a-9aa8-0b3525bf797b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:57.801437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-377109a0-9f5a-44cf-99ed-5843ba25a8b7 req-d024f7cc-ba9f-433a-9aa8-0b3525bf797b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.2114639 Aug 12 04:12:57.916640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:57.947388 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-377109a0-9f5a-44cf-99ed-5843ba25a8b7 req-6dd06faa-93ab-47a1-a6ba-1c987f24cd4a tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449003 Aug 12 04:12:57.976696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:58.059646 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84fc6fd-cff5-4839-997a-0cf4ddd47bb3 x-openstack-request-id: req-b84fc6fd-cff5-4839-997a-0cf4ddd47bb3 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:12:58.060069 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-plugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "code": 200}, {"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-plugged", "status": "completed", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:12:58.060348 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b84fc6fd-cff5-4839-997a-0cf4ddd47bb3 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:12:58.060940 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'code': 200} Aug 12 04:12:58.060940 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'code': 200} Aug 12 04:12:58.210391 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77325938-e2d9-49d9-9fe1-eca9011cb9f7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1311162684&fields=id&tenant_id=56b1720eebae46b992679757e49d89a1 HTTP/1.1" status: 200 len: 267 time: 0.0906837 Aug 12 04:12:58.216875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.243698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.326748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-ced33cd8-9a4e-42b7-9372-e7a4bcac0c46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:58.328808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-ced33cd8-9a4e-42b7-9372-e7a4bcac0c46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 936 time: 0.1076787 Aug 12 04:12:58.396312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:12:56Z', 'revision_number': 5, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port': {'id': '056667ae-2686-4fe5-8de4-84cbf21fa740', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:9c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:10:33Z', 'updated_at': '2021-08-12T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:58.430203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-dd2add06-52d1-46d1-8793-d72d35447ac6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:58.437904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-dd2add06-52d1-46d1-8793-d72d35447ac6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 936 time: 0.0996127 Aug 12 04:12:58.441659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] Checking router: 2c460f17-43c2-4670-82d8-bbe613be52f7 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:12:58.467367 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-85fb98e0-91a8-4efd-8ab6-d9a8993f6eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.479006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:12:58.505254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-6d507678-ef21-41df-953a-930aae3a5cd1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664136 Aug 12 04:12:58.522441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Deleting port 056667ae-2686-4fe5-8de4-84cbf21fa740 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:12:58.522972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.541106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.547632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f0ae5f6a-123c-4e57-b17e-4e64f1e214e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0413144 Aug 12 04:12:58.559647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] Routers {'2c460f17-43c2-4670-82d8-bbe613be52f7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:58.560590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2c460f17-43c2-4670-82d8-bbe613be52f7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:58.680478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] Set router 2c460f17-43c2-4670-82d8-bbe613be52f7 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:58.721674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] For port 056667ae-2686-4fe5-8de4-84cbf21fa740, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=056667ae-2686-4fe5-8de4-84cbf21fa740,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:58.722074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.730329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 54b17668-581a-4134-87dc-9e814a7a5fb4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:12:58.743035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Calling delete_port for 056667ae-2686-4fe5-8de4-84cbf21fa740 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:12:58.751177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2c1466d0-4f73-45f8-9062-6f6bd998a076 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:58.757233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2c1466d0-4f73-45f8-9062-6f6bd998a076 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:58.763204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2c1466d0-4f73-45f8-9062-6f6bd998a076 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:58.763899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 54b17668-581a-4134-87dc-9e814a7a5fb4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:12:58.764415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.766405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:12:58Z', 'revision_number': 6, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:58.774098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2c1466d0-4f73-45f8-9062-6f6bd998a076 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=1ddab381-f66b-427e-8b2b-55576ab5b51b&id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 1995 time: 0.2254002 Aug 12 04:12:58.793567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0602fa5-24d7-4b7c-afa6-62c2a9c19511 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/quotas/56b1720eebae46b992679757e49d89a1 HTTP/1.1" status: 200 len: 375 time: 0.0185623 Aug 12 04:12:58.815811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fe4c0-34b5-4d47-b399-d64c773a4257 None None] The sync data for ids ['2c460f17-43c2-4670-82d8-bbe613be52f7'] in n-d-804320-1 is: [{'id': '2c460f17-43c2-4670-82d8-bbe613be52f7', 'name': 'tempest-ServersTestManualDisk-1391090452-router', 'tenant_id': '173ab85a39e44a34b11206ca0cadde4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:10:31Z', 'updated_at': '2021-08-12T04:12:58Z', 'revision_number': 6, 'project_id': '173ab85a39e44a34b11206ca0cadde4c', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:12:58.841015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Router abcc7354-3375-48eb-b6fc-52f15d5993cf is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:12:58.911414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:58.964135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:12:59.014330 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.109861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f8f023ee-6b6c-4a67-a233-c609fbeab0e0 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2848842 Aug 12 04:12:59.128166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:59.203822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.257447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Pushing event deleted for resources: {'Port': ['ID=056667ae-2686-4fe5-8de4-84cbf21fa740,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:12:59.347255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-89f8b7dd-c4ca-446a-a776-1f4eb0e35d6c service neutron] 10.222.0.42 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240045 Aug 12 04:12:59.369331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.476323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158b2ef-212b-4be7-80da-7d6b3fe2ae2f req-066440f1-6638-4276-b256-eeff11b2b2c5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:59.484511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c158b2ef-212b-4be7-80da-7d6b3fe2ae2f req-066440f1-6638-4276-b256-eeff11b2b2c5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 949 time: 0.5467286 Aug 12 04:12:59.549066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c158b2ef-212b-4be7-80da-7d6b3fe2ae2f req-d1fc9892-9586-416b-8781-9d0f4fd22037 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632465 Aug 12 04:12:59.552551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:12:59.569394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.573759 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Sync routers for ids ['abcc7354-3375-48eb-b6fc-52f15d5993cf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:12:59.578438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-3ea7a624-8a40-4ac3-8408-906eba6ebbed service neutron] 10.222.0.42 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220731 Aug 12 04:12:59.580848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.594294 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Routers {'abcc7354-3375-48eb-b6fc-52f15d5993cf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:12:59.595227 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:12:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abcc7354-3375-48eb-b6fc-52f15d5993cf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:12:59.610526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-e1851f86-23e8-44a9-9f86-5e53364d50d5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:12:59.615047 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-e1851f86-23e8-44a9-9f86-5e53364d50d5 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 949 time: 0.1752551 Aug 12 04:12:59.661299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-1e7385f5-d492-421e-b228-24bbb1380205 service neutron] 10.222.0.42 "GET /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0817986 Aug 12 04:12:59.771327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.772932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93a564e1-39b5-4ed7-9d3b-d6b69147d1a8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0735834 Aug 12 04:12:59.775679 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Set router abcc7354-3375-48eb-b6fc-52f15d5993cf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:12:59.789689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0ac70142-4b34-4f95-b951-2dd5c7313631 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275234 Aug 12 04:12:59.829814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51934) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:12:59.897257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a46cac6d-0d11-4aa8-8866-437072c5b7c3 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062560 Aug 12 04:12:59.906747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.907601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c460f17-43c2-4670-82d8-bbe613be52f7 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:12:59.912982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:12:59.914385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-75281ae0-a600-4847-b0d5-d813c2433163 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2c460f17-43c2-4670-82d8-bbe613be52f7 HTTP/1.1" status: 204 len: 168 time: 2.1742172 Aug 12 04:12:59.987145 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:12:57Z', 'revision_number': 3, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:00.014306 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Checking router: abcc7354-3375-48eb-b6fc-52f15d5993cf for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:13:00.014700 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Updating router abcc7354-3375-48eb-b6fc-52f15d5993cf port ef7454f1-b381-4958-9f48-eef878ff4fe8 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:13:00.022493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51936) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:00.043449 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.061807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:00.065071 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe0954-f2ff-47d0-bae2-97b237de32f3" -d '{"events": [{"server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "name": "network-vif-plugged", "status": "completed", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:00.363969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0b2f4-69c3-4525-87d0-cfde96968c14 req-3f1f94ac-0941-4789-9689-0b1fa567f2e6 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:00.372069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27b0b2f4-69c3-4525-87d0-cfde96968c14 req-3f1f94ac-0941-4789-9689-0b1fa567f2e6 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.6283021 Aug 12 04:13:00.387657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Deleting port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:00.387997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.405845 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d3439d4d-3e8c-42b9-a075-c125cab29ae1 service neutron] 10.222.0.42 "GET /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5067632 Aug 12 04:13:00.448122 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.468536 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Transition to ACTIVE for port object ef7454f1-b381-4958-9f48-eef878ff4fe8 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:00.483374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:00.522898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Deleting subnet 4876027a-bcb9-4271-8f98-70949a191dd5 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:13:00.524209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-14c88b5b-14f7-4d69-a8b2-88ffa40d7ee7 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116674 Aug 12 04:13:00.557209 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.611796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:00.626803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'port_id': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'mac_address': 'fa:16:3e:af:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:00.628796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 10723eb4-b73e-47c1-9698-08a263d1f719 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:00.649341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-091d1388-e0a9-4ce1-8e3b-6a67e6a5f785 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173642 Aug 12 04:13:00.651515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 10723eb4-b73e-47c1-9698-08a263d1f719 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:00.651867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 10723eb4-b73e-47c1-9698-08a263d1f719 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:00.652283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 056667ae-2686-4fe5-8de4-84cbf21fa740 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:00.688988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Attempting to bind port ef7454f1-b381-4958-9f48-eef878ff4fe8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:00.689600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Attempting to bind port ef7454f1-b381-4958-9f48-eef878ff4fe8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:00.689947 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Attempting to bind port ef7454f1-b381-4958-9f48-eef878ff4fe8 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:00.697953 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:00.700693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 056667ae-2686-4fe5-8de4-84cbf21fa740 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:00.701039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 056667ae-2686-4fe5-8de4-84cbf21fa740 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:00.708879 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:00.709410 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.713313 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:00.713921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Bound port: ef7454f1-b381-4958-9f48-eef878ff4fe8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:00.714322 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.737752 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.756942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:00.774903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-5c078a3c-4e52-4449-8914-8515a4f08d4c service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163728 Aug 12 04:13:00.783553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:00.793306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05784af3-1d82-4de5-8029-75c40c5aa5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.798221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27b0b2f4-69c3-4525-87d0-cfde96968c14 req-d9a46ca3-05b2-43bd-83e3-4953fee86fd9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252579 Aug 12 04:13:00.798976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.812345 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Pushing event updated for resources: {'Port': ['ID=ef7454f1-b381-4958-9f48-eef878ff4fe8,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:00.846247 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] For port ef7454f1-b381-4958-9f48-eef878ff4fe8, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:00.850094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] For port ef7454f1-b381-4958-9f48-eef878ff4fe8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ef7454f1-b381-4958-9f48-eef878ff4fe8,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:00.853956 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.854305 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.856600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.856600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.856600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.856600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.858213 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.860028 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.860429 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.860764 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.861096 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.861422 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:00.876727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.944187 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.968696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a5d70ff5-2d2b-44d1-b2b5-2bb988df16c6 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772816 Aug 12 04:13:00.972028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] For port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:00.972850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:00.991500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Calling delete_port for 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:00.991778 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.039939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:01.051039 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Routers {'abcc7354-3375-48eb-b6fc-52f15d5993cf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:01.051700 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abcc7354-3375-48eb-b6fc-52f15d5993cf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:01.063816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['789da14a-fd0d-4bd7-97e3-bf7ea22a3705'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:01.126451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-1f033f07-4191-47c9-af5e-3920756a1c97 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511464 Aug 12 04:13:01.129623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.284570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-30ea975b-2a58-4f66-a44e-a1c03293d801 service neutron] 10.222.0.42 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451032 Aug 12 04:13:01.382405 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68881-3a79-4d9e-b7d6-3fc47aa4fafc None None] Pushing event updated for resources: {'Port': ['ID=ef7454f1-b381-4958-9f48-eef878ff4fe8,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:01.389010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.418648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-af553b8a-251e-4078-aea7-63ff7484c0b0 service neutron] 10.222.0.42 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336467 Aug 12 04:13:01.433078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.443851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.454799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['827daa54-81c7-4e28-afcf-5d3348eb208a', '13da6e25-53b3-4d3a-8ff6-df025aafe1a2', 'ac613c87-acc1-4c69-b905-c332db53c8b4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:01.492836 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] Set router abcc7354-3375-48eb-b6fc-52f15d5993cf gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:01.549569 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea9f08a-6046-4985-ac29-7a1c71d5d972 x-openstack-request-id: req-fea9f08a-6046-4985-ac29-7a1c71d5d972 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:01.549893 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "name": "network-vif-plugged", "status": "completed", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:01.550646 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fea9f08a-6046-4985-ac29-7a1c71d5d972 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:01.551194 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'code': 200} Aug 12 04:13:01.623312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event deleted for resources: {'Port': ['ID=13da6e25-53b3-4d3a-8ff6-df025aafe1a2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:01.666200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-04bbb94c-6002-4d9a-9286-3152c0cf8d3c service neutron] 10.222.0.42 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461731 Aug 12 04:13:01.712757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] No DVR routers for this DVR port 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:01.715979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.718890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a47297a-5d4e-4025-aa84-9c6f40fcb6f4 req-483b4bc1-07eb-4254-a4e2-1f4c5d1838e6 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "DELETE /v2.0/ports/13da6e25-53b3-4d3a-8ff6-df025aafe1a2 HTTP/1.1" status: 204 len: 173 time: 2.0921998 Aug 12 04:13:01.725930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'name': 'network-vif-deleted', 'tag': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:01.729106 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a76820-170d-4f09-8905-cb041757e6d8" -d '{"events": [{"server_uuid": "fc412128-3075-4bbb-9f3c-61fd9fb9b351", "name": "network-vif-deleted", "tag": "13da6e25-53b3-4d3a-8ff6-df025aafe1a2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:01.803971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f3c5950-f7f8-4443-9bf4-a3dae3ddc898 req-3f360924-9800-44a5-a01d-bce8030e1f2c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.0939329 Aug 12 04:13:01.849558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6b479-8c1d-404f-bf98-598e4025a8ce req-e909e343-8398-4bb5-9815-f7fbdd4f7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:01.851269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3af6b479-8c1d-404f-bf98-598e4025a8ce req-e909e343-8398-4bb5-9815-f7fbdd4f7404 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 1096 time: 0.2143815 Aug 12 04:13:01.852578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:01.854521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-504ab81a-5eb2-41d3-8c5e-5793101df0e3 service neutron] 10.222.0.42 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873667 Aug 12 04:13:01.885881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:12:57Z', 'revision_number': 3, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:01.954836 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e6aec4-e571-4ab3-8d88-02d70dc0b7fb None None] The sync data for ids ['abcc7354-3375-48eb-b6fc-52f15d5993cf'] in n-d-804320-1 is: [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:12:57Z', 'revision_number': 3, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:13:02.043055 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad4e14-9a27-424e-ba1e-49f7ccf6e59e x-openstack-request-id: req-07ad4e14-9a27-424e-ba1e-49f7ccf6e59e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:02.047412 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc412128-3075-4bbb-9f3c-61fd9fb9b351", "name": "network-vif-deleted", "tag": "13da6e25-53b3-4d3a-8ff6-df025aafe1a2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:02.047412 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07ad4e14-9a27-424e-ba1e-49f7ccf6e59e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:02.047412 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc412128-3075-4bbb-9f3c-61fd9fb9b351', 'name': 'network-vif-deleted', 'tag': '13da6e25-53b3-4d3a-8ff6-df025aafe1a2', 'status': 'completed', 'code': 200} Aug 12 04:13:02.065921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4876027a-bcb9-4271-8f98-70949a191dd5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:02.069173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.075817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9af8d5a-0ece-4f02-a014-43d0c4c9c6df admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4876027a-bcb9-4271-8f98-70949a191dd5 HTTP/1.1" status: 204 len: 168 time: 2.0249035 Aug 12 04:13:02.075817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:02.099759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85db020-7496-4fa8-8080-9cb4f350242c None None] Network 602a13d4-099b-447d-b77f-25f3adc48a0c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:02.186060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-1f9b5a8d-ea2d-4e3e-8db0-476aa27e465b service neutron] 10.222.0.42 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306143 Aug 12 04:13:02.188776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.340669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] DHCP port deletion for 602a13d4-099b-447d-b77f-25f3adc48a0c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:13:02.351426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3af6b479-8c1d-404f-bf98-598e4025a8ce req-899502ab-08cf-4023-8fbc-9d7891e46ff4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398220 Aug 12 04:13:02.368076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.394561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Allocated IP 172.20.0.1 (8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7/82f68261-745b-424d-842f-a7919052a745/5c071752-3bc9-4d1e-be8d-ecd3c5539706) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:02.411402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7944-4b4f-40d3-a997-77bcd2fbee1f req-9220e949-ddf1-4843-8d78-612caf2e654e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:02.426081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d8d7944-4b4f-40d3-a997-77bcd2fbee1f req-9220e949-ddf1-4843-8d78-612caf2e654e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2123053 Aug 12 04:13:02.507562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:02.511429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] Deleting port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:02.512099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.583477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d8d7944-4b4f-40d3-a997-77bcd2fbee1f req-8ef660ba-3f59-4617-b7de-ec4cdd844dec tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564109 Aug 12 04:13:02.739887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Deleting port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:02.740284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.762790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ef7454f1-b381-4958-9f48-eef878ff4fe8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:02.802045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.827078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] For port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:02.828400 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.853366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] For port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,segment=NetworkSegment(420de4a3-4521-4d5e-9a49-a545e509b168),segment_id=420de4a3-4521-4d5e-9a49-a545e509b168)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:02.853880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:02.870011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735effc0-ad75-4507-9ff2-51c34c35a446 req-17854c7e-1ad4-4f06-a958-f10907fa2bc6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:02.874770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] Calling delete_port for 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:02.878516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-735effc0-ad75-4507-9ff2-51c34c35a446 req-17854c7e-1ad4-4f06-a958-f10907fa2bc6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 944 time: 0.1697924 Aug 12 04:13:02.900729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Calling delete_port for 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:02.904524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:02.905007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.006585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-735effc0-ad75-4507-9ff2-51c34c35a446 req-1fcd3c71-0675-44ee-87da-fcf7f916e194 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225455 Aug 12 04:13:03.076450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ef7454f1-b381-4958-9f48-eef878ff4fe8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:03.107355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.118640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ef7454f1-b381-4958-9f48-eef878ff4fe8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:03.119169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.237812 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.252253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:03.274642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:03.278561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:03.307301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:03.327821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Pushing event updated for resources: {'Port': ['ID=5c071752-3bc9-4d1e-be8d-ecd3c5539706,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:03.346544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.366259 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.469671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ef7454f1-b381-4958-9f48-eef878ff4fe8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ef7454f1-b381-4958-9f48-eef878ff4fe8,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:03.472849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2b7ef1d-4608-4cb5-a957-2f780db62078 req-f1c130f7-366e-4a74-b2a1-52d09b94339b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc412128-3075-4bbb-9f3c-61fd9fb9b351 HTTP/1.1" status: 200 len: 210 time: 0.0369108 Aug 12 04:13:03.517292 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.545382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.562861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:03.565427 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e3ca6-78c3-4afd-9f44-e6f4017d3cae" -d '{"events": [{"server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "name": "network-vif-plugged", "status": "completed", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:03.569171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] Pushing event deleted for resources: {'Port': ['ID=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:03.574780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee419d92-ec0f-4318-bf95-dd7a90694076 None None] No DVR routers for this DVR port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:03.581669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:03.586218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] No DVR routers for this DVR port 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:03.667556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.678329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602a13d4-099b-447d-b77f-25f3adc48a0c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:03.679443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.683755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.689825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.690973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420de4a3-4521-4d5e-9a49-a545e509b168') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:03.691538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420de4a3-4521-4d5e-9a49-a545e509b168') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:03.705465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.757276 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.764587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.767465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:13:03.767903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:13:03.769524 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:13:03.810167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:03.870740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:03.870990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7d0cf82f-bdb9-4e7b-b53f-7619c1ce40b4 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:03.898134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:03.970472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ef7454f1-b381-4958-9f48-eef878ff4fe8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:03.977314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.988993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:03.990955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/602a13d4-099b-447d-b77f-25f3adc48a0c HTTP/1.1" status: 204 len: 168 time: 1.9152880 Aug 12 04:13:04.037718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c991e0-b68b-41d9-9784-a5609659b2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=602a13d4-099b-447d-b77f-25f3adc48a0c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:04.057583 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d27f4e-67e2-491e-9b20-f1acda217788 x-openstack-request-id: req-16d27f4e-67e2-491e-9b20-f1acda217788 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:04.058056 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "name": "network-vif-plugged", "status": "completed", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:04.059033 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16d27f4e-67e2-491e-9b20-f1acda217788 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:04.060567 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'code': 200} Aug 12 04:13:04.240865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2b4fa-a8ee-42e9-b262-a07dae61f7a9 req-acdec03b-77ec-4cd1-a39b-e5779f1ad13a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:04.242585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58f2b4fa-a8ee-42e9-b262-a07dae61f7a9 req-acdec03b-77ec-4cd1-a39b-e5779f1ad13a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.0942714 Aug 12 04:13:04.279206 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.313202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58f2b4fa-a8ee-42e9-b262-a07dae61f7a9 req-4dd643bf-35f5-44e8-96ef-269b6fede59e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557568 Aug 12 04:13:04.406222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.473707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.488671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:04.505311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52024) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:04.550537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:04.552049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 13da6e25-53b3-4d3a-8ff6-df025aafe1a2 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:04.599992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bab709c3-4c1a-4ab6-aa67-26b5ac5fbb86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=173ab85a39e44a34b11206ca0cadde4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0928414 Aug 12 04:13:04.600715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52034) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:04.620956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ef7454f1-b381-4958-9f48-eef878ff4fe8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:04.677391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.709411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.775203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ef7454f1-b381-4958-9f48-eef878ff4fe8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:04.775554 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.806181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb101a-ca5f-4586-b7e5-998350a3ebab req-bb00d06e-0ef4-4a0a-9fc1-d1783de0bc18 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:04.808367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6cb101a-ca5f-4586-b7e5-998350a3ebab req-bb00d06e-0ef4-4a0a-9fc1-d1783de0bc18 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.4317214 Aug 12 04:13:04.821779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Pushing event updated for resources: {'Port': ['ID=5c071752-3bc9-4d1e-be8d-ecd3c5539706,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:04.839415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:04.847222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:04.935881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6cb101a-ca5f-4586-b7e5-998350a3ebab req-8da980af-e012-4250-b140-a707f1891914 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019142 Aug 12 04:13:04.951473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.954589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:04.956478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84cdb410-7b26-448b-b90c-5e9bec9ccb9b HTTP/1.1" status: 204 len: 168 time: 0.3547773 Aug 12 04:13:04.995293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cdb410-7b26-448b-b90c-5e9bec9ccb9b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:05.014441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b0b7-838c-4910-a4ba-afa441576bf7 req-25fc1bf9-583c-406f-8dc7-f83da5b7e51a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:05.023647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2344b0b7-838c-4910-a4ba-afa441576bf7 req-25fc1bf9-583c-406f-8dc7-f83da5b7e51a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1278791 Aug 12 04:13:05.033882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.034693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.035221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.035652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.036108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.036544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.036975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.037488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.037916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.038538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.039220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.039220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4844319c-39bb-4170-9bb7-2be22092eb58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:05.119399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2344b0b7-838c-4910-a4ba-afa441576bf7 req-50b38a4a-e344-4c03-ba8d-380e7ba93e52 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918040 Aug 12 04:13:05.126531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a796e4d-5b27-4eee-9872-81dbec718647 req-f220ad91-0367-4542-b961-f0f206c4f362 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0449371 Aug 12 04:13:05.135667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Router abcc7354-3375-48eb-b6fc-52f15d5993cf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:13:05.689929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:13:05.699347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Sync routers for ids ['abcc7354-3375-48eb-b6fc-52f15d5993cf'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:13:05.702797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-81672662-fff8-4780-91b6-78ad33ae32bd admin admin] 10.222.0.42 "PUT /v2.0/routers/abcc7354-3375-48eb-b6fc-52f15d5993cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8661892 Aug 12 04:13:05.711350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362944b1-bcae-44ce-ba18-b60624c4ea18 req-566a2826-36d1-4ee0-b522-a0a649dced69 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:05.717731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Routers {'abcc7354-3375-48eb-b6fc-52f15d5993cf'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:05.718371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abcc7354-3375-48eb-b6fc-52f15d5993cf'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:05.723698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-362944b1-bcae-44ce-ba18-b60624c4ea18 req-566a2826-36d1-4ee0-b522-a0a649dced69 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1570556 Aug 12 04:13:05.897468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-362944b1-bcae-44ce-ba18-b60624c4ea18 req-79b99509-0544-486d-83bc-06bca5bfa4e4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728456 Aug 12 04:13:05.939591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-02c92a59-b6c2-4185-b1b0-cdba08abc7a5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:05.949361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-02c92a59-b6c2-4185-b1b0-cdba08abc7a5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.2058878 Aug 12 04:13:05.954074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Set router abcc7354-3375-48eb-b6fc-52f15d5993cf gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:06.132401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18054d-c61c-4501-929b-be95ed6f32ea req-9912f249-823c-41ec-b0fe-dcb00ca05e83 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:06.148175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc18054d-c61c-4501-929b-be95ed6f32ea req-9912f249-823c-41ec-b0fe-dcb00ca05e83 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 949 time: 0.1928349 Aug 12 04:13:06.163475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Deleting port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:06.170615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:06.207296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc18054d-c61c-4501-929b-be95ed6f32ea req-95aa30f7-2ce5-4eac-a6b5-8e791f270cf0 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574560 Aug 12 04:13:06.362235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d82ab-98e0-4027-971b-c2a8d130240e req-3a79309b-e665-4e5e-ab3a-cc0cd5e0c261 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:06.370346 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a56d82ab-98e0-4027-971b-c2a8d130240e req-3a79309b-e665-4e5e-ab3a-cc0cd5e0c261 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 945 time: 0.0888081 Aug 12 04:13:06.390397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c188e6-5646-428e-9b8a-003b90feefab req-d15460fc-27ba-46ab-941b-262314466ef8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:06.408041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10c188e6-5646-428e-9b8a-003b90feefab req-d15460fc-27ba-46ab-941b-262314466ef8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1430280 Aug 12 04:13:06.429693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5c071752-3bc9-4d1e-be8d-ecd3c5539706', 'name': '', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'mac_address': 'fa:16:3e:19:b5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '82f68261-745b-424d-842f-a7919052a745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:01Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 2, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'subnets': [{'id': '82f68261-745b-424d-842f-a7919052a745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:06.434066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a56d82ab-98e0-4027-971b-c2a8d130240e req-d2f56511-a915-47df-9599-a88d95371907 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605793 Aug 12 04:13:06.461471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] For port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:06.461848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:06.495724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Checking router: abcc7354-3375-48eb-b6fc-52f15d5993cf for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:13:06.496576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Updating router abcc7354-3375-48eb-b6fc-52f15d5993cf port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:13:06.501669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:06.510411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Calling delete_port for 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:06.543814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10c188e6-5646-428e-9b8a-003b90feefab req-2f4aabe4-43cf-4456-90ff-4dcc97b90e18 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335630 Aug 12 04:13:06.636784 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:06.646786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:06.792028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52102) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:06.887564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11dbd3e6-b68f-441b-abe9-1fb195d94977 req-78d792ea-5499-4432-9199-1f5e4d72ac5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0780203 Aug 12 04:13:06.890088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.005933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event deleted for resources: {'Port': ['ID=789da14a-fd0d-4bd7-97e3-bf7ea22a3705,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:07.027938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.028437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.029285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.031814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.034682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.035183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.035814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.036254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.037687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.038131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.039406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.039847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:07.126110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-149072106-network', 'tenant_id': '4be7501d471040dba90e85716feffdc4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:07.143535 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] No DVR routers for this DVR port 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:07.147413 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.149691 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e8c416a-b23b-411b-ab0f-062c9a904d90 req-38aa694a-eee6-481f-9c68-37bd1325685f tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "DELETE /v2.0/ports/789da14a-fd0d-4bd7-97e3-bf7ea22a3705 HTTP/1.1" status: 204 len: 173 time: 1.1886652 Aug 12 04:13:07.151186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'name': 'network-vif-deleted', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:07.153948 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4863871-2c5b-4e04-8c27-ef306a19ef3d" -d '{"events": [{"server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "name": "network-vif-deleted", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:07.188110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-7c5712a8-9ea4-4fd6-b9b8-140f33e0261f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:07.194665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-7c5712a8-9ea4-4fd6-b9b8-140f33e0261f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 949 time: 0.1296189 Aug 12 04:13:07.225036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.241247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Transition to ACTIVE for port object 5c071752-3bc9-4d1e-be8d-ecd3c5539706 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:07.265743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Made reservation on behalf of 4be7501d471040dba90e85716feffdc4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:07.268269 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.281433 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.290993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-353fd406-6690-4213-b90a-4b5dcc8b3e13 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:07.301628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-353fd406-6690-4213-b90a-4b5dcc8b3e13 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 810 time: 0.3057463 Aug 12 04:13:07.332378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-5f6ef09b-7489-40ac-a710-d8ada6052371 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/quotas/258d1b7660914972b7101fabe7838ef0 HTTP/1.1" status: 200 len: 375 time: 0.0297749 Aug 12 04:13:07.345161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Deleting port 827daa54-81c7-4e28-afcf-5d3348eb208a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:07.345520 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.357391 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.428061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-e70c60bb-4002-4df7-94c8-f43a78e6a2e8 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946736 Aug 12 04:13:07.440071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf275d37-41cc-4a46-afdc-fcb9c9a5b328 None None] Pushing event updated for resources: {'Port': ['ID=5c071752-3bc9-4d1e-be8d-ecd3c5539706,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:07.550371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] For port 827daa54-81c7-4e28-afcf-5d3348eb208a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=827daa54-81c7-4e28-afcf-5d3348eb208a,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:07.550910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.565900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Attempting to bind port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:07.567358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Attempting to bind port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:07.567968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Attempting to bind port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:07.580627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Calling delete_port for 827daa54-81c7-4e28-afcf-5d3348eb208a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:07.583469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:07.584830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Checking segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:07.585889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.587359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Bound using segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:07.588200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Bound port: 5c071752-3bc9-4d1e-be8d-ecd3c5539706, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:07.589123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.614855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-6733d6ce-7773-4242-8464-b8a30a87323c service neutron] 10.222.0.42 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855054 Aug 12 04:13:07.713027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] For port 5c071752-3bc9-4d1e-be8d-ecd3c5539706, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:07.722322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] For port 5c071752-3bc9-4d1e-be8d-ecd3c5539706, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c071752-3bc9-4d1e-be8d-ecd3c5539706,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:07.762493 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.826621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.844567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-6439f154-6873-4224-88ed-9a0d1ea66c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:07.847309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-6439f154-6873-4224-88ed-9a0d1ea66c2a service neutron] 10.222.0.20 "GET /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 1032 time: 0.0833414 Aug 12 04:13:07.861836 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5647f0-f083-4a25-8c13-7c4f8516acef x-openstack-request-id: req-9b5647f0-f083-4a25-8c13-7c4f8516acef {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:07.862413 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8c61c0-2b07-4fbd-89df-5bc91ad439ec", "name": "network-vif-deleted", "tag": "789da14a-fd0d-4bd7-97e3-bf7ea22a3705", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:07.862652 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b5647f0-f083-4a25-8c13-7c4f8516acef {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:07.863026 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8c61c0-2b07-4fbd-89df-5bc91ad439ec', 'name': 'network-vif-deleted', 'tag': '789da14a-fd0d-4bd7-97e3-bf7ea22a3705', 'status': 'completed', 'code': 200} Aug 12 04:13:07.909252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.922675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['827daa54-81c7-4e28-afcf-5d3348eb208a', 'ac613c87-acc1-4c69-b905-c332db53c8b4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:07.926392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:07.973241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event deleted for resources: {'Port': ['ID=827daa54-81c7-4e28-afcf-5d3348eb208a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:08.004189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-93aed8df-7260-45da-bcc1-b873506a3103 service neutron] 10.222.0.42 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883133 Aug 12 04:13:08.004899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e22109-b09a-49f3-9b03-3fa4a0fbc692,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:08.007919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a8ee7e19-616d-4456-af06-a6906b8b1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:08.021758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a8ee7e19-616d-4456-af06-a6906b8b1d4f service neutron] 10.222.0.20 "GET /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 1032 time: 0.1539381 Aug 12 04:13:08.052411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:13:08.070799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] No DVR routers for this DVR port 827daa54-81c7-4e28-afcf-5d3348eb208a on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:08.074539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:08.076900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6107bb84-ada8-4dc7-b825-dbd5e7707a1e req-81e38588-8608-4e08-9755-75151564354b tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "DELETE /v2.0/ports/827daa54-81c7-4e28-afcf-5d3348eb208a HTTP/1.1" status: 204 len: 173 time: 0.8718195 Aug 12 04:13:08.100363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd45d8d3-3482-40a4-a97d-fa2316872177 req-50260980-522d-4c18-b1fc-831d19095946 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 210 time: 0.1173294 Aug 12 04:13:08.110098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf275d37-41cc-4a46-afdc-fcb9c9a5b328 None None] Pushing event updated for resources: {'Port': ['ID=5c071752-3bc9-4d1e-be8d-ecd3c5539706,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:08.165079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Routers {'abcc7354-3375-48eb-b6fc-52f15d5993cf'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:08.166074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abcc7354-3375-48eb-b6fc-52f15d5993cf'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:08.166429 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:08.170069 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Added segment 6f478f1a-08db-4027-817d-dc7b7a2b234b of type vlan for network d4f87905-19ef-4315-bd54-9cf518ab8ce9 Aug 12 04:13:08.325435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8ca7a0-f6ed-4cae-a152-d61b3d7d66c6 req-6582e0de-e87a-44a5-8cb3-d31dab1c6fe9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e8c61c0-2b07-4fbd-89df-5bc91ad439ec HTTP/1.1" status: 200 len: 210 time: 0.0630596 Aug 12 04:13:08.466539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:08.515479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-508e199e-7761-45ba-9c30-961167d8eb98 req-6b6c4eb8-b39f-4cce-b837-679592443ccd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0753088 Aug 12 04:13:08.629789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] Set router abcc7354-3375-48eb-b6fc-52f15d5993cf gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:08.714920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e49c87f-9426-4259-b951-d564d3cf6604 req-f28afcaa-f2ee-4cf0-a5f4-c1598ace8e7b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 210 time: 0.0773442 Aug 12 04:13:08.730688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20db6b8-9d8f-4a46-82e7-3f5d630df47a req-39f291ce-6d37-46ce-b6d7-2fa28f9670c1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:08.741609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20db6b8-9d8f-4a46-82e7-3f5d630df47a req-39f291ce-6d37-46ce-b6d7-2fa28f9670c1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2537961 Aug 12 04:13:08.768028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.resource_extend [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:13:08.805785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c62d660a-d3cc-48ba-92c6-f5f70337c0c8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:08.839649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c62d660a-d3cc-48ba-92c6-f5f70337c0c8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:08.847734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c62d660a-d3cc-48ba-92c6-f5f70337c0c8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:08.849410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c62d660a-d3cc-48ba-92c6-f5f70337c0c8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=1ddab381-f66b-427e-8b2b-55576ab5b51b&id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 1995 time: 0.8135512 Aug 12 04:13:09.007061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:09.011560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:09.014127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:09.082643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5c071752-3bc9-4d1e-be8d-ecd3c5539706', 'name': '', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'mac_address': 'fa:16:3e:19:b5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '82f68261-745b-424d-842f-a7919052a745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:01Z', 'updated_at': '2021-08-12T04:13:07Z', 'revision_number': 4, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'subnets': [{'id': '82f68261-745b-424d-842f-a7919052a745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:09.115877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-022e5983-5cf0-44d1-84b1-91b4a6e9c244 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56b1720eebae46b992679757e49d89a1 HTTP/1.1" status: 200 len: 380 time: 0.2244713 Aug 12 04:13:09.119114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f87905-19ef-4315-bd54-9cf518ab8ce9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:09.129078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da20234-9242-413c-a2e7-e8eecc4eaac3 None None] The sync data for ids ['abcc7354-3375-48eb-b6fc-52f15d5993cf'] in n-d-804320-1 is: [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '5c071752-3bc9-4d1e-be8d-ecd3c5539706', 'name': '', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'mac_address': 'fa:16:3e:19:b5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '82f68261-745b-424d-842f-a7919052a745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:01Z', 'updated_at': '2021-08-12T04:13:07Z', 'revision_number': 4, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'subnets': [{'id': '82f68261-745b-424d-842f-a7919052a745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:13:09.142953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20db6b8-9d8f-4a46-82e7-3f5d630df47a req-86cc654c-cecd-4c9c-8f64-511244659572 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954914 Aug 12 04:13:09.146338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:13:09.149018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'admin_state_up': True, 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'security_groups': ['75ef2e37-fe48-4db6-a506-efb821ddfe84']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:09.331191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-610131ae-4da9-4bc8-b3ea-62541496fa9c req-725324f6-e7aa-4867-82cd-a5d0bf1bc816 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed10bf8-6586-41d5-81b5-981d419af7de HTTP/1.1" status: 200 len: 210 time: 0.0379074 Aug 12 04:13:09.465124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-63133b9e-08f9-4b91-bd39-bc53d75f3396 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6708581 Aug 12 04:13:09.469810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52174) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:09.478639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Request body: {'subnet': {'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-149072106-subnet', 'tenant_id': '4be7501d471040dba90e85716feffdc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:09.663592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:09.667683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:09.836671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-920c46d7-35a8-4a3e-b83d-d06a2e4acbce tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:09.840460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-920c46d7-35a8-4a3e-b83d-d06a2e4acbce tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 822 time: 0.2171676 Aug 12 04:13:09.853090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Made reservation on behalf of 4be7501d471040dba90e85716feffdc4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:09.855867 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:09.915999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3621d89-2898-4901-9623-e1dcc94ac693 req-7400dad3-2152-41a5-b135-f4e7da04a940 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0831547 Aug 12 04:13:09.956042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'name': 'network-vif-deleted', 'tag': '827daa54-81c7-4e28-afcf-5d3348eb208a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:09.968700 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926dc4d8-a37a-44c4-8719-5a8d2b63d03f" -d '{"events": [{"server_uuid": "5ed10bf8-6586-41d5-81b5-981d419af7de", "name": "network-vif-deleted", "tag": "827daa54-81c7-4e28-afcf-5d3348eb208a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:09.976181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-edbc6838-1585-4b8a-a5c2-0fbe425cd8a5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/quotas/25b9e4655d73455b847e527b9016ec3d HTTP/1.1" status: 200 len: 375 time: 0.1168735 Aug 12 04:13:10.073260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b31e83c-eae6-4f04-ab12-a83db319393a req-e3234a65-e95f-43e4-9091-58803d566066 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 210 time: 0.0625873 Aug 12 04:13:10.109044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 172.20.0.7 (a9655ca9-bc91-4036-8247-308ae56cbf82/ec54747e-92a0-4e59-b6c0-fb706b92d276/49f07f0c-02fe-4f81-9172-d44cfacf315e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:10.138411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-a25bd13c-9c7c-4921-be42-131f6fe216c3 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492772 Aug 12 04:13:10.362951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-1174a4bc-fbaa-4967-ac00-ce325e7548f9 service neutron] 10.222.0.42 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129347 Aug 12 04:13:10.421938 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74df1101-a836-4813-a5b9-81966ffbee6c x-openstack-request-id: req-74df1101-a836-4813-a5b9-81966ffbee6c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:10.425818 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed10bf8-6586-41d5-81b5-981d419af7de", "name": "network-vif-deleted", "tag": "827daa54-81c7-4e28-afcf-5d3348eb208a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:10.425818 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74df1101-a836-4813-a5b9-81966ffbee6c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:10.425818 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed10bf8-6586-41d5-81b5-981d419af7de', 'name': 'network-vif-deleted', 'tag': '827daa54-81c7-4e28-afcf-5d3348eb208a', 'status': 'completed', 'code': 200} Aug 12 04:13:10.463277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:10.499252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object 49f07f0c-02fe-4f81-9172-d44cfacf315e will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:10.509828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:10.579854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:10.580211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 789da14a-fd0d-4bd7-97e3-bf7ea22a3705 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:10.689955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c071752-3bc9-4d1e-be8d-ecd3c5539706 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:10.711959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-1538b347-b228-45f9-969c-0eba0481e6e7 service neutron] 10.222.0.42 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870717 Aug 12 04:13:10.714280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:10.772558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52cb17-6ffb-4d12-8ae2-ce3124d77617 req-411bdab0-84ff-4ba0-be8b-b4acee42a335 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:10.775082 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e52cb17-6ffb-4d12-8ae2-ce3124d77617 req-411bdab0-84ff-4ba0-be8b-b4acee42a335 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2000911 Aug 12 04:13:10.812966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:10.860422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c674db5e-a381-443b-9a9f-ca46684f33c6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:10.895326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network a9655ca9-bc91-4036-8247-308ae56cbf82 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:10.897409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:10.911119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:10.911119 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:10.930499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Checking segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:10.930499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Network hostable DHCP agents. Network: d4f87905-19ef-4315-bd54-9cf518ab8ce9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:13:10.936930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e52cb17-6ffb-4d12-8ae2-ce3124d77617 req-4f2721ab-7287-4c32-aa71-0343354687c4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553528 Aug 12 04:13:10.955241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:10.963804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:11.011780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:11.023830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:13:11.077647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:11.079928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:11.156059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:11.186450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d4f87905-19ef-4315-bd54-9cf518ab8ce9) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:11.193848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:11.194434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:11.194694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2ee9c7-fc0a-444f-9b02-6009b27ee9a3 None None] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:11.257690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-77d15ecc-3ed0-4a19-ab40-1d88d6111ef4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1126649 Aug 12 04:13:11.314663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'admin_state_up': True, 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'security_groups': ['75ef2e37-fe48-4db6-a506-efb821ddfe84']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:11.434964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4dcc-b99f-4da8-8d15-dafdf48b4ae4 req-f96a5779-332f-4fa7-9ebe-16062a523527 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:11.440481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a4855ea-99ee-416e-b349-0defbf9ea32d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9678125 Aug 12 04:13:11.442799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5c071752-3bc9-4d1e-be8d-ecd3c5539706, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c071752-3bc9-4d1e-be8d-ecd3c5539706,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:11.447990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d37c4dcc-b99f-4da8-8d15-dafdf48b4ae4 req-f96a5779-332f-4fa7-9ebe-16062a523527 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 931 time: 0.2641983 Aug 12 04:13:11.571330 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d37c4dcc-b99f-4da8-8d15-dafdf48b4ae4 req-3d8e1486-9038-4217-9728-9ac3c646f0cf tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183655 Aug 12 04:13:11.583318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:11.649836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5c071752-3bc9-4d1e-be8d-ecd3c5539706,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:11.713077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-144deb29-b486-4885-b225-19123523434e None None] Provisioning for port 49f07f0c-02fe-4f81-9172-d44cfacf315e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:11.726358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-144deb29-b486-4885-b225-19123523434e None None] Provisioning complete for port 49f07f0c-02fe-4f81-9172-d44cfacf315e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:11.727024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-144deb29-b486-4885-b225-19123523434e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:11.744102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-d4f87905-19ef-4315-bd54-9cf518ab8ce9', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'tenant_id': '4be7501d471040dba90e85716feffdc4', 'fixed_ips': [{'subnet_id': 'c674db5e-a381-443b-9a9f-ca46684f33c6'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:13:11.750129 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:11.806131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99e20cbd-d325-4f87-8962-b7be0bd46dac req-f3b759da-a943-4b7f-8287-4b67a91dd898 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 210 time: 0.0776057 Aug 12 04:13:11.832221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:11.844557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:12.118930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 10.1.1.76 (d35a4d64-babf-4c8b-aedc-d67cd24a0c95/82f796c2-2cd0-49c5-bbc1-756ed4395f29/5a788803-8d2e-4abf-89d0-0567b73e5b43) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:12.181526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-144deb29-b486-4885-b225-19123523434e None None] Port 49f07f0c-02fe-4f81-9172-d44cfacf315e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:12.251228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Allocated IP 172.20.0.2 (d4f87905-19ef-4315-bd54-9cf518ab8ce9/c674db5e-a381-443b-9a9f-ca46684f33c6/de433368-e50f-4859-836c-d7befbaa0890) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:12.418414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fca84c15-57f2-43b2-8c12-b8020e6174d5 req-ff21ed7a-5c51-4930-8c9a-8febec98981d tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 210 time: 0.0879791 Aug 12 04:13:12.456239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4eac-3237-409d-b3de-ee0b1dfb67d1 req-1fb645bb-8a2f-4895-8b47-03505654dfa8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:12.466997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-106a4eac-3237-409d-b3de-ee0b1dfb67d1 req-1fb645bb-8a2f-4895-8b47-03505654dfa8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2067666 Aug 12 04:13:12.507761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-8feb7788-bf0a-4e11-a97d-586c11089919 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:12.509826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-8feb7788-bf0a-4e11-a97d-586c11089919 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 810 time: 0.3928640 Aug 12 04:13:12.563817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Request body: {'port': {'device_id': '923a9770-e39c-4b31-948f-814926ec628a', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'admin_state_up': True, 'tenant_id': '258d1b7660914972b7101fabe7838ef0'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:12.577743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 827daa54-81c7-4e28-afcf-5d3348eb208a no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:12.605921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:12.606206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 827daa54-81c7-4e28-afcf-5d3348eb208a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:12.606672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 827daa54-81c7-4e28-afcf-5d3348eb208a not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:12.659633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c071752-3bc9-4d1e-be8d-ecd3c5539706 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:12.666946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object 5a788803-8d2e-4abf-89d0-0567b73e5b43 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:12.714513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6553c-678f-4f3c-8125-a3c0ef73cc37 req-2b9867a1-a11a-4946-b53e-082eeb5c819e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:12.716353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9bb6553c-678f-4f3c-8125-a3c0ef73cc37 req-2b9867a1-a11a-4946-b53e-082eeb5c819e tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0937829 Aug 12 04:13:12.736368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-106a4eac-3237-409d-b3de-ee0b1dfb67d1 req-f5979d9b-da40-4d9b-a00b-7725bdd63a98 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681801 Aug 12 04:13:12.867126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9bb6553c-678f-4f3c-8125-a3c0ef73cc37 req-5b397dbf-622e-4321-8304-12ef849a6517 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409111 Aug 12 04:13:12.928618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Made reservation on behalf of 258d1b7660914972b7101fabe7838ef0 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:12.936042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:12.950878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:12.969290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Transition to ACTIVE for port object de433368-e50f-4859-836c-d7befbaa0890 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:12.992770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.002510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Transition to ACTIVE for port object de433368-e50f-4859-836c-d7befbaa0890 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:13.034414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:13.037499 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.097552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.147867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Pushing event updated for resources: {'Port': ['ID=de433368-e50f-4859-836c-d7befbaa0890,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:13.199131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:13.202579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:13.205110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:13.222904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:13.245907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:13.250955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:13.277264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Attempting to bind port de433368-e50f-4859-836c-d7befbaa0890 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:13.277908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Attempting to bind port de433368-e50f-4859-836c-d7befbaa0890 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:13.278446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Attempting to bind port de433368-e50f-4859-836c-d7befbaa0890 on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:13.297355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:13.297817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Checking segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:13.298623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.298952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Bound using segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:13.302875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Bound port: de433368-e50f-4859-836c-d7befbaa0890, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:13.302875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.373343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e1c5f-6788-4bea-bc56-3649600e3a30 req-5a16ff3c-c7bc-41e6-9f8b-f2f23731bb25 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:13.385319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e1c5f-6788-4bea-bc56-3649600e3a30 req-5a16ff3c-c7bc-41e6-9f8b-f2f23731bb25 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:13.395474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea0e1c5f-6788-4bea-bc56-3649600e3a30 req-5a16ff3c-c7bc-41e6-9f8b-f2f23731bb25 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 1652 time: 0.3580742 Aug 12 04:13:13.408950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] For port de433368-e50f-4859-836c-d7befbaa0890, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:13.411922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] For port de433368-e50f-4859-836c-d7befbaa0890, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de433368-e50f-4859-836c-d7befbaa0890,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:13.439152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:13.449007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Allocated IP 172.20.0.7 (8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7/82f68261-745b-424d-842f-a7919052a745/f021335d-2ab4-403a-98b1-1f3d4f9d8326) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:13.478244 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.499953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea0e1c5f-6788-4bea-bc56-3649600e3a30 req-8549b7bb-6b6c-4fc0-a15f-62d7b16cbd30 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034782 Aug 12 04:13:13.510144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:13.512303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.587546 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:13:13.663696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575c03c-c9ab-4724-9187-d31da20ba87d None None] Pushing event updated for resources: {'Port': ['ID=de433368-e50f-4859-836c-d7befbaa0890,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:13.736269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3784daf7-deea-4f2f-87d3-14be27bb1838 req-f1a99eae-1db4-4145-987f-ac7cf9ece08e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 210 time: 0.1142745 Aug 12 04:13:13.737966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-539a6c99-29a3-4018-932a-9dd378f29d58 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4613211 Aug 12 04:13:13.765880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-85fd7095-b73d-4e6a-a952-5a147e0aa0c7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:13.772817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-85fd7095-b73d-4e6a-a952-5a147e0aa0c7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 815 time: 0.6715171 Aug 12 04:13:13.774217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'admin_state_up': True, 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'security_groups': ['75ef2e37-fe48-4db6-a506-efb821ddfe84']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:13.807601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-79444d00-a528-43b0-a156-e16bd294379f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:13.809810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-79444d00-a528-43b0-a156-e16bd294379f tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.4618247 Aug 12 04:13:13.819974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c0d147f1-fd2c-4fe1-9d10-cc66f8c4277d None None] Provisioning for port 5a788803-8d2e-4abf-89d0-0567b73e5b43 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:13.825774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c0d147f1-fd2c-4fe1-9d10-cc66f8c4277d None None] Provisioning complete for port 5a788803-8d2e-4abf-89d0-0567b73e5b43 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:13.826410 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0d147f1-fd2c-4fe1-9d10-cc66f8c4277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.894544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:13.927177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-9723f36b-ec1a-4a2c-8180-8c43077e8765 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/quotas/4be7501d471040dba90e85716feffdc4 HTTP/1.1" status: 200 len: 375 time: 0.1533623 Aug 12 04:13:13.978389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c0d147f1-fd2c-4fe1-9d10-cc66f8c4277d None None] Port 5a788803-8d2e-4abf-89d0-0567b73e5b43 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:14.014139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:14.036019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:14.099659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-0213be4a-19fd-4414-aaea-83b4999de345 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:14.101178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-0213be4a-19fd-4414-aaea-83b4999de345 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 822 time: 0.1705663 Aug 12 04:13:14.129579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Request body: {'port': {'device_id': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'admin_state_up': True, 'tenant_id': '25b9e4655d73455b847e527b9016ec3d'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:14.249732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67d8a784-e9f0-4f22-89bc-a5c4b4367603 req-b873900b-c037-48f6-b75a-894fda49c8f8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 210 time: 0.0412760 Aug 12 04:13:14.289160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:14.394238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 10.1.1.198 (d35a4d64-babf-4c8b-aedc-d67cd24a0c95/82f796c2-2cd0-49c5-bbc1-756ed4395f29/d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:14.527497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:14.568534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:14.593084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-ba6292b0-0838-4f10-b1fb-a4dae0d55bc2 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6649320 Aug 12 04:13:14.598909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:14.641774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:14.658956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:14.674423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de433368-e50f-4859-836c-d7befbaa0890 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:14.720964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:14.724226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:14.747589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Pushing event updated for resources: {'Port': ['ID=f021335d-2ab4-403a-98b1-1f3d4f9d8326,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:14.798091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:14.868689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:14.871374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port de433368-e50f-4859-836c-d7befbaa0890 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:14.937239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:14.943897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:14.995327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-2dd341d2-d8ff-40e7-be60-ca5bb78040f1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4487526 Aug 12 04:13:15.023386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:15.024391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:15.049145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Request body: {'port': {'device_id': '923a9770-e39c-4b31-948f-814926ec628a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:15.052847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:15.090320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951d9f2-a49a-4612-b5f3-f04fbf08ebd0 req-2e46b142-5a93-443b-98f4-3e5f2d22af7d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:15.093936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1951d9f2-a49a-4612-b5f3-f04fbf08ebd0 req-2e46b142-5a93-443b-98f4-3e5f2d22af7d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2238116 Aug 12 04:13:15.111398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Deleting port ac613c87-acc1-4c69-b905-c332db53c8b4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:15.111731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:15.164868 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1951d9f2-a49a-4612-b5f3-f04fbf08ebd0 req-20996bb5-153f-46e7-8e33-61644a9c1986 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636749 Aug 12 04:13:15.322540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e834c4e-0aba-47df-bdaf-1d8af6ef3e3c req-8ea18e39-326a-4579-b502-365679d63a8c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:15.324793 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e834c4e-0aba-47df-bdaf-1d8af6ef3e3c req-8ea18e39-326a-4579-b502-365679d63a8c tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 950 time: 0.0687211 Aug 12 04:13:15.335087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b0451-0aca-4534-98ab-0539bdd1effe None None] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:15.427797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e834c4e-0aba-47df-bdaf-1d8af6ef3e3c req-0a9b81aa-b48a-4b46-9125-c91b3704d047 tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784523 Aug 12 04:13:15.549404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Provisioning for port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:15.557124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Provisioning complete for port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:15.558053 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:15.633808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:15.711434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be196dd-4237-4c91-b59b-67b65d0570b2 req-c3c7f83c-1782-4159-9161-05fde85e8e9e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:15.724298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be196dd-4237-4c91-b59b-67b65d0570b2 req-c3c7f83c-1782-4159-9161-05fde85e8e9e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:15.728886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Provisioning for port de433368-e50f-4859-836c-d7befbaa0890 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:15.729440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:15.740515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be196dd-4237-4c91-b59b-67b65d0570b2 req-c3c7f83c-1782-4159-9161-05fde85e8e9e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:15.744423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8be196dd-4237-4c91-b59b-67b65d0570b2 req-c3c7f83c-1782-4159-9161-05fde85e8e9e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 2373 time: 0.1633947 Aug 12 04:13:15.753444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-280a35f8-bdaa-4de9-8829-276530d96a69 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1496859 Aug 12 04:13:15.756406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Provisioning complete for port de433368-e50f-4859-836c-d7befbaa0890 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:15.760843 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:15.829790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8be196dd-4237-4c91-b59b-67b65d0570b2 req-b2adc2c5-957d-452b-aef2-a133d217357c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789125 Aug 12 04:13:15.885567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d0e8dfb7-e5a9-4b5f-a6b7-68444b06c8ad tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1379631 Aug 12 04:13:15.897204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b', 'admin_state_up': True, 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'security_groups': ['75ef2e37-fe48-4db6-a506-efb821ddfe84']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:15.960104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Made reservation on behalf of 25b9e4655d73455b847e527b9016ec3d for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:15.966734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.006677 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.078222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] For port de433368-e50f-4859-836c-d7befbaa0890, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de433368-e50f-4859-836c-d7befbaa0890,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:16.116177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] For port ac613c87-acc1-4c69-b905-c332db53c8b4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ac613c87-acc1-4c69-b905-c332db53c8b4,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:16.117245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.142153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b338-f3b2-4585-a7c4-4f44eb9f38f6 req-86e7ba78-cc66-4ff8-b5d7-952e2f44b642 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:16.143850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0ed2b338-f3b2-4585-a7c4-4f44eb9f38f6 req-86e7ba78-cc66-4ff8-b5d7-952e2f44b642 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 931 time: 0.1252322 Aug 12 04:13:16.167560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Calling delete_port for ac613c87-acc1-4c69-b905-c332db53c8b4 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:16.200549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.229701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0ed2b338-f3b2-4585-a7c4-4f44eb9f38f6 req-33e43d07-d94e-4e12-a242-ee599ad419b9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Aug 12 04:13:16.283097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-0eb5beb4-0624-4367-80de-d10d276afb3d service neutron] 10.222.0.42 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304363 Aug 12 04:13:16.365704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c751b4-e55f-4d20-ac14-500db2f536bb None None] Pushing event updated for resources: {'Port': ['ID=de433368-e50f-4859-836c-d7befbaa0890,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:16.379464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3959bfee-b6d9-47cc-a457-5ed6abfc87b8 None None] Provisioning complete for port de433368-e50f-4859-836c-d7befbaa0890 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:16.379746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3959bfee-b6d9-47cc-a457-5ed6abfc87b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.653053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de433368-e50f-4859-836c-d7befbaa0890 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:16.655520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1d9a697-29a7-4877-ba76-d6fa25cc2628 req-e7c8b50a-c5d5-4066-b184-40dc4b033826 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 210 time: 0.0448580 Aug 12 04:13:16.656923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port de433368-e50f-4859-836c-d7befbaa0890 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:16.657505 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.667478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Allocated IP 172.20.0.13 (46002dfd-f204-4785-bb48-e8c7bfaad193/ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c/38a30f1f-3476-4569-84e6-49aea1709253) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:16.759836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ac7a0-de02-45f3-9fa4-bd281fed2df3 req-2e93795f-d796-4271-bb55-d4e4646b3aad tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:16.761315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ed7ac7a0-de02-45f3-9fa4-bd281fed2df3 req-2e93795f-d796-4271-bb55-d4e4646b3aad tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.0566368 Aug 12 04:13:16.806047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ed7ac7a0-de02-45f3-9fa4-bd281fed2df3 req-d1e9c18c-1843-4774-b3f4-624a1918b4fc tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Aug 12 04:13:16.900995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:16.923599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f021335d-2ab4-403a-98b1-1f3d4f9d8326 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:16.937114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.948852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.967347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:16.980722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7543c-4fd8-4bd1-b355-2cb5039e9b91 req-f2ad0eca-bb63-480c-b670-2858a1a8c63a tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:16.988946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20f7543c-4fd8-4bd1-b355-2cb5039e9b91 req-f2ad0eca-bb63-480c-b670-2858a1a8c63a tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea3f3ba-08c2-48f7-9874-98199c247d08 HTTP/1.1" status: 200 len: 867 time: 0.1198561 Aug 12 04:13:16.996784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Transition to ACTIVE for port object f021335d-2ab4-403a-98b1-1f3d4f9d8326 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:17.001176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Pushing event deleted for resources: {'Port': ['ID=ac613c87-acc1-4c69-b905-c332db53c8b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:17.049825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20f7543c-4fd8-4bd1-b355-2cb5039e9b91 req-84a9b66d-b16f-45fc-b971-d90378bce5de tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcb2ef2f-b0ce-4285-800b-e539fb243910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610526 Aug 12 04:13:17.085195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:17.092706 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:17.193891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] No DVR routers for this DVR port ac613c87-acc1-4c69-b905-c332db53c8b4 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:17.228554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:17.231577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-127b27a5-b2f0-4a72-8f83-572b34a761dc req-c46df96f-bfd3-4bf2-b178-98b742f17eed tempest-ServersAdminTestJSON-1319380464 tempest-ServersAdminTestJSON-1319380464-project] 10.222.0.20 "DELETE /v2.0/ports/ac613c87-acc1-4c69-b905-c332db53c8b4 HTTP/1.1" status: 204 len: 173 time: 3.2985210 Aug 12 04:13:17.274033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-deleted', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:17.286691 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cc71b9-1feb-4e1a-a463-04d601f39e2a" -d '{"events": [{"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-deleted", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:17.398444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Pushing event updated for resources: {'Port': ['ID=f021335d-2ab4-403a-98b1-1f3d4f9d8326,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:17.446142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec8f-b47f-467a-9dff-2d9332440f19 req-580524a9-78bf-44b1-8a4d-40eda58efaec tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:17.452921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec8f-b47f-467a-9dff-2d9332440f19 req-580524a9-78bf-44b1-8a4d-40eda58efaec tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:17.459472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dec8f-b47f-467a-9dff-2d9332440f19 req-580524a9-78bf-44b1-8a4d-40eda58efaec tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:17.467546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac5dec8f-b47f-467a-9dff-2d9332440f19 req-580524a9-78bf-44b1-8a4d-40eda58efaec tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 2373 time: 0.2896879 Aug 12 04:13:17.486255 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:17.515010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-ba6f4559-79c4-4147-be85-c7d4ae7324ad tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:17.527349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-ba6f4559-79c4-4147-be85-c7d4ae7324ad tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 815 time: 0.2928810 Aug 12 04:13:17.552743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f12be60c-6131-4520-895d-cbddee99f344 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/quotas/4be7501d471040dba90e85716feffdc4 HTTP/1.1" status: 200 len: 375 time: 0.0242753 Aug 12 04:13:17.572660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Network 46002dfd-f204-4785-bb48-e8c7bfaad193 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:17.578351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Attempting to bind port f021335d-2ab4-403a-98b1-1f3d4f9d8326 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:17.579873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Attempting to bind port f021335d-2ab4-403a-98b1-1f3d4f9d8326 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:17.579873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Attempting to bind port f021335d-2ab4-403a-98b1-1f3d4f9d8326 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:17.585800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:17.595610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac5dec8f-b47f-467a-9dff-2d9332440f19 req-dc28cfa6-ed98-4146-a0a7-85fd941d9cf1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265252 Aug 12 04:13:17.596605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:17.628471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 10.2.2.100 (1ddab381-f66b-427e-8b2b-55576ab5b51b/862dfe9e-9608-448c-aa71-e732a7403e2a/22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:17.677659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event updated for resources: {'Port': ['ID=38a30f1f-3476-4569-84e6-49aea1709253,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:17.683828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Port f021335d-2ab4-403a-98b1-1f3d4f9d8326 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:17.684164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Attempting to bind port f021335d-2ab4-403a-98b1-1f3d4f9d8326 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:17.685502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-10b73355-814d-4148-850d-9b29ba012347 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314073 Aug 12 04:13:17.709668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:17.710202 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:17.717642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:17.717990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Checking segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:17.718381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Bound using segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:17.718863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Bound port: f021335d-2ab4-403a-98b1-1f3d4f9d8326, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:17.719243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:17.822294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a488c-fb95-4770-b4e8-bb819861ec3a req-21518d0b-5d16-48f8-ad87-e6f37f3c74ba tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:17.823929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-055a488c-fb95-4770-b4e8-bb819861ec3a req-21518d0b-5d16-48f8-ad87-e6f37f3c74ba tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 943 time: 0.0992961 Aug 12 04:13:17.860645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-301bada6-3136-4a79-97da-e10528b5dd3e tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7354038 Aug 12 04:13:17.891608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] For port f021335d-2ab4-403a-98b1-1f3d4f9d8326, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:17.902171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Request body: {'port': {'device_id': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:17.910412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-53b4b9f7-2ff5-4e9d-a462-6b68527c6dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061548 Aug 12 04:13:17.941762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] For port f021335d-2ab4-403a-98b1-1f3d4f9d8326, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:17.947064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-055a488c-fb95-4770-b4e8-bb819861ec3a req-680cade9-2520-4cd6-a680-a0f676efe1c2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155608 Aug 12 04:13:17.998159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.011746 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45575a5c-504e-4ca3-a166-fa2650c755f7 x-openstack-request-id: req-45575a5c-504e-4ca3-a166-fa2650c755f7 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:18.012048 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea3f3ba-08c2-48f7-9874-98199c247d08", "name": "network-vif-deleted", "tag": "ac613c87-acc1-4c69-b905-c332db53c8b4", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:18.012313 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45575a5c-504e-4ca3-a166-fa2650c755f7 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:18.013179 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea3f3ba-08c2-48f7-9874-98199c247d08', 'name': 'network-vif-deleted', 'tag': 'ac613c87-acc1-4c69-b905-c332db53c8b4', 'status': 'completed', 'code': 200} Aug 12 04:13:18.014139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.037829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:18.096486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.140737 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-767ebf92-790b-4fcc-9c2d-05de15fe6606 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293451 Aug 12 04:13:18.234364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:18.234364 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.234364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] 10.222.0.36 "PUT /v2.0/ports/f021335d-2ab4-403a-98b1-1f3d4f9d8326 HTTP/1.1" status: 200 len: 1091 time: 3.2072654 Aug 12 04:13:18.256727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.341596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:18.348964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:18.359983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:18.363850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fde84-7367-4366-a2db-9d5f2378ff51 service neutron] Pushing event updated for resources: {'Port': ['ID=f021335d-2ab4-403a-98b1-1f3d4f9d8326,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:18.393957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bf7ad-42f9-42cb-b26f-e53eb5129ff9 req-3571e042-e6f9-408c-bd67-3f16ea1508be tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:18.395665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d10bf7ad-42f9-42cb-b26f-e53eb5129ff9 req-3571e042-e6f9-408c-bd67-3f16ea1508be tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 932 time: 0.1892684 Aug 12 04:13:18.398176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:18.438043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:18.439821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.502474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:18.551579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: ac613c87-acc1-4c69-b905-c332db53c8b4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:18.551945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ac613c87-acc1-4c69-b905-c332db53c8b4 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:18.621084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-65ba0372-43ef-4429-a02b-c7d9a208ac96 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7293243 Aug 12 04:13:18.638683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b', 'admin_state_up': True, 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'security_groups': ['75ef2e37-fe48-4db6-a506-efb821ddfe84']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:18.702168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e421c-bd4f-4214-acf3-8837f9d97703 req-2c449ec0-0d02-4b56-9302-b613f8024d90 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:18.709375 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-261e421c-bd4f-4214-acf3-8837f9d97703 req-2c449ec0-0d02-4b56-9302-b613f8024d90 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1841023 Aug 12 04:13:18.739532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d10bf7ad-42f9-42cb-b26f-e53eb5129ff9 req-1b947ac9-1895-40ce-b41f-a2c2daf50143 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172970 Aug 12 04:13:18.741718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a30f1f-3476-4569-84e6-49aea1709253 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:18.766986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.783486 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-261e421c-bd4f-4214-acf3-8837f9d97703 req-c2a369d0-18cd-4407-bfdf-24afe41101f0 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718005 Aug 12 04:13:18.806618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Transition to ACTIVE for port object 38a30f1f-3476-4569-84e6-49aea1709253 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:18.812903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-9d752b41-34d4-4870-b93f-947a8589dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:18.814492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-9d752b41-34d4-4870-b93f-947a8589dc6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 1094 time: 0.2806242 Aug 12 04:13:18.854561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bd0fbdf7-8b62-4784-bce7-92fd0f232d2f None None] Provisioning for port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:18.859813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bd0fbdf7-8b62-4784-bce7-92fd0f232d2f None None] Provisioning complete for port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:18.860260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd0fbdf7-8b62-4784-bce7-92fd0f232d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.949891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fbdf7-8b62-4784-bce7-92fd0f232d2f None None] Port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:18.961742 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:18.968818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-810f209b-e18a-4ca9-9259-7b833ac1b073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326 HTTP/1.1" status: 200 len: 217 time: 0.0682483 Aug 12 04:13:18.975634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Made reservation on behalf of 56b1720eebae46b992679757e49d89a1 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:18.980839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:19.106410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1302c-1381-4c12-96d4-01010b1d1da3 req-c7c3c5b6-9512-4bb8-bca4-8e4f04192cfb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.112428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1302c-1381-4c12-96d4-01010b1d1da3 req-c7c3c5b6-9512-4bb8-bca4-8e4f04192cfb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.118649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1302c-1381-4c12-96d4-01010b1d1da3 req-c7c3c5b6-9512-4bb8-bca4-8e4f04192cfb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.124831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1302c-1381-4c12-96d4-01010b1d1da3 req-c7c3c5b6-9512-4bb8-bca4-8e4f04192cfb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.132852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ec1302c-1381-4c12-96d4-01010b1d1da3 req-c7c3c5b6-9512-4bb8-bca4-8e4f04192cfb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 3094 time: 0.2410421 Aug 12 04:13:19.137860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Pushing event updated for resources: {'Port': ['ID=38a30f1f-3476-4569-84e6-49aea1709253,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:19.158375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-7238db20-a6ed-4d34-abd3-9ee53957f4f4 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.160844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-7238db20-a6ed-4d34-abd3-9ee53957f4f4 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 815 time: 0.2461607 Aug 12 04:13:19.173059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-e593497b-b6df-42ce-9934-1c954d2b3cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.174775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-e593497b-b6df-42ce-9934-1c954d2b3cc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.1847575 Aug 12 04:13:19.240444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-e4aa8d73-7d0b-42a0-ad47-8e19011e5d68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354743 Aug 12 04:13:19.244557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-2b264438-83a9-4569-b197-fdc5141b4cb7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/quotas/4be7501d471040dba90e85716feffdc4 HTTP/1.1" status: 200 len: 375 time: 0.0777497 Aug 12 04:13:19.269530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ec1302c-1381-4c12-96d4-01010b1d1da3 req-094a0c1e-c00d-4900-a007-1ad27c45e349 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354234 Aug 12 04:13:19.384362 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-86944777-798e-41e7-879a-753876018e56 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329279 Aug 12 04:13:19.403165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-ca44799c-c2d7-4c9a-bfcd-0b056029bdbb service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527333 Aug 12 04:13:19.439283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:19.444943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Allocated IP 10.2.2.200 (1ddab381-f66b-427e-8b2b-55576ab5b51b/862dfe9e-9608-448c-aa71-e732a7403e2a/073423c0-776e-485d-991b-6948f9e036ab) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:19.491955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Attempting to bind port 38a30f1f-3476-4569-84e6-49aea1709253 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:19.492617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Attempting to bind port 38a30f1f-3476-4569-84e6-49aea1709253 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:19.493138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Attempting to bind port 38a30f1f-3476-4569-84e6-49aea1709253 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:19.516135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Port 38a30f1f-3476-4569-84e6-49aea1709253 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:19.516752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Attempting to bind port 38a30f1f-3476-4569-84e6-49aea1709253 on network 46002dfd-f204-4785-bb48-e8c7bfaad193 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:19.537001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152555c-e22b-4c5f-856d-7666dbdba463 req-771e4956-2037-4a53-a8c6-61323e51ada7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.543453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0152555c-e22b-4c5f-856d-7666dbdba463 req-771e4956-2037-4a53-a8c6-61323e51ada7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 943 time: 0.1349566 Aug 12 04:13:19.591193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0242fa8f-b8fd-420b-bce5-08cc992f24b9 req-3ab8b6c8-1ce4-4f07-950e-2f066cf84212 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723413 Aug 12 04:13:19.591982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:19.592936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Checking segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:19.593337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Bound using segment: {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:19.593853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Bound port: 38a30f1f-3476-4569-84e6-49aea1709253, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346d6da7-ae2a-489a-802e-b8d395fbc82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:19.594227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:19.699557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0152555c-e22b-4c5f-856d-7666dbdba463 req-5b77dbe3-9d1a-40d0-b1a4-81cf4c8a0120 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544707 Aug 12 04:13:19.724747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] For port 38a30f1f-3476-4569-84e6-49aea1709253, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:19.729383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] For port 38a30f1f-3476-4569-84e6-49aea1709253, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=38a30f1f-3476-4569-84e6-49aea1709253,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:19.786333 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:19.843658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:19.845169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:19.847011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] 10.222.0.36 "PUT /v2.0/ports/38a30f1f-3476-4569-84e6-49aea1709253 HTTP/1.1" status: 200 len: 1092 time: 1.9568703 Aug 12 04:13:19.891889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fc11-2b8b-4a10-a2db-1c98270e1c50 service neutron] Pushing event updated for resources: {'Port': ['ID=38a30f1f-3476-4569-84e6-49aea1709253,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:19.935669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-a3397532-6fe0-4688-b641-49e50ea2b7d9 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498767 Aug 12 04:13:19.965110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a040a9af-e39a-449b-8539-149aa3ae2b3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ecba86d1b5d42758463ea0c082c255d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227773 Aug 12 04:13:19.977567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52418) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:20.031690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9770-e39c-4b31-948f-814926ec628a', 'tag': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326'}, {'name': 'network-changed', 'server_uuid': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'tag': '38a30f1f-3476-4569-84e6-49aea1709253'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:20.034036 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0489a4-b746-4fac-a9c6-a70357b1eae1" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9770-e39c-4b31-948f-814926ec628a", "tag": "f021335d-2ab4-403a-98b1-1f3d4f9d8326"}, {"name": "network-changed", "server_uuid": "4b7f2fd2-40b4-4557-9fc6-5a6d9df53480", "tag": "38a30f1f-3476-4569-84e6-49aea1709253"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:20.072542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028c63c-dac7-42fe-948d-0b0091adce7a req-13a973b7-218e-4706-9e2b-07df696b22e4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.074076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3028c63c-dac7-42fe-948d-0b0091adce7a req-13a973b7-218e-4706-9e2b-07df696b22e4 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 944 time: 0.1282208 Aug 12 04:13:20.100319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-20b05a06-cb22-49f1-9794-63ac5d57b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.101802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-20b05a06-cb22-49f1-9794-63ac5d57b118 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 1095 time: 0.1080980 Aug 12 04:13:20.102462 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.118759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62000aa9-8eb1-4b8e-a93d-008c862e6760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.126093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Transition to ACTIVE for port object 073423c0-776e-485d-991b-6948f9e036ab will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:20.164534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-6861def8-e994-497f-9392-df7728c4b6ce service neutron] 10.222.0.42 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817918 Aug 12 04:13:20.174239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-263c79a3-3eae-406f-ae05-62d7d355c6d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a30f1f-3476-4569-84e6-49aea1709253 HTTP/1.1" status: 200 len: 217 time: 0.0623329 Aug 12 04:13:20.260386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.265629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62000aa9-8eb1-4b8e-a93d-008c862e6760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.288153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3028c63c-dac7-42fe-948d-0b0091adce7a req-9e7d4f48-746a-4af6-ab0b-dc3f40ca7ae5 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960914 Aug 12 04:13:20.355874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:20.359776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:20.363701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:20.384544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-50f98232-f9b5-4817-9b10-4bdb9bef4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.386494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-50f98232-f9b5-4817-9b10-4bdb9bef4642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c HTTP/1.1" status: 200 len: 862 time: 0.1949708 Aug 12 04:13:20.411843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event updated for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:20.453330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-16bb75c9-7f9c-4902-8afb-b0437d658cc6 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.454915 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-16bb75c9-7f9c-4902-8afb-b0437d658cc6 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 815 time: 0.2998738 Aug 12 04:13:20.475035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.480751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.521427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-d14e95ef-cf98-4b74-aea9-c365d8e13288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46002dfd-f204-4785-bb48-e8c7bfaad193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033847 Aug 12 04:13:20.559184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Request body: {'port': {'device_id': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'admin_state_up': True, 'tenant_id': '4be7501d471040dba90e85716feffdc4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:20.621405 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a76856-bb59-41c9-930b-a6504e1585f8 x-openstack-request-id: req-e7a76856-bb59-41c9-930b-a6504e1585f8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:20.621405 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9770-e39c-4b31-948f-814926ec628a", "tag": "f021335d-2ab4-403a-98b1-1f3d4f9d8326", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b7f2fd2-40b4-4557-9fc6-5a6d9df53480", "tag": "38a30f1f-3476-4569-84e6-49aea1709253", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:20.621817 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7a76856-bb59-41c9-930b-a6504e1585f8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:20.622036 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9770-e39c-4b31-948f-814926ec628a', 'tag': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326', 'status': 'completed', 'code': 200} Aug 12 04:13:20.622293 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'tag': '38a30f1f-3476-4569-84e6-49aea1709253', 'status': 'completed', 'code': 200} Aug 12 04:13:20.661077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-26a013c2-ef74-44f2-8ab3-2ede3a904ca4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0243351 Aug 12 04:13:20.688279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:20.759179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-c4c95c4a-7f3d-4c90-a45c-8acd9e996624 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.763491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-c4c95c4a-7f3d-4c90-a45c-8acd9e996624 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.769438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-c4c95c4a-7f3d-4c90-a45c-8acd9e996624 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.777007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-c4c95c4a-7f3d-4c90-a45c-8acd9e996624 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.783807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-c4c95c4a-7f3d-4c90-a45c-8acd9e996624 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.785835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-c4c95c4a-7f3d-4c90-a45c-8acd9e996624 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 3815 time: 0.1392024 Aug 12 04:13:20.789037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20919dff-9f5d-455f-823c-72b6feda9a11 req-9c451f32-d4a5-4bc7-b4fe-a5e77e84cb1d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.797708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20919dff-9f5d-455f-823c-72b6feda9a11 req-9c451f32-d4a5-4bc7-b4fe-a5e77e84cb1d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2753348 Aug 12 04:13:20.820592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-fec09e15-897f-466d-812c-5f2ea7619565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:20.822291 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-fec09e15-897f-466d-812c-5f2ea7619565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 1094 time: 0.1957417 Aug 12 04:13:20.841712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.846615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62000aa9-8eb1-4b8e-a93d-008c862e6760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.849242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62000aa9-8eb1-4b8e-a93d-008c862e6760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.852925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62000aa9-8eb1-4b8e-a93d-008c862e6760 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcb2ef2f-b0ce-4285-800b-e539fb243910 HTTP/1.1" status: 204 len: 168 time: 0.8718839 Aug 12 04:13:20.908883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bb760cc1-4367-4429-bf24-86cdedea3533 None None] Provisioning for port 073423c0-776e-485d-991b-6948f9e036ab completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:20.911887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-880222bb-3da6-4c6e-887c-772fb07583b4 req-fe0a3fa8-057f-47be-9ca3-c06ea4a62e5c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007555 Aug 12 04:13:20.912466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bb760cc1-4367-4429-bf24-86cdedea3533 None None] Provisioning complete for port 073423c0-776e-485d-991b-6948f9e036ab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:20.912965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb760cc1-4367-4429-bf24-86cdedea3533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:20.945138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62000aa9-8eb1-4b8e-a93d-008c862e6760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb2ef2f-b0ce-4285-800b-e539fb243910,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:20.953460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-86480ce8-a8e9-41ec-a506-c688a1531abf service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825057 Aug 12 04:13:20.984031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20919dff-9f5d-455f-823c-72b6feda9a11 req-ab13c080-ec97-46d2-81b7-9b22aa294583 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853640 Aug 12 04:13:21.020488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bb760cc1-4367-4429-bf24-86cdedea3533 None None] Port 073423c0-776e-485d-991b-6948f9e036ab cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:21.241901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18830b-ec69-4b32-b503-2007d239a8c7 req-afed31eb-2403-450e-bac1-58da425b0012 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:21.243505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a18830b-ec69-4b32-b503-2007d239a8c7 req-afed31eb-2403-450e-bac1-58da425b0012 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 951 time: 0.1918743 Aug 12 04:13:21.324310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a18830b-ec69-4b32-b503-2007d239a8c7 req-955aa382-5099-4e80-baa3-7693d6885db4 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641744 Aug 12 04:13:21.400083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f07f0c-02fe-4f81-9172-d44cfacf315e {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:21.413126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:21.456321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Transition to ACTIVE for port object 49f07f0c-02fe-4f81-9172-d44cfacf315e will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:21.523285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8610c8c-f97e-4679-841c-7e44a1773366 req-fead26c0-f0de-4255-84d7-320f46899d76 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 210 time: 0.1210606 Aug 12 04:13:21.532167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5319a9b-b663-4868-bb02-a98175ed5eae req-e8f7525b-6778-4ccb-a422-be1ca7e0a9bf tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:21.535355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5319a9b-b663-4868-bb02-a98175ed5eae req-e8f7525b-6778-4ccb-a422-be1ca7e0a9bf tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 943 time: 0.0879157 Aug 12 04:13:21.590685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:21.611138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5319a9b-b663-4868-bb02-a98175ed5eae req-b91a784c-8528-4cd9-9d0d-0bc551af9e68 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682507 Aug 12 04:13:21.617362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-0a25cced-c980-4f2d-aed8-a047df28b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:21.619744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-0a25cced-c980-4f2d-aed8-a047df28b3c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 911 time: 0.7859406 Aug 12 04:13:21.689010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-e7fe4fd8-d94a-4a10-98ec-ffd6d2ed1c83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326 HTTP/1.1" status: 200 len: 217 time: 0.0512962 Aug 12 04:13:21.697126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e0b77a4-849e-41c1-bd51-0e936d87fb6d req-1f889237-ee6a-4b36-a022-28aaa4afb415 service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333400 Aug 12 04:13:21.717271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Pushing event updated for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:21.731558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Made reservation on behalf of 4be7501d471040dba90e85716feffdc4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:21.739403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:21.803641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f3b93f91-2c16-491f-b3b1-61d7aac44906 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:21.805155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f3b93f91-2c16-491f-b3b1-61d7aac44906 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 815 time: 0.4087186 Aug 12 04:13:21.830771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Request body: {'port': {'device_id': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'admin_state_up': True, 'tenant_id': '4be7501d471040dba90e85716feffdc4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:21.869739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Attempting to bind port 49f07f0c-02fe-4f81-9172-d44cfacf315e on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:21.870091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Attempting to bind port 49f07f0c-02fe-4f81-9172-d44cfacf315e by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:21.871527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Attempting to bind port 49f07f0c-02fe-4f81-9172-d44cfacf315e on network a9655ca9-bc91-4036-8247-308ae56cbf82 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:21.880378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Port 49f07f0c-02fe-4f81-9172-d44cfacf315e on network a9655ca9-bc91-4036-8247-308ae56cbf82 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:21.880710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Attempting to bind port 49f07f0c-02fe-4f81-9172-d44cfacf315e on network a9655ca9-bc91-4036-8247-308ae56cbf82 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:21.888132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:21.889072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Checking segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:21.890580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Bound using segment: {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:21.891078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Bound port: 49f07f0c-02fe-4f81-9172-d44cfacf315e, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d056e6-39ad-43cb-83ac-ae2c4aef406e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:21.891451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:21.950516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-b43f6884-dba4-4cc9-80a4-8587a1fb6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:21.952601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-b43f6884-dba4-4cc9-80a4-8587a1fb6c47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.2376163 Aug 12 04:13:22.012347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:22.016943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:22.020917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac643e-6791-4e67-be8b-28b2a87882b4 req-70db8a20-b64e-4c95-b0be-0fcfdf1b2806 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.022480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bac643e-6791-4e67-be8b-28b2a87882b4 req-70db8a20-b64e-4c95-b0be-0fcfdf1b2806 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 944 time: 0.3355584 Aug 12 04:13:22.049088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-8a54adaf-92ac-49a0-8cf3-e2736d6934f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757792 Aug 12 04:13:22.071158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52470) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:22.118985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6a3e2850-b968-4883-a3c7-acd444176781 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=606c293d39b4451a933125408d516d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468719 Aug 12 04:13:22.119721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52476) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:22.134004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.212004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.213046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.214766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] 10.222.0.20 "PUT /v2.0/ports/49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 1091 time: 1.5319054 Aug 12 04:13:22.217707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0bac643e-6791-4e67-be8b-28b2a87882b4 req-0df586b7-a1b3-4539-b94d-6077bc1a0bb6 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756396 Aug 12 04:13:22.218545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:22.227676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Allocated IP 172.20.0.5 (d4f87905-19ef-4315-bd54-9cf518ab8ce9/c674db5e-a381-443b-9a9f-ca46684f33c6/b68bf46f-ce98-470f-8540-5da553bfcb9a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:22.244789 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:22.299500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2ad3c-241d-4cc9-9cd6-8533e1496a71 service neutron] Pushing event updated for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:22.305500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-9504564b-ccac-4723-8e9d-afd35c59a35a service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441783 Aug 12 04:13:22.313700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9988f71-509b-4874-8023-897e0f4bdd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.339311 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9988f71-509b-4874-8023-897e0f4bdd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.396457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:22.480472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.492869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Made reservation on behalf of 4be7501d471040dba90e85716feffdc4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:22.497502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.540118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f021335d-2ab4-403a-98b1-1f3d4f9d8326 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:22.543051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9988f71-509b-4874-8023-897e0f4bdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.548247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9988f71-509b-4874-8023-897e0f4bdd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.552535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a9988f71-509b-4874-8023-897e0f4bdd2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eae49d2-efeb-403c-9c08-49b72095f837 HTTP/1.1" status: 204 len: 168 time: 0.4292965 Aug 12 04:13:22.572756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9988f71-509b-4874-8023-897e0f4bdd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eae49d2-efeb-403c-9c08-49b72095f837,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:22.694091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-9f93f6e1-fdfe-41fe-b323-8d8c22dbc114 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402293 Aug 12 04:13:22.713649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-5105609a-6df7-4b04-9615-215913dcc8fb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.722347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-5105609a-6df7-4b04-9615-215913dcc8fb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.730427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-5105609a-6df7-4b04-9615-215913dcc8fb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.737362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-5105609a-6df7-4b04-9615-215913dcc8fb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.744609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-5105609a-6df7-4b04-9615-215913dcc8fb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.753870 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-5105609a-6df7-4b04-9615-215913dcc8fb tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 3827 time: 0.2944562 Aug 12 04:13:22.790474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f021335d-2ab4-403a-98b1-1f3d4f9d8326, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:22.805582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'port_id': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326', 'mac_address': 'fa:16:3e:4c:6f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f68261-745b-424d-842f-a7919052a745', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:22.843435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.859796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:22.861655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bfd2326-837e-42a1-ac59-3af48b5a74b0 req-ae944192-0fe9-4d7f-9307-03e9ade794d9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063163 Aug 12 04:13:22.869399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Transition to ACTIVE for port object b68bf46f-ce98-470f-8540-5da553bfcb9a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:22.884052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-599e2238-54bb-464f-9016-91d7af56a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:22.884510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-599e2238-54bb-464f-9016-91d7af56a05d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b9e4655d73455b847e527b9016ec3d&device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 1095 time: 0.1025331 Aug 12 04:13:22.916945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f021335d-2ab4-403a-98b1-1f3d4f9d8326 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:22.944860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f021335d-2ab4-403a-98b1-1f3d4f9d8326, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:22.986102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b22004-670c-4cf8-bdfc-be06260aa83f {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:22.995127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.012300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Transition to ACTIVE for port object 05b22004-670c-4cf8-bdfc-be06260aa83f will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:23.031203 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.081550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f021335d-2ab4-403a-98b1-1f3d4f9d8326,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:23.083367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfe1b-efaf-4238-b165-85493d1d9d87 req-881ee8e8-a043-464a-b66f-5a59d4ca3d18 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.087868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2fcfe1b-efaf-4238-b165-85493d1d9d87 req-881ee8e8-a043-464a-b66f-5a59d4ca3d18 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1097176 Aug 12 04:13:23.104941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-e4e2001e-45c0-493f-8dc7-6e24a2b187f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.104941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-e4e2001e-45c0-493f-8dc7-6e24a2b187f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 200 len: 923 time: 0.2068155 Aug 12 04:13:23.116592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.166368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-8eb91861-d330-4f47-a293-77364bb55461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a30f1f-3476-4569-84e6-49aea1709253 HTTP/1.1" status: 200 len: 217 time: 0.0502610 Aug 12 04:13:23.171932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2fcfe1b-efaf-4238-b165-85493d1d9d87 req-06a476f5-24ee-465d-8d09-8272543dc9e7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726416 Aug 12 04:13:23.212394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:23.280919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.281863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f021335d-2ab4-403a-98b1-1f3d4f9d8326'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:23.284471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-9398be9d-0f30-4ab8-a77f-79ea091afb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.286136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-9398be9d-0f30-4ab8-a77f-79ea091afb9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c HTTP/1.1" status: 200 len: 862 time: 0.1080997 Aug 12 04:13:23.338437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:23.374613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:23.389341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:23.394340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-614b946d-065e-4ff1-bacb-1c3884f05ca4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=46002dfd-f204-4785-bb48-e8c7bfaad193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546865 Aug 12 04:13:23.401612 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd729f-604b-40e7-83d6-1123366c3880 x-openstack-request-id: req-09fd729f-604b-40e7-83d6-1123366c3880 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:23.402653 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:23.403189 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09fd729f-604b-40e7-83d6-1123366c3880 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:23.404041 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'status': 'completed', 'code': 200} Aug 12 04:13:23.449374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Attempting to bind port 05b22004-670c-4cf8-bdfc-be06260aa83f on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:23.450347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Attempting to bind port 05b22004-670c-4cf8-bdfc-be06260aa83f by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:23.451111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Attempting to bind port 05b22004-670c-4cf8-bdfc-be06260aa83f on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:23.523022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.20', 56903) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:23.557717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Port 05b22004-670c-4cf8-bdfc-be06260aa83f on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:23.558056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Attempting to bind port 05b22004-670c-4cf8-bdfc-be06260aa83f on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:23.596225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-cf966f45-5ac9-476b-9d78-7e1803cb9b00 service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684647 Aug 12 04:13:23.603249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:23.603596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Checking segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:23.603991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Bound using segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:23.604447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Bound port: 05b22004-670c-4cf8-bdfc-be06260aa83f, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:23.604814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.796303 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06db2cc9-c61f-4cf6-879d-d87ebc0324be req-ebab4b76-254b-450f-82ec-21f97ec5ce99 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 210 time: 0.1539533 Aug 12 04:13:23.805850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Pushing event updated for resources: {'Port': ['ID=b68bf46f-ce98-470f-8540-5da553bfcb9a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:23.829598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.830620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.835434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Allocated IP 172.20.0.8 (d4f87905-19ef-4315-bd54-9cf518ab8ce9/c674db5e-a381-443b-9a9f-ca46684f33c6/4bab390c-3aea-4d5c-8c28-55acd3363cce) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:23.851790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.852396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.852883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.853465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.854043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.854272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.856494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-91505a13-99c4-4cc3-936d-6946ce5b1302 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5248 time: 0.4587660 Aug 12 04:13:23.860765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:23.887941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-20cae556-38fc-4e51-8eef-aea5a5915428 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:23.890284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-20cae556-38fc-4e51-8eef-aea5a5915428 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 815 time: 0.3641002 Aug 12 04:13:23.893535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05b22004-670c-4cf8-bdfc-be06260aa83f,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:23.907925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be0489a4-b746-4fac-a9c6-a70357b1eae1 req-34ca9ca0-57bb-4d04-ae18-2cd02fe3098e service neutron] 10.222.0.36 "GET /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548039 Aug 12 04:13:23.909164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b42e0004-53b7-4202-a02d-3f629b9cc454 None None] Provisioning for port b68bf46f-ce98-470f-8540-5da553bfcb9a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:23.913066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b42e0004-53b7-4202-a02d-3f629b9cc454 None None] Provisioning complete for port b68bf46f-ce98-470f-8540-5da553bfcb9a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:23.913458 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b42e0004-53b7-4202-a02d-3f629b9cc454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:23.917534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Request body: {'port': {'device_id': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'admin_state_up': True, 'tenant_id': '4be7501d471040dba90e85716feffdc4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:23.999496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b42e0004-53b7-4202-a02d-3f629b9cc454 None None] Port b68bf46f-ce98-470f-8540-5da553bfcb9a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:24.017724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-b6e595fb-97e6-49aa-a09f-9af11b3cab96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4983046 Aug 12 04:13:24.036357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Request body: {'port': {'device_id': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:24.104227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e43e-63b3-4546-8df0-bb2c8f242361 req-faebf3ae-8e32-489e-bf74-fd8dfd1a1cb9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.105757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3132e43e-63b3-4546-8df0-bb2c8f242361 req-faebf3ae-8e32-489e-bf74-fd8dfd1a1cb9 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 944 time: 0.1837540 Aug 12 04:13:24.150146 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.160842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.190006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.199605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3132e43e-63b3-4546-8df0-bb2c8f242361 req-08e1e195-40aa-441a-8f05-1515a93e70c8 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Aug 12 04:13:24.204340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.205387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.207893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] 10.222.0.20 "PUT /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 1135 time: 1.8170817 Aug 12 04:13:24.236761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Transition to ACTIVE for port object 4bab390c-3aea-4d5c-8c28-55acd3363cce will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:24.239279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b25a10-15c6-4632-8fd6-c4190c6a700e req-eb1b8887-0135-4822-940e-fd18c049dedf tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.240713 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b25a10-15c6-4632-8fd6-c4190c6a700e req-eb1b8887-0135-4822-940e-fd18c049dedf tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 944 time: 0.4925723 Aug 12 04:13:24.241327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Made reservation on behalf of 4be7501d471040dba90e85716feffdc4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:24.251303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.346451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:24.426378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:24.464787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.471190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.479270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.485458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.487229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1face9-3679-45e5-ae0a-357427be7fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:24.492323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.500211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.502347 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-7504e87c-1ed7-450c-b6c1-cffca487755e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 4604 time: 0.1107092 Aug 12 04:13:24.525107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-f23840f6-cad2-4522-b321-fc10a8f7a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.525930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-f23840f6-cad2-4522-b321-fc10a8f7a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.526560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-f23840f6-cad2-4522-b321-fc10a8f7a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.528428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-f23840f6-cad2-4522-b321-fc10a8f7a532 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=56b1720eebae46b992679757e49d89a1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6371737 Aug 12 04:13:24.528993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.553333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 38a30f1f-3476-4569-84e6-49aea1709253 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:24.557785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f021335d-2ab4-403a-98b1-1f3d4f9d8326 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:24.558479 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.578975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b25a10-15c6-4632-8fd6-c4190c6a700e req-6c369fdf-25c6-4b65-aebb-a02fb2d0b4d6 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966900 Aug 12 04:13:24.587229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:24.600851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1392822212-network', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:24.625698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:24.628155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:24.771385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Pushing event updated for resources: {'Port': ['ID=4bab390c-3aea-4d5c-8c28-55acd3363cce,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:24.790343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8341beb-eb4e-4719-a0da-03c5195b1b0a req-2f95ac5f-707f-473e-8202-6a58952ec716 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326930 Aug 12 04:13:24.796274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 38a30f1f-3476-4569-84e6-49aea1709253, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=38a30f1f-3476-4569-84e6-49aea1709253,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:24.812742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.813562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.824266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f021335d-2ab4-403a-98b1-1f3d4f9d8326 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:24.832605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f021335d-2ab4-403a-98b1-1f3d4f9d8326 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:24.833696 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.846091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-44e43dff-07aa-4859-99c8-dceb9c65db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.846528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '38a30f1f-3476-4569-84e6-49aea1709253', 'network_id': '46002dfd-f204-4785-bb48-e8c7bfaad193', 'port_id': '38a30f1f-3476-4569-84e6-49aea1709253', 'mac_address': 'fa:16:3e:3d:a9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:24.846645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e115a4ec-5e05-436f-b6b7-8bb25a4d1b4d req-44e43dff-07aa-4859-99c8-dceb9c65db48 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2936733 Aug 12 04:13:24.890298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:24.893703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.897958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875ddc-74b7-4455-bb29-7185753d3b48 req-3a1a2141-5a07-4fa1-9cd5-88d0102a128a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:24.899653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82875ddc-74b7-4455-bb29-7185753d3b48 req-3a1a2141-5a07-4fa1-9cd5-88d0102a128a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2076349 Aug 12 04:13:24.934776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.942423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:24.964927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-f9ce12ae-3d8f-4cb0-acf4-cb32019b8e2e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1393507 Aug 12 04:13:24.986323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a30f1f-3476-4569-84e6-49aea1709253 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:25.002123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Request body: {'port': {'device_id': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:25.014253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.018110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 38a30f1f-3476-4569-84e6-49aea1709253, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=38a30f1f-3476-4569-84e6-49aea1709253,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:25.018632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82875ddc-74b7-4455-bb29-7185753d3b48 req-7ff7b29d-9ce8-4a1d-a5b9-4ee25f557997 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078768 Aug 12 04:13:25.041651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a9770-e39c-4b31-948f-814926ec628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:25.044052 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8f2325-be3a-4f25-ab93-c4bcf84c61c5" -d '{"events": [{"server_uuid": "923a9770-e39c-4b31-948f-814926ec628a", "name": "network-vif-plugged", "status": "completed", "tag": "f021335d-2ab4-403a-98b1-1f3d4f9d8326"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:25.067861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f021335d-2ab4-403a-98b1-1f3d4f9d8326, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:25.091827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68bf46f-ce98-470f-8540-5da553bfcb9a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:25.104723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.114744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.139748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac480cd-2d4b-4750-a731-5327bca66245 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:25.149986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.158312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.162329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:25.165245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3356b027-9642-4508-b0f5-0cf6d195ce25 None None] Provisioning for port 4bab390c-3aea-4d5c-8c28-55acd3363cce completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:25.166409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Transition to ACTIVE for port object 5ac480cd-2d4b-4750-a731-5327bca66245 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:25.180277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3356b027-9642-4508-b0f5-0cf6d195ce25 None None] Provisioning complete for port 4bab390c-3aea-4d5c-8c28-55acd3363cce triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:25.180277 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3356b027-9642-4508-b0f5-0cf6d195ce25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.256029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.263287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f9a5869-f575-425e-8422-c40631fca29e req-3ed58044-b3d8-4bdd-ba2a-7afb39584307 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 210 time: 0.0396159 Aug 12 04:13:25.305451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=38a30f1f-3476-4569-84e6-49aea1709253,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:25.315125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3356b027-9642-4508-b0f5-0cf6d195ce25 None None] Port 4bab390c-3aea-4d5c-8c28-55acd3363cce cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67281573-2683-419e-a2f5-9c82b9386666 x-openstack-request-id: req-67281573-2683-419e-a2f5-9c82b9386666 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a9770-e39c-4b31-948f-814926ec628a", "name": "network-vif-plugged", "status": "completed", "tag": "f021335d-2ab4-403a-98b1-1f3d4f9d8326", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67281573-2683-419e-a2f5-9c82b9386666 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:25.334570 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923a9770-e39c-4b31-948f-814926ec628a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326', 'code': 200} Aug 12 04:13:25.360076 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.390265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Pushing event updated for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:25.401913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['38a30f1f-3476-4569-84e6-49aea1709253'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:25.439342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '05b22004-670c-4cf8-bdfc-be06260aa83f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:25.442025 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "05b22004-670c-4cf8-bdfc-be06260aa83f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:25.471035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f021335d-2ab4-403a-98b1-1f3d4f9d8326,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:25.497023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.553929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:25.566253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.590814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276787a-f5d4-48e3-a8b1-eef02d58eed9 req-9b3c3505-ca8f-4a00-93ab-548a37b6e880 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.600717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e276787a-f5d4-48e3-a8b1-eef02d58eed9 req-9b3c3505-ca8f-4a00-93ab-548a37b6e880 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 951 time: 0.1475613 Aug 12 04:13:25.624100 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.658980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Attempting to bind port 5ac480cd-2d4b-4750-a731-5327bca66245 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:25.659380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Attempting to bind port 5ac480cd-2d4b-4750-a731-5327bca66245 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:25.659726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Attempting to bind port 5ac480cd-2d4b-4750-a731-5327bca66245 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:25.681837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.694624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e276787a-f5d4-48e3-a8b1-eef02d58eed9 req-d20b4d1f-ad9d-4bbd-b718-72744009002f tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880375 Aug 12 04:13:25.695356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Port 5ac480cd-2d4b-4750-a731-5327bca66245 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:25.706599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Attempting to bind port 5ac480cd-2d4b-4750-a731-5327bca66245 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:25.716907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:25.722784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Checking segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:25.723010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Bound using segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:25.723539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Bound port: 5ac480cd-2d4b-4750-a731-5327bca66245, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:25.724009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.731392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=11']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:25.756647 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0522a2a5-9e41-46e3-b6ef-d73975a80315 x-openstack-request-id: req-0522a2a5-9e41-46e3-b6ef-d73975a80315 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:25.759108 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "05b22004-670c-4cf8-bdfc-be06260aa83f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:25.760179 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0522a2a5-9e41-46e3-b6ef-d73975a80315 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:25.760693 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '05b22004-670c-4cf8-bdfc-be06260aa83f', 'status': 'completed', 'code': 200} Aug 12 04:13:25.790015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.825297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Transition to ACTIVE for port object b68bf46f-ce98-470f-8540-5da553bfcb9a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:25.863125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.888292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:25.895151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ac480cd-2d4b-4750-a731-5327bca66245,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:25.905102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.905698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.906178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.906657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.907163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.907626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.908089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.910358 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-8e334c25-bf6f-4d39-910a-28011598baa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6176 time: 0.1158578 Aug 12 04:13:25.917044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:13:25.947912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:25.976762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18031f-5ad9-4189-80a1-c8a6633818cb req-d4f5092f-ef97-4921-9b92-1bc2c48cd9c9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:25.978315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c18031f-5ad9-4189-80a1-c8a6633818cb req-d4f5092f-ef97-4921-9b92-1bc2c48cd9c9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1656432 Aug 12 04:13:25.999007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93f339-0209-4479-94dd-f8997b0701af,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:26.011504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.022031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ade0-aff2-4fc6-a32d-2409ec3fa134 req-4a753350-1399-4cd0-ba17-1150f892db77 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.026956 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cca7ade0-aff2-4fc6-a32d-2409ec3fa134 req-4a753350-1399-4cd0-ba17-1150f892db77 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 945 time: 0.3405623 Aug 12 04:13:26.032707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.033282 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Added segment 0787da11-4ea9-4312-af79-982b2d0314e4 of type vlan for network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 Aug 12 04:13:26.038743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0acc51-4d02-412c-b085-5bd9e8c6a457 req-bb2cce18-712c-4581-9315-62e274876f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.040241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c0acc51-4d02-412c-b085-5bd9e8c6a457 req-bb2cce18-712c-4581-9315-62e274876f80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 1096 time: 0.2444596 Aug 12 04:13:26.088816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Allocated IP 172.20.0.12 (d4f87905-19ef-4315-bd54-9cf518ab8ce9/c674db5e-a381-443b-9a9f-ca46684f33c6/be3d4945-9d12-4be1-8037-85f13a2411b8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:26.113202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.113876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.115334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] 10.222.0.20 "PUT /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 1135 time: 1.7831235 Aug 12 04:13:26.209250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cca7ade0-aff2-4fc6-a32d-2409ec3fa134 req-7d16bc8e-0cc9-4544-b8e3-1cd72c2b47c0 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026614 Aug 12 04:13:26.268495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:26.291985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Pushing event updated for resources: {'Port': ['ID=b68bf46f-ce98-470f-8540-5da553bfcb9a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:26.325804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.332688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c18031f-5ad9-4189-80a1-c8a6633818cb req-5a4a0d43-6182-44be-a21e-7e09861354c9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244982 Aug 12 04:13:26.400759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-86372e0b-9d0d-4150-a885-34c7fd911e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.401725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-86372e0b-9d0d-4150-a885-34c7fd911e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.402315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-86372e0b-9d0d-4150-a885-34c7fd911e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.406567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-86372e0b-9d0d-4150-a885-34c7fd911e0f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=56b1720eebae46b992679757e49d89a1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4678113 Aug 12 04:13:26.412078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4c6ae-bb9d-48d3-b605-c20f3003c39f service neutron] Pushing event updated for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:26.470806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c0acc51-4d02-412c-b085-5bd9e8c6a457 req-d77ca098-7196-4d47-ae40-e5a97b0c6cb9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612690 Aug 12 04:13:26.493470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Attempting to bind port b68bf46f-ce98-470f-8540-5da553bfcb9a on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:26.493814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Attempting to bind port b68bf46f-ce98-470f-8540-5da553bfcb9a by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:26.494153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Attempting to bind port b68bf46f-ce98-470f-8540-5da553bfcb9a on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:26.515634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.521735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.527784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.534143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.540111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.546526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.552623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.554652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-3d53c74a-9b25-4933-9a79-491392aafdde tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5381 time: 0.2400002 Aug 12 04:13:26.555898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Port b68bf46f-ce98-470f-8540-5da553bfcb9a on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:26.556224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Attempting to bind port b68bf46f-ce98-470f-8540-5da553bfcb9a on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:26.564190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:26.564455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Checking segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:26.564831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Bound using segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:26.565990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Bound port: b68bf46f-ce98-470f-8540-5da553bfcb9a, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:26.566376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.568673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.569150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 38a30f1f-3476-4569-84e6-49aea1709253 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:26.569647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:26.570184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.697377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 38a30f1f-3476-4569-84e6-49aea1709253 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:26.701894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 38a30f1f-3476-4569-84e6-49aea1709253 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:26.706966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.715832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebca9421-4480-4399-bdb6-cea47f1a5bbc req-e36f6080-cc7b-4e1a-9ff8-d163be68752f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529033 Aug 12 04:13:26.721199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3c1890-6738-4155-aca3-89ed18b9dcd1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:26.741087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8fcfdb45-7f36-4920-8724-57c351286352 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3087440 Aug 12 04:13:26.746702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:13:26.747835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:26.768828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Request body: {'subnet': {'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1392822212-subnet', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:26.826525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] For port b68bf46f-ce98-470f-8540-5da553bfcb9a, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:26.830049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] For port b68bf46f-ce98-470f-8540-5da553bfcb9a, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:26.906039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:26.908509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.918195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.935245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:26.964086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87eda445-083f-41f4-b2b3-6220d138f5b0 req-b11dbdb5-ac79-40ea-9460-04cef451a2f5 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 210 time: 0.0492914 Aug 12 04:13:26.977971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 38a30f1f-3476-4569-84e6-49aea1709253, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=38a30f1f-3476-4569-84e6-49aea1709253,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:26.995442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.042724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-618a23e9-7640-4141-9e14-695510ab2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.044315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-007ab5c7-a7eb-44b9-92e1-772acac2e9f9 req-618a23e9-7640-4141-9e14-695510ab2479 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6283996 Aug 12 04:13:27.048810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.058655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37e7e6-ba3e-4de4-8574-e25bcf5aedb3 req-f8ff4fad-924a-4d83-9138-55fa8738a7f1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.060224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f37e7e6-ba3e-4de4-8574-e25bcf5aedb3 req-f8ff4fad-924a-4d83-9138-55fa8738a7f1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.6095684 Aug 12 04:13:27.077357 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.099989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Transition to ACTIVE for port object be3d4945-9d12-4be1-8037-85f13a2411b8 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:27.144125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=38a30f1f-3476-4569-84e6-49aea1709253,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:27.182844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.183528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.188185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] 10.222.0.20 "PUT /v2.0/ports/b68bf46f-ce98-470f-8540-5da553bfcb9a HTTP/1.1" status: 200 len: 1091 time: 3.1588581 Aug 12 04:13:27.188185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'tag': 'b68bf46f-ce98-470f-8540-5da553bfcb9a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:27.188587 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a2b65-200c-40ef-af45-bb5f95286138" -d '{"events": [{"name": "network-changed", "server_uuid": "b673dbc0-a897-4b78-b08e-4fde9f7194ec", "tag": "b68bf46f-ce98-470f-8540-5da553bfcb9a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:27.203612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f37e7e6-ba3e-4de4-8574-e25bcf5aedb3 req-5e128240-32c6-4fc2-9e8a-5278c135d7c9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311543 Aug 12 04:13:27.317066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789201-0987-4646-b39c-1ce2a0597156 service neutron] Pushing event updated for resources: {'Port': ['ID=b68bf46f-ce98-470f-8540-5da553bfcb9a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:27.324737 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0117651a-7037-4e31-9be1-c7656b0d4499 x-openstack-request-id: req-0117651a-7037-4e31-9be1-c7656b0d4499 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:27.325062 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b673dbc0-a897-4b78-b08e-4fde9f7194ec", "tag": "b68bf46f-ce98-470f-8540-5da553bfcb9a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:27.325291 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0117651a-7037-4e31-9be1-c7656b0d4499 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:27.328197 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'tag': 'b68bf46f-ce98-470f-8540-5da553bfcb9a', 'status': 'completed', 'code': 200} Aug 12 04:13:27.334375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}, {'server_uuid': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a30f1f-3476-4569-84e6-49aea1709253'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:27.335745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e774af1-7530-4b06-a5c8-abc7cb19b24e req-1a543487-ea5b-410c-b854-edd8cf1329fd tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.339442 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e1a67f-932b-49cf-8773-77bc81431a47" -d '{"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}, {"server_uuid": "4b7f2fd2-40b4-4557-9fc6-5a6d9df53480", "name": "network-vif-plugged", "status": "completed", "tag": "38a30f1f-3476-4569-84e6-49aea1709253"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:27.343814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e774af1-7530-4b06-a5c8-abc7cb19b24e req-1a543487-ea5b-410c-b854-edd8cf1329fd tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 949 time: 0.3023257 Aug 12 04:13:27.426228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.432803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.548457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:27.568317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0aa3e-5c21-43f6-b1e1-74e5d18d7440 req-2cc0ed21-b7f2-4d63-b893-68c253b2a540 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.570073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b4e0aa3e-5c21-43f6-b1e1-74e5d18d7440 req-2cc0ed21-b7f2-4d63-b893-68c253b2a540 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 946 time: 0.1847177 Aug 12 04:13:27.580222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:27.583001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:27.598061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Pushing event updated for resources: {'Port': ['ID=be3d4945-9d12-4be1-8037-85f13a2411b8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:27.641574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e774af1-7530-4b06-a5c8-abc7cb19b24e req-18a783bf-addc-4d24-ae92-3a140923e5d0 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6940134-1d84-46c5-ae41-75125952996f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967598 Aug 12 04:13:27.642492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a788803-8d2e-4abf-89d0-0567b73e5b43 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:27.648190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a2b65-200c-40ef-af45-bb5f95286138 req-ca2b26b6-5bb8-462d-b910-486c2bf64b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.649733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c7a2b65-200c-40ef-af45-bb5f95286138 req-ca2b26b6-5bb8-462d-b910-486c2bf64b3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 1094 time: 0.3232820 Aug 12 04:13:27.689835 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.705757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Transition to ACTIVE for port object 5a788803-8d2e-4abf-89d0-0567b73e5b43 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:27.721743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.722443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.726077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bab390c-3aea-4d5c-8c28-55acd3363cce {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:27.727329 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc201aa8-5f23-416c-8e02-cfd2da4d52f4 x-openstack-request-id: req-bc201aa8-5f23-416c-8e02-cfd2da4d52f4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:27.728111 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-unplugged", "status": "completed", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "code": 200}, {"server_uuid": "4b7f2fd2-40b4-4557-9fc6-5a6d9df53480", "name": "network-vif-plugged", "status": "completed", "tag": "38a30f1f-3476-4569-84e6-49aea1709253", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:27.728111 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc201aa8-5f23-416c-8e02-cfd2da4d52f4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:27.728322 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'code': 200} Aug 12 04:13:27.728561 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a30f1f-3476-4569-84e6-49aea1709253', 'code': 200} Aug 12 04:13:27.735162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.758620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Transition to ACTIVE for port object 4bab390c-3aea-4d5c-8c28-55acd3363cce will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:27.771860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '5ac480cd-2d4b-4750-a731-5327bca66245'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:27.781297 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38048bd1-9d12-45cf-a6d9-c862ff119bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "5ac480cd-2d4b-4750-a731-5327bca66245"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:27.785971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90963e5f-47bb-4549-a78d-67c29f031e80,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:27.796798 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:27.806884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b4e0aa3e-5c21-43f6-b1e1-74e5d18d7440 req-4a44c690-613e-4595-858a-71da681de394 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157042 Aug 12 04:13:27.874792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Pushing event updated for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:27.919649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-0c9fd1bf-c9e1-46bd-94fc-915aeacaa9c0 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0080843 Aug 12 04:13:27.952227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Request body: {'port': {'device_id': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:27.970013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-eacc7cc1-0af5-4f78-9439-9237ac47f4ac tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:27.971673 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-eacc7cc1-0af5-4f78-9439-9237ac47f4ac tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.36 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 949 time: 0.6514196 Aug 12 04:13:28.033099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.036482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2edab532-082b-4181-8418-46e2050521ec None None] Provisioning for port be3d4945-9d12-4be1-8037-85f13a2411b8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:28.040567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2edab532-082b-4181-8418-46e2050521ec None None] Provisioning complete for port be3d4945-9d12-4be1-8037-85f13a2411b8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:28.041203 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2edab532-082b-4181-8418-46e2050521ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.061503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Attempting to bind port 5a788803-8d2e-4abf-89d0-0567b73e5b43 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:28.062079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Attempting to bind port 5a788803-8d2e-4abf-89d0-0567b73e5b43 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:28.062631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Attempting to bind port 5a788803-8d2e-4abf-89d0-0567b73e5b43 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:28.072372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Port 5a788803-8d2e-4abf-89d0-0567b73e5b43 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:28.072690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Attempting to bind port 5a788803-8d2e-4abf-89d0-0567b73e5b43 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:28.074781 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.127421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.136235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.146549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2edab532-082b-4181-8418-46e2050521ec None None] Port be3d4945-9d12-4be1-8037-85f13a2411b8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:28.151259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.152426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Pushing event updated for resources: {'Port': ['ID=4bab390c-3aea-4d5c-8c28-55acd3363cce,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:28.156756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.164112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.173338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.180519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.191645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-3c86c6e4-8ef1-4441-8066-13bc059e94e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5393 time: 0.2610970 Aug 12 04:13:28.196019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:28.196362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Checking segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:28.197168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Bound using segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:28.197380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Bound port: 5a788803-8d2e-4abf-89d0-0567b73e5b43, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:28.197628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.219653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d11c9648-67f8-42f1-85a4-fe8eb56c91e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.220004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e47ad5-bb6e-415d-abe5-74dd62f0d59c req-094bcbd2-649a-4c18-ad84-aaa2fbcd9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.222372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8e47ad5-bb6e-415d-abe5-74dd62f0d59c req-094bcbd2-649a-4c18-ad84-aaa2fbcd9622 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 1097 time: 0.2434783 Aug 12 04:13:28.258965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Checking segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:28.259336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Network hostable DHCP agents. Network: 9e3c1890-6738-4155-aca3-89ed18b9dcd1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:13:28.283954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4345ac51-c112-46dc-a41d-e6acd164bd8b req-85fa9e26-5e3c-453a-9d04-30009e14e99e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912614 Aug 12 04:13:28.295902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a2b65-200c-40ef-af45-bb5f95286138 req-67175417-c8b3-4f82-99dc-57a66355a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.308839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c7a2b65-200c-40ef-af45-bb5f95286138 req-67175417-c8b3-4f82-99dc-57a66355a333 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4be7501d471040dba90e85716feffdc4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5079618 Aug 12 04:13:28.419170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8e47ad5-bb6e-415d-abe5-74dd62f0d59c req-ac6e96bb-9c54-43d0-b2f6-f4115e3adb0b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835485 Aug 12 04:13:28.458617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06675ec2-13d4-4d9c-b235-6ae429f91015 req-adaf1635-26f5-4b27-810d-f157c1d67690 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.466159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06675ec2-13d4-4d9c-b235-6ae429f91015 req-adaf1635-26f5-4b27-810d-f157c1d67690 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.4456091 Aug 12 04:13:28.502503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:13:28.535723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Deleting port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:28.536156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.540046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Attempting to bind port 4bab390c-3aea-4d5c-8c28-55acd3363cce on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:28.540289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Attempting to bind port 4bab390c-3aea-4d5c-8c28-55acd3363cce by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:28.540619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Attempting to bind port 4bab390c-3aea-4d5c-8c28-55acd3363cce on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:28.593837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Port 4bab390c-3aea-4d5c-8c28-55acd3363cce on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:28.594206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Attempting to bind port 4bab390c-3aea-4d5c-8c28-55acd3363cce on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:28.608223 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad8a9f2-bf14-4f44-be5c-195827ea9bf9 x-openstack-request-id: req-3ad8a9f2-bf14-4f44-be5c-195827ea9bf9 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:28.608607 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "5ac480cd-2d4b-4750-a731-5327bca66245", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:28.608812 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ad8a9f2-bf14-4f44-be5c-195827ea9bf9 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:28.609163 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '5ac480cd-2d4b-4750-a731-5327bca66245', 'status': 'completed', 'code': 200} Aug 12 04:13:28.618833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 9e3c1890-6738-4155-aca3-89ed18b9dcd1) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:28.628602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e59813-bab6-4131-8d8f-485e302acc62 None None] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:28.633886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:28.634238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Checking segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:28.634598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Bound using segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:28.635070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Bound port: 4bab390c-3aea-4d5c-8c28-55acd3363cce, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:28.635437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.640808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.641401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.648411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06675ec2-13d4-4d9c-b235-6ae429f91015 req-0fad53a1-5e96-44de-bf59-7f1533cda011 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811647 Aug 12 04:13:28.715314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3d4945-9d12-4be1-8037-85f13a2411b8 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:28.728621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.734856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] For port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:28.735083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.738561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a2b65-200c-40ef-af45-bb5f95286138 req-6f800f0f-dcbe-48ed-9702-fd6796c761a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.740153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c7a2b65-200c-40ef-af45-bb5f95286138 req-6f800f0f-dcbe-48ed-9702-fd6796c761a1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4022112 Aug 12 04:13:28.760009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Calling delete_port for 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:28.786527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a348c-5640-427f-a6f1-0a4a15591efb req-71aa9d9d-1100-4fb5-9e2e-305fd531c4f2 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.787423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a1a348c-5640-427f-a6f1-0a4a15591efb req-71aa9d9d-1100-4fb5-9e2e-305fd531c4f2 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 932 time: 0.1775203 Aug 12 04:13:28.791956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:28.797867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Transition to ACTIVE for port object be3d4945-9d12-4be1-8037-85f13a2411b8 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:28.812139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:28.815391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6be09ca4-fd63-413b-a445-89de04f350b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0624852 Aug 12 04:13:28.825944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:28.833344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:28.850376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.851456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.852189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.855118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.855118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.855118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.855118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.857964 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-360adae7-4b2b-42ab-a20d-d3f51fa4bb33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6243 time: 0.2515583 Aug 12 04:13:28.876600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98d707-7669-4472-a859-68b859665625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:13:28.877480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c98d707-7669-4472-a859-68b859665625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.893730 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.902609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] For port 4bab390c-3aea-4d5c-8c28-55acd3363cce, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:28.930784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] For port 4bab390c-3aea-4d5c-8c28-55acd3363cce, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:28.951791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9822bbb-0011-48ec-aeab-0975527eccf1 req-d6b53cb3-494f-4e0c-8fa3-e1bb7cfa021a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.952491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:28.959023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9822bbb-0011-48ec-aeab-0975527eccf1 req-d6b53cb3-494f-4e0c-8fa3-e1bb7cfa021a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2082613 Aug 12 04:13:28.990899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-5dfe52be-302a-44c3-8f40-5147cb71d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:28.990899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-5dfe52be-302a-44c3-8f40-5147cb71d9e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 1094 time: 0.1860037 Aug 12 04:13:29.010839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a1a348c-5640-427f-a6f1-0a4a15591efb req-8dd6f1b9-be33-4538-862b-b0b8b14aeb52 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116706 Aug 12 04:13:29.065085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.066976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.072118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] 10.222.0.20 "PUT /v2.0/ports/5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 200 len: 1090 time: 2.8462608 Aug 12 04:13:29.102486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-0c98d707-7669-4472-a859-68b859665625 None None] Allocated IP 172.20.0.2 (9e3c1890-6738-4155-aca3-89ed18b9dcd1/90963e5f-47bb-4549-a78d-67c29f031e80/49b1faa5-910a-4b9c-a3c9-0bded22f5812) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:29.116273 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.118505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.184342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-ff3be647-436b-4add-857e-5a62debeddb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a HTTP/1.1" status: 200 len: 217 time: 0.0909910 Aug 12 04:13:29.200035 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.206763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Pushing event updated for resources: {'Port': ['ID=be3d4945-9d12-4be1-8037-85f13a2411b8,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:29.220672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:29.288360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97621d91-b5dd-4e27-9699-68f0752d96ff req-4fa40f4a-66ef-4083-9a21-163ac496d452 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.42 "GET /v2.0/ports?device_id=76708d89-180b-4d21-82e7-33a5f9b46909 HTTP/1.1" status: 200 len: 210 time: 0.1450405 Aug 12 04:13:29.340086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.405670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Pushing event updated for resources: {'Port': ['ID=4bab390c-3aea-4d5c-8c28-55acd3363cce,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:29.410824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-67321e39-486e-4b87-8c8c-f1ca86a37ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.412888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-67321e39-486e-4b87-8c8c-f1ca86a37ba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 200 len: 854 time: 0.1996577 Aug 12 04:13:29.428239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c98d707-7669-4472-a859-68b859665625 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.451941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9822bbb-0011-48ec-aeab-0975527eccf1 req-1e99d7c9-3b7c-4458-b778-ac4752941e7e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902387 Aug 12 04:13:29.465443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0c98d707-7669-4472-a859-68b859665625 None None] Transition to ACTIVE for port object 49b1faa5-910a-4b9c-a3c9-0bded22f5812 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:29.525994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0c98d707-7669-4472-a859-68b859665625 None None] Transition to ACTIVE for port object 49b1faa5-910a-4b9c-a3c9-0bded22f5812 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:29.557093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] No DVR routers for this DVR port 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:29.561400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Pushing event deleted for resources: {'Port': ['ID=2b2b498a-c3e9-4ad3-acee-7c73d3c43827,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:29.568993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.569711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.571933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-73b975fb-af31-4013-8567-6829fcd6bc9e service neutron] 10.222.0.20 "PUT /v2.0/ports/4bab390c-3aea-4d5c-8c28-55acd3363cce HTTP/1.1" status: 200 len: 1091 time: 4.5923865 Aug 12 04:13:29.573246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.574830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-47f6466c-1126-4541-a4e8-a4b50e4e33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.575597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-47f6466c-1126-4541-a4e8-a4b50e4e33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.575726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7dd3e456-2ba1-4a65-8576-97fe6dd9b88f req-8e7e0b5c-82c2-4f89-a752-08b9371810f5 tempest-ImagesOneServerTestJSON-813389772 tempest-ImagesOneServerTestJSON-813389772-project] 10.222.0.36 "DELETE /v2.0/ports/2b2b498a-c3e9-4ad3-acee-7c73d3c43827 HTTP/1.1" status: 204 len: 173 time: 1.5282571 Aug 12 04:13:29.579717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'tag': '4bab390c-3aea-4d5c-8c28-55acd3363cce'}, {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-deleted', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:29.581852 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34c5ab-31c2-4d74-b8ef-dbf262ae4887", "tag": "4bab390c-3aea-4d5c-8c28-55acd3363cce"}, {"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-deleted", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:29.588361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-47f6466c-1126-4541-a4e8-a4b50e4e33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.590497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-47f6466c-1126-4541-a4e8-a4b50e4e33d3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=56b1720eebae46b992679757e49d89a1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7213874 Aug 12 04:13:29.598682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700fdf-0e61-4993-91fc-875a234825df req-df8f8dbf-125d-449c-b412-0262e8b6b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:29.600502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-df8f8dbf-125d-449c-b412-0262e8b6b10b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4f87905-19ef-4315-bd54-9cf518ab8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683047 Aug 12 04:13:29.627125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.660362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12836b-a18d-49c7-a559-9fb87662cb29 service neutron] Pushing event updated for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:29.671864 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c98d707-7669-4472-a859-68b859665625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.716593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:29.759290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Attempting to bind port be3d4945-9d12-4be1-8037-85f13a2411b8 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:29.759508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Attempting to bind port be3d4945-9d12-4be1-8037-85f13a2411b8 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:29.759754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Attempting to bind port be3d4945-9d12-4be1-8037-85f13a2411b8 on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:29.940682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Port be3d4945-9d12-4be1-8037-85f13a2411b8 on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:29.952418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Attempting to bind port be3d4945-9d12-4be1-8037-85f13a2411b8 on network d4f87905-19ef-4315-bd54-9cf518ab8ce9 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:30.002473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:30.003247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Checking segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:30.003509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Bound using segment: {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:30.004037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Bound port: be3d4945-9d12-4be1-8037-85f13a2411b8, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f478f1a-08db-4027-817d-dc7b7a2b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:30.005204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.012781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98d707-7669-4472-a859-68b859665625 None None] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:30.021608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-0c98d707-7669-4472-a859-68b859665625 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:30.025303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98d707-7669-4472-a859-68b859665625 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:30.028388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d707-7669-4472-a859-68b859665625 None None] Pushing event updated for resources: {'Port': ['ID=49b1faa5-910a-4b9c-a3c9-0bded22f5812,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:30.114965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0c98d707-7669-4472-a859-68b859665625 None None] Attempting to bind port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:30.118954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0c98d707-7669-4472-a859-68b859665625 None None] Attempting to bind port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:30.118954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d707-7669-4472-a859-68b859665625 None None] Attempting to bind port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 on network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:30.121824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d707-7669-4472-a859-68b859665625 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:30.122215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d707-7669-4472-a859-68b859665625 None None] Checking segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:30.122631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c98d707-7669-4472-a859-68b859665625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.123099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98d707-7669-4472-a859-68b859665625 None None] Bound using segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:30.123644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0c98d707-7669-4472-a859-68b859665625 None None] Bound port: 49b1faa5-910a-4b9c-a3c9-0bded22f5812, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:30.124040 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c98d707-7669-4472-a859-68b859665625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.196350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0c98d707-7669-4472-a859-68b859665625 None None] For port 49b1faa5-910a-4b9c-a3c9-0bded22f5812, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:30.199869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0c98d707-7669-4472-a859-68b859665625 None None] For port 49b1faa5-910a-4b9c-a3c9-0bded22f5812, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=49b1faa5-910a-4b9c-a3c9-0bded22f5812,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:30.210618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-40ca0dca-91ee-43b8-8269-05451a391bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.212527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-40ca0dca-91ee-43b8-8269-05451a391bb8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5826204 Aug 12 04:13:30.255553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.264815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c98d707-7669-4472-a859-68b859665625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.306171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.312458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.319878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.330497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.339604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.342359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ba9ec-d625-4197-a3b3-72a71a34d7cd req-85b57860-bb88-464a-a062-6a37f2d503eb tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.343993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d6ba9ec-d625-4197-a3b3-72a71a34d7cd req-85b57860-bb88-464a-a062-6a37f2d503eb tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 946 time: 0.7353022 Aug 12 04:13:30.347593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.356280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.366152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-916b802e-7951-4dd9-a6c1-3534e0e50a90 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5393 time: 0.3754234 Aug 12 04:13:30.373415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d707-7669-4472-a859-68b859665625 None None] Pushing event updated for resources: {'Port': ['ID=49b1faa5-910a-4b9c-a3c9-0bded22f5812,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:30.424365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-817276c3-ebff-4b8a-8fb9-4ce739fd219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.425073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5652f33e-d836-48ea-b1a8-19a41aae0036 req-b658ec47-a4e4-4f4e-bea9-ac41fa78a8bd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579908 Aug 12 04:13:30.425847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-817276c3-ebff-4b8a-8fb9-4ce739fd219a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 1094 time: 0.7002304 Aug 12 04:13:30.474859 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-38e23805-9f81-4f40-8998-be44a6d0a9ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce HTTP/1.1" status: 200 len: 217 time: 0.0374050 Aug 12 04:13:30.487136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d6ba9ec-d625-4197-a3b3-72a71a34d7cd req-b2628540-a115-4b39-b92f-855c58e57b17 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294310 Aug 12 04:13:30.574043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] For port be3d4945-9d12-4be1-8037-85f13a2411b8, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:30.602868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] For port be3d4945-9d12-4be1-8037-85f13a2411b8, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=be3d4945-9d12-4be1-8037-85f13a2411b8,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:30.618683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:30.621131 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95658f8c-0140-4520-b14f-8331d6dc1021" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:30.630281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-0c27ff66-af42-4897-9d30-f840a383dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.631927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-0c27ff66-af42-4897-9d30-f840a383dd73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 200 len: 854 time: 0.1432221 Aug 12 04:13:30.637223 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe71466-9629-4dd7-84f0-1700c8aeeada x-openstack-request-id: req-8fe71466-9629-4dd7-84f0-1700c8aeeada {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:30.637509 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34c5ab-31c2-4d74-b8ef-dbf262ae4887", "tag": "4bab390c-3aea-4d5c-8c28-55acd3363cce", "status": "completed", "code": 200}, {"server_uuid": "76708d89-180b-4d21-82e7-33a5f9b46909", "name": "network-vif-deleted", "tag": "2b2b498a-c3e9-4ad3-acee-7c73d3c43827", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:30.637762 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fe71466-9629-4dd7-84f0-1700c8aeeada {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:30.638160 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'tag': '4bab390c-3aea-4d5c-8c28-55acd3363cce', 'status': 'completed', 'code': 200} Aug 12 04:13:30.638405 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76708d89-180b-4d21-82e7-33a5f9b46909', 'name': 'network-vif-deleted', 'tag': '2b2b498a-c3e9-4ad3-acee-7c73d3c43827', 'status': 'completed', 'code': 200} Aug 12 04:13:30.642682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-68bdc528-f3c2-4deb-a57f-8368635ac41e service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9966102 Aug 12 04:13:30.689464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.773610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3de31977-2586-4a7d-ad0f-7a2940ba8548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.798603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-0c962512-e2de-4a23-9679-51bd9e96b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.800153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-0c962512-e2de-4a23-9679-51bd9e96b8a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 1096 time: 0.4535303 Aug 12 04:13:30.807547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Pushing event updated for resources: {'Port': ['ID=be3d4945-9d12-4be1-8037-85f13a2411b8,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:30.833548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-e92637fa-68b9-49b7-b42e-ae6dd6391a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.835569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-e92637fa-68b9-49b7-b42e-ae6dd6391a82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4f87905-19ef-4315-bd54-9cf518ab8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908667 Aug 12 04:13:30.859720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.860275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:30.861692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-c4796a12-2ce9-439d-955e-99f9cb9c9fbe service neutron] 10.222.0.20 "PUT /v2.0/ports/be3d4945-9d12-4be1-8037-85f13a2411b8 HTTP/1.1" status: 200 len: 1092 time: 2.9324670 Aug 12 04:13:30.901913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa0d0-757f-458f-9bc3-cbef7bee92c3 req-0317def0-2925-446c-832f-83467a2a2ef2 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:30.909601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1dfa0d0-757f-458f-9bc3-cbef7bee92c3 req-0317def0-2925-446c-832f-83467a2a2ef2 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 944 time: 0.1425338 Aug 12 04:13:30.981138 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:31.038222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:31.044387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90700fdf-0e61-4993-91fc-875a234825df req-9b7566f8-6a4e-4f50-8f05-6ccbb6153174 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659341 Aug 12 04:13:31.065454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1dfa0d0-757f-458f-9bc3-cbef7bee92c3 req-5eccac40-bc91-4480-83fb-bf50e1fe0a3b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494284 Aug 12 04:13:31.089937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:31.102258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851634d1-58e9-4289-9686-64421724d829 req-2a7429f4-ec8d-486e-8cac-f358a9e86d2e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.105888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-851634d1-58e9-4289-9686-64421724d829 req-2a7429f4-ec8d-486e-8cac-f358a9e86d2e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.3120124 Aug 12 04:13:31.123861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-5c360e9b-da67-442a-92aa-c7e403f90463 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666066 Aug 12 04:13:31.125275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-87d8ca3a-e9f5-4fff-9b78-88655f672a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.126820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-87d8ca3a-e9f5-4fff-9b78-88655f672a1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 911 time: 0.3086619 Aug 12 04:13:31.195567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Transition to ACTIVE for port object d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:31.243229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-cc43dad9-9118-4c43-925c-ffc91e4e6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.243229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-cc43dad9-9118-4c43-925c-ffc91e4e6afd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 1095 time: 0.2385204 Aug 12 04:13:31.244206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89ed0b0-d6de-4508-8c71-923d7a167c95 req-aecd5f46-cd54-4862-902a-92cdb2b555a9 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142311 Aug 12 04:13:31.250973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-851634d1-58e9-4289-9686-64421724d829 req-2a78846e-0c5e-490b-b43f-0e44315c8b15 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290412 Aug 12 04:13:31.291657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-f573e986-677a-4b89-9df4-dd7887d4a323 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326 HTTP/1.1" status: 200 len: 217 time: 0.0684395 Aug 12 04:13:31.328351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:31.332940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-566bb42d-e7a2-43a8-9e39-88f8f9fb2be2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d4945-9d12-4be1-8037-85f13a2411b8 HTTP/1.1" status: 200 len: 217 time: 0.0760546 Aug 12 04:13:31.334526 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a436a4-1836-45ee-901b-d9481c7643d3 x-openstack-request-id: req-33a436a4-1836-45ee-901b-d9481c7643d3 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:31.334848 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:31.335098 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33a436a4-1836-45ee-901b-d9481c7643d3 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:31.336074 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43', 'status': 'completed', 'code': 200} Aug 12 04:13:31.338578 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:31.396478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9ac2f-00f0-4156-8c9b-0d8cd3d3fe0b req-bd93a598-21fc-490d-a646-5a5640c6de85 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.404132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49e9ac2f-00f0-4156-8c9b-0d8cd3d3fe0b req-bd93a598-21fc-490d-a646-5a5640c6de85 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1796491 Aug 12 04:13:31.435131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:31.495124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Pushing event updated for resources: {'Port': ['ID=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:31.569504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-f8b39711-fb3e-4f07-8971-67550e74956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.571049 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-f8b39711-fb3e-4f07-8971-67550e74956f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.2624278 Aug 12 04:13:31.581555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.582186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.582671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.584833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.585330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.585806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.586271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.588366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-42b50301-6a5f-4735-9416-4dda0e927377 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6310 time: 0.2299204 Aug 12 04:13:31.596569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49e9ac2f-00f0-4156-8c9b-0d8cd3d3fe0b req-953e0016-85ba-4fdd-8b6d-5e544966bd92 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877580 Aug 12 04:13:31.669937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-60634202-9c5e-4cca-ba7b-0c41bca2d48e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723648 Aug 12 04:13:31.739220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-d077d254-0db3-462a-8926-14a4224e0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.740778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-d077d254-0db3-462a-8926-14a4224e0cba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 1094 time: 0.2906876 Aug 12 04:13:31.832381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:31.863865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5de483-594a-4b70-a9a3-f5dfdd93031f None None] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:31.987216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e015-244e-4c95-a210-65f35260346d req-256c3d63-eaf2-47ad-b51b-2023d22a101b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:31.993870 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7585e015-244e-4c95-a210-65f35260346d req-256c3d63-eaf2-47ad-b51b-2023d22a101b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 946 time: 0.2806578 Aug 12 04:13:32.009805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-b4474add-adc9-4c81-9859-1fb105e331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.010298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-b4474add-adc9-4c81-9859-1fb105e331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.010759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-b4474add-adc9-4c81-9859-1fb105e331ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.012317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-b4474add-adc9-4c81-9859-1fb105e331ce service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=56b1720eebae46b992679757e49d89a1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4127312 Aug 12 04:13:32.055203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-1ca2189f-d0a3-4a48-a3bf-d3e5abd1e5c5 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407395 Aug 12 04:13:32.079940 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.097067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6a9c9916-c269-4528-bfd5-ef6b0cd5a62e None None] Provisioning for port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:32.117535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-6e6f8ede-4875-4acb-8c23-644489da23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.119162 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-6e6f8ede-4875-4acb-8c23-644489da23e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 200 len: 854 time: 0.7555115 Aug 12 04:13:32.151409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-dc945a36-132a-4632-b6ff-5913ac14b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.153022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-dc945a36-132a-4632-b6ff-5913ac14b3e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 916 time: 0.3864744 Aug 12 04:13:32.156558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7585e015-244e-4c95-a210-65f35260346d req-5dbddc6d-64f4-4ae3-9434-293605969e9a tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484065 Aug 12 04:13:32.257335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.263318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.270377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.276314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.284786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e49762dd-dca8-486e-8693-5a89f130c57f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddff4625fbf645c882631f3e9b8bc689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469273 Aug 12 04:13:32.289030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52634) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:32.291275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.297981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-949d71e5-cd0f-40cf-8f2f-68e2d30dd4d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce HTTP/1.1" status: 200 len: 217 time: 0.0916257 Aug 12 04:13:32.298108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.304361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.306357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25b2ed84-cb98-476e-abf6-761a4829631a req-57e2b0a5-6d65-4f62-8f7c-8f4ae979dc99 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5405 time: 0.7605829 Aug 12 04:13:32.350375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Allocated IP 172.25.6.175 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/535c2330-b216-4661-a0e8-b9a5e3efb1cd) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:32.354131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Attempting to bind port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:32.354565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Attempting to bind port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:32.354958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Attempting to bind port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:32.368698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:32.369023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Attempting to bind port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:32.377379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96f915-ebb1-4323-979d-07320ca1153c req-2621e0b7-8c35-4f24-98b3-459a9435e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.377379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-2621e0b7-8c35-4f24-98b3-459a9435e99a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4f87905-19ef-4315-bd54-9cf518ab8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349865 Aug 12 04:13:32.406008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:32.406345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Checking segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:32.406730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Bound using segment: {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:32.407179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Bound port: d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10727914-fe37-4602-9ab2-160b97923d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:32.411903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.466473 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-68d498d1-d58b-4d29-a005-3ba836d51576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.474591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-0431b50a-9161-4597-9cfa-c68c8967b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.476139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95658f8c-0140-4520-b14f-8331d6dc1021 req-0431b50a-9161-4597-9cfa-c68c8967b362 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4367795 Aug 12 04:13:32.514283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-a311a71f-0789-4021-8227-c391aac04535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.516816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-a311a71f-0789-4021-8227-c391aac04535 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 200 len: 854 time: 0.1768436 Aug 12 04:13:32.544678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25b2ed84-cb98-476e-abf6-761a4829631a req-818809b4-e52b-4907-8a39-168dffc37c7a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180886 Aug 12 04:13:32.548573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f45cd-767d-4110-be33-f75034e4ec09 req-48f3beea-d933-4270-8426-545b32b13928 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.550073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c42f45cd-767d-4110-be33-f75034e4ec09 req-48f3beea-d933-4270-8426-545b32b13928 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 944 time: 0.2091272 Aug 12 04:13:32.566978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d85f1-b10e-4745-be3a-bbccb4ebf5d8 req-985cf38f-d0b9-47fa-86e3-eb239ccd5cc1 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973960 Aug 12 04:13:32.583668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-68d498d1-d58b-4d29-a005-3ba836d51576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.586192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:32.631625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:32.632075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b2b498a-c3e9-4ad3-acee-7c73d3c43827 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:32.634256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 49b1faa5-910a-4b9c-a3c9-0bded22f5812 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:32.682425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c42f45cd-767d-4110-be33-f75034e4ec09 req-9ebe315a-a717-45e2-8cf1-c0f1fb2f86d8 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142857 Aug 12 04:13:32.686774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-66d333fb-bc31-4f69-ae69-79b2be3510e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.688319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-66d333fb-bc31-4f69-ae69-79b2be3510e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4f87905-19ef-4315-bd54-9cf518ab8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630785 Aug 12 04:13:32.705036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.717008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-f5a88296-ad00-478f-a9eb-f66b5bc03b93 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267710 Aug 12 04:13:32.718688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] For port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:32.724929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] For port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:32.811910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:32.815391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.815861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:32.816236 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.842702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcff58-b0f8-42e8-bc04-1d8cc382fb9c req-88e8ad85-9250-495a-875a-08da13ebb780 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.844647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-65dcff58-b0f8-42e8-bc04-1d8cc382fb9c req-88e8ad85-9250-495a-875a-08da13ebb780 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0850985 Aug 12 04:13:32.850937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-e5a36eb4-0794-40c2-85a8-c5d021f4bb06 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483614 Aug 12 04:13:32.876413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:32.876972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.881306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] 10.222.0.20 "PUT /v2.0/ports/d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 200 len: 1091 time: 3.6658823 Aug 12 04:13:32.889628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef96f915-ebb1-4323-979d-07320ca1153c req-6ab0f73c-3fb3-4e21-9f6e-667f81d73045 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627960 Aug 12 04:13:32.900255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169ba90-24d8-493d-b793-d4d85e82237e service neutron] Pushing event updated for resources: {'Port': ['ID=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:32.931057 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.936201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-68d498d1-d58b-4d29-a005-3ba836d51576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.936201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-68d498d1-d58b-4d29-a005-3ba836d51576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:32.939999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-68d498d1-d58b-4d29-a005-3ba836d51576 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6940134-1d84-46c5-ae41-75125952996f HTTP/1.1" status: 204 len: 168 time: 0.6478190 Aug 12 04:13:32.965994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d498d1-d58b-4d29-a005-3ba836d51576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6940134-1d84-46c5-ae41-75125952996f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:32.975687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 49b1faa5-910a-4b9c-a3c9-0bded22f5812, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=49b1faa5-910a-4b9c-a3c9-0bded22f5812,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:32.983745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-65dcff58-b0f8-42e8-bc04-1d8cc382fb9c req-34e5f2b1-6bb9-48a3-aa42-e5fc7d6230da tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242895 Aug 12 04:13:33.025490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:33.035678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e900ab0-5c8f-44db-9758-0954b4cbfcc3 req-bb7d10f5-7ecb-4141-8187-29c5f7eb67f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704030 Aug 12 04:13:33.052295 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:33.083522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:33.108319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=49b1faa5-910a-4b9c-a3c9-0bded22f5812,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:33.132078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d21892-133f-442b-8adb-046eff1beaba req-ca9133ff-1ee0-4161-bff4-4ce45eb8c06e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.133935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9d21892-133f-442b-8adb-046eff1beaba req-ca9133ff-1ee0-4161-bff4-4ce45eb8c06e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.0687695 Aug 12 04:13:33.140343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:33.152044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:33.168263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:33.188336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9d21892-133f-442b-8adb-046eff1beaba req-bdbeb6ae-cfbb-4b44-80cf-97f423596a56 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479531 Aug 12 04:13:33.209474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Pushing event updated for resources: {'Port': ['ID=535c2330-b216-4661-a0e8-b9a5e3efb1cd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:33.285755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:33.317668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcec8a-7531-4506-a473-f4ad22fa7368 req-8360aad2-f345-4f03-8dec-338b90bd08d7 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.319237 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0dcec8a-7531-4506-a473-f4ad22fa7368 req-8360aad2-f345-4f03-8dec-338b90bd08d7 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 946 time: 0.0537419 Aug 12 04:13:33.356949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'tag': 'be3d4945-9d12-4be1-8037-85f13a2411b8'}, {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:33.359792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0dcec8a-7531-4506-a473-f4ad22fa7368 req-50bda9ab-6055-472c-98d0-26e3ca546208 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Aug 12 04:13:33.359942 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f91a8c-431b-468a-9fb1-6800762a1bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b90b56cb-d327-454c-89d6-b71d67e0c365", "tag": "be3d4945-9d12-4be1-8037-85f13a2411b8"}, {"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:33.421238 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2fcc01-c4fb-45b9-aae0-09bc9959d413 x-openstack-request-id: req-ee2fcc01-c4fb-45b9-aae0-09bc9959d413 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:33.421534 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90b56cb-d327-454c-89d6-b71d67e0c365", "tag": "be3d4945-9d12-4be1-8037-85f13a2411b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:33.421777 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee2fcc01-c4fb-45b9-aae0-09bc9959d413 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:33.422174 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'tag': 'be3d4945-9d12-4be1-8037-85f13a2411b8', 'status': 'completed', 'code': 200} Aug 12 04:13:33.422427 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84', 'status': 'completed', 'code': 200} Aug 12 04:13:33.433353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23421fa-89db-474d-b8a1-2637a1c23e99 req-8b3ebc9c-199a-494f-94df-340897ee8755 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.434911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a23421fa-89db-474d-b8a1-2637a1c23e99 req-8b3ebc9c-199a-494f-94df-340897ee8755 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2288287 Aug 12 04:13:33.497042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-ca2f0889-356c-4641-b852-320c928fcce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.498286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-ca2f0889-356c-4641-b852-320c928fcce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 1095 time: 0.0509284 Aug 12 04:13:33.555151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a23421fa-89db-474d-b8a1-2637a1c23e99 req-bbc37588-c517-40ba-b1e7-b67cabc564f1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111195 Aug 12 04:13:33.596015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-6165ce64-e387-4135-90f5-34bf2130f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.597495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-6165ce64-e387-4135-90f5-34bf2130f909 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 916 time: 0.0906558 Aug 12 04:13:33.611649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:33.652333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-8ee7ec98-b03f-46f6-8a49-b66b2bdc3689 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3d4945-9d12-4be1-8037-85f13a2411b8 HTTP/1.1" status: 200 len: 217 time: 0.0449803 Aug 12 04:13:33.751558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:33.757190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.763315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.769784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.775662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.783488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.789645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.795358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.797255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-164fe8de-6af1-464b-bd1e-b9a1821537c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5405 time: 0.1436324 Aug 12 04:13:33.798745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-235703d7-b5b6-40a1-a69f-38129879fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.800070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-235703d7-b5b6-40a1-a69f-38129879fe55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 200 len: 854 time: 0.1356804 Aug 12 04:13:33.869194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7231f3b-7442-4216-82ca-4d0e7de73a91 req-fd9894b1-8bef-479c-b679-dcd773c25fb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644507 Aug 12 04:13:33.877382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-534bf816-a686-4d67-9ddc-cc26d2e1e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.879331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-534bf816-a686-4d67-9ddc-cc26d2e1e358 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4f87905-19ef-4315-bd54-9cf518ab8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686486 Aug 12 04:13:33.959204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ffdff-f917-4e65-b8c6-2a7faa01749f req-fb340bd5-80e0-4dce-bbc2-6ce0ffb5cba9 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:33.960764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-891ffdff-f917-4e65-b8c6-2a7faa01749f req-fb340bd5-80e0-4dce-bbc2-6ce0ffb5cba9 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 944 time: 0.1692750 Aug 12 04:13:33.985539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:34.001210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-0a6e9aae-6705-4665-af2c-b45fec73cce3 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143460 Aug 12 04:13:34.035959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.065994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Transition to ACTIVE for port object 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:34.078361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-891ffdff-f917-4e65-b8c6-2a7faa01749f req-b868c42d-336d-4752-8a30-708e1839e11f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063328 Aug 12 04:13:34.119771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.172325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.223199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Pushing event updated for resources: {'Port': ['ID=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:34.407547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Attempting to bind port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:34.407887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Attempting to bind port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:34.408219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Attempting to bind port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce on network 1ddab381-f66b-427e-8b2b-55576ab5b51b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:34.420248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce on network 1ddab381-f66b-427e-8b2b-55576ab5b51b not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:34.420494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Attempting to bind port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce on network 1ddab381-f66b-427e-8b2b-55576ab5b51b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:34.441964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91e07-81c8-4f74-8879-f853d3968e18 req-02799c34-032b-4be2-b167-0ec78b290386 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.443636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9be91e07-81c8-4f74-8879-f853d3968e18 req-02799c34-032b-4be2-b167-0ec78b290386 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1108496 Aug 12 04:13:34.444994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:34.445332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Checking segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:34.445726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Bound using segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:34.446186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Bound port: 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:34.446550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.483691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4e539-35d2-40cf-aaf1-1d86371cc331 req-efe48387-3473-4f80-98f6-a534a20dc361 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.485222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44d4e539-35d2-40cf-aaf1-1d86371cc331 req-efe48387-3473-4f80-98f6-a534a20dc361 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.4546936 Aug 12 04:13:34.537201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-0df50d81-dc1d-490d-a8d0-e05c3df63d6a service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275922 Aug 12 04:13:34.540233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9be91e07-81c8-4f74-8879-f853d3968e18 req-c4724a32-2de7-4b8a-b607-4a0fa005b9e1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803506 Aug 12 04:13:34.544442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44d4e539-35d2-40cf-aaf1-1d86371cc331 req-9ac2285a-1eae-410c-a9f4-ba2941022334 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506480 Aug 12 04:13:34.549054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b68bf46f-ce98-470f-8540-5da553bfcb9a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:34.557790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] For port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:34.562027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] For port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:34.573285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Router 85e60b0b-893b-47b3-b672-c8bae12eeac1 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:13:34.644843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 49b1faa5-910a-4b9c-a3c9-0bded22f5812 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:34.685987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.744452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.744984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.745456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.745931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.748429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.748429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.748429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.750282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-935af206-10e3-40a3-9613-603ab757cdc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6377 time: 0.1468420 Aug 12 04:13:34.785532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b68bf46f-ce98-470f-8540-5da553bfcb9a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:34.786689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74668-8363-4895-bd12-9e4889141e24 req-843a1360-315b-4e0c-81ce-24113cca5172 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.788275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b74668-8363-4895-bd12-9e4889141e24 req-843a1360-315b-4e0c-81ce-24113cca5172 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 946 time: 0.1412876 Aug 12 04:13:34.804929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.805552 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.806998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] 10.222.0.20 "PUT /v2.0/ports/22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 200 len: 1091 time: 1.7281928 Aug 12 04:13:34.807958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'b68bf46f-ce98-470f-8540-5da553bfcb9a', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'port_id': 'b68bf46f-ce98-470f-8540-5da553bfcb9a', 'mac_address': 'fa:16:3e:9b:9d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c674db5e-a381-443b-9a9f-ca46684f33c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:34.819280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:34.819951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.837484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed3483-133d-4c9f-9bd2-50b80a01b336 service neutron] Pushing event updated for resources: {'Port': ['ID=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:34.841465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6f7a7-8e4b-4999-8dfd-f7a3933209d9 req-0ce1a8eb-6688-4a0e-8fb4-fe93e2ef3c03 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.849731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00d6f7a7-8e4b-4999-8dfd-f7a3933209d9 req-0ce1a8eb-6688-4a0e-8fb4-fe93e2ef3c03 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 946 time: 0.2006698 Aug 12 04:13:34.856461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9ca12-9e54-474e-b491-9022b4b7c316 req-720c90ff-0059-4875-afc4-be316fd28d62 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:34.858271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be9ca12-9e54-474e-b491-9022b4b7c316 req-720c90ff-0059-4875-afc4-be316fd28d62 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1770666 Aug 12 04:13:34.871647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:13:34.891148 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Sync routers for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:13:34.901554 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:34.910110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Request body: {'port': {'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:34.912517 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:34.913427 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:34.933801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be9ca12-9e54-474e-b491-9022b4b7c316 req-4059bc9e-a8f7-4d55-a477-faef753c34e3 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688334 Aug 12 04:13:34.988170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68bf46f-ce98-470f-8540-5da553bfcb9a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:35.003155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.006943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9a6f552d-a99c-4435-bc2d-7674d7481b52 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1772256 Aug 12 04:13:35.016164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52698) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:35.031159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00d6f7a7-8e4b-4999-8dfd-f7a3933209d9 req-bf1148e4-eae3-4a7a-b581-e5d9901ec869 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups?id=e264746e-7c66-431f-97a1-a6bb080f782d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804311 Aug 12 04:13:35.031435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.052084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b68bf46f-ce98-470f-8540-5da553bfcb9a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:35.083480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-4d51f7b1-4df2-4509-85ec-6701d6e9e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.083964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-4d51f7b1-4df2-4509-85ec-6701d6e9e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.084437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-4d51f7b1-4df2-4509-85ec-6701d6e9e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.086686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-4d51f7b1-4df2-4509-85ec-6701d6e9e9a6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=56b1720eebae46b992679757e49d89a1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3269985 Aug 12 04:13:35.130816 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:35.131697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.132372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4bab390c-3aea-4d5c-8c28-55acd3363cce details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:35.190259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Deleting port 38a30f1f-3476-4569-84e6-49aea1709253 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:35.190547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.233492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4bab390c-3aea-4d5c-8c28-55acd3363cce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:35.259871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b68bf46f-ce98-470f-8540-5da553bfcb9a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:35.262865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.269451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.276568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.281679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '4bab390c-3aea-4d5c-8c28-55acd3363cce', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'port_id': '4bab390c-3aea-4d5c-8c28-55acd3363cce', 'mac_address': 'fa:16:3e:c9:42:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c674db5e-a381-443b-9a9f-ca46684f33c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:35.283886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.290207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.296308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.302322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.303650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-bb9ec67e-6393-40ea-ab60-0a10adb3dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.305947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82f91a8c-431b-468a-9fb1-6800762a1bb2 req-bb9ec67e-6393-40ea-ab60-0a10adb3dd25 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2086902 Aug 12 04:13:35.310499 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-c0129bdc-1671-456f-a6b6-672f1cbe9d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5417 time: 0.2163572 Aug 12 04:13:35.336602 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.338037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] For port 38a30f1f-3476-4569-84e6-49aea1709253, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=38a30f1f-3476-4569-84e6-49aea1709253,segment=NetworkSegment(346d6da7-ae2a-489a-802e-b8d395fbc82f),segment_id=346d6da7-ae2a-489a-802e-b8d395fbc82f)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:35.338422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.359719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Calling delete_port for 38a30f1f-3476-4569-84e6-49aea1709253 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:35.380792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bab390c-3aea-4d5c-8c28-55acd3363cce {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:35.413847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4bab390c-3aea-4d5c-8c28-55acd3363cce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:35.416261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:33Z', 'revision_number': 3, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:35.443566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:35.446072 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3226c195-61fd-4b96-ba3b-9120bdceb64a" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:35.447022 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Checking router: 85e60b0b-893b-47b3-b672-c8bae12eeac1 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:13:35.447444 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Updating router 85e60b0b-893b-47b3-b672-c8bae12eeac1 port 535c2330-b216-4661-a0e8-b9a5e3efb1cd binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:13:35.477817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a01e1ec-366a-4205-b83a-2c339e532909 req-7ab50a31-b9c5-4133-b1ac-2a49d9b4a2c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637294 Aug 12 04:13:35.489528 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.589371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.621882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.722190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['38a30f1f-3476-4569-84e6-49aea1709253'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:35.768175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event deleted for resources: {'Port': ['ID=38a30f1f-3476-4569-84e6-49aea1709253,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:35.796061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4bab390c-3aea-4d5c-8c28-55acd3363cce,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:35.803791 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.804421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] No DVR routers for this DVR port 38a30f1f-3476-4569-84e6-49aea1709253 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:35.814288 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.814908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b74668-8363-4895-bd12-9e4889141e24 req-ab31bf6b-df36-473a-b377-4f2bf1941171 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.36 "DELETE /v2.0/ports/38a30f1f-3476-4569-84e6-49aea1709253 HTTP/1.1" status: 204 len: 173 time: 1.0144906 Aug 12 04:13:35.816948 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Transition to ACTIVE for port object 535c2330-b216-4661-a0e8-b9a5e3efb1cd will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:35.822671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'name': 'network-vif-deleted', 'tag': '38a30f1f-3476-4569-84e6-49aea1709253'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:35.825755 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b57cc48-a2c2-44de-8069-8556249aa17d" -d '{"events": [{"server_uuid": "4b7f2fd2-40b4-4557-9fc6-5a6d9df53480", "name": "network-vif-deleted", "tag": "38a30f1f-3476-4569-84e6-49aea1709253"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:35.855682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.856180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.856715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.857225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.857694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.858237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.858701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:35.860711 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-5941976c-0958-4312-8a77-4febc4e3a9d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6419 time: 0.1243925 Aug 12 04:13:35.870119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['b68bf46f-ce98-470f-8540-5da553bfcb9a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:35.872399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4bab390c-3aea-4d5c-8c28-55acd3363cce'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:35.899081 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:35.999419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98afc09-20e8-4253-ba9e-cd7641767bf7 req-33a4dc03-6150-4430-8e3c-972076fe57f7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.008059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a98afc09-20e8-4253-ba9e-cd7641767bf7 req-33a4dc03-6150-4430-8e3c-972076fe57f7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.2137244 Aug 12 04:13:36.017147 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3d15a8-d18d-4c9f-bcc0-752903b14833 x-openstack-request-id: req-dd3d15a8-d18d-4c9f-bcc0-752903b14833 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:36.017437 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:36.017684 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd3d15a8-d18d-4c9f-bcc0-752903b14833 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:36.023494 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce', 'status': 'completed', 'code': 200} Aug 12 04:13:36.023832 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Attempting to bind port 535c2330-b216-4661-a0e8-b9a5e3efb1cd on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:36.023832 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Attempting to bind port 535c2330-b216-4661-a0e8-b9a5e3efb1cd by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:36.023832 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Attempting to bind port 535c2330-b216-4661-a0e8-b9a5e3efb1cd on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:36.025674 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85afa15-d5ba-4d05-b9bf-40ff0e9dd408 None None] Pushing event updated for resources: {'Port': ['ID=535c2330-b216-4661-a0e8-b9a5e3efb1cd,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:36.036118 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:36.036404 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:36.036790 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.037178 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:36.037649 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Bound port: 535c2330-b216-4661-a0e8-b9a5e3efb1cd, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:36.038023 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.102546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a98afc09-20e8-4253-ba9e-cd7641767bf7 req-2c2c56cd-bc20-4047-b388-5a1ec4db4f2c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Aug 12 04:13:36.145995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-85e3822b-925b-4df2-abd5-fa640982eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.147548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-85e3822b-925b-4df2-abd5-fa640982eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.148441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-85e3822b-925b-4df2-abd5-fa640982eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.150274 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-85e3822b-925b-4df2-abd5-fa640982eac0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=56b1720eebae46b992679757e49d89a1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2805731 Aug 12 04:13:36.173768 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] For port 535c2330-b216-4661-a0e8-b9a5e3efb1cd, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:36.178537 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] For port 535c2330-b216-4661-a0e8-b9a5e3efb1cd, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=535c2330-b216-4661-a0e8-b9a5e3efb1cd,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:36.254659 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.254957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6cc8b-2d1b-4f13-95f7-99b19d90e729 req-e9771d13-3ed1-4853-8ca1-7397e8cee194 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.256466 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75f6cc8b-2d1b-4f13-95f7-99b19d90e729 req-e9771d13-3ed1-4853-8ca1-7397e8cee194 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 944 time: 0.7046235 Aug 12 04:13:36.311269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eecf7-6b15-4321-8ab4-04f6fd1f8a0f req-5958a329-f14b-430d-a3a3-f993d8816ff9 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.315260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b6eecf7-6b15-4321-8ab4-04f6fd1f8a0f req-5958a329-f14b-430d-a3a3-f993d8816ff9 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.0877874 Aug 12 04:13:36.335046 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85afa15-d5ba-4d05-b9bf-40ff0e9dd408 None None] Pushing event updated for resources: {'Port': ['ID=535c2330-b216-4661-a0e8-b9a5e3efb1cd,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:36.338244 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:36.339385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:36.349365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-d766a81a-a404-4414-9094-f586202048e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.354304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3226c195-61fd-4b96-ba3b-9120bdceb64a req-d766a81a-a404-4414-9094-f586202048e2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929214 Aug 12 04:13:36.395707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b6eecf7-6b15-4321-8ab4-04f6fd1f8a0f req-9b9f8179-f762-465a-9c11-e5ceaa79b549 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734553 Aug 12 04:13:36.398668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75f6cc8b-2d1b-4f13-95f7-99b19d90e729 req-a69f969b-5849-4e8a-af6d-89c7cdebaa03 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260552 Aug 12 04:13:36.412190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073423c0-776e-485d-991b-6948f9e036ab {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:36.441907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.469774 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aaeb57-1794-495a-a237-abf6cc34c328 x-openstack-request-id: req-50aaeb57-1794-495a-a237-abf6cc34c328 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:36.471267 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7f2fd2-40b4-4557-9fc6-5a6d9df53480", "name": "network-vif-deleted", "tag": "38a30f1f-3476-4569-84e6-49aea1709253", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:36.471583 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50aaeb57-1794-495a-a237-abf6cc34c328 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:36.474772 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7f2fd2-40b4-4557-9fc6-5a6d9df53480', 'name': 'network-vif-deleted', 'tag': '38a30f1f-3476-4569-84e6-49aea1709253', 'status': 'completed', 'code': 200} Aug 12 04:13:36.477529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Transition to ACTIVE for port object 073423c0-776e-485d-991b-6948f9e036ab will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:36.526188 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:36.565460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device be3d4945-9d12-4be1-8037-85f13a2411b8 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:36.568945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b68bf46f-ce98-470f-8540-5da553bfcb9a up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:36.572662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0ced287-5511-452d-9e2c-89bf9d9bc84c req-8e26bf3b-645c-42fc-bc33-daf8364ef340 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b7f2fd2-40b4-4557-9fc6-5a6d9df53480 HTTP/1.1" status: 200 len: 210 time: 0.0299649 Aug 12 04:13:36.578529 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.645021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1e19-5e45-47a4-97ec-1fd50c53ef40 req-a5988107-9e1b-4408-9920-9e3a65a2b240 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.655078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86da1e19-5e45-47a4-97ec-1fd50c53ef40 req-a5988107-9e1b-4408-9920-9e3a65a2b240 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1496117 Aug 12 04:13:36.692548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.754672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.767243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86da1e19-5e45-47a4-97ec-1fd50c53ef40 req-667e3220-78c3-49bc-ac61-794e7fe21c88 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085484 Aug 12 04:13:36.785706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.792136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.815117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.821209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Pushing event updated for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:36.825389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.834129 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:33Z', 'revision_number': 3, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:36.839596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.852786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port b68bf46f-ce98-470f-8540-5da553bfcb9a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:36.858876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:36.858876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-7df3c26b-798a-4184-8857-cdba563943d1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1854658 Aug 12 04:13:36.876704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port be3d4945-9d12-4be1-8037-85f13a2411b8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=be3d4945-9d12-4be1-8037-85f13a2411b8,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:36.881131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port b68bf46f-ce98-470f-8540-5da553bfcb9a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:36.881509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:36.885401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2f9177-a77b-479c-af6e-331b0a1714ac None None] The sync data for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 is: [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:33Z', 'revision_number': 3, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:13:36.942940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Attempting to bind port 073423c0-776e-485d-991b-6948f9e036ab on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:36.942940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Attempting to bind port 073423c0-776e-485d-991b-6948f9e036ab by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:36.942940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Attempting to bind port 073423c0-776e-485d-991b-6948f9e036ab on network 1ddab381-f66b-427e-8b2b-55576ab5b51b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:36.943365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'be3d4945-9d12-4be1-8037-85f13a2411b8', 'network_id': 'd4f87905-19ef-4315-bd54-9cf518ab8ce9', 'port_id': 'be3d4945-9d12-4be1-8037-85f13a2411b8', 'mac_address': 'fa:16:3e:db:77:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c674db5e-a381-443b-9a9f-ca46684f33c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:36.989635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Port 073423c0-776e-485d-991b-6948f9e036ab on network 1ddab381-f66b-427e-8b2b-55576ab5b51b not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:36.994266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Attempting to bind port 073423c0-776e-485d-991b-6948f9e036ab on network 1ddab381-f66b-427e-8b2b-55576ab5b51b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:37.004027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:37.007309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Checking segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:37.007971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Bound using segment: {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:37.008630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Bound port: 073423c0-776e-485d-991b-6948f9e036ab, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995904f-934d-4c4d-b5ad-988393fa6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:37.010483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.035975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.044212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc4091-fbad-4fc1-8378-da2703655556 req-ac5d6623-49b6-45b5-a974-33714ee40e1c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.048139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48cc4091-fbad-4fc1-8378-da2703655556 req-ac5d6623-49b6-45b5-a974-33714ee40e1c tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.36 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.1792893 Aug 12 04:13:37.050891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d8b9c8a-2ed7-466d-aad5-799d3cf220db req-9b6431db-a840-42e0-aa12-b22616bbb563 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123328 Aug 12 04:13:37.094457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d4945-9d12-4be1-8037-85f13a2411b8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:37.099500 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.143217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port be3d4945-9d12-4be1-8037-85f13a2411b8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=be3d4945-9d12-4be1-8037-85f13a2411b8,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:37.151680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bf46f-ce98-470f-8540-5da553bfcb9a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:37.154698 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34e6b73-84d6-4202-bd3e-f53b941dcb4b" -d '{"events": [{"server_uuid": "b673dbc0-a897-4b78-b08e-4fde9f7194ec", "name": "network-vif-plugged", "status": "completed", "tag": "b68bf46f-ce98-470f-8540-5da553bfcb9a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:37.173303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Deleting port 276df9b0-f337-47fd-9b8a-a468859434b6 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:37.173705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.176395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port b68bf46f-ce98-470f-8540-5da553bfcb9a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:37.188828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:37.208779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=073423c0-776e-485d-991b-6948f9e036ab,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:37.225946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.232840 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0874cf-efad-4f99-af1f-7eb50d12c13e x-openstack-request-id: req-1e0874cf-efad-4f99-af1f-7eb50d12c13e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:37.233199 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b673dbc0-a897-4b78-b08e-4fde9f7194ec", "name": "network-vif-plugged", "status": "completed", "tag": "b68bf46f-ce98-470f-8540-5da553bfcb9a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:37.234004 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e0874cf-efad-4f99-af1f-7eb50d12c13e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:37.234145 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68bf46f-ce98-470f-8540-5da553bfcb9a', 'code': 200} Aug 12 04:13:37.239371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Allocated IP 172.20.0.1 (9e3c1890-6738-4155-aca3-89ed18b9dcd1/90963e5f-47bb-4549-a78d-67c29f031e80/995810d7-56ca-46b2-9a95-d5f8c72d96f0) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:37.282235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.283643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4bab390c-3aea-4d5c-8c28-55acd3363cce up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:37.367575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=be3d4945-9d12-4be1-8037-85f13a2411b8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:37.368444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.383890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] For port 276df9b0-f337-47fd-9b8a-a468859434b6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=276df9b0-f337-47fd-9b8a-a468859434b6,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:37.384479 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.427809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=b68bf46f-ce98-470f-8540-5da553bfcb9a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:37.452150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['be3d4945-9d12-4be1-8037-85f13a2411b8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:37.466375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef858a58-f166-451f-ad49-07f1c9343780 req-bdfd8a91-3c0f-42bb-9ba6-dcd4baae5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.468443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef858a58-f166-451f-ad49-07f1c9343780 req-bdfd8a91-3c0f-42bb-9ba6-dcd4baae5961 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 1096 time: 0.1443694 Aug 12 04:13:37.474677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Pushing event updated for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:37.479540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.480511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.482895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-f42f55eb-20a6-4ba9-bda9-41c6f0d154dc service neutron] 10.222.0.20 "PUT /v2.0/ports/073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 1091 time: 2.5808094 Aug 12 04:13:37.536256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 4bab390c-3aea-4d5c-8c28-55acd3363cce completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:37.547797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 4bab390c-3aea-4d5c-8c28-55acd3363cce triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:37.548491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.549370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88608c-a8f7-4169-bc61-cb1d5b484ae1 req-beb30537-ade5-4422-b830-cb9ccf573d9a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.551231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e88608c-a8f7-4169-bc61-cb1d5b484ae1 req-beb30537-ade5-4422-b830-cb9ccf573d9a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.2001889 Aug 12 04:13:37.558539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.595122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Transition to ACTIVE for port object 995810d7-56ca-46b2-9a95-d5f8c72d96f0 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:37.632769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e88608c-a8f7-4169-bc61-cb1d5b484ae1 req-140301da-e465-4bd3-b279-0c65894b6e19 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678511 Aug 12 04:13:37.674531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef858a58-f166-451f-ad49-07f1c9343780 req-6070a103-4a31-48a9-a29c-053216df04eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973741 Aug 12 04:13:37.756429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b0781-ad31-4537-9dc8-3039625aa93e req-b9f8edb5-5810-4181-bd7c-cf43f87358d0 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.767966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e32b0781-ad31-4537-9dc8-3039625aa93e req-b9f8edb5-5810-4181-bd7c-cf43f87358d0 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 945 time: 0.2153637 Aug 12 04:13:37.770964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.772432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.772432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.772670 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.772785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.773245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.773780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.774312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.776702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-294cfe97-07ea-4fe1-b85f-85192dc384ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6486 time: 0.1398003 Aug 12 04:13:37.826901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.834636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.834990 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Floating IP dfd4e95a-3b56-4987-a0f7-6769733c734f disassociated. External IP: 172.25.6.67, port: 276df9b0-f337-47fd-9b8a-a468859434b6. Aug 12 04:13:37.835287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Calling delete_port for 276df9b0-f337-47fd-9b8a-a468859434b6 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:37.843420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4bab390c-3aea-4d5c-8c28-55acd3363cce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:37.845749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-959d5733-d7c5-4c8f-b384-593a589e62d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 217 time: 0.0460651 Aug 12 04:13:37.855486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e32b0781-ad31-4537-9dc8-3039625aa93e req-428b7157-1cae-4a44-a5af-c021e6e58d2f tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups?id=ec9a85d3-bb67-4611-8929-bb68d8f77c27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864761 Aug 12 04:13:37.859447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b819-5fd6-4133-ad5a-2ea418a0c5ab req-40f6fc98-67d5-41a7-84de-5d73f692ea5c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.861320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b4c4b819-5fd6-4133-ad5a-2ea418a0c5ab req-40f6fc98-67d5-41a7-84de-5d73f692ea5c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 945 time: 0.1138465 Aug 12 04:13:37.921240 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.939381 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:37.963807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0ae09ae0-561e-4bd1-a031-b8493fff0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:37.965697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-0ae09ae0-561e-4bd1-a031-b8493fff0d77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 200 len: 856 time: 0.1034155 Aug 12 04:13:38.013130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4bab390c-3aea-4d5c-8c28-55acd3363cce,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:38.031293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:38.048907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '073423c0-776e-485d-991b-6948f9e036ab'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:38.051596 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "073423c0-776e-485d-991b-6948f9e036ab"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:38.061966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dab5bf-8444-4396-9ecc-9e98bc44cc09 req-4a998838-55d5-4080-85fc-76b2dbaea94c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.065212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08dab5bf-8444-4396-9ecc-9e98bc44cc09 req-4a998838-55d5-4080-85fc-76b2dbaea94c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.0712018 Aug 12 04:13:38.066150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:38.068622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:38.078777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b4c4b819-5fd6-4133-ad5a-2ea418a0c5ab req-906db115-6d20-4445-b8d3-405f322beb85 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067597 Aug 12 04:13:38.112217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Pushing event updated for resources: {'Port': ['ID=995810d7-56ca-46b2-9a95-d5f8c72d96f0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:38.120923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.140797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-b00e0d6e-983d-435e-ad32-04ad4a4ca046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.142333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-b00e0d6e-983d-435e-ad32-04ad4a4ca046 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9655ca9-bc91-4036-8247-308ae56cbf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444538 Aug 12 04:13:38.143690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.216261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08dab5bf-8444-4396-9ecc-9e98bc44cc09 req-cc0c2b1e-33a8-4aa1-b16d-6fa6fabea094 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443627 Aug 12 04:13:38.220026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event deleted for resources: {'Port': ['ID=276df9b0-f337-47fd-9b8a-a468859434b6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:38.282077 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3328fc14-cdd3-4096-bf19-64f840f06789 x-openstack-request-id: req-3328fc14-cdd3-4096-bf19-64f840f06789 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:38.282657 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "073423c0-776e-485d-991b-6948f9e036ab", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:38.283215 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3328fc14-cdd3-4096-bf19-64f840f06789 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:38.283773 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '073423c0-776e-485d-991b-6948f9e036ab', 'status': 'completed', 'code': 200} Aug 12 04:13:38.422131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-cac87f37-fbc7-436f-8332-c21559c8365c service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284811 Aug 12 04:13:38.496243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:13:38.516090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.522173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.531979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.535035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.541418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.548139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.551011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52798) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:38.554242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:38.556725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-5a6befda-2313-4554-bd8f-79c408228bb1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1718960 Aug 12 04:13:38.564072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device be3d4945-9d12-4be1-8037-85f13a2411b8 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:38.602643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 38a30f1f-3476-4569-84e6-49aea1709253 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:38.604442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eee5cea9-af8f-4bd4-bb84-24b440f70f4b None None] Provisioning for port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:38.625862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eee5cea9-af8f-4bd4-bb84-24b440f70f4b None None] Provisioning complete for port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:38.626248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eee5cea9-af8f-4bd4-bb84-24b440f70f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.646544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.668374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-eee5cea9-af8f-4bd4-bb84-24b440f70f4b None None] Port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:38.670202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 535c2330-b216-4661-a0e8-b9a5e3efb1cd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:38.677281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 38a30f1f-3476-4569-84e6-49aea1709253 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:38.677857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 38a30f1f-3476-4569-84e6-49aea1709253 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:38.678572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 276df9b0-f337-47fd-9b8a-a468859434b6 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:38.680389 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d31577d1-734d-4bbe-807c-1ce787974190 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497663 Aug 12 04:13:38.730896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54f4e29c-97dd-4971-880b-0cb3ac5dcb3d req-f72b09b4-d2d2-4b84-8632-e0d83b24d929 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492798 Aug 12 04:13:38.741243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 276df9b0-f337-47fd-9b8a-a468859434b6 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:38.741809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 276df9b0-f337-47fd-9b8a-a468859434b6 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:38.828168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:13:38.834649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port be3d4945-9d12-4be1-8037-85f13a2411b8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:38.839901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port be3d4945-9d12-4be1-8037-85f13a2411b8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:38.841976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.844211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30891111-c026-4709-a2c0-283e77448d3f None None] Sync routers for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:13:38.849946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a36eb813-042e-4773-b59a-e6b85cc16ce2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.852514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-191538d6-7cf1-4bd1-8aab-6adbaa62365b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 217 time: 0.1242931 Aug 12 04:13:38.880525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 535c2330-b216-4661-a0e8-b9a5e3efb1cd completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:38.895331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 535c2330-b216-4661-a0e8-b9a5e3efb1cd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:38.895715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.920831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] No DVR routers for this DVR port 276df9b0-f337-47fd-9b8a-a468859434b6 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:38.924618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:38.925564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:38.926951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:38.930124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48cc4091-fbad-4fc1-8378-da2703655556 req-2faebf72-5609-4921-8c56-b3d892a88916 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.36 "DELETE /v2.0/ports/276df9b0-f337-47fd-9b8a-a468859434b6 HTTP/1.1" status: 204 len: 173 time: 1.8767688 Aug 12 04:13:38.930668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'name': 'network-vif-deleted', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:38.937485 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5a5a0-d2ed-4f0a-9d21-3d215c955c12" -d '{"events": [{"server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "name": "network-vif-deleted", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:38.996755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20dbdefd-fa6c-4086-bf92-2988a5713030 req-15351c89-ba87-465b-83e0-c6ea9adc242a tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0267060 Aug 12 04:13:39.055719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a36eb813-042e-4773-b59a-e6b85cc16ce2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.117661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f11763-8fab-4b4d-9a3f-0c72d1c7bf8f req-ce5720f8-12de-499c-83c2-bdb4b1859836 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:39.117661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24f11763-8fab-4b4d-9a3f-0c72d1c7bf8f req-ce5720f8-12de-499c-83c2-bdb4b1859836 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.2985575 Aug 12 04:13:39.140843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-6579b31d-df41-4c5f-a036-a9af4e697e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:39.142342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-6579b31d-df41-4c5f-a036-a9af4e697e0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.2354164 Aug 12 04:13:39.143644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:39.157670 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a1d73d-a231-4a01-860c-9b84b373c045 x-openstack-request-id: req-a3a1d73d-a231-4a01-860c-9b84b373c045 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:39.158170 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436842d-d36c-48c1-a3b7-d440849bd6ad", "name": "network-vif-deleted", "tag": "276df9b0-f337-47fd-9b8a-a468859434b6", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:39.158629 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3a1d73d-a231-4a01-860c-9b84b373c045 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:39.159826 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436842d-d36c-48c1-a3b7-d440849bd6ad', 'name': 'network-vif-deleted', 'tag': '276df9b0-f337-47fd-9b8a-a468859434b6', 'status': 'completed', 'code': 200} Aug 12 04:13:39.175179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.205616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.249966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24f11763-8fab-4b4d-9a3f-0c72d1c7bf8f req-839d27b5-c5ea-4396-b46c-840d37b0c02e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151099 Aug 12 04:13:39.270215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.273994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-94c1d688-8082-4771-bff3-32e9725f2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:39.275970 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-94c1d688-8082-4771-bff3-32e9725f2ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203833 Aug 12 04:13:39.372519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a36eb813-042e-4773-b59a-e6b85cc16ce2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.375617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a36eb813-042e-4773-b59a-e6b85cc16ce2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.376955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a36eb813-042e-4773-b59a-e6b85cc16ce2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "DELETE /v2.0/security-groups/0f144909-0280-4872-a2eb-48583923ab78 HTTP/1.1" status: 204 len: 168 time: 0.8225653 Aug 12 04:13:39.383350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab390c-3aea-4d5c-8c28-55acd3363cce'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:39.383914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52838) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:39.385592 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6537b4-455b-4b66-ada4-a4c7e4e3f96d" -d '{"events": [{"server_uuid": "ba34c5ab-31c2-4d74-b8ef-dbf262ae4887", "name": "network-vif-plugged", "status": "completed", "tag": "4bab390c-3aea-4d5c-8c28-55acd3363cce"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:39.405199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045617fd-610d-4ae2-a3f9-1bc7d32bf577 req-e34dae9f-26ef-4255-a868-e89b793eeb6a tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:39.407165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-045617fd-610d-4ae2-a3f9-1bc7d32bf577 req-e34dae9f-26ef-4255-a868-e89b793eeb6a tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 945 time: 0.0647829 Aug 12 04:13:39.427471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.430422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eb813-042e-4773-b59a-e6b85cc16ce2 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f144909-0280-4872-a2eb-48583923ab78,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:39.437109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 535c2330-b216-4661-a0e8-b9a5e3efb1cd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=535c2330-b216-4661-a0e8-b9a5e3efb1cd,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:39.450442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port be3d4945-9d12-4be1-8037-85f13a2411b8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=be3d4945-9d12-4be1-8037-85f13a2411b8,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:39.459561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-045617fd-610d-4ae2-a3f9-1bc7d32bf577 req-a3a8fa3b-bb1a-4238-9f61-27e25538f2bc tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Aug 12 04:13:39.463151 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-f12a00bb-949f-49b8-a1d1-03c4bd4f4d2b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] show failed (client error): The resource could not be found. Aug 12 04:13:39.464348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f12a00bb-949f-49b8-a1d1-03c4bd4f4d2b tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "GET /v2.0/security-groups/0f144909-0280-4872-a2eb-48583923ab78 HTTP/1.1" status: 404 len: 347 time: 0.0695758 Aug 12 04:13:39.469113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52842) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:39.550701 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6644174-a50a-49e7-b86f-a5c99f436ccb x-openstack-request-id: req-d6644174-a50a-49e7-b86f-a5c99f436ccb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:39.551218 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34c5ab-31c2-4d74-b8ef-dbf262ae4887", "name": "network-vif-plugged", "status": "completed", "tag": "4bab390c-3aea-4d5c-8c28-55acd3363cce", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:39.551640 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6644174-a50a-49e7-b86f-a5c99f436ccb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:39.552188 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bab390c-3aea-4d5c-8c28-55acd3363cce', 'code': 200} Aug 12 04:13:39.562051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-50f2e68f-745d-457d-8934-c20dbe84d724 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767546 Aug 12 04:13:39.567183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Pushing event updated for resources: {'Port': ['ID=995810d7-56ca-46b2-9a95-d5f8c72d96f0,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:39.569917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.583837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612fae-fcb4-47ef-9fb1-a0fdfb990dac req-66032bd0-a8f8-4194-8b24-9f9a9022c70f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:39.585823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe612fae-fcb4-47ef-9fb1-a0fdfb990dac req-66032bd0-a8f8-4194-8b24-9f9a9022c70f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2143996 Aug 12 04:13:39.587142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.616018 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.658929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=535c2330-b216-4661-a0e8-b9a5e3efb1cd,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:39.670124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bcd40-073c-44fb-a8e1-ae540ce0b101 req-b1858ad0-828e-4b1a-acfb-57d17ea667f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:39.670532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:39.671727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e14bcd40-073c-44fb-a8e1-ae540ce0b101 req-b1858ad0-828e-4b1a-acfb-57d17ea667f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 1096 time: 0.0523598 Aug 12 04:13:39.678786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Deleting port 1015f03f-1195-4de6-97c7-95600810b308 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:39.679136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.722629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30891111-c026-4709-a2c0-283e77448d3f None None] Checking router: 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:13:39.745255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:39.746260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:39.759091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=be3d4945-9d12-4be1-8037-85f13a2411b8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:39.772089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e14bcd40-073c-44fb-a8e1-ae540ce0b101 req-1788d849-4f9e-4235-b5cf-e2a0c6f6a3c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Aug 12 04:13:39.777220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe612fae-fcb4-47ef-9fb1-a0fdfb990dac req-ca3c9f59-53ac-4852-a6e3-05ff328af118 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701212 Aug 12 04:13:39.797967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.798297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:39.811358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Calling delete_port for 1015f03f-1195-4de6-97c7-95600810b308 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:39.822279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a1a62e0d-858c-4c4a-a55f-65a89473e8ef service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352645 Aug 12 04:13:39.873019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a17fe556-5d15-42ae-bfbf-21d19a6b2262 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 217 time: 0.0397460 Aug 12 04:13:39.881763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:39.883388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:39.974729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:40.044391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-5513ada4-72f1-4a4a-85a2-4f8671fded74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.046083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-5513ada4-72f1-4a4a-85a2-4f8671fded74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1542511 Aug 12 04:13:40.110156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Router 85e60b0b-893b-47b3-b672-c8bae12eeac1 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:13:40.172647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-aed9cd36-5748-43ce-a950-96262239289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.174588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-aed9cd36-5748-43ce-a950-96262239289c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183438 Aug 12 04:13:40.184674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66ae5cca-f756-435f-bdfe-dbff5ee1fc0e req-91a0e4d7-89d5-4c4a-af1c-8b8fd665d334 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/ports?device_id=8436842d-d36c-48c1-a3b7-d440849bd6ad HTTP/1.1" status: 200 len: 210 time: 0.0554061 Aug 12 04:13:40.295281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30891111-c026-4709-a2c0-283e77448d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:40.333697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30891111-c026-4709-a2c0-283e77448d3f None None] The sync data for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 is: [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:11:24Z', 'revision_number': 4, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2d6e5e1f-094d-4321-8fda-a61b4ce63026', 'name': '', 'network_id': '43c04dfc-7d27-4e91-83a8-895364b7295b', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'mac_address': 'fa:16:3e:fc:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:23Z', 'updated_at': '2021-08-12T04:11:32Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'subnets': [{'id': '5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:13:40.353347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.361144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ed5777d7-6648-4f91-835c-cc786cf1d478 None None] Provisioning complete for port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:40.361144 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed5777d7-6648-4f91-835c-cc786cf1d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:40.361431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.366901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.375253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.381507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.387760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.394565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.396791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-8ac8ffe4-9cd7-457a-bb41-8d7baa4bad6e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1587222 Aug 12 04:13:40.432578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ed5777d7-6648-4f91-835c-cc786cf1d478 None None] Port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:40.481652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89e67c7-f3b7-408c-af7a-6f712f968acb req-92f82e8e-cbff-4639-bab9-4e0461d2ed75 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622401 Aug 12 04:13:40.487685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-834005a2-d3ea-470a-b256-e768a261be1c service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969520 Aug 12 04:13:40.489626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:13:40.499006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548cd52-490b-405e-830f-115f38a351c3 req-00c4afc2-21fe-47b7-9d55-f254bf1f8848 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.507003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e548cd52-490b-405e-830f-115f38a351c3 req-00c4afc2-21fe-47b7-9d55-f254bf1f8848 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1300821 Aug 12 04:13:40.508766 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Sync routers for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:13:40.528467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ddfdfafd-4594-4b9d-b256-8c65582da19e admin admin] 10.222.0.42 "PUT /v2.0/routers/85e60b0b-893b-47b3-b672-c8bae12eeac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5112011 Aug 12 04:13:40.540285 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:40.541697 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:40.602288 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:40.603020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 535c2330-b216-4661-a0e8-b9a5e3efb1cd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:40.670859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Pushing event deleted for resources: {'Port': ['ID=1015f03f-1195-4de6-97c7-95600810b308,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:40.711394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 535c2330-b216-4661-a0e8-b9a5e3efb1cd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:40.713352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:40.744963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e548cd52-490b-405e-830f-115f38a351c3 req-deebeb16-18d9-4d24-9875-4ad18c9db9cc tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369413 Aug 12 04:13:40.832854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-fdb2b889-247a-4021-b625-b627dafdc081 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032658 Aug 12 04:13:40.870114 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:40.894601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09c8fc-8533-477c-8dc6-1a30ac38d8e2 req-ceb94818-b250-4639-a2f4-585606fecf7c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:40.896521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c09c8fc-8533-477c-8dc6-1a30ac38d8e2 req-ceb94818-b250-4639-a2f4-585606fecf7c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.2371702 Aug 12 04:13:40.899932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:40.902835 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:40.909438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-507dd78e-3cd0-4a53-ae92-b21550ab4424 tempest-ImagesOneServerNegativeTestJSON-470383384 tempest-ImagesOneServerNegativeTestJSON-470383384-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd97d6de-9edb-4701-8dee-280920950f71 HTTP/1.1" status: 204 len: 168 time: 1.4348903 Aug 12 04:13:40.909585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7fac52-dadb-480a-987b-f5f721b12bab None None] New status for floating IP dfd4e95a-3b56-4987-a0f7-6769733c734f: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:13:40.949668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-d89b81a0-e9be-4503-a5e8-2de97c67ee91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 200 len: 217 time: 0.1076593 Aug 12 04:13:40.984165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c09c8fc-8533-477c-8dc6-1a30ac38d8e2 req-53fb00df-d7da-4c17-9353-244b8ae654e4 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749779 Aug 12 04:13:41.123715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e23746-7edb-4274-a44c-147f8599293c req-5d63b1f2-07c2-4247-874a-6f811af88c03 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.125700 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06e23746-7edb-4274-a44c-147f8599293c req-5d63b1f2-07c2-4247-874a-6f811af88c03 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1734259 Aug 12 04:13:41.127760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9e62aabd-fa92-4972-9b35-153d5b60c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.131146 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 2, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:41.135139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-9e62aabd-fa92-4972-9b35-153d5b60c849 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1265888 Aug 12 04:13:41.160637 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Checking router: 85e60b0b-893b-47b3-b672-c8bae12eeac1 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:13:41.160947 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Updating router 85e60b0b-893b-47b3-b672-c8bae12eeac1 port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:13:41.178142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52900) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:41.197946 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.220317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06e23746-7edb-4274-a44c-147f8599293c req-6dad4943-77d7-455e-ac15-1ccbb17d4ca7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841582 Aug 12 04:13:41.246844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-5cdd8311-cae4-4df8-92ad-941a87f52461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.249375 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-5cdd8311-cae4-4df8-92ad-941a87f52461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016982 Aug 12 04:13:41.286522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Deleting subnet ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:13:41.294084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.345031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.393819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.401166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-4e9bbe55-1a70-4f0b-8d32-a19aee5863a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443102 Aug 12 04:13:41.428251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52926) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:41.553562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d4945-9d12-4be1-8037-85f13a2411b8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:41.555994 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d47510-fe6a-4fbd-8438-0f72f10382d1" -d '{"events": [{"server_uuid": "b90b56cb-d327-454c-89d6-b71d67e0c365", "name": "network-vif-plugged", "status": "completed", "tag": "be3d4945-9d12-4be1-8037-85f13a2411b8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:41.565567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea8f37b6-e820-41d9-bcb7-db0a37bafe95 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.596794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-49ee0a61-bcb4-4de3-b1fb-ac65dcff15bc service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888106 Aug 12 04:13:41.610537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea8f37b6-e820-41d9-bcb7-db0a37bafe95 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.628327 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185e20bc-d468-40d1-8bbe-8243463b7d75 x-openstack-request-id: req-185e20bc-d468-40d1-8bbe-8243463b7d75 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:41.629034 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90b56cb-d327-454c-89d6-b71d67e0c365", "name": "network-vif-plugged", "status": "completed", "tag": "be3d4945-9d12-4be1-8037-85f13a2411b8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:41.629850 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-185e20bc-d468-40d1-8bbe-8243463b7d75 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:41.630574 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d4945-9d12-4be1-8037-85f13a2411b8', 'code': 200} Aug 12 04:13:41.673055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-5034bb29-f403-4fb2-b134-963203edfc1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 200 len: 217 time: 0.0688252 Aug 12 04:13:41.686912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.695574 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.722274 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Transition to ACTIVE for port object 995810d7-56ca-46b2-9a95-d5f8c72d96f0 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:41.735957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-e02c20d4-4d9a-4123-be4a-4fb8ad183a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.737447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-e02c20d4-4d9a-4123-be4a-4fb8ad183a4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0572963 Aug 12 04:13:41.754831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.760997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c HTTP/1.1" status: 204 len: 168 time: 0.5793867 Aug 12 04:13:41.776725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52962) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:41.795544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6a27a-bed5-4629-9a48-dffcbe6762ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5eb37b-1ff0-4a3c-bd93-241f3680ce6c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:41.806212 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.817020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-da903a75-d64e-4481-9d58-7a6b05a3e539 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=040e448dda9c498489fc1e3356203740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347166 Aug 12 04:13:41.867254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.873636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.874775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-90542946-3265-45e2-916c-de69990b9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.876280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-90542946-3265-45e2-916c-de69990b9334 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317616 Aug 12 04:13:41.883359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.888033 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1783-78a8-4d79-8853-52c21fb22a96 None None] Pushing event updated for resources: {'Port': ['ID=995810d7-56ca-46b2-9a95-d5f8c72d96f0,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:41.891499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.897840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.912887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.927205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.940695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-0855d4c5-1946-49f4-aecd-50cb07dfa356 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.3264735 Aug 12 04:13:41.940863 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Attempting to bind port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:41.940863 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Attempting to bind port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:41.940863 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Attempting to bind port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 on network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:41.948125 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:41.948710 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Checking segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:41.949182 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.949678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Bound using segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:41.950246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Bound port: 995810d7-56ca-46b2-9a95-d5f8c72d96f0, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:41.950895 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:41.967352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5fbb7-e396-4cd4-b992-881a77510cf9 req-cb2a9dd1-f1ae-4e4d-8a48-4f4116bd64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:41.969507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47c5fbb7-e396-4cd4-b992-881a77510cf9 req-cb2a9dd1-f1ae-4e4d-8a48-4f4116bd64e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 1097 time: 0.2667425 Aug 12 04:13:41.998754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.035912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47c5fbb7-e396-4cd4-b992-881a77510cf9 req-b0c5133d-14e0-4146-8e72-f9492ace984b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Aug 12 04:13:42.111411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea8f37b6-e820-41d9-bcb7-db0a37bafe95 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.118335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea8f37b6-e820-41d9-bcb7-db0a37bafe95 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.118335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ea8f37b6-e820-41d9-bcb7-db0a37bafe95 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec9a85d3-bb67-4611-8929-bb68d8f77c27 HTTP/1.1" status: 204 len: 168 time: 0.6740885 Aug 12 04:13:42.121113 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] For port 995810d7-56ca-46b2-9a95-d5f8c72d96f0, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:42.123531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:42.125486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.130495 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] For port 995810d7-56ca-46b2-9a95-d5f8c72d96f0, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=995810d7-56ca-46b2-9a95-d5f8c72d96f0,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:42.150814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f37b6-e820-41d9-bcb7-db0a37bafe95 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a85d3-bb67-4611-8929-bb68d8f77c27,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:42.159483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46002dfd-f204-4785-bb48-e8c7bfaad193']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:42.169193 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-b35c3c26-3c5c-47d7-88b6-4d04b070e429 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] show failed (client error): The resource could not be found. Aug 12 04:13:42.170477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b35c3c26-3c5c-47d7-88b6-4d04b070e429 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "GET /v2.0/security-groups/ec9a85d3-bb67-4611-8929-bb68d8f77c27 HTTP/1.1" status: 404 len: 347 time: 0.0418322 Aug 12 04:13:42.175792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:42.187915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346d6da7-ae2a-489a-802e-b8d395fbc82f') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:42.187915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346d6da7-ae2a-489a-802e-b8d395fbc82f') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:42.196988 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.229981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.299298 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee1783-78a8-4d79-8853-52c21fb22a96 None None] Pushing event updated for resources: {'Port': ['ID=995810d7-56ca-46b2-9a95-d5f8c72d96f0,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:42.305570 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:42.306298 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:42.381694 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.400527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:13:42.401222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:13:42.407340 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:13:42.455915 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:42.536776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac65a043-ab26-46b3-bcc1-13961aad1a74 req-9c83270f-47d0-4f5c-9180-13d35e326180 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5941796 Aug 12 04:13:42.544177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Deleting port f10939b4-56c5-4f18-8a46-b64f5fd5c9cc {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:42.544560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.549667 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-cb31e615-a0d1-424b-b953-fa6370244e59 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634498 Aug 12 04:13:42.567634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dfb4fe58-5b82-4d2e-a7f5-59aa486e6270 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:42.580175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dfb4fe58-5b82-4d2e-a7f5-59aa486e6270 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7622852 Aug 12 04:13:42.644843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-faba746c-8bc4-40ea-9022-917563a1c758 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/quotas/040e448dda9c498489fc1e3356203740 HTTP/1.1" status: 200 len: 375 time: 0.0437813 Aug 12 04:13:42.696597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-34f00ff6-5804-415f-9f3a-138ad8ada548 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391972 Aug 12 04:13:42.712804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.719558 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.734755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] 10.222.0.42 "DELETE /v2.0/networks/46002dfd-f204-4785-bb48-e8c7bfaad193 HTTP/1.1" status: 204 len: 168 time: 0.9436100 Aug 12 04:13:42.757897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-fa61055a-505d-491f-94c9-d5422990414a service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751289 Aug 12 04:13:42.811814 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:42Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:42.821460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee9a37-e89b-4b9d-a2e4-60fb859ce766 req-cd5a31fa-e782-4525-8cc6-bce0f154a3ca tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:42.823083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57ee9a37-e89b-4b9d-a2e4-60fb859ce766 req-cd5a31fa-e782-4525-8cc6-bce0f154a3ca tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1778369 Aug 12 04:13:42.823904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991217d4-8938-4b25-bf50-fc33cf467e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=46002dfd-f204-4785-bb48-e8c7bfaad193,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:42.842606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.845178 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:42.895782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-441dadd8-fa0d-44c0-8008-d621635ae83d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 200 len: 217 time: 0.0801880 Aug 12 04:13:42.898123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7e068a-e8c0-44c2-bc4f-820504792287 None None] The sync data for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 is: [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:42Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:13:42.898822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Calling delete_port for f10939b4-56c5-4f18-8a46-b64f5fd5c9cc owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:42.934466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-efae5873-0c3f-4c21-81fe-0b0c2446792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:42.936889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-efae5873-0c3f-4c21-81fe-0b0c2446792e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0768654 Aug 12 04:13:42.943439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57ee9a37-e89b-4b9d-a2e4-60fb859ce766 req-1e0eb535-5698-43e5-a737-82d6c20e2b0e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816412 Aug 12 04:13:43.037735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-43d0c6d6-7198-4bd6-8e7f-b40733a4cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.043289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-43d0c6d6-7198-4bd6-8e7f-b40733a4cde0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866041 Aug 12 04:13:43.142167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa98da7-28d1-4b1b-872c-f751150cddca req-2839b756-d799-4b1e-bbd2-677dfa4983e7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.144542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfa98da7-28d1-4b1b-872c-f751150cddca req-2839b756-d799-4b1e-bbd2-677dfa4983e7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.0951419 Aug 12 04:13:43.257825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:43.297521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-1f8f97ee-c120-467b-9cb0-bcfa5a1d1766 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490311 Aug 12 04:13:43.298653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfa98da7-28d1-4b1b-872c-f751150cddca req-b3b94092-d7f1-4b1b-a851-0a3994f40693 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283979 Aug 12 04:13:43.378132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Pushing event deleted for resources: {'Port': ['ID=f10939b4-56c5-4f18-8a46-b64f5fd5c9cc,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:43.401248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53028) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:43.456902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c1aff-2be6-4d8d-a7e5-50229b5f660d req-9d230f62-5306-482b-8a94-efa1db59b5b4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.458822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f46c1aff-2be6-4d8d-a7e5-50229b5f660d req-9d230f62-5306-482b-8a94-efa1db59b5b4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2131753 Aug 12 04:13:43.526883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f46c1aff-2be6-4d8d-a7e5-50229b5f660d req-8c73cd29-70ce-4d38-ae36-b1b9268a970e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609765 Aug 12 04:13:43.539735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-4ce1648a-2792-4ab5-8c4c-cfbb4e5fc28a tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=040e448dda9c498489fc1e3356203740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462992 Aug 12 04:13:43.547261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-066a20b3-0cef-45b9-973c-a9fe5593a290 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234972 Aug 12 04:13:43.600564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-a6ef44e8-9cd6-4eba-9f7d-8dfa43bb60c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 217 time: 0.0455492 Aug 12 04:13:43.709711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-8d21019f-00e4-4f23-8c37-993621bae56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.711345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-8d21019f-00e4-4f23-8c37-993621bae56c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0973234 Aug 12 04:13:43.727266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-bdf49f68-c849-4ad9-98a8-875f2fea9891 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.728808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-bdf49f68-c849-4ad9-98a8-875f2fea9891 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781976 Aug 12 04:13:43.733690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:43.733977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:43.737916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.738235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d232c12b-6c40-4a9e-92ee-4b85a5a7d671 tempest-ServersTestJSON-2123406811 tempest-ServersTestJSON-2123406811-project] 10.222.0.42 "DELETE /v2.0/floatingips/dfd4e95a-3b56-4987-a0f7-6769733c734f HTTP/1.1" status: 204 len: 168 time: 1.5609455 Aug 12 04:13:43.741645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.742486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53036) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:43.749904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.756360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.760837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e7e346ea-0be5-4faa-ad98-270ed83d52f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25b9e4655d73455b847e527b9016ec3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548589 Aug 12 04:13:43.761642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53038) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:43.762645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.769261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.780517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.785476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-144eb438-666f-4036-977d-3a09504bf646 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1240237 Aug 12 04:13:43.839362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-1c743b7f-ec64-490c-afd4-a52bbe927972 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/quotas/040e448dda9c498489fc1e3356203740 HTTP/1.1" status: 200 len: 375 time: 0.0955493 Aug 12 04:13:43.857481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73b3fe9f-af51-4456-bfae-74fe78da1e03 req-9093010d-f117-494d-8f1b-5eafad7499bf tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699756 Aug 12 04:13:43.859798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-901274b1-d2ed-4b24-ba86-f68e18f09395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:43.860891 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-901274b1-d2ed-4b24-ba86-f68e18f09395 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385481 Aug 12 04:13:43.906418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-f4c031f5-861d-4067-b33b-0804723ef916 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460615 Aug 12 04:13:43.998274 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5f1cb2-1609-4080-a052-c2e00a3bd9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:44.040275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-6fcd33b3-ca12-4441-a89c-73353e8b0315 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693301 Aug 12 04:13:44.064685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5f1cb2-1609-4080-a052-c2e00a3bd9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:44.251917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68e02193-7335-497e-8b5d-ba0bfb157407 req-81e48982-1bde-426f-af25-f4c926b0b9d9 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781309 Aug 12 04:13:44.340735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-136227fa-d7d6-497d-aedb-a3a0a60acac4 req-4ede508c-d75f-4475-ad62-f71ae32d7a28 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 210 time: 0.0412829 Aug 12 04:13:44.386403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5f1cb2-1609-4080-a052-c2e00a3bd9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:44.389172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af5f1cb2-1609-4080-a052-c2e00a3bd9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:44.391106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af5f1cb2-1609-4080-a052-c2e00a3bd9a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e264746e-7c66-431f-97a1-a6bb080f782d HTTP/1.1" status: 204 len: 168 time: 0.6283088 Aug 12 04:13:44.413158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f1cb2-1609-4080-a052-c2e00a3bd9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264746e-7c66-431f-97a1-a6bb080f782d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:44.643496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:44.647374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:44.660863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 995810d7-56ca-46b2-9a95-d5f8c72d96f0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:44.700419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60bcf3-1412-48a6-bf3c-1f70f1860c75 req-3e4f0229-372e-4bba-a1d5-90faf8baae17 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.702574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc60bcf3-1412-48a6-bf3c-1f70f1860c75 req-3e4f0229-372e-4bba-a1d5-90faf8baae17 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.5638797 Aug 12 04:13:44.724624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901072f-ab0b-473d-aea7-c01f3872a80e req-df352169-c590-4dbf-848e-c998fe867f14 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.735080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.735836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.736148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.738594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.738594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.738851 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3901072f-ab0b-473d-aea7-c01f3872a80e req-df352169-c590-4dbf-848e-c998fe867f14 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.2251725 Aug 12 04:13:44.738964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.738964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.741107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-aed1e0e0-56c8-4bcb-b7e1-73978e38d3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6486 time: 0.2719429 Aug 12 04:13:44.776157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:44.849488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:44.850415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc60bcf3-1412-48a6-bf3c-1f70f1860c75 req-d552fb0b-9cdd-4294-9b84-6969d27728cb tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310902 Aug 12 04:13:44.955961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3901072f-ab0b-473d-aea7-c01f3872a80e req-3a60d7b9-a121-4363-9359-f0901b4d88e7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175879 Aug 12 04:13:44.989271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-7b1b6229-11c0-4aaf-844c-5ad18544668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:44.990871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-7b1b6229-11c0-4aaf-844c-5ad18544668e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 903 time: 0.2388463 Aug 12 04:13:45.010747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'port_id': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'mac_address': 'fa:16:3e:86:62:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f8eb23-c7c2-4984-9335-037f8e4bc7d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:45.113658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-4846b398-33e3-47e6-af1a-92b2c5ad4fbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 217 time: 0.1105711 Aug 12 04:13:45.185472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-52f74fe8-e1da-40e5-b17a-c6d3c8b2d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.187283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-52f74fe8-e1da-40e5-b17a-c6d3c8b2d004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0573711 Aug 12 04:13:45.220436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11675e-d0fb-4335-ac7b-6c1132b13ab3 req-a7b65e27-a892-4d51-9066-f34584db8769 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.228278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc11675e-d0fb-4335-ac7b-6c1132b13ab3 req-a7b65e27-a892-4d51-9066-f34584db8769 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2188864 Aug 12 04:13:45.289943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:45.305220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:45.316444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-37a28120-82d6-4373-bedf-b491e9a15c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.319237 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-37a28120-82d6-4373-bedf-b491e9a15c0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217194 Aug 12 04:13:45.330908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc11675e-d0fb-4335-ac7b-6c1132b13ab3 req-75225f25-05b6-439f-bdd3-114844b52088 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015403 Aug 12 04:13:45.373901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b17668-581a-4134-87dc-9e814a7a5fb4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:45.434730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.437821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:45.442171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:45.445148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.452975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.475600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:45.475989 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:45.479848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-d8cc1fb1-c229-4cae-9e54-56b8a0345e09 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467233 Aug 12 04:13:45.482549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.493628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.497232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.504162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.512257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-533372c2-8307-4a9c-8bfa-3c714aa8d066 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.2847502 Aug 12 04:13:45.566044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16eab82c-d839-4427-a76e-3dcd71c84533 req-56047ac9-c8af-4494-ad7f-423ffb7b3672 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526893 Aug 12 04:13:45.620752 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:45.682313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:13:45.683374 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:13:45.729265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49656c52-847c-4402-9e48-74be05e37a79 req-42989859-db24-4b4a-9bdd-a88a0f9960ce tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:45.738639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49656c52-847c-4402-9e48-74be05e37a79 req-42989859-db24-4b4a-9bdd-a88a0f9960ce tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.2338495 Aug 12 04:13:45.774428 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:45.804465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2b5c557-3b49-4f76-8144-6e563d7bc4a8 req-2c74d745-54bd-408b-9f96-f4f95b49f22a service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186593 Aug 12 04:13:45.816798 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49656c52-847c-4402-9e48-74be05e37a79 req-257d224d-1977-4fe2-a16b-7b30b9274983 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753746 Aug 12 04:13:45.836917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1fa48b6e-8700-4eba-a221-1adc522f6405 req-fe113e25-a45f-4443-a4c6-d30b7d025066 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 210 time: 0.0949171 Aug 12 04:13:45.850603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Deleting port 2d6e5e1f-094d-4321-8fda-a61b4ce63026 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:45.851233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:45.864874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['54b17668-581a-4134-87dc-9e814a7a5fb4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:45.935742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:46.011876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 995810d7-56ca-46b2-9a95-d5f8c72d96f0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=995810d7-56ca-46b2-9a95-d5f8c72d96f0,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:46.026465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-bbdd4384-b726-4f98-981d-5eecfe5f2193 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=040e448dda9c498489fc1e3356203740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275490 Aug 12 04:13:46.094247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705ec93-538e-4ad2-9e34-96f22ab99627 req-579e866c-3711-4099-a621-f7ed13ea79f6 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.096321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6705ec93-538e-4ad2-9e34-96f22ab99627 req-579e866c-3711-4099-a621-f7ed13ea79f6 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 945 time: 0.1027498 Aug 12 04:13:46.146999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.178260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6705ec93-538e-4ad2-9e34-96f22ab99627 req-13e6dcef-6d1d-4884-8174-821e4b13901a tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 Aug 12 04:13:46.200151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] For port 2d6e5e1f-094d-4321-8fda-a61b4ce63026, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d6e5e1f-094d-4321-8fda-a61b4ce63026,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:46.200656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.243251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Calling delete_port for 2d6e5e1f-094d-4321-8fda-a61b4ce63026 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:46.273298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.320319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6860518-1cdc-4712-86c7-964c6a1750a7 req-c6cabd96-f2c1-4e53-8638-c989fce6d057 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.322693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6860518-1cdc-4712-86c7-964c6a1750a7 req-c6cabd96-f2c1-4e53-8638-c989fce6d057 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.3256605 Aug 12 04:13:46.329705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 54b17668-581a-4134-87dc-9e814a7a5fb4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:46.411801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=995810d7-56ca-46b2-9a95-d5f8c72d96f0,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:46.431200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:46.476812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53098) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:46.517043 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.555344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-b7b8bda3-7f78-4ec9-85b7-4b4f2217a211 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.557905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-b7b8bda3-7f78-4ec9-85b7-4b4f2217a211 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4989293 Aug 12 04:13:46.584269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Request body: {'port': {'device_id': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '040e448dda9c498489fc1e3356203740'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:46.628145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:46.648567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 995810d7-56ca-46b2-9a95-d5f8c72d96f0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:46.691036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b1179-193a-4e79-90e3-e9aa4501e572 req-4e1dba1b-ba6e-4648-97ba-85b9d0097309 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.699493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc6b1179-193a-4e79-90e3-e9aa4501e572 req-4e1dba1b-ba6e-4648-97ba-85b9d0097309 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.0786173 Aug 12 04:13:46.704310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:46.704834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.706439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-329324324-network', 'tenant_id': 'e72dc34d3736418e81855d7c465b59b2'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:46.734628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6860518-1cdc-4712-86c7-964c6a1750a7 req-f4361f87-7139-4b78-9150-72c3f962ede5 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913965 Aug 12 04:13:46.768942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc6b1179-193a-4e79-90e3-e9aa4501e572 req-f94bc49e-3364-4d51-bff2-9be990f3c5cf tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Aug 12 04:13:46.875281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Made reservation on behalf of e72dc34d3736418e81855d7c465b59b2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:46.878223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.892087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:46.921510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.928087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.936787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.943002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.949983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.956793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.962685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:46.971335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c331118a-f938-48d0-b827-e216ec97f258 req-d6c2a171-3935-46d0-9519-97012734b6e3 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1452103 Aug 12 04:13:47.012846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:13:47.012846 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:13:47.012846 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': '040e448dda9c498489fc1e3356203740', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 13, 47, 215)}] Aug 12 04:13:47.012846 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:13:47.013403 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:13:47.032372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c331118a-f938-48d0-b827-e216ec97f258 req-e12d5385-20dc-4b9a-bf05-dce7dd55765b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589678 Aug 12 04:13:47.034323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8555a7-3e2a-4812-a278-20ff4e7b9135 req-3318182d-6407-4de1-b04c-97ddcac6861b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:47.050201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c8555a7-3e2a-4812-a278-20ff4e7b9135 req-3318182d-6407-4de1-b04c-97ddcac6861b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 943 time: 0.2070222 Aug 12 04:13:47.105075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-efed161c-4dd4-4655-8aae-7adcfccf4d25 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=040e448dda9c498489fc1e3356203740&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454295 Aug 12 04:13:47.125782 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.206530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.231100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c8555a7-3e2a-4812-a278-20ff4e7b9135 req-66bcdda0-05ad-4c49-930e-e8a754cae30b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731284 Aug 12 04:13:47.232515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:13:47.261726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.262540 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Added segment 9f8a2b65-7d11-45ba-b6c5-765db973efe8 of type vlan for network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 Aug 12 04:13:47.284612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:47.323366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-b7b2b12d-32a1-4086-b15c-87cbae217bbf tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:47.325131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-b7b2b12d-32a1-4086-b15c-87cbae217bbf tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971798 Aug 12 04:13:47.339777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Request body: {'port': {'device_id': 'aa110239-1a07-4c60-a462-816d7f374da5', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '040e448dda9c498489fc1e3356203740'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:47.364684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.380720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6db44478-6cc9-4627-9c19-e5e59dfafa8f req-4e3adfe1-0474-4ebd-9c71-5c401ddf9952 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 210 time: 0.0453370 Aug 12 04:13:47.408874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549256d5-e522-4a0d-b635-e405104103ce req-75a3a76e-ffae-4ecc-8803-cc15229b5719 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:47.408874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-549256d5-e522-4a0d-b635-e405104103ce req-75a3a76e-ffae-4ecc-8803-cc15229b5719 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.1121063 Aug 12 04:13:47.454133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-549256d5-e522-4a0d-b635-e405104103ce req-02a8ca30-cc8a-4c24-bb82-b2f9dae44d24 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Aug 12 04:13:47.590863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.592757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:47.593577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.595319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Made reservation on behalf of 040e448dda9c498489fc1e3356203740 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:47.611325 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.615360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:47.667086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] Pushing event updated for resources: {'Network': ['ID=8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:47.679718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:13:47.854511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67996ba1-908f-45e3-9e2d-5f4669f97efc req-3e002205-9d95-4ea9-a078-803805b32afe tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:47.856118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67996ba1-908f-45e3-9e2d-5f4669f97efc req-3e002205-9d95-4ea9-a078-803805b32afe tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.0527377 Aug 12 04:13:47.900026 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67996ba1-908f-45e3-9e2d-5f4669f97efc req-ede3f346-9602-4811-a346-6dd045180ceb tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Aug 12 04:13:48.002921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.007364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6e5e1f-094d-4321-8fda-a61b4ce63026,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:48.109327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffe7d1-b05f-4f11-a279-4e12779afb61 req-fab32b91-c30f-4417-82ab-881ed94f5226 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.115884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffe7d1-b05f-4f11-a279-4e12779afb61 req-fab32b91-c30f-4417-82ab-881ed94f5226 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.121953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffe7d1-b05f-4f11-a279-4e12779afb61 req-fab32b91-c30f-4417-82ab-881ed94f5226 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.124252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3ffe7d1-b05f-4f11-a279-4e12779afb61 req-fab32b91-c30f-4417-82ab-881ed94f5226 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365&device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887&device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 2417 time: 0.1655452 Aug 12 04:13:48.127012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Made reservation on behalf of 040e448dda9c498489fc1e3356203740 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:48.131225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.163344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.165139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-369039fd-cd87-4860-8056-6ed31109e241 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6869044 Aug 12 04:13:48.167983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53118) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:48.173452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Request body: {'subnet': {'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-329324324-subnet', 'tenant_id': 'e72dc34d3736418e81855d7c465b59b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:48.208352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.216577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.222743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.228695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.236238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.242269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.248827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.250521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3ffe7d1-b05f-4f11-a279-4e12779afb61 req-af509b3d-c82d-4055-9ef8-0a9e17466f01 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169558 Aug 12 04:13:48.257188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73113e52-6c44-4918-b451-823b5c03886c req-23f0a5cb-d7d9-48de-b6f7-d1d591af5aa9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1269717 Aug 12 04:13:48.327438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73113e52-6c44-4918-b451-823b5c03886c req-6c55d93a-0150-476b-8b08-20eeeea21273 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658929 Aug 12 04:13:48.332733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.463145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfdeab-f71c-4a0b-a90c-bc4071bc43e7 req-5f6405f7-7fbd-43d6-8bac-4a5dc12533ff tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.464657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73dfdeab-f71c-4a0b-a90c-bc4071bc43e7 req-5f6405f7-7fbd-43d6-8bac-4a5dc12533ff tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Aug 12 04:13:48.487757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.501594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e6ff4-0dc9-48aa-863c-5392778ae614 req-c8c56d59-8892-4246-bed6-0eb82220bcfb tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:48.502403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-907e6ff4-0dc9-48aa-863c-5392778ae614 req-c8c56d59-8892-4246-bed6-0eb82220bcfb tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 943 time: 0.1675379 Aug 12 04:13:48.522726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73dfdeab-f71c-4a0b-a90c-bc4071bc43e7 req-4ee2283c-b394-4352-bf79-91d0bd35c450 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Aug 12 04:13:48.553024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.579845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-907e6ff4-0dc9-48aa-863c-5392778ae614 req-cda9e916-498b-4b3c-9ca6-4a2c7c10dcf3 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694182 Aug 12 04:13:48.937532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f09b0fe4-b91e-4df5-ba86-e87e5441cda1 req-94466bb6-4834-4918-a104-411bdd34c3a2 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 210 time: 0.0402892 Aug 12 04:13:48.939123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:13:48.941018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Made reservation on behalf of e72dc34d3736418e81855d7c465b59b2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:48.941018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.941582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87481503-7b7b-4570-a6c3-01d1b363f53c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:48.942741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 54b17668-581a-4134-87dc-9e814a7a5fb4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:48.942741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.942978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Allocated IP 192.168.233.30 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/a925bcb9-745b-4677-837b-adec0c57a739) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:48.942978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:13:48.943637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:48.980488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 040e448dda9c498489fc1e3356203740 {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:13:48.981232 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:13:49.012059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:49.016974 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4d3871-7786-47bd-a11a-de2f9d736f62" -d '{"events": [{"server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "name": "network-vif-plugged", "status": "completed", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:49.066886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:49.104323 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0408dc32-34a1-4f96-9a54-43bd0385dc6b x-openstack-request-id: req-0408dc32-34a1-4f96-9a54-43bd0385dc6b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:49.106963 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "name": "network-vif-plugged", "status": "completed", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:49.108048 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0408dc32-34a1-4f96-9a54-43bd0385dc6b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:49.108745 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'code': 200} Aug 12 04:13:49.115960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024589f2-b16b-4c50-a398-fd8cf54dbfce req-be0bebdb-b84e-45c3-aff5-b01ff7ac0bbd tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.117181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-024589f2-b16b-4c50-a398-fd8cf54dbfce req-be0bebdb-b84e-45c3-aff5-b01ff7ac0bbd tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.0992224 Aug 12 04:13:49.124256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.152568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.197434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:49.249328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=196b2d8f-d0c6-4485-8c7a-da5a6462c330,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:49.277338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-024589f2-b16b-4c50-a398-fd8cf54dbfce req-963d2fda-2cc9-4fa0-a111-ae94e75eddfc tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472385 Aug 12 04:13:49.300915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Checking segment: {'id': '9f8a2b65-7d11-45ba-b6c5-765db973efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:49.300915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Network hostable DHCP agents. Network: 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:13:49.308703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:13:49.317161 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] Sync routers for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:13:49.325374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-10284317-d6f1-43be-b9b3-19240918b37f admin admin] 10.222.0.42 "PUT /v2.0/routers/7ade7b43-f7aa-4465-80a3-5dc1a1dada32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5735588 Aug 12 04:13:49.328605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53138) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:49.334423 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:49.336066 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:49.382564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.413198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Transition to ACTIVE for port object a925bcb9-745b-4677-837b-adec0c57a739 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:49.461891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:13:49.463486 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:49.483834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.610001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.625627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdb09c-5b10-4c09-a92c-76b238b206bf req-5659c363-c5ae-49e1-b5be-9d2581fa8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.627310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecfdb09c-5b10-4c09-a92c-76b238b206bf req-5659c363-c5ae-49e1-b5be-9d2581fa8553 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 1096 time: 0.1868830 Aug 12 04:13:49.642846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:49.654322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5540f3-a294-4eb4-9211-21bd72b63143 None None] Network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:49.703007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:49.713456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:49.721038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:49.727930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.761664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.780005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:49.781530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.809627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.824289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.840881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:13:47Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:49.841927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.849098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.867489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-50c77012-23ab-456b-8566-b022e77abf9d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.3984251 Aug 12 04:13:49.880034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.882213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.902847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6056dd-2f75-4481-b218-63fc831277ca None None] Network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:49.911915 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] Checking router: 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:13:49.923115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.934062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.934206 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:49.953259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] Routers {'7ade7b43-f7aa-4465-80a3-5dc1a1dada32'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:13:49.954859 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:49.970789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Allocated IP 192.168.233.254 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/ac5aeebc-ad6f-45a9-9219-41460583180f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:49.977374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecfdb09c-5b10-4c09-a92c-76b238b206bf req-4cd53326-5fdf-4d18-8639-089c4331d405 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363714 Aug 12 04:13:49.985600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109ac25-561e-4b5e-b6ee-442dfec3d7a1 req-535c38b9-946d-40d3-a5aa-d514eff8ab95 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:49.993760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c109ac25-561e-4b5e-b6ee-442dfec3d7a1 req-535c38b9-946d-40d3-a5aa-d514eff8ab95 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.2295599 Aug 12 04:13:50.037669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04ee7722-7ce3-432d-be21-05ff6cd9413b req-b1909b32-8b41-4b88-b1ca-c51a2f144d1c tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1691773 Aug 12 04:13:50.100999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c109ac25-561e-4b5e-b6ee-442dfec3d7a1 req-669441a5-409c-455f-bb2f-8dc13a811336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003561 Aug 12 04:13:50.108498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-e313cb77-0c9d-4917-9af5-08c623a63cba tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7743742 Aug 12 04:13:50.143070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Request body: {'port': {'device_id': 'aa110239-1a07-4c60-a462-816d7f374da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:50.145502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-77f557ef-1a9f-497c-9956-14ba0d50cb7e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9763248 Aug 12 04:13:50.237175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b970cfe-9967-48fd-a2ea-4b174e7c5e24 req-dc7e6770-c5fe-4502-aa63-30b5079448c2 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:50.239697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b970cfe-9967-48fd-a2ea-4b174e7c5e24 req-dc7e6770-c5fe-4502-aa63-30b5079448c2 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 935 time: 0.0982985 Aug 12 04:13:50.242355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.256835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] Set router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:13:50.287384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.329474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b970cfe-9967-48fd-a2ea-4b174e7c5e24 req-0bfce4e3-1ba0-4f2d-b6e4-72182c856223 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Aug 12 04:13:50.331445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-195c3b2c-9927-4b3a-9bfb-5d0e489cadc5 None None] Provisioning for port a925bcb9-745b-4677-837b-adec0c57a739 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:50.335909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-195c3b2c-9927-4b3a-9bfb-5d0e489cadc5 None None] Provisioning complete for port a925bcb9-745b-4677-837b-adec0c57a739 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:50.336296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-195c3b2c-9927-4b3a-9bfb-5d0e489cadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.445076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-195c3b2c-9927-4b3a-9bfb-5d0e489cadc5 None None] Port a925bcb9-745b-4677-837b-adec0c57a739 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:50.500192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.533283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Deleting port 85c2c430-a6ff-447e-b697-c0648782a99f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:50.533838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.583820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Transition to ACTIVE for port object ac5aeebc-ad6f-45a9-9219-41460583180f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:50.618412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf0a17-4ebe-46e7-ac2d-dc6a9917dec3 req-5151f566-f606-41a9-a6b9-7b34a707ecd0 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:50.621013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbdf0a17-4ebe-46e7-ac2d-dc6a9917dec3 req-5151f566-f606-41a9-a6b9-7b34a707ecd0 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1743314 Aug 12 04:13:50.691089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbdf0a17-4ebe-46e7-ac2d-dc6a9917dec3 req-3ecbcb90-5b1c-4a0a-9c5f-41212515dfb1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605562 Aug 12 04:13:50.693138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] For port 85c2c430-a6ff-447e-b697-c0648782a99f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85c2c430-a6ff-447e-b697-c0648782a99f,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:50.693655 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.707748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Calling delete_port for 85c2c430-a6ff-447e-b697-c0648782a99f owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:50.730624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:13:50.747933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:50.796863 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:13:47Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:50.856396 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6678aa95-2b2c-4204-b03f-820855ca336f None None] The sync data for ids ['7ade7b43-f7aa-4465-80a3-5dc1a1dada32'] in n-d-804320-1 is: [{'id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'name': 'tempest-ServersTestJSON-2080665818-router', 'tenant_id': '874214e0dea34b3283b8809b83a67ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:18Z', 'updated_at': '2021-08-12T04:13:47Z', 'revision_number': 5, 'project_id': '874214e0dea34b3283b8809b83a67ff3', 'gw_port': {'id': '85c2c430-a6ff-447e-b697-c0648782a99f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ade7b43-f7aa-4465-80a3-5dc1a1dada32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:19Z', 'updated_at': '2021-08-12T04:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:13:50.904756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:50.933518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:50.956815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:50.959326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:51.130981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.131617 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.163231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bdd02-d81a-4b19-8a83-acf3c18418ef req-f7da62ad-d83f-4eff-bc84-c2be946f6863 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.171486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e69bdd02-d81a-4b19-8a83-acf3c18418ef req-f7da62ad-d83f-4eff-bc84-c2be946f6863 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.1961246 Aug 12 04:13:51.192595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.241577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-66de5566-42ab-495c-8410-3bbf15655566 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.248195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-66de5566-42ab-495c-8410-3bbf15655566 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/networks?id=8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 HTTP/1.1" status: 200 len: 817 time: 0.2470727 Aug 12 04:13:51.254975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Pushing event deleted for resources: {'Port': ['ID=85c2c430-a6ff-447e-b697-c0648782a99f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:51.297142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e69bdd02-d81a-4b19-8a83-acf3c18418ef req-c83b9d2f-e89f-4c98-bec9-d714cb747af5 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219227 Aug 12 04:13:51.300304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-60418997-a62f-416e-b12d-38973b957c3e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/quotas/e72dc34d3736418e81855d7c465b59b2 HTTP/1.1" status: 200 len: 375 time: 0.0399146 Aug 12 04:13:51.308565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-dd4abac2-2827-46e4-be18-aef629fe540d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7379923 Aug 12 04:13:51.322835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a925bcb9-745b-4677-837b-adec0c57a739 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:51.333063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Request body: {'port': {'device_id': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:51.357925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-5615b7d4-1a31-49db-bb36-9f3cf664904f tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e72dc34d3736418e81855d7c465b59b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313940 Aug 12 04:13:51.359247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.375070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a5a12b6-e204-4f9b-9560-e3993b1d3ebe None None] Provisioning for port ac5aeebc-ad6f-45a9-9219-41460583180f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:13:51.379304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a5a12b6-e204-4f9b-9560-e3993b1d3ebe None None] Provisioning complete for port ac5aeebc-ad6f-45a9-9219-41460583180f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:13:51.379684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a5a12b6-e204-4f9b-9560-e3993b1d3ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.382692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.384602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Transition to ACTIVE for port object a925bcb9-745b-4677-837b-adec0c57a739 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:51.437247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.464073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a12b6-e204-4f9b-9560-e3993b1d3ebe None None] Port ac5aeebc-ad6f-45a9-9219-41460583180f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:13:51.490996 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.566367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.570229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.580463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.586811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.593107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.599110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.605128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.611822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.618408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:51.625867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-c6499574-c071-48f6-8cc9-34a9cc690cf2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.2168527 Aug 12 04:13:51.636105 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-393bfcaa-6653-48a2-b717-3173e31e8401 service neutron] 10.222.0.42 "GET /v2.0/networks/8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454615 Aug 12 04:13:51.729626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.730148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ade7b43-f7aa-4465-80a3-5dc1a1dada32 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:13:51.736416 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.737570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c00f074-3223-4954-8857-700b9381a36e admin admin] 10.222.0.42 "DELETE /v2.0/routers/7ade7b43-f7aa-4465-80a3-5dc1a1dada32 HTTP/1.1" status: 204 len: 168 time: 2.4076996 Aug 12 04:13:51.739977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53186) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:51.751907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:51.820388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-878fd67c-dc55-42ee-a307-9e920cf34f78 service neutron] 10.222.0.42 "GET /v2.0/networks/8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773992 Aug 12 04:13:51.830760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e90a10dd-dbb2-482d-a5ee-519c08753c99 req-019d1ba2-1146-472a-95db-1aa0536be18a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873164 Aug 12 04:13:51.857550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Deleting subnet 5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:13:51.864083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.953199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:51.955077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Attempting to bind port a925bcb9-745b-4677-837b-adec0c57a739 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:51.955448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Attempting to bind port a925bcb9-745b-4677-837b-adec0c57a739 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:51.955783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Attempting to bind port a925bcb9-745b-4677-837b-adec0c57a739 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:51.968731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Port a925bcb9-745b-4677-837b-adec0c57a739 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:51.969052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Attempting to bind port a925bcb9-745b-4677-837b-adec0c57a739 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:52.050909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:52.051261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:52.051649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:52.052096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Bound port: a925bcb9-745b-4677-837b-adec0c57a739, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:52.052482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.082175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.183112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b2be2-da54-46a7-a2e4-55e96f54f334 req-4fa1dbc9-926b-4055-9602-2f827399d425 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:52.190529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-802b2be2-da54-46a7-a2e4-55e96f54f334 req-4fa1dbc9-926b-4055-9602-2f827399d425 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1850662 Aug 12 04:13:52.270443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.297301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937e4fb-1d6a-4190-90a7-a1a24ca25974 None None] Network 43c04dfc-7d27-4e91-83a8-895364b7295b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:52.298337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:52.310530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.319650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-802b2be2-da54-46a7-a2e4-55e96f54f334 req-d1fe8264-b6a8-487c-9cc1-a30621e573fa tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280746 Aug 12 04:13:52.319771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a HTTP/1.1" status: 204 len: 168 time: 0.5786943 Aug 12 04:13:52.330700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:52.433758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4f339-b0c2-46be-9ba8-3ed00073735d req-2f3cc226-2d29-4e72-992e-46c9dab4a9e6 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:52.436832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99c4f339-b0c2-46be-9ba8-3ed00073735d req-2f3cc226-2d29-4e72-992e-46c9dab4a9e6 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.2234545 Aug 12 04:13:52.437592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39f258-13fa-4070-8960-1003a53532e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0200fe-c6f5-4ca3-98cd-c07f81d1fa2a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:52.495256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99c4f339-b0c2-46be-9ba8-3ed00073735d req-e041076f-88e7-4ef4-9450-086833216f93 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Aug 12 04:13:52.503682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.507946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:52.539305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5aeebc-ad6f-45a9-9219-41460583180f {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:52.563847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.596753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.602819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Transition to ACTIVE for port object ac5aeebc-ad6f-45a9-9219-41460583180f will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:52.602951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d6e5e1f-094d-4321-8fda-a61b4ce63026 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:52.633572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2d6e5e1f-094d-4321-8fda-a61b4ce63026 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:52.633924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d6e5e1f-094d-4321-8fda-a61b4ce63026 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:52.637197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85c2c430-a6ff-447e-b697-c0648782a99f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:52.655297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 85c2c430-a6ff-447e-b697-c0648782a99f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:52.660203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85c2c430-a6ff-447e-b697-c0648782a99f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:52.660203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] DHCP port deletion for 43c04dfc-7d27-4e91-83a8-895364b7295b request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:13:52.677745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14cba749-024a-46eb-9af7-b4c75298cae5 req-96a8185c-e2b5-4a0e-95c7-e3b2e3088369 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 210 time: 0.0771332 Aug 12 04:13:52.716276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e498-f6b6-412f-ac85-6e5a26f62e26 req-07334cb9-32f9-41c8-a8f2-a37b091749ed tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:52.718849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4203e498-f6b6-412f-ac85-6e5a26f62e26 req-07334cb9-32f9-41c8-a8f2-a37b091749ed tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.2073085 Aug 12 04:13:52.734963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] Deleting port 1373bb3e-08cc-4940-8e37-91746ab15460 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:52.735660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.757156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:52.758824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.759433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] 10.222.0.36 "PUT /v2.0/ports/a925bcb9-745b-4677-837b-adec0c57a739 HTTP/1.1" status: 200 len: 1095 time: 2.6240795 Aug 12 04:13:52.760106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.761956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:52.770968 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea78f2-6ad6-47d5-ad8d-f797fe971e48" -d '{"events": [{"name": "network-changed", "server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "tag": "a925bcb9-745b-4677-837b-adec0c57a739"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:52.813269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] For port 1373bb3e-08cc-4940-8e37-91746ab15460, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1373bb3e-08cc-4940-8e37-91746ab15460,segment=NetworkSegment(ff0c83d7-3dd0-4c99-9207-9712165d7e2f),segment_id=ff0c83d7-3dd0-4c99-9207-9712165d7e2f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:52.813590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:52.834149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] Calling delete_port for 1373bb3e-08cc-4940-8e37-91746ab15460 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:52.843130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa531c-55e4-4301-aec4-762039e8e7d2 req-92c0f11a-cdec-4a1f-9629-60393b278e1c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:52.850666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea8d78-c252-48cd-aa35-054147dc3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:52.854197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-feaa531c-55e4-4301-aec4-762039e8e7d2 req-92c0f11a-cdec-4a1f-9629-60393b278e1c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0755248 Aug 12 04:13:52.915255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-feaa531c-55e4-4301-aec4-762039e8e7d2 req-dc7f2f5e-56d2-4f1e-b0f5-e58b02413e07 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593033 Aug 12 04:13:53.010338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4203e498-f6b6-412f-ac85-6e5a26f62e26 req-38a3c3bd-a85a-441d-8cca-2f609ee00a39 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787461 Aug 12 04:13:53.051731 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:53.062220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:53.071083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Deleting port 1373bb3e-08cc-4940-8e37-91746ab15460 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:53.071083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:53.080832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0351fc8-312a-4dad-8f61-931d273c22fc req-afb8d5af-0e47-4e03-bb5c-39dd391b9bb4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.082369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0351fc8-312a-4dad-8f61-931d273c22fc req-afb8d5af-0e47-4e03-bb5c-39dd391b9bb4 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.0891509 Aug 12 04:13:53.100233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] Pushing event deleted for resources: {'Port': ['ID=1373bb3e-08cc-4940-8e37-91746ab15460,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:53.102314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87733c82-2f63-4eb8-96e0-8588e8fb1c90 None None] No DVR routers for this DVR port 1373bb3e-08cc-4940-8e37-91746ab15460 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:53.152790 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e45ec-d99c-4c2c-a726-a5b7418c39b8 x-openstack-request-id: req-978e45ec-d99c-4c2c-a726-a5b7418c39b8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:53.153090 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "tag": "a925bcb9-745b-4677-837b-adec0c57a739", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:53.153877 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-978e45ec-d99c-4c2c-a726-a5b7418c39b8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:53.157392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a0351fc8-312a-4dad-8f61-931d273c22fc req-9b7c10ba-05b7-4fdb-81f6-df7ccddea645 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Aug 12 04:13:53.166981 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739', 'status': 'completed', 'code': 200} Aug 12 04:13:53.196723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-fcbfeccc-3194-4b53-998f-1d74047ac230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.198551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-fcbfeccc-3194-4b53-998f-1d74047ac230 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 1098 time: 0.3172998 Aug 12 04:13:53.259954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Attempting to bind port ac5aeebc-ad6f-45a9-9219-41460583180f on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:53.260383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Attempting to bind port ac5aeebc-ad6f-45a9-9219-41460583180f by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:53.260788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Attempting to bind port ac5aeebc-ad6f-45a9-9219-41460583180f on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:53.271955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] For port 1373bb3e-08cc-4940-8e37-91746ab15460, host n-d-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:53.272327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:53.283440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-12599812-b27a-4048-b972-e622aaf7d7bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a925bcb9-745b-4677-837b-adec0c57a739 HTTP/1.1" status: 200 len: 217 time: 0.0759320 Aug 12 04:13:53.305076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Port ac5aeebc-ad6f-45a9-9219-41460583180f on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:53.305076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Attempting to bind port ac5aeebc-ad6f-45a9-9219-41460583180f on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:53.342308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Calling delete_port for 1373bb3e-08cc-4940-8e37-91746ab15460 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:53.342308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Port 1373bb3e-08cc-4940-8e37-91746ab15460 was not found and therefore no delete operation was performed {{(pid=95043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:13:53.647616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:53.654329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:53.655001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:53.655341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:53.655774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Bound port: ac5aeebc-ad6f-45a9-9219-41460583180f, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:53.656122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:53.697398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1373bb3e-08cc-4940-8e37-91746ab15460,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:53.701674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] No DVR routers for this DVR port 1373bb3e-08cc-4940-8e37-91746ab15460 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:53.717222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-8c0cf04e-74a3-4cf1-8b55-595b4d7ba16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.718645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-8c0cf04e-74a3-4cf1-8b55-595b4d7ba16b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.4069607 Aug 12 04:13:53.824258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.830303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.830805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a352b7-a3b4-441f-848f-f9819fdfe6e8 req-e10a0249-c0e1-4ecb-952d-3e420a71b5bb tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.832474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81a352b7-a3b4-441f-848f-f9819fdfe6e8 req-e10a0249-c0e1-4ecb-952d-3e420a71b5bb tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.0588145 Aug 12 04:13:53.836312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.843128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.848887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.854964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.861566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:53.863568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-fe4fffb4-f0f1-4e2b-b1c0-5c15d7c46544 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.6047518 Aug 12 04:13:53.878789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81a352b7-a3b4-441f-848f-f9819fdfe6e8 req-bb3dca70-9566-4edc-a70c-0850e75f220a tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Aug 12 04:13:53.962053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:53.979674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:53.983221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c04dfc-7d27-4e91-83a8-895364b7295b']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:53.990978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-855854b1-7811-43f1-b717-1d5d76422a2d req-f93b1328-920f-452a-969d-1ffc8e5d0311 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 210 time: 0.0368831 Aug 12 04:13:54.009513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:54.009806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0c83d7-3dd0-4c99-9207-9712165d7e2f') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:13:54.013430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-f552a587-6093-41a1-9e9f-64cfc0bc0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.014979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-f552a587-6093-41a1-9e9f-64cfc0bc0dcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2668164 Aug 12 04:13:54.025407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:54.036784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-194ddedc-8a19-417e-a978-ccc2869a3ca9 req-a1b2ac14-8baf-4d93-b439-aa14c19704e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572728 Aug 12 04:13:54.088908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.111559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.121699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:13:54.122137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:13:54.123983 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:13:54.125557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.230169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-c43cf352-4461-4f1e-95f4-a2adb73178c0 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.244193 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-c43cf352-4461-4f1e-95f4-a2adb73178c0 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 814 time: 0.1556051 Aug 12 04:13:54.252208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.252860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.254253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac5aeebc-ad6f-45a9-9219-41460583180f HTTP/1.1" status: 200 len: 1096 time: 2.9265187 Aug 12 04:13:54.257685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-64c7020d-d42d-4f2a-8f5c-996649ebc2eb service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309749 Aug 12 04:13:54.269847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-f2774fba-7ac8-41d5-b263-b64a19bbc2e7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/quotas/ebdc34e673824559b908a44c768d8169 HTTP/1.1" status: 200 len: 375 time: 0.0200686 Aug 12 04:13:54.333158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f28d2-c553-4e4d-90ce-e0e8b8e55dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:54.348014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7af956-7f03-4337-a9c1-648299f92de5 req-51e4fedb-5509-4ddd-87ff-0cd40f39789d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.355375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d7af956-7f03-4337-a9c1-648299f92de5 req-51e4fedb-5509-4ddd-87ff-0cd40f39789d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.2164323 Aug 12 04:13:54.359731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.363188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-7dc929c1-095e-4cfe-8deb-316185193556 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882437 Aug 12 04:13:54.395691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:54.408063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] 10.222.0.42 "DELETE /v2.0/networks/43c04dfc-7d27-4e91-83a8-895364b7295b HTTP/1.1" status: 204 len: 168 time: 2.0760098 Aug 12 04:13:54.514166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-41b4cc24-1c9e-43a1-83c6-bb2ae84ce8d9 service neutron] 10.222.0.42 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460447 Aug 12 04:13:54.545984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c56f7a-c0d9-4252-ae3a-994d9a266c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c04dfc-7d27-4e91-83a8-895364b7295b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:54.571080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c15ddc1a-cb19-4c23-9238-bbca8d734eb1 req-8b48a6ea-d79a-48be-ab8f-6bdec0a12d14 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030050 Aug 12 04:13:54.580699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d7af956-7f03-4337-a9c1-648299f92de5 req-ac55a83c-0b1a-46cd-a1b6-ae2e9739a056 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244892 Aug 12 04:13:54.588576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1373bb3e-08cc-4940-8e37-91746ab15460 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:13:54.616144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-4f27b096-1c21-4ce8-b6ea-01792786addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.619626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-4f27b096-1c21-4ce8-b6ea-01792786addc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 1099 time: 0.2484298 Aug 12 04:13:54.624212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1373bb3e-08cc-4940-8e37-91746ab15460 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:13:54.624556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1373bb3e-08cc-4940-8e37-91746ab15460 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:13:54.642648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-184f39db-9fef-49ba-8a52-d6885e698005 service neutron] 10.222.0.42 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228454 Aug 12 04:13:54.677290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-4feeece1-ec8d-4b94-9f2e-ad0adcfc776f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ac5aeebc-ad6f-45a9-9219-41460583180f HTTP/1.1" status: 200 len: 217 time: 0.0498424 Aug 12 04:13:54.789518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-0379a567-02d4-4b13-a9cc-8bb18657c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.791055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-0379a567-02d4-4b13-a9cc-8bb18657c83a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1062322 Aug 12 04:13:54.802313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09ecee-869a-4bcc-8037-f60a48b5eb42 req-6b40d970-6ba9-4446-9ea5-b4a62af563a1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.809735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf09ecee-869a-4bcc-8037-f60a48b5eb42 req-6b40d970-6ba9-4446-9ea5-b4a62af563a1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1260295 Aug 12 04:13:54.864023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-074d6dcb-665c-4b95-9003-5c8e077108fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.865545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-074d6dcb-665c-4b95-9003-5c8e077108fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 1098 time: 0.1280563 Aug 12 04:13:54.876515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53244) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:54.933023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf09ecee-869a-4bcc-8037-f60a48b5eb42 req-2588e7e7-e16d-4d53-9845-d95442cd8eea tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223323 Aug 12 04:13:54.935883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-95fc1316-5078-4e6e-ae1b-89eabc74eced admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=874214e0dea34b3283b8809b83a67ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581782 Aug 12 04:13:54.938261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53250) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:54.993805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-776f7502-8b52-4d65-86b9-7f5dd351445f req-01845d10-dc3f-4acf-a4db-33185292a86e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0475285 Aug 12 04:13:54.994641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f219c-00b1-4903-ad21-82755f4622f3 req-9034cf40-1282-4687-8a5e-cde7aca95bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:54.996186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-9034cf40-1282-4687-8a5e-cde7aca95bae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1839457 Aug 12 04:13:55.064346 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b179319-fb79-4cbb-b695-90eae86302d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.094613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b179319-fb79-4cbb-b695-90eae86302d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.156601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-0f421dad-c644-4862-9af8-56d70a94be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.158102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-0f421dad-c644-4862-9af8-56d70a94be8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2782283 Aug 12 04:13:55.171893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4dc61-381c-4f93-8576-21ad547a9ad0 req-a7aa3415-8b07-4620-aa51-1b55baa65267 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.173342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efd4dc61-381c-4f93-8576-21ad547a9ad0 req-a7aa3415-8b07-4620-aa51-1b55baa65267 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.1534164 Aug 12 04:13:55.190835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:55.193160 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233077ab-91cd-4b58-aa1a-0834a2bc2109" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:55.203124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5456f86f-5eb0-459d-a9be-8c93ab50ee0c req-b2309f53-17a1-403f-8707-60519a4da318 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 210 time: 0.0703409 Aug 12 04:13:55.243290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-fec57e2a-6d5f-4dc8-bc8c-edcec3c26783 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.245203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-fec57e2a-6d5f-4dc8-bc8c-edcec3c26783 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5145af1-3896-4b6f-965c-52a095711cc6 HTTP/1.1" status: 200 len: 945 time: 0.1263399 Aug 12 04:13:55.250804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-a92daf20-74c6-4762-827a-99b3e9c5cbc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a925bcb9-745b-4677-837b-adec0c57a739 HTTP/1.1" status: 200 len: 217 time: 0.0764532 Aug 12 04:13:55.258410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-11e5c588-8870-4727-bd7b-4dd96acb2e92 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395740 Aug 12 04:13:55.311404 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.352468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efd4dc61-381c-4f93-8576-21ad547a9ad0 req-128969da-9849-479d-bb36-4727a8a72918 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508670 Aug 12 04:13:55.374885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-d93efc87-d490-4ea1-9f7b-39fab907b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.376355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-d93efc87-d490-4ea1-9f7b-39fab907b8de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1154330 Aug 12 04:13:55.435288 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e69253-1f60-4871-b743-5d68a65a52df x-openstack-request-id: req-05e69253-1f60-4871-b743-5d68a65a52df {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:55.439591 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:55.439591 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05e69253-1f60-4871-b743-5d68a65a52df {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:55.439591 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'status': 'completed', 'code': 200} Aug 12 04:13:55.495356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121f219c-00b1-4903-ad21-82755f4622f3 req-27f902f2-6235-4e78-861e-ecc3a26f9c7c service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245896 Aug 12 04:13:55.509752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-2d515d1d-8543-4b15-8411-6195388c4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.511755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-2d515d1d-8543-4b15-8411-6195388c4e45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255774 Aug 12 04:13:55.569526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.643842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-a498b6ac-2dbb-4b0a-b05a-848f909f6291 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228647 Aug 12 04:13:55.772335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b179319-fb79-4cbb-b695-90eae86302d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.774943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b179319-fb79-4cbb-b695-90eae86302d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.778586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b179319-fb79-4cbb-b695-90eae86302d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fed391e-2769-4200-8eba-47b3dbcdc0d3 HTTP/1.1" status: 204 len: 168 time: 0.8355980 Aug 12 04:13:55.807375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b179319-fb79-4cbb-b695-90eae86302d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed391e-2769-4200-8eba-47b3dbcdc0d3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:55.823474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b0491-684e-46fd-bab5-dabf46ce1bd3 req-bb19f306-4656-4484-b62e-4b4f18878baa tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.824941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-541b0491-684e-46fd-bab5-dabf46ce1bd3 req-bb19f306-4656-4484-b62e-4b4f18878baa tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0885355 Aug 12 04:13:55.829425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-9b54587f-8246-4462-8626-96acb8475881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.830630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-9b54587f-8246-4462-8626-96acb8475881 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 1099 time: 0.1236765 Aug 12 04:13:55.841644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.847763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.856263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.860154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.867347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.872803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.879108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.881440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-a03c70ab-8bf5-4be3-a42e-7b62c87f58e8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.5784066 Aug 12 04:13:55.914588 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caea78f2-6ad6-47d5-ad8d-f797fe971e48 req-4f549603-0937-4613-98e9-8241c956bc95 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603717 Aug 12 04:13:55.928685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Deleting port 54b17668-581a-4134-87dc-9e814a7a5fb4 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:13:55.929076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:55.945446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-704082de-6199-4e55-aff0-21dd6b1bc8c7 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:55.947888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-704082de-6199-4e55-aff0-21dd6b1bc8c7 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.20 "GET /v2.0/networks?id=8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 HTTP/1.1" status: 200 len: 817 time: 0.6004889 Aug 12 04:13:55.954540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-541b0491-684e-46fd-bab5-dabf46ce1bd3 req-3be7598a-f4fd-4831-95e7-93496296b403 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108651 Aug 12 04:13:56.005243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-9ed308e7-44f5-48b6-adb2-54a544101c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:56.006911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-9ed308e7-44f5-48b6-adb2-54a544101c17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1664543 Aug 12 04:13:56.009345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Request body: {'port': {'device_id': '731692e7-e5b1-4b33-b272-0715bef90318', 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3', 'admin_state_up': True, 'tenant_id': 'e72dc34d3736418e81855d7c465b59b2'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:56.060511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-17eb5ff4-97bd-40f9-adb8-8dbf596bc941 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ac5aeebc-ad6f-45a9-9219-41460583180f HTTP/1.1" status: 200 len: 217 time: 0.0453608 Aug 12 04:13:56.080920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cfe67e77-f113-43c4-b934-7acbd866f85a req-ff61aa23-e086-4cc9-a152-0b16ae832d86 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864173 Aug 12 04:13:56.142182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-2eb73005-ee9c-406f-ab58-6f73e670054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:56.143559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-2eb73005-ee9c-406f-ab58-6f73e670054e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0734582 Aug 12 04:13:56.152005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f96a3c-d939-4957-8437-0d81563b4e92 req-dad2afda-b1b4-40d2-ac3e-49969460b0ec tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:56.154052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46f96a3c-d939-4957-8437-0d81563b4e92 req-dad2afda-b1b4-40d2-ac3e-49969460b0ec tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.0966785 Aug 12 04:13:56.160851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] For port 54b17668-581a-4134-87dc-9e814a7a5fb4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=54b17668-581a-4134-87dc-9e814a7a5fb4,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:56.161281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:56.180581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Calling delete_port for 54b17668-581a-4134-87dc-9e814a7a5fb4 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:13:56.232119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46f96a3c-d939-4957-8437-0d81563b4e92 req-f56dc7e8-5f6e-47f7-a350-f7c3af9bae0f tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693245 Aug 12 04:13:56.240241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-6e90a474-b6f7-4430-b72e-98b28a8e5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:56.241646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-6e90a474-b6f7-4430-b72e-98b28a8e5c62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796311 Aug 12 04:13:56.310335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Made reservation on behalf of e72dc34d3736418e81855d7c465b59b2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:56.314585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:56.370853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62e3c62c-1b45-4839-bd27-19140cec986f req-f79ccf3d-0d7a-424a-bde7-da974758e254 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0662477 Aug 12 04:13:56.418010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-c257766c-a5ca-49ed-93ca-0fef9f72c816 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654229 Aug 12 04:13:56.463297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2942e4cd-3e3e-43b8-a5aa-fec07902df35 req-ae2abe6d-d873-4a79-8410-09a5a7e0c6ad tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 210 time: 0.0823030 Aug 12 04:13:56.498482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:56.511719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['54b17668-581a-4134-87dc-9e814a7a5fb4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:56.561347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Pushing event deleted for resources: {'Port': ['ID=54b17668-581a-4134-87dc-9e814a7a5fb4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:56.601943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-233077ab-91cd-4b58-aa1a-0834a2bc2109 req-4d38b3af-1283-4662-8b0d-babe9d2e2bcd service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371546 Aug 12 04:13:56.647842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf43ae-fded-4778-ba0c-23ada77f8a59 req-807c0e5a-912c-450d-8914-fe869f552a53 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:56.649655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7cf43ae-fded-4778-ba0c-23ada77f8a59 req-807c0e5a-912c-450d-8914-fe869f552a53 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.2070358 Aug 12 04:13:56.667513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] No DVR routers for this DVR port 54b17668-581a-4134-87dc-9e814a7a5fb4 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:13:56.675335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:56.677844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f069becd-3cb5-4e15-a0d1-cd5c34efac57 req-f0aeb727-57a1-4b82-86a8-b5e112b5e336 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "DELETE /v2.0/ports/54b17668-581a-4134-87dc-9e814a7a5fb4 HTTP/1.1" status: 204 len: 173 time: 1.4234562 Aug 12 04:13:56.683304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'name': 'network-vif-deleted', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:56.686400 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f1fd7-aeb0-41a4-b4b9-3a54d168f03a" -d '{"events": [{"server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "name": "network-vif-deleted", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:56.710253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Allocated IP 172.20.0.12 (8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3/196b2d8f-d0c6-4485-8c7a-da5a6462c330/72b42d56-37bd-469d-92a2-a70cd39b3a5f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:56.734231 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5482a9c-2424-4cf4-b654-a9d0db85431c x-openstack-request-id: req-e5482a9c-2424-4cf4-b654-a9d0db85431c {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:56.734400 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5145af1-3896-4b6f-965c-52a095711cc6", "name": "network-vif-deleted", "tag": "54b17668-581a-4134-87dc-9e814a7a5fb4", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:56.735626 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5482a9c-2424-4cf4-b654-a9d0db85431c {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:56.735626 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5145af1-3896-4b6f-965c-52a095711cc6', 'name': 'network-vif-deleted', 'tag': '54b17668-581a-4134-87dc-9e814a7a5fb4', 'status': 'completed', 'code': 200} Aug 12 04:13:56.756617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7cf43ae-fded-4778-ba0c-23ada77f8a59 req-ac94cced-9716-411f-88e2-8caef291eee1 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901911 Aug 12 04:13:56.908488 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.014435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.066580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:57.070008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:57.075278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:57.079175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Pushing event updated for resources: {'Port': ['ID=72b42d56-37bd-469d-92a2-a70cd39b3a5f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:57.084882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1adbf-1998-46da-9542-1f64a66661a3 req-9b95f40c-e5d0-4cbb-839d-d28d667892ed tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.092040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ce1adbf-1998-46da-9542-1f64a66661a3 req-9b95f40c-e5d0-4cbb-839d-d28d667892ed tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0703397 Aug 12 04:13:57.148538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.149208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.152348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ce1adbf-1998-46da-9542-1f64a66661a3 req-85e11166-62e9-460c-8ae0-db37daf0fe5e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383070 Aug 12 04:13:57.243371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.249581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.257409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.264703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.270761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.276770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.283758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.285745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-a6b57bb8-d548-4efd-a13a-b74774474d5e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1066265 Aug 12 04:13:57.287611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-e41d594a-b772-4762-943c-5fd200f44915 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2906015 Aug 12 04:13:57.305876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Request body: {'port': {'device_id': '731692e7-e5b1-4b33-b272-0715bef90318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:57.354738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecefd5-13cf-466e-a1d6-a0aadc1efc82 req-83914611-b704-4695-9f8b-6a27fc95a3f3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.356631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7ecefd5-13cf-466e-a1d6-a0aadc1efc82 req-83914611-b704-4695-9f8b-6a27fc95a3f3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.0549469 Aug 12 04:13:57.365386 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-159d144b-683d-4bb1-9824-2659d36c2a00 req-8f1e3174-99af-4b28-829b-2e5fe7c5d9ea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715756 Aug 12 04:13:57.390453 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.442608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7ecefd5-13cf-466e-a1d6-a0aadc1efc82 req-0e933516-17b3-4191-8660-88d378cb920c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801361 Aug 12 04:13:57.464243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53308) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:57.557757 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99d427ed-8da3-46e4-9a62-a014969cffe7 req-17d16317-4458-4e50-a272-bf88db942a24 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0799954 Aug 12 04:13:57.610491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1143591432-network', 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:57.680834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff291cdd-4a4f-4e00-9952-b67a1cd016b0 req-342eaf4c-55fd-404f-8b70-a5791fcb5282 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.682506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff291cdd-4a4f-4e00-9952-b67a1cd016b0 req-342eaf4c-55fd-404f-8b70-a5791fcb5282 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 932 time: 0.1310139 Aug 12 04:13:57.732032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-67176903-bf5d-4768-8f25-af4b6ea6026a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.733567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-67176903-bf5d-4768-8f25-af4b6ea6026a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 814 time: 0.2792478 Aug 12 04:13:57.747974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff291cdd-4a4f-4e00-9952-b67a1cd016b0 req-e64842c9-5474-4195-a037-677472c02eec tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Aug 12 04:13:57.749237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Request body: {'port': {'device_id': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'admin_state_up': True, 'tenant_id': 'ebdc34e673824559b908a44c768d8169'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:57.757691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:57.763265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.771240 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.895599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.965350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:57.979375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6302993-492c-46f2-b1ce-6bf5141f98f8 req-630bc5ad-7a35-4f94-b7a6-48f54174239a tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:57.981165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6302993-492c-46f2-b1ce-6bf5141f98f8 req-630bc5ad-7a35-4f94-b7a6-48f54174239a tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.1201162 Aug 12 04:13:57.987126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b42d56-37bd-469d-92a2-a70cd39b3a5f {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:57.988749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:13:58.006229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f4085a-1c3b-4e60-be72-cddaa9acc738,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:58.011116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.011472 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Added segment f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0 of type vlan for network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 Aug 12 04:13:58.020322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.045852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6302993-492c-46f2-b1ce-6bf5141f98f8 req-81f61395-e5cd-445c-b20f-345ef5c870e3 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535598 Aug 12 04:13:58.046788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Transition to ACTIVE for port object 72b42d56-37bd-469d-92a2-a70cd39b3a5f will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:13:58.056128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.085455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Made reservation on behalf of ebdc34e673824559b908a44c768d8169 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:58.090391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.145699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.171675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.172646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.172792 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0f14b3e-2419-46b1-ad65-ef9505aeb4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.173221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.238383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] Pushing event updated for resources: {'Network': ['ID=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:58.246287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Pushing event updated for resources: {'Port': ['ID=72b42d56-37bd-469d-92a2-a70cd39b3a5f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:58.251083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:13:58.305253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbedd57-7bbf-4ac4-b78b-886947ffa47d req-927d04ea-fa66-41e4-8975-62ba0de9268f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.307341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbbedd57-7bbf-4ac4-b78b-886947ffa47d req-927d04ea-fa66-41e4-8975-62ba0de9268f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0608330 Aug 12 04:13:58.312393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Allocated IP 172.20.0.7 (39bd3e0f-ca5a-4ac0-8844-333f6d7f7026/45f8eb23-c7c2-4984-9335-037f8e4bc7d7/fafa0428-ad66-4d7e-af6c-2b23710ceb4a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:13:58.315659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b716383b-978f-4480-85e4-f01186b5d70c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8502491 Aug 12 04:13:58.318815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53320) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:13:58.324052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Request body: {'subnet': {'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1143591432-subnet', 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:58.358521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbbedd57-7bbf-4ac4-b78b-886947ffa47d req-2809b499-22f5-43a3-80a5-20bf9e55324c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Aug 12 04:13:58.393777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Attempting to bind port 72b42d56-37bd-469d-92a2-a70cd39b3a5f on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:13:58.394114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Attempting to bind port 72b42d56-37bd-469d-92a2-a70cd39b3a5f by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '9f8a2b65-7d11-45ba-b6c5-765db973efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:13:58.394509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Attempting to bind port 72b42d56-37bd-469d-92a2-a70cd39b3a5f on network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:58.412412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Port 72b42d56-37bd-469d-92a2-a70cd39b3a5f on network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:13:58.412731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Attempting to bind port 72b42d56-37bd-469d-92a2-a70cd39b3a5f on network 8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:13:58.536726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:13:58.536726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Checking segment: {'id': '9f8a2b65-7d11-45ba-b6c5-765db973efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:58.536726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Bound using segment: {'id': '9f8a2b65-7d11-45ba-b6c5-765db973efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:13:58.536726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Bound port: 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8a2b65-7d11-45ba-b6c5-765db973efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:13:58.536726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.587595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b4788-9749-4d3e-a534-ac9bc6ee885e req-819923b1-5b8a-4501-9804-1c66e51ed460 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.589409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-510b4788-9749-4d3e-a534-ac9bc6ee885e req-819923b1-5b8a-4501-9804-1c66e51ed460 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.0578475 Aug 12 04:13:58.613349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:13:58.615669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.620586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.624286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] For port 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:13:58.631815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-510b4788-9749-4d3e-a534-ac9bc6ee885e req-f0afdb7b-c0cb-4f04-89b9-99d439f1f265 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Aug 12 04:13:58.676468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:58.693300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.697378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.703589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.709414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.715607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.721827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.730165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.732660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b57f2625-c520-41f8-a734-22195f5f2227 req-16c098ad-c74c-4fcd-9884-ca4c4191e594 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.2499206 Aug 12 04:13:58.742838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] For port 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=72b42d56-37bd-469d-92a2-a70cd39b3a5f,segment=NetworkSegment(9f8a2b65-7d11-45ba-b6c5-765db973efe8),segment_id=9f8a2b65-7d11-45ba-b6c5-765db973efe8)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:13:58.758041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2fce49a-c82e-440b-bf8a-f5b77485ff40 req-079f5948-ad9a-4564-8565-ad6c03750f04 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0473061 Aug 12 04:13:58.820052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.868930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240f056-63da-4c41-90ae-5b40d2b7c141 req-0bbbc9a1-4dfe-4404-9318-476c2c551d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.870564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b240f056-63da-4c41-90ae-5b40d2b7c141 req-0bbbc9a1-4dfe-4404-9318-476c2c551d68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 1096 time: 0.0891583 Aug 12 04:13:58.871576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b57f2625-c520-41f8-a734-22195f5f2227 req-ae17e0c1-9a18-4ab5-b040-ee30ed3ba229 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252449 Aug 12 04:13:58.888356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:58.888987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:58.890098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:58.890399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] 10.222.0.20 "PUT /v2.0/ports/72b42d56-37bd-469d-92a2-a70cd39b3a5f HTTP/1.1" status: 200 len: 1092 time: 1.5892625 Aug 12 04:13:58.890875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731692e7-e5b1-4b33-b272-0715bef90318', 'tag': '72b42d56-37bd-469d-92a2-a70cd39b3a5f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:13:58.893173 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09" -d '{"events": [{"name": "network-changed", "server_uuid": "731692e7-e5b1-4b33-b272-0715bef90318", "tag": "72b42d56-37bd-469d-92a2-a70cd39b3a5f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:13:58.921196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'a925bcb9-745b-4677-837b-adec0c57a739', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'a925bcb9-745b-4677-837b-adec0c57a739', 'mac_address': 'fa:16:3e:d1:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:58.962159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307c966-401e-4cd6-ac07-9471248f4c07 service neutron] Pushing event updated for resources: {'Port': ['ID=72b42d56-37bd-469d-92a2-a70cd39b3a5f,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:58.989183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b240f056-63da-4c41-90ae-5b40d2b7c141 req-f4d3a614-f560-4270-b532-06c04b7eea29 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731091 Aug 12 04:13:58.989380 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ed2369-e569-4220-a51c-915029be9164 x-openstack-request-id: req-30ed2369-e569-4220-a51c-915029be9164 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:13:58.989814 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731692e7-e5b1-4b33-b272-0715bef90318", "tag": "72b42d56-37bd-469d-92a2-a70cd39b3a5f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:13:58.989814 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30ed2369-e569-4220-a51c-915029be9164 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:13:58.990145 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731692e7-e5b1-4b33-b272-0715bef90318', 'tag': '72b42d56-37bd-469d-92a2-a70cd39b3a5f', 'status': 'completed', 'code': 200} Aug 12 04:13:58.996678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.002741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.017211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580905b-5d4a-4a3d-a5a2-9642b0bf2f25 req-76c078a8-a058-44c9-8266-105551e94341 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.019487 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0580905b-5d4a-4a3d-a5a2-9642b0bf2f25 req-76c078a8-a058-44c9-8266-105551e94341 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 944 time: 0.1806324 Aug 12 04:13:59.024052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['54b17668-581a-4134-87dc-9e814a7a5fb4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:59.027991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a925bcb9-745b-4677-837b-adec0c57a739 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:59.078968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:59.089348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0580905b-5d4a-4a3d-a5a2-9642b0bf2f25 req-76cdae50-d358-424d-bd87-30213f509398 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591869 Aug 12 04:13:59.092450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:13:59.107869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:59.111758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Pushing event updated for resources: {'Port': ['ID=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:59.114076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:13:59.143164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.151369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09 req-1577b70b-80d4-4eb7-a4c9-b2504c840bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.152906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09 req-1577b70b-80d4-4eb7-a4c9-b2504c840bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e72dc34d3736418e81855d7c465b59b2&device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 1095 time: 0.1543276 Aug 12 04:13:59.160391 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.161103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:13:59.233975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:59.243637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:59.256511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'mac_address': 'fa:16:3e:21:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:13:59.283746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.284374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.303550 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.319108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5aeebc-ad6f-45a9-9219-41460583180f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:13:59.323929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba34822-312b-4cac-8b58-13aba9394d07,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:59.343313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:13:59.353631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc640a69-1bc7-4ae1-a5de-9f0ad816ae57 req-5992a57f-0bf3-4a02-af2d-2d07fbfc2854 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.355169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc640a69-1bc7-4ae1-a5de-9f0ad816ae57 req-5992a57f-0bf3-4a02-af2d-2d07fbfc2854 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 948 time: 0.2139962 Aug 12 04:13:59.377152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:13:59.377539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Network hostable DHCP agents. Network: d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:13:59.394961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09 req-f9886c5c-e347-4207-9dc2-e55b721454ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.396445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09 req-f9886c5c-e347-4207-9dc2-e55b721454ec service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e72dc34d3736418e81855d7c465b59b2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1925571 Aug 12 04:13:59.458735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.463390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-a8ea35e1-7d3f-4356-a4b2-bdbb32fe07a7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7190073 Aug 12 04:13:59.472479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc640a69-1bc7-4ae1-a5de-9f0ad816ae57 req-ebc0660f-a6d0-45ee-8d52-3095cd0f802c tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099272 Aug 12 04:13:59.484227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Request body: {'port': {'device_id': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:13:59.490230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2390e2-af00-4e63-9f08-13e652dbf226 req-3af9bde3-9735-4802-b294-8735378478e8 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.492035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b2390e2-af00-4e63-9f08-13e652dbf226 req-3af9bde3-9735-4802-b294-8735378478e8 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0592103 Aug 12 04:13:59.527731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:13:59.546596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:13:59.551302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b2390e2-af00-4e63-9f08-13e652dbf226 req-fb0d7b62-6783-4d93-93af-3f4150807eb3 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532169 Aug 12 04:13:59.567920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.572545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09 req-c72443a1-c345-408e-a13a-bec8bcf4abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.573994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8ed6ada-aaee-4880-a30c-bfa6fbc5ca09 req-c72443a1-c345-408e-a13a-bec8bcf4abc3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677601 Aug 12 04:13:59.645788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:13:59.653818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be163058-bce7-4bee-9332-870c4fff53e8 None None] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:13:59.721644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['ac5aeebc-ad6f-45a9-9219-41460583180f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:59.722743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.723342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:13:59.730385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['a925bcb9-745b-4677-837b-adec0c57a739'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:13:59.840554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b2a91bd4-5429-4f01-9501-867e1eb050f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.842088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-b2a91bd4-5429-4f01-9501-867e1eb050f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e72dc34d3736418e81855d7c465b59b2&device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 1095 time: 0.2111816 Aug 12 04:13:59.862415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3cbc-4e09-41c3-a3a6-066e391294c4 req-cb7b8d20-51c6-4595-abff-3cea71456a9a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.864005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a8f3cbc-4e09-41c3-a3a6-066e391294c4 req-cb7b8d20-51c6-4595-abff-3cea71456a9a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1357398 Aug 12 04:13:59.878768 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7b722632-5803-4e25-b383-642cb05ff636 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5568595 Aug 12 04:13:59.925756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-374d34d9-8251-4975-9c3e-04737e24eac2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72b42d56-37bd-469d-92a2-a70cd39b3a5f HTTP/1.1" status: 200 len: 217 time: 0.0711048 Aug 12 04:13:59.935008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b0592-ea55-498c-b848-b9f9434628bc req-e3b0fd98-77c4-440f-801e-2a27a5bd5073 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:13:59.947822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b2b0592-ea55-498c-b848-b9f9434628bc req-e3b0fd98-77c4-440f-801e-2a27a5bd5073 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 931 time: 0.1137228 Aug 12 04:13:59.990590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ccf7f-e138-4d4e-bbe6-c213dcb99197 None None] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:00.047576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b2b0592-ea55-498c-b848-b9f9434628bc req-1c861442-cc25-4701-b11e-f428987865c6 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987844 Aug 12 04:14:00.080522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a8f3cbc-4e09-41c3-a3a6-066e391294c4 req-82771d33-2f8d-4ff2-b413-8b7135364a18 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051613 Aug 12 04:14:00.198259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-50e46e5b-5c7c-4d0c-96d8-cfd2ecce786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.201384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-50e46e5b-5c7c-4d0c-96d8-cfd2ecce786a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=196b2d8f-d0c6-4485-8c7a-da5a6462c330 HTTP/1.1" status: 200 len: 857 time: 0.2632000 Aug 12 04:14:00.220450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.227164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.234927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.241326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.248126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.254199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.259988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.261850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-5ea865cc-5d72-4f28-b552-cee8294e3032 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1035500 Aug 12 04:14:00.265331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafa0428-ad66-4d7e-af6c-2b23710ceb4a {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:00.272375 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-8a887248-00a1-46cf-a89b-4062ab199e59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418563 Aug 12 04:14:00.278573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.311985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90c46703-fd8b-470f-b6c4-0f37398ae47f req-dc99c9fe-2464-4baa-9478-208d3a8b0d8b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433552 Aug 12 04:14:00.348235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33979f6d-8705-49ef-a4da-df9836a07592 req-2dfeb9b1-9b5c-4679-bb37-fdf9abd2b994 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.350094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33979f6d-8705-49ef-a4da-df9836a07592 req-2dfeb9b1-9b5c-4679-bb37-fdf9abd2b994 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 944 time: 0.1735888 Aug 12 04:14:00.351172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Transition to ACTIVE for port object fafa0428-ad66-4d7e-af6c-2b23710ceb4a will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:00.411426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33979f6d-8705-49ef-a4da-df9836a07592 req-0c6a1d19-5000-419d-b1c9-3f85c799742b tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Aug 12 04:14:00.423553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-64864255-1226-4b2c-afa3-5601ef482bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408267 Aug 12 04:14:00.458039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.576677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Pushing event updated for resources: {'Port': ['ID=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:00.657296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69e64ec6-0d5f-40a7-85ff-97ce7bd79b6c req-26d6e7f9-38e8-4418-8e00-cc1c8822d44b service neutron] 10.222.0.20 "GET /v2.0/networks/8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197034 Aug 12 04:14:00.659154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-dabf1c35-116c-4107-bff7-1cd5049b8ed2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.660787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-dabf1c35-116c-4107-bff7-1cd5049b8ed2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.1344752 Aug 12 04:14:00.687211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-916ca015-03d2-4cd8-a376-4289116ed1aa tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0116215 Aug 12 04:14:00.689077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd56c-ec98-46a3-bfae-309da9467065 req-a92f3559-f564-4dfc-ad17-26289848fc62 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.690573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3ffd56c-ec98-46a3-bfae-309da9467065 req-a92f3559-f564-4dfc-ad17-26289848fc62 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 948 time: 0.1404068 Aug 12 04:14:00.695199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Attempting to bind port fafa0428-ad66-4d7e-af6c-2b23710ceb4a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:00.695649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Attempting to bind port fafa0428-ad66-4d7e-af6c-2b23710ceb4a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:00.695975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Attempting to bind port fafa0428-ad66-4d7e-af6c-2b23710ceb4a on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:00.707986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:00.709087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Port fafa0428-ad66-4d7e-af6c-2b23710ceb4a on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:14:00.709087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Attempting to bind port fafa0428-ad66-4d7e-af6c-2b23710ceb4a on network 39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:00.722243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:00.722587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Checking segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:00.723068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Bound using segment: {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:00.723505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Bound port: fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c914411-45a4-45ae-bc86-64b28bdf1626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:00.723870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.736857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eb4b323c-7734-415c-be99-4828861481cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.740449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-2e6d8eda-f5f7-48a0-8467-2c58d6c0e401 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447490 Aug 12 04:14:00.776368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3ffd56c-ec98-46a3-bfae-309da9467065 req-c52d720d-1951-4a43-a98c-ab996b0cc33b tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768893 Aug 12 04:14:00.838140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port a925bcb9-745b-4677-837b-adec0c57a739 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:00.838338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] For port fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:00.844698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] For port fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:00.845134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port a925bcb9-745b-4677-837b-adec0c57a739 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:00.845522 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.850008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-805d796b-9e94-443a-87cd-fa2809b377db service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017060 Aug 12 04:14:00.911222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674b02-bc81-4103-928b-78f4b2f74c4a req-68e25bed-210c-4f8c-854d-3e61d3347ee9 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:00.915188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46674b02-bc81-4103-928b-78f4b2f74c4a req-68e25bed-210c-4f8c-854d-3e61d3347ee9 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0676849 Aug 12 04:14:00.926008 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.931394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.953629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:00.969929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-38368d17-31ff-418d-8928-e51bfa69c643 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133811 Aug 12 04:14:00.986050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:00.988882 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe1fa7-2374-464e-a8ef-f504a0e4222b" -d '{"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-plugged", "status": "completed", "tag": "a925bcb9-745b-4677-837b-adec0c57a739"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:01.005380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:01.008721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46674b02-bc81-4103-928b-78f4b2f74c4a req-9dd25c90-0f48-42bf-b427-9ceca733bd8d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863183 Aug 12 04:14:01.015278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.015912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:01.017334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] 10.222.0.36 "PUT /v2.0/ports/fafa0428-ad66-4d7e-af6c-2b23710ceb4a HTTP/1.1" status: 200 len: 1091 time: 1.5419769 Aug 12 04:14:01.017801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'tag': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:01.020279 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58324e84-ecbb-46f0-93ba-ebf7d161e687" -d '{"events": [{"name": "network-changed", "server_uuid": "1c177b3f-148f-438c-b0f0-ceff9894cfa9", "tag": "fafa0428-ad66-4d7e-af6c-2b23710ceb4a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:01.049490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82657fa-effd-470a-addf-e3e96c418df5 service neutron] Pushing event updated for resources: {'Port': ['ID=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:01.066676 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1afd1a-98d8-49b1-9389-117b8620a63d x-openstack-request-id: req-dc1afd1a-98d8-49b1-9389-117b8620a63d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:01.074752 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-plugged", "status": "completed", "tag": "a925bcb9-745b-4677-837b-adec0c57a739", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:01.074752 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc1afd1a-98d8-49b1-9389-117b8620a63d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:01.074752 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739', 'code': 200} Aug 12 04:14:01.074752 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:01.074752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:01.133033 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363a41f-525a-4b88-b3ed-db2746f7aa2a x-openstack-request-id: req-a363a41f-525a-4b88-b3ed-db2746f7aa2a {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:01.133568 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c177b3f-148f-438c-b0f0-ceff9894cfa9", "tag": "fafa0428-ad66-4d7e-af6c-2b23710ceb4a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:01.133568 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a363a41f-525a-4b88-b3ed-db2746f7aa2a {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:01.133947 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'tag': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a', 'status': 'completed', 'code': 200} Aug 12 04:14:01.172755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-bfb06faa-0789-4fec-bf72-992ee60dd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.174815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-bfb06faa-0789-4fec-bf72-992ee60dd9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 1094 time: 0.0527508 Aug 12 04:14:01.185283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:01.240878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbf244-f58f-470e-9347-e5025922c6e7 req-65c226ee-ba72-4974-ad50-89408197c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.242472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79bbf244-f58f-470e-9347-e5025922c6e7 req-65c226ee-ba72-4974-ad50-89408197c4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 1100 time: 0.1002612 Aug 12 04:14:01.294924 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79bbf244-f58f-470e-9347-e5025922c6e7 req-85c62431-c3ea-4c4f-b2e4-1137346c5daf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Aug 12 04:14:01.310619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port ac5aeebc-ad6f-45a9-9219-41460583180f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:01.320604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port ac5aeebc-ad6f-45a9-9219-41460583180f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:01.320980 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:01.401422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c2fcb-acbb-413f-9bc2-e670f048e385 req-b1326ad3-81ee-4528-af56-d3b0c7c1a420 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.405905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f3c2fcb-acbb-413f-9bc2-e670f048e385 req-b1326ad3-81ee-4528-af56-d3b0c7c1a420 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1031935 Aug 12 04:14:01.426526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:01.461586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f3c2fcb-acbb-413f-9bc2-e670f048e385 req-5e4ed607-20e6-4840-bcc1-54fa274965e8 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Aug 12 04:14:01.481386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:01.569821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647b4e10-7499-4df3-9edd-e71970d26414 req-89b66fcc-aa1a-4348-b98c-7b1009a6ae71 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 210 time: 0.0423629 Aug 12 04:14:01.579294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:01.580575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:01.652371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-6c8d59d2-3d65-4c96-a137-4075210097b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a HTTP/1.1" status: 200 len: 217 time: 0.4136331 Aug 12 04:14:01.652558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 54b17668-581a-4134-87dc-9e814a7a5fb4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:01.652558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 54b17668-581a-4134-87dc-9e814a7a5fb4 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:01.661331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:01.693887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-48fa7e4d-4a2b-462b-aaaa-88a420c8f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.695742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-48fa7e4d-4a2b-462b-aaaa-88a420c8f8bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 200 len: 854 time: 0.0907717 Aug 12 04:14:01.705932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3603649-d5a3-42ed-8f0f-fa2c05a079e8 req-306006a8-71b1-410e-8a79-935b3ce69ecb tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.707502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f3603649-d5a3-42ed-8f0f-fa2c05a079e8 req-306006a8-71b1-410e-8a79-935b3ce69ecb tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 943 time: 0.1136208 Aug 12 04:14:01.736957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.742672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.745730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-09bb7806-64e7-47dc-bf6a-0c069d64a332 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372295 Aug 12 04:14:01.749051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.754910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.760629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.761954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-93f5d287-9302-4a4a-82d2-451ea5b9a33c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:14:01.762990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-93f5d287-9302-4a4a-82d2-451ea5b9a33c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091054 Aug 12 04:14:01.766427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.772210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.774088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-9266defd-294a-42e5-927e-d7636a60c4f2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.0957139 Aug 12 04:14:01.796338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f3603649-d5a3-42ed-8f0f-fa2c05a079e8 req-581deafa-7365-4e1b-8cf6-d298b5fa2817 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788386 Aug 12 04:14:01.830229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec295ac0-f8ae-4122-a537-6f8eb25ed2b2 req-89e42158-7b27-4811-b2f0-460c5326f4ac tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490255 Aug 12 04:14:01.897022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-716fad37-5736-4409-95c1-eda46d38fbe3 service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147735 Aug 12 04:14:01.986951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e462d2-780b-4464-bf16-e7a8482677b0 req-81635775-98d8-41fc-94a4-7bdc20471377 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:01.988809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e462d2-780b-4464-bf16-e7a8482677b0 req-81635775-98d8-41fc-94a4-7bdc20471377 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 944 time: 0.1118517 Aug 12 04:14:02.039373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-1e72629f-875f-41cf-9726-2f83f9f94d3a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:02.040988 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-1e72629f-875f-41cf-9726-2f83f9f94d3a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 810 time: 0.1286857 Aug 12 04:14:02.052416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e462d2-780b-4464-bf16-e7a8482677b0 req-29b8a0f1-1b67-4dcd-a6d0-1224766d485f tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569885 Aug 12 04:14:02.056944 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-475a5e87-52a9-4c17-9110-98ef02b70920 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/quotas/258d1b7660914972b7101fabe7838ef0 HTTP/1.1" status: 200 len: 375 time: 0.0093603 Aug 12 04:14:02.059508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f108bfb0-4d3e-4e9d-a650-6e05e48a0e88 req-11c423e4-8e08-4651-9a13-61be9fe5d3fd service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479080 Aug 12 04:14:02.118313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-02eef16f-8f21-41ec-b30f-2a988db8a4ba tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549042 Aug 12 04:14:02.206878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45258e96-d30b-4f0b-9eaa-492e7ea54b95 req-a0aebf5d-5078-4a3e-a3a8-d4992534ed2b tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:02.208620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45258e96-d30b-4f0b-9eaa-492e7ea54b95 req-a0aebf5d-5078-4a3e-a3a8-d4992534ed2b tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 949 time: 0.0565827 Aug 12 04:14:02.229456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-536ab00f-3c2e-40c6-8d99-5daf03c62ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029506 Aug 12 04:14:02.257440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45258e96-d30b-4f0b-9eaa-492e7ea54b95 req-fcd17063-abe5-485e-8846-bc4f32dc4c0d tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Aug 12 04:14:02.344840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-79f8dbf5-999f-44aa-8bea-05ee89d1cef3 service neutron] 10.222.0.42 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057112 Aug 12 04:14:02.389905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366ee81-01a0-47c3-b0c4-8815f2d8563e req-6cd618b3-f805-4ec3-8bc9-5a0d5c79a727 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:02.391472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5366ee81-01a0-47c3-b0c4-8815f2d8563e req-6cd618b3-f805-4ec3-8bc9-5a0d5c79a727 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0586803 Aug 12 04:14:02.434046 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5366ee81-01a0-47c3-b0c4-8815f2d8563e req-6ea2455f-a53d-4ccb-8965-a6f268784b04 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349853 Aug 12 04:14:02.527765 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:02.649302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c03b18a-4c6f-40ae-a7b3-bd4d2f502730 req-af5336e9-a0e5-40d8-8d1a-0e44dae05cc5 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 210 time: 0.0397575 Aug 12 04:14:02.667928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-f7eb743b-3aef-4899-93aa-33de873a71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:02.691584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-f7eb743b-3aef-4899-93aa-33de873a71ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebdc34e673824559b908a44c768d8169&device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 1094 time: 0.1143248 Aug 12 04:14:02.730375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1672b55-7e92-4ed5-b7ba-595e7a4323a7 req-04e068c0-b4fc-4aef-8a65-501edd828c81 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 210 time: 0.0397491 Aug 12 04:14:02.806441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-8618e82a-b09b-4535-a491-a7db883c4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:02.808020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-8618e82a-b09b-4535-a491-a7db883c4c10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 200 len: 915 time: 0.1098638 Aug 12 04:14:02.856629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-b83c2a8d-e21d-4ca8-a761-9e1d84d2fb06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a HTTP/1.1" status: 200 len: 217 time: 0.0399663 Aug 12 04:14:02.979083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-6042aafe-2e19-42fa-a599-3771f08a0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:02.980579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-6042aafe-2e19-42fa-a599-3771f08a0741 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 200 len: 854 time: 0.1063449 Aug 12 04:14:03.003061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.009618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.016765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.023021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.031110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.032563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91586f68-7642-4960-b442-33bfb8409339 req-083a9f94-cfc5-4836-9a4e-a86319bd4e32 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.037390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.039235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91586f68-7642-4960-b442-33bfb8409339 req-083a9f94-cfc5-4836-9a4e-a86319bd4e32 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 943 time: 0.1618004 Aug 12 04:14:03.042348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-32acd2e0-89df-4f79-923b-fcb178d5ae29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481606 Aug 12 04:14:03.044325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.046373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5c499d01-3b06-43a1-9d6e-32b7fbf493ca tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1247869 Aug 12 04:14:03.068876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:03.071471 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776b976-b590-45ac-8fa5-54ec9058bc4d" -d '{"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-plugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:03.096725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16fd5bbe-137f-4aae-a791-4b97f9fdff7f req-5694a1ad-5841-45ac-8de6-2a0a3663b485 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436530 Aug 12 04:14:03.137821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91586f68-7642-4960-b442-33bfb8409339 req-7da1d0d5-309b-4ef0-aef6-3fd4418fbb57 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962570 Aug 12 04:14:03.200867 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc69858-a05f-4043-ad1c-015def741a34 x-openstack-request-id: req-3bc69858-a05f-4043-ad1c-015def741a34 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:03.201158 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-plugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:03.201408 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bc69858-a05f-4043-ad1c-015def741a34 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:03.201851 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'code': 200} Aug 12 04:14:03.206234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-af76b66e-b78b-48b8-a101-6ef07dc9e5e7 service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502068 Aug 12 04:14:03.323497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4bb95-73cc-40c3-a7ef-79dc7ab2c73a req-d6562c4d-7610-4efc-870c-0d9fd120154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.327527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cdc4bb95-73cc-40c3-a7ef-79dc7ab2c73a req-d6562c4d-7610-4efc-870c-0d9fd120154c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 1101 time: 0.0605311 Aug 12 04:14:03.369112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764c39d-20e8-4a3d-881f-93ab11824f9b req-0902b2f2-4137-49dc-9163-9911eb34186c tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.370632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e764c39d-20e8-4a3d-881f-93ab11824f9b req-0902b2f2-4137-49dc-9163-9911eb34186c tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 944 time: 0.0919292 Aug 12 04:14:03.373206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58324e84-ecbb-46f0-93ba-ebf7d161e687 req-4e27633b-8573-4538-8c15-435fb84e446c service neutron] 10.222.0.36 "GET /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587644 Aug 12 04:14:03.412740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cdc4bb95-73cc-40c3-a7ef-79dc7ab2c73a req-3c1a2528-c3a6-4c30-bffc-2a7d857b024a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764844 Aug 12 04:14:03.421451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e764c39d-20e8-4a3d-881f-93ab11824f9b req-77f089d6-eae8-4999-9541-09e417eba449 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Aug 12 04:14:03.433709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865ec0a-9517-4f17-9840-8546bc3ce6b4 req-f07e2583-fb19-4475-bb75-b76032603be6 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.435390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0865ec0a-9517-4f17-9840-8546bc3ce6b4 req-f07e2583-fb19-4475-bb75-b76032603be6 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 949 time: 0.0650086 Aug 12 04:14:03.478681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0865ec0a-9517-4f17-9840-8546bc3ce6b4 req-094be77c-b275-48cd-a1d2-72ec366e8529 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337741 Aug 12 04:14:03.569489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b5ffe-68c8-4c40-b5f6-f17314291f5c req-95b57a37-3d58-45a8-a3bc-a8f7e46ccfb1 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.570998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c62b5ffe-68c8-4c40-b5f6-f17314291f5c req-95b57a37-3d58-45a8-a3bc-a8f7e46ccfb1 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0577512 Aug 12 04:14:03.616000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c62b5ffe-68c8-4c40-b5f6-f17314291f5c req-0df02a1e-4900-4aba-9ead-0ddca3eae672 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376298 Aug 12 04:14:03.621672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476398d8-2ca5-4b7c-8568-555265c53ad8 req-ea217113-6474-49e6-ac1f-4a5494608761 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:03.631290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-476398d8-2ca5-4b7c-8568-555265c53ad8 req-ea217113-6474-49e6-ac1f-4a5494608761 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 950 time: 0.0664158 Aug 12 04:14:03.634088 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:03.672122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-476398d8-2ca5-4b7c-8568-555265c53ad8 req-9e15f464-671c-40c1-aa4b-c03efd50dfb5 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337760 Aug 12 04:14:03.760897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-700a2e48-62cc-473e-81ed-4d2a0d593415 req-87b6ea0c-56d0-4274-a9df-30664c61345f tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Aug 12 04:14:03.828215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1494e1ce-6fa7-4c57-879d-25676ed35c87 req-71bed0ba-fd58-4db5-95c5-a9551114885d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 210 time: 0.0276983 Aug 12 04:14:04.241757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.248706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.255137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.266769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.270023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.275798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffaf84-c27d-4f13-9faa-94622261ac68 req-801b0c9f-422b-4eaa-9285-ba30cfdb9428 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.276302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.277489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45ffaf84-c27d-4f13-9faa-94622261ac68 req-801b0c9f-422b-4eaa-9285-ba30cfdb9428 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0570648 Aug 12 04:14:04.282069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.289935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-303ae0ad-22f4-4a73-971d-4f1fe767035e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5429 time: 0.1110420 Aug 12 04:14:04.334650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d04d967-c8e0-4b10-8048-43d4b9dd218b req-5654d2b0-ab21-4250-b3fe-5240de7ed07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392144 Aug 12 04:14:04.344485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45ffaf84-c27d-4f13-9faa-94622261ac68 req-2f846b3c-a7e0-4a5c-891b-746d41d7765c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598350 Aug 12 04:14:04.541812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e9f57-5cb7-4580-b3f3-9072bb7b8bbe req-d13ba204-5322-4f3e-9d57-13f0275fc0d7 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.543315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef3e9f57-5cb7-4580-b3f3-9072bb7b8bbe req-d13ba204-5322-4f3e-9d57-13f0275fc0d7 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 944 time: 0.0499551 Aug 12 04:14:04.582689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef3e9f57-5cb7-4580-b3f3-9072bb7b8bbe req-e2fa5d4d-c540-4e4d-8daf-beaf76480aa5 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 Aug 12 04:14:04.717024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 073423c0-776e-485d-991b-6948f9e036ab details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:04.836714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=073423c0-776e-485d-991b-6948f9e036ab,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:04.838858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32bc2c-ec29-44f2-bd9f-258b05ebb950 req-6f9e1bb3-d038-4e18-852c-a88725cf9000 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:04.841662 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d32bc2c-ec29-44f2-bd9f-258b05ebb950 req-6f9e1bb3-d038-4e18-852c-a88725cf9000 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 950 time: 0.0767739 Aug 12 04:14:04.866532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '073423c0-776e-485d-991b-6948f9e036ab', 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b', 'port_id': '073423c0-776e-485d-991b-6948f9e036ab', 'mac_address': 'fa:16:3e:1a:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862dfe9e-9608-448c-aa71-e732a7403e2a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:04.888229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d32bc2c-ec29-44f2-bd9f-258b05ebb950 req-0a02ace0-cea8-4273-b344-e240845045e7 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377705 Aug 12 04:14:04.915217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:04.935019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073423c0-776e-485d-991b-6948f9e036ab {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:04.952402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=073423c0-776e-485d-991b-6948f9e036ab,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:05.009288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e11aaea0-5d84-4bd8-9906-0d9cbb8c7eaf req-beadf38a-9dd0-4438-b815-4cfb2fb07289 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 210 time: 0.0325732 Aug 12 04:14:05.052977 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.053649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ac480cd-2d4b-4750-a731-5327bca66245 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:05.120142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c53bb39-e7e2-4188-bf24-a76f0a91ffbb req-727070bc-b152-446b-b690-5f66da1a7005 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 210 time: 0.0381889 Aug 12 04:14:05.131803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904eeb4-fd77-4469-a0ad-7f5711f2420b req-e26ff9ce-a376-4520-9c4d-97b55d1d8f91 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:05.135221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d904eeb4-fd77-4469-a0ad-7f5711f2420b req-e26ff9ce-a376-4520-9c4d-97b55d1d8f91 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.4431887 Aug 12 04:14:05.148557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-a4719e70-c4d9-465c-b937-98b6c34b9c42 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:05.150032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-a4719e70-c4d9-465c-b937-98b6c34b9c42 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.36 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.5179789 Aug 12 04:14:05.159520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:05.169371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Request body: {'port': {'device_id': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'admin_state_up': True, 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:05.252204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d904eeb4-fd77-4469-a0ad-7f5711f2420b req-452402fe-4b82-42f6-8519-b2ed2c46fdb1 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116025 Aug 12 04:14:05.424202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:05.432857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.456434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ac480cd-2d4b-4750-a731-5327bca66245,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:05.475080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-f3523b62-13f2-429d-91b4-2eb6793f4590 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:05.477849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-f3523b62-13f2-429d-91b4-2eb6793f4590 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 810 time: 0.2370164 Aug 12 04:14:05.480032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5ac480cd-2d4b-4750-a731-5327bca66245', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'port_id': '5ac480cd-2d4b-4750-a731-5327bca66245', 'mac_address': 'fa:16:3e:af:b7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:05.494630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Request body: {'port': {'device_id': '1b573380-bd0a-4005-a123-991e099c9959', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'admin_state_up': True, 'tenant_id': '258d1b7660914972b7101fabe7838ef0'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:05.534997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.550041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac480cd-2d4b-4750-a731-5327bca66245 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:05.583855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ac480cd-2d4b-4750-a731-5327bca66245,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:05.592076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21942c8-7468-4939-8998-1542f855aa9d req-52cece86-e5df-4b7c-85a2-a669be412d2a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:05.594144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f21942c8-7468-4939-8998-1542f855aa9d req-52cece86-e5df-4b7c-85a2-a669be412d2a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0756979 Aug 12 04:14:05.647877 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.649243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:05.661556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Allocated IP 172.20.0.2 (d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47/eba34822-312b-4cac-8b58-13aba9394d07/e38b9afc-0048-4ebe-ab9d-804e2a9e1016) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:05.693184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f21942c8-7468-4939-8998-1542f855aa9d req-e013ea6d-dd59-40a3-b3f7-7d24393cca69 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Aug 12 04:14:05.706409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:05.792885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'port_id': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84', 'mac_address': 'fa:16:3e:a1:1c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:05.831268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Made reservation on behalf of 258d1b7660914972b7101fabe7838ef0 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:05.845474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.897569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.921492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:05.926142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:05.951537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:05.957016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:05.989622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:05.991380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102487-d389-418b-8c18-57e2a61fd189 req-d88516ce-adc5-4685-94e8-7ec0bf38c04e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:05.992929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81102487-d389-418b-8c18-57e2a61fd189 req-d88516ce-adc5-4685-94e8-7ec0bf38c04e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 944 time: 0.1174040 Aug 12 04:14:05.995535 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.002059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.008122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.014637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.018938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.019635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 49f07f0c-02fe-4f81-9172-d44cfacf315e details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:06.027527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.035665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.056083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-de4036f3-0b1f-4624-b9a5-abfaa10aa0c6 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5431 time: 0.1781833 Aug 12 04:14:06.072047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:06.081863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81102487-d389-418b-8c18-57e2a61fd189 req-f8d325bc-7534-4b88-809c-878ef29d73ae tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753722 Aug 12 04:14:06.097909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Allocated IP 172.20.0.11 (8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7/82f68261-745b-424d-842f-a7919052a745/2b439565-fc8e-4cd4-98b8-625429daed03) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:06.159716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c6bd14b-509e-4323-af63-aa3f2a281c43 req-c518f9e4-5d89-46c2-9ee3-5b7b0cc1c173 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009603 Aug 12 04:14:06.181987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:06.197436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'port_id': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'mac_address': 'fa:16:3e:ab:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:06.209784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.263638 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.274236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:06.278586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:06.279195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f07f0c-02fe-4f81-9172-d44cfacf315e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:06.281986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:06.302420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:06.344182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bdf8560a-a6d8-41dd-86e7-16ba6f69c3ea req-e574f971-47ce-41e6-acd8-eae972e1923a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 210 time: 0.0792906 Aug 12 04:14:06.376323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event updated for resources: {'Port': ['ID=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:06.388852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.392667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.397938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf4aa-8f08-42ff-8137-406651da2636 req-7c6e11cd-bd12-4875-9d12-e0d914741d5f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.399535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-999bf4aa-8f08-42ff-8137-406651da2636 req-7c6e11cd-bd12-4875-9d12-e0d914741d5f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 931 time: 0.0883663 Aug 12 04:14:06.411581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.418565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.419275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 72b42d56-37bd-469d-92a2-a70cd39b3a5f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:06.457506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-999bf4aa-8f08-42ff-8137-406651da2636 req-aaa16249-0603-4655-be66-d881e89580aa tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 Aug 12 04:14:06.501516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe6676-c503-4e81-9804-25f27858ae73 req-b62834f0-caa0-4c17-b6a2-fc375f8d7f4e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.511479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ffe6676-c503-4e81-9804-25f27858ae73 req-b62834f0-caa0-4c17-b6a2-fc375f8d7f4e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0932672 Aug 12 04:14:06.550917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:06.556299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ffe6676-c503-4e81-9804-25f27858ae73 req-e6ea23cc-70e0-44cc-81c8-e70be8156c1e tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Aug 12 04:14:06.561461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-34a23c84-c5db-455a-81b4-cc8217d58fc8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3979895 Aug 12 04:14:06.577243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Request body: {'port': {'device_id': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:06.594591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.596914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=72b42d56-37bd-469d-92a2-a70cd39b3a5f,segment=NetworkSegment(9f8a2b65-7d11-45ba-b6c5-765db973efe8),segment_id=9f8a2b65-7d11-45ba-b6c5-765db973efe8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:06.607874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f021335d-2ab4-403a-98b1-1f3d4f9d8326'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:06.632866 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.633652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '72b42d56-37bd-469d-92a2-a70cd39b3a5f', 'network_id': '8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3', 'port_id': '72b42d56-37bd-469d-92a2-a70cd39b3a5f', 'mac_address': 'fa:16:3e:24:ca:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196b2d8f-d0c6-4485-8c7a-da5a6462c330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:06.641872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:06.646066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:06.651706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:06.658404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Pushing event updated for resources: {'Port': ['ID=2b439565-fc8e-4cd4-98b8-625429daed03,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:06.693552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.697908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.698528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.698643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.699067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.699358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.699691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.700634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.700953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.701296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.701591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.701912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.702231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:06.725540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b42d56-37bd-469d-92a2-a70cd39b3a5f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:06.732409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.733744 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.750459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fafa0428-ad66-4d7e-af6c-2b23710ceb4a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:06.764796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=72b42d56-37bd-469d-92a2-a70cd39b3a5f,segment=NetworkSegment(9f8a2b65-7d11-45ba-b6c5-765db973efe8),segment_id=9f8a2b65-7d11-45ba-b6c5-765db973efe8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:06.848658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-eecc4371-d8e6-4490-95af-e3c5fbcdb1d4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613296 Aug 12 04:14:06.871292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6449-6a7b-4a32-9245-ac7e58f26cc8 req-818aaa52-1d54-4d8d-a6e8-bad9e1671136 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:06.873818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e3d6449-6a7b-4a32-9245-ac7e58f26cc8 req-818aaa52-1d54-4d8d-a6e8-bad9e1671136 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 943 time: 0.0646069 Aug 12 04:14:06.879287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Request body: {'port': {'device_id': '1b573380-bd0a-4005-a123-991e099c9959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:06.909777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:06.912082 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.912812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05b22004-670c-4cf8-bdfc-be06260aa83f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:06.918142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38b9afc-0048-4ebe-ab9d-804e2a9e1016 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:06.937696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:06.959487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Transition to ACTIVE for port object e38b9afc-0048-4ebe-ab9d-804e2a9e1016 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:06.960117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a', 'network_id': '39bd3e0f-ca5a-4ac0-8844-333f6d7f7026', 'port_id': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a', 'mac_address': 'fa:16:3e:e3:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f8eb23-c7c2-4984-9335-037f8e4bc7d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:06.970023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e3d6449-6a7b-4a32-9245-ac7e58f26cc8 req-42452a7c-e940-4165-aaba-a7137e3d5257 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720446 Aug 12 04:14:06.972595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.019005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=72b42d56-37bd-469d-92a2-a70cd39b3a5f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.024446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05b22004-670c-4cf8-bdfc-be06260aa83f,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.046128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '05b22004-670c-4cf8-bdfc-be06260aa83f', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'port_id': '05b22004-670c-4cf8-bdfc-be06260aa83f', 'mac_address': 'fa:16:3e:59:7b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:07.047949 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.081787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.083805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafa0428-ad66-4d7e-af6c-2b23710ceb4a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:07.116576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.117719 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.132175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b22004-670c-4cf8-bdfc-be06260aa83f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:07.142991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Pushing event updated for resources: {'Port': ['ID=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.147917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.148111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.148338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.148668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.149004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.149331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.149655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.149976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.150296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.150615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.150960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.151278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:07.156016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05b22004-670c-4cf8-bdfc-be06260aa83f,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.207576 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.243311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.243957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:07.282157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.297824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b90f4-d4fc-4648-808e-31c834506f39 req-73ae2492-019b-45f0-bf02-ba16d1ecbc28 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.305832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da6b90f4-d4fc-4648-808e-31c834506f39 req-73ae2492-019b-45f0-bf02-ba16d1ecbc28 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 945 time: 0.1171188 Aug 12 04:14:07.314178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Attempting to bind port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:07.314671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Attempting to bind port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:07.318607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Attempting to bind port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:07.321996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.331634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:14:07.332097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Attempting to bind port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:07.340358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:07.340812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:07.341357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Bound using segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:07.341815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce', 'network_id': '1ddab381-f66b-427e-8b2b-55576ab5b51b', 'port_id': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce', 'mac_address': 'fa:16:3e:b8:bb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862dfe9e-9608-448c-aa71-e732a7403e2a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:07.341994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Bound port: e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:07.342459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.352753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.359056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.359233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.364864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.373420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.379373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.385735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.391655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da6b90f4-d4fc-4648-808e-31c834506f39 req-0d026bb2-c81b-40f2-8fd5-a5d90018f01d tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848210 Aug 12 04:14:07.391794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.393795 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-718f8921-2244-4e36-90ca-73389365a460 req-76f42d8f-f4e3-48b8-90d5-49f5834eda40 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5434 time: 0.1608641 Aug 12 04:14:07.399527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.424969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b439565-fc8e-4cd4-98b8-625429daed03 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:07.426144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] For port e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:07.429773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] For port e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:07.431119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:07.437293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.454741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.462996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Transition to ACTIVE for port object 2b439565-fc8e-4cd4-98b8-625429daed03 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:07.465687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['fafa0428-ad66-4d7e-af6c-2b23710ceb4a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:07.468409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-718f8921-2244-4e36-90ca-73389365a460 req-7b77427e-f1db-4bc9-b1ab-79de931efe35 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664055 Aug 12 04:14:07.567041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.575923 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.576675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5a788803-8d2e-4abf-89d0-0567b73e5b43 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:07.581004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.632829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e45e4-1a4e-4462-b81c-d3c9601dc2a1 req-1ac8fc66-a089-4a91-b53c-10f760addb86 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.634739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-294e45e4-1a4e-4462-b81c-d3c9601dc2a1 req-1ac8fc66-a089-4a91-b53c-10f760addb86 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 932 time: 0.1076341 Aug 12 04:14:07.638097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.639097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.640830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] 10.222.0.36 "PUT /v2.0/ports/e38b9afc-0048-4ebe-ab9d-804e2a9e1016 HTTP/1.1" status: 200 len: 1091 time: 1.0685713 Aug 12 04:14:07.641109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'tag': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:07.643772 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee91a1d-7176-4141-b23e-0e5557ce1b82" -d '{"events": [{"name": "network-changed", "server_uuid": "a94c49ac-0502-4fa8-b191-800c1cf3ff7f", "tag": "e38b9afc-0048-4ebe-ab9d-804e2a9e1016"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:07.664267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fa50-61b4-436a-9746-48ae45a935eb req-23ed0227-6ecd-4286-9de2-6b081f28a434 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.665946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e4b9fa50-61b4-436a-9746-48ae45a935eb req-23ed0227-6ecd-4286-9de2-6b081f28a434 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 943 time: 0.1254997 Aug 12 04:14:07.676543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Pushing event updated for resources: {'Port': ['ID=2b439565-fc8e-4cd4-98b8-625429daed03,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.691471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a74e7a-064a-42ab-b8b4-f32027e0838f service neutron] Pushing event updated for resources: {'Port': ['ID=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.694931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.707024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.707467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-294e45e4-1a4e-4462-b81c-d3c9601dc2a1 req-fcdfcd8e-3c5a-4da2-9220-f4c7d15f189b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606294 Aug 12 04:14:07.722651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5a788803-8d2e-4abf-89d0-0567b73e5b43', 'network_id': 'd35a4d64-babf-4c8b-aedc-d67cd24a0c95', 'port_id': '5a788803-8d2e-4abf-89d0-0567b73e5b43', 'mac_address': 'fa:16:3e:5c:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f796c2-2cd0-49c5-bbc1-756ed4395f29', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:07.768901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.783662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a788803-8d2e-4abf-89d0-0567b73e5b43 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:07.787686 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e4b9fa50-61b4-436a-9746-48ae45a935eb req-869971a5-860d-4fb1-9064-ef6df8b9f787 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137762 Aug 12 04:14:07.806793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:07.812702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Attempting to bind port 2b439565-fc8e-4cd4-98b8-625429daed03 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:07.813102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Attempting to bind port 2b439565-fc8e-4cd4-98b8-625429daed03 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:07.813438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Attempting to bind port 2b439565-fc8e-4cd4-98b8-625429daed03 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:07.818303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Port 2b439565-fc8e-4cd4-98b8-625429daed03 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:14:07.818618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Attempting to bind port 2b439565-fc8e-4cd4-98b8-625429daed03 on network 8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:07.827080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:07.827437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Checking segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:07.827829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Bound using segment: {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:07.828278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Bound port: 2b439565-fc8e-4cd4-98b8-625429daed03, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:07.828726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.847115 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23c898e-3f8d-4227-a18e-fd2060951958 x-openstack-request-id: req-b23c898e-3f8d-4227-a18e-fd2060951958 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:07.847478 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94c49ac-0502-4fa8-b191-800c1cf3ff7f", "tag": "e38b9afc-0048-4ebe-ab9d-804e2a9e1016", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:07.847733 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b23c898e-3f8d-4227-a18e-fd2060951958 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:07.848128 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'tag': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016', 'status': 'completed', 'code': 200} Aug 12 04:14:07.862870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-20c9c386-c32a-43f1-aa71-0cea8adaccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.864382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-20c9c386-c32a-43f1-aa71-0cea8adaccc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 1094 time: 0.0830920 Aug 12 04:14:07.878331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efcedc-9f53-4898-bb08-7f9d68c480e1 req-8d71d285-b773-4283-b397-18d40aba620d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.879911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45efcedc-9f53-4898-bb08-7f9d68c480e1 req-8d71d285-b773-4283-b397-18d40aba620d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0851109 Aug 12 04:14:07.885676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:07.900141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] For port 2b439565-fc8e-4cd4-98b8-625429daed03, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:07.904059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] For port 2b439565-fc8e-4cd4-98b8-625429daed03, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b439565-fc8e-4cd4-98b8-625429daed03,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:07.929991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-af79e154-c1ae-41c4-b2da-f44222330d2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016 HTTP/1.1" status: 200 len: 217 time: 0.0491076 Aug 12 04:14:07.936163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:07.978142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45efcedc-9f53-4898-bb08-7f9d68c480e1 req-85ffb653-b73c-427a-9a95-b4c5c0a3d96a tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904317 Aug 12 04:14:07.996308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-a8cef381-8a4f-450b-8d47-342cfed77b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:07.997832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-a8cef381-8a4f-450b-8d47-342cfed77b70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.0548079 Aug 12 04:14:08.000589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:08.034494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-c1c86172-9672-42f3-a46c-6b3dc4691920 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268922 Aug 12 04:14:08.047428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.048136 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:08.049619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b439565-fc8e-4cd4-98b8-625429daed03 HTTP/1.1" status: 200 len: 1092 time: 1.1748700 Aug 12 04:14:08.050189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b573380-bd0a-4005-a123-991e099c9959', 'tag': '2b439565-fc8e-4cd4-98b8-625429daed03'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:08.052450 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b573380-bd0a-4005-a123-991e099c9959", "tag": "2b439565-fc8e-4cd4-98b8-625429daed03"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:08.096691 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe923b-323f-4c13-9297-e041df184070 x-openstack-request-id: req-4bbe923b-323f-4c13-9297-e041df184070 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:08.100351 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b573380-bd0a-4005-a123-991e099c9959", "tag": "2b439565-fc8e-4cd4-98b8-625429daed03", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:08.100351 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bbe923b-323f-4c13-9297-e041df184070 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:08.100351 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b573380-bd0a-4005-a123-991e099c9959', 'tag': '2b439565-fc8e-4cd4-98b8-625429daed03', 'status': 'completed', 'code': 200} Aug 12 04:14:08.106702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708c10e-966a-4f39-b25c-9d79e0ea5b15 service neutron] Pushing event updated for resources: {'Port': ['ID=2b439565-fc8e-4cd4-98b8-625429daed03,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:08.126661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab0255-f9ad-42ac-9edb-7eb8f84190e9 req-057e6a94-3bfb-4a5b-acc1-efc4a6f13b7c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.129383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08ab0255-f9ad-42ac-9edb-7eb8f84190e9 req-057e6a94-3bfb-4a5b-acc1-efc4a6f13b7c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 944 time: 0.0704892 Aug 12 04:14:08.137728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-570958bd-74a8-4f98-95b8-6ce2c3b69475 service neutron] 10.222.0.36 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932505 Aug 12 04:14:08.192218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08ab0255-f9ad-42ac-9edb-7eb8f84190e9 req-47141708-cd9d-4dab-b2ea-d726d428620d tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558574 Aug 12 04:14:08.193920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e req-d4eaaa83-2441-4a55-a018-e74350427c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.195460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e req-d4eaaa83-2441-4a55-a018-e74350427c64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 1095 time: 0.0769362 Aug 12 04:14:08.236322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c2e5cfe-aa17-4769-8d38-165ed68eaf3e req-cfce3e56-2120-431a-a3ef-56514ab4a5ad service neutron] 10.222.0.36 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908310 Aug 12 04:14:08.304795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e req-09298d30-b001-4912-af16-454b74990490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.306181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e req-09298d30-b001-4912-af16-454b74990490 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=258d1b7660914972b7101fabe7838ef0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1023118 Aug 12 04:14:08.376960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-7008f75e-b115-4688-89dc-f059e467415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.378558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-7008f75e-b115-4688-89dc-f059e467415d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 1094 time: 0.0418489 Aug 12 04:14:08.414286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e req-08c2c9b0-c684-4a3d-b900-2644731d6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.415866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7365cf91-b2ae-4b2c-ac26-7674a3ebea5e req-08c2c9b0-c684-4a3d-b900-2644731d6ba1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913301 Aug 12 04:14:08.496062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-b4e0cd55-071b-4dc1-82c4-eec24c4102a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.497667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-b4e0cd55-071b-4dc1-82c4-eec24c4102a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 913 time: 0.1063221 Aug 12 04:14:08.503230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-3614046d-c00a-46c3-a623-db4745e2a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.504761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-3614046d-c00a-46c3-a623-db4745e2a11e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 1095 time: 0.0457859 Aug 12 04:14:08.559302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-8866448d-98cb-4619-801b-851961f95abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016 HTTP/1.1" status: 200 len: 217 time: 0.0421758 Aug 12 04:14:08.565333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-d9f7c008-90f3-4512-badf-51aae31089f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b439565-fc8e-4cd4-98b8-625429daed03 HTTP/1.1" status: 200 len: 217 time: 0.0512381 Aug 12 04:14:08.579615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948a29-4e08-4c57-afaa-4a5f1bbf8ced req-8f205699-346c-49f7-91eb-6dbce084442a tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.581165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c948a29-4e08-4c57-afaa-4a5f1bbf8ced req-8f205699-346c-49f7-91eb-6dbce084442a tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 945 time: 0.0965548 Aug 12 04:14:08.655053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-0710ce73-e98b-41e0-965f-c62979346a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.656529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-0710ce73-e98b-41e0-965f-c62979346a26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.0744882 Aug 12 04:14:08.659563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c948a29-4e08-4c57-afaa-4a5f1bbf8ced req-6ed0259e-fdc6-4c19-a348-3cc45aa6baea tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701585 Aug 12 04:14:08.663459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-93f73a17-ca2a-4c00-8593-145a0abeecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.664926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-93f73a17-ca2a-4c00-8593-145a0abeecfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.0817714 Aug 12 04:14:08.678989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.685497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.691445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.697305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.701536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-00b6f5e2-276f-442d-9646-3fb0c003bf8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271888 Aug 12 04:14:08.703751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.709645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.715671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.717543 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-c4832d42-55c6-426c-91c2-791c56d52855 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5436 time: 0.1247878 Aug 12 04:14:08.750038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:08.761504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-e251d3c2-4920-49df-8792-fa0f86fe6f7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427339 Aug 12 04:14:08.765786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fafa0428-ad66-4d7e-af6c-2b23710ceb4a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:08.808916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['72b42d56-37bd-469d-92a2-a70cd39b3a5f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:08.830621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e3658f2-6679-49e6-83ba-e52df7c6870d req-27efc6e9-f7bb-42ff-b320-dcffd88f7b46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043148 Aug 12 04:14:08.837565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-9a5c1660-c626-4ca7-92bf-0e67b1d6fba3 service neutron] 10.222.0.36 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247947 Aug 12 04:14:08.868304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b55696-4f62-4829-b586-01f20b6de406 req-61de9a35-9763-4d0f-a05e-c62e21bb9d36 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:08.876591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4b55696-4f62-4829-b586-01f20b6de406 req-61de9a35-9763-4d0f-a05e-c62e21bb9d36 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 944 time: 0.0884137 Aug 12 04:14:08.890697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-db9e8bc6-bacf-44e7-b35b-e957badcc4e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186657 Aug 12 04:14:08.914121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5a788803-8d2e-4abf-89d0-0567b73e5b43'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:08.949399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['49f07f0c-02fe-4f81-9172-d44cfacf315e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:08.964141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4b55696-4f62-4829-b586-01f20b6de406 req-f8e5173e-90ff-42c3-b483-81bcf0ddc1a1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866563 Aug 12 04:14:08.982166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:08.984302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:09.017611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ee91a1d-7176-4141-b23e-0e5557ce1b82 req-16a00e78-4253-4de8-8615-cee4d4589006 service neutron] 10.222.0.36 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382556 Aug 12 04:14:09.071993 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d207707-4f84-49ec-95c4-c71a7d92eae5 req-4215c39a-a25e-4103-9688-27d1fe581061 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735897 Aug 12 04:14:09.080526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db62393-5301-4b6a-b370-d55b27620e84 req-c0c1979b-695e-43ae-80f6-f9bc0e8706a3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:09.088805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db62393-5301-4b6a-b370-d55b27620e84 req-c0c1979b-695e-43ae-80f6-f9bc0e8706a3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 943 time: 0.1001725 Aug 12 04:14:09.143207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db62393-5301-4b6a-b370-d55b27620e84 req-b40bd756-6843-4634-8e14-3219fa723b89 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461295 Aug 12 04:14:09.159810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3aaef-d4ae-4671-9da8-27fe2fe77768 req-ec257146-bf00-4ff3-8737-4b9b782a33a3 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:09.161514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1d3aaef-d4ae-4671-9da8-27fe2fe77768 req-ec257146-bf00-4ff3-8737-4b9b782a33a3 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0971634 Aug 12 04:14:09.200507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:09.202895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1d3aaef-d4ae-4671-9da8-27fe2fe77768 req-a0bcfc44-3b27-441f-b6cd-f8bf96635325 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 12 04:14:09.274156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'mac_address': 'fa:16:3e:21:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:09.311108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port fafa0428-ad66-4d7e-af6c-2b23710ceb4a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:09.320616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180586f5-dbee-4e63-a73c-efc73d6a52c8 req-d1ef2862-5b14-4999-8aa0-aac23b52ae8c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:09.322417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-180586f5-dbee-4e63-a73c-efc73d6a52c8 req-d1ef2862-5b14-4999-8aa0-aac23b52ae8c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 944 time: 0.0502574 Aug 12 04:14:09.361479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-180586f5-dbee-4e63-a73c-efc73d6a52c8 req-43f7c9b9-12f2-4d7a-851c-db7973333ca5 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Aug 12 04:14:09.369107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port fafa0428-ad66-4d7e-af6c-2b23710ceb4a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:09.369590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:09.657574 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:09.756439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac5aeebc-ad6f-45a9-9219-41460583180f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:09.795656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73b529-f675-4a53-8430-79e2419b8d29 req-bf624be7-aa96-415a-8d75-0da8165790f2 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:09.799613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a73b529-f675-4a53-8430-79e2419b8d29 req-bf624be7-aa96-415a-8d75-0da8165790f2 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 945 time: 0.0589163 Aug 12 04:14:09.806930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5ac480cd-2d4b-4750-a731-5327bca66245'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:09.819531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['05b22004-670c-4cf8-bdfc-be06260aa83f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:09.821724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['073423c0-776e-485d-991b-6948f9e036ab'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:09.847126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a73b529-f675-4a53-8430-79e2419b8d29 req-68a46231-d992-488b-8b1b-c2c858f1019c tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Aug 12 04:14:09.852268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:09.978057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:09.979107 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:09.984038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:09.991295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.006930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.006930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.013787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.019727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.021903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-30a54e9d-d00c-49a9-9be8-6e3be7b0e7da tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5436 time: 0.1027627 Aug 12 04:14:10.067423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:10.069512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbd68969-ae68-41e0-8e75-d3eaba4f75f6 req-343c174f-103e-45f4-a024-f454d719c937 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396535 Aug 12 04:14:10.116090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3431ad-8231-4ae6-a754-ed1314ebf5e1 req-ba0894f9-52ac-4297-9e2d-5dd3bc3d83ee tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.116656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['ac5aeebc-ad6f-45a9-9219-41460583180f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:10.117810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3431ad-8231-4ae6-a754-ed1314ebf5e1 req-ba0894f9-52ac-4297-9e2d-5dd3bc3d83ee tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 944 time: 0.0826030 Aug 12 04:14:10.167659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:10.194464 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3431ad-8231-4ae6-a754-ed1314ebf5e1 req-df25e0dc-0e86-4dba-881c-67a536c5bfd8 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695210 Aug 12 04:14:10.206671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:10.208934 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c44e0cb-70af-456f-8824-5fb0f1be636e" -d '{"events": [{"server_uuid": "1c177b3f-148f-438c-b0f0-ceff9894cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "fafa0428-ad66-4d7e-af6c-2b23710ceb4a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:10.288951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:10.380327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab8f0d-9db3-45a9-baf4-ef4c56a0728d req-3cc73b65-2517-4729-b2e4-da161df067f5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.383796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85ab8f0d-9db3-45a9-baf4-ef4c56a0728d req-3cc73b65-2517-4729-b2e4-da161df067f5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 943 time: 0.1227829 Aug 12 04:14:10.392409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c2616-36c9-4af5-80f5-82c0eb8a0e5b req-c44e9a59-7dca-467e-b08d-f3e478d92ea1 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.397152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e4c2616-36c9-4af5-80f5-82c0eb8a0e5b req-c44e9a59-7dca-467e-b08d-f3e478d92ea1 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0869749 Aug 12 04:14:10.457675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85ab8f0d-9db3-45a9-baf4-ef4c56a0728d req-5fa90b48-b466-4c4d-a9b8-710ce1d506cd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Aug 12 04:14:10.476238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:10.481974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e4c2616-36c9-4af5-80f5-82c0eb8a0e5b req-36f5d389-0993-4642-b434-a3e9dd6ef2c4 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665574 Aug 12 04:14:10.566377 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2705a-c770-4cc5-9782-c1b75b3f1cb4 x-openstack-request-id: req-2df2705a-c770-4cc5-9782-c1b75b3f1cb4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:10.566764 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c177b3f-148f-438c-b0f0-ceff9894cfa9", "name": "network-vif-plugged", "status": "completed", "tag": "fafa0428-ad66-4d7e-af6c-2b23710ceb4a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:10.566951 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2df2705a-c770-4cc5-9782-c1b75b3f1cb4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:10.567340 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a', 'code': 200} Aug 12 04:14:10.643000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:10.671795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593748b1-e84c-44b7-a88f-42ac07a5ba7a req-7be21bb7-d341-451c-8b43-5078bf5a1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.674240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-593748b1-e84c-44b7-a88f-42ac07a5ba7a req-7be21bb7-d341-451c-8b43-5078bf5a1517 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 1096 time: 0.0731614 Aug 12 04:14:10.713806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c1e04-b39d-4f1c-944e-7c67bb6d03d4 req-eee524f8-3fc4-489a-9250-10324df9999b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:10.716328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-082c1e04-b39d-4f1c-944e-7c67bb6d03d4 req-eee524f8-3fc4-489a-9250-10324df9999b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.1264079 Aug 12 04:14:10.726310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-593748b1-e84c-44b7-a88f-42ac07a5ba7a req-5f29677e-0d4c-44ca-a1a4-7bd61c7f487e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Aug 12 04:14:10.761442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:10.784317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-082c1e04-b39d-4f1c-944e-7c67bb6d03d4 req-5d8a20fc-831b-4d43-8436-16d588d647da tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605946 Aug 12 04:14:10.837101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port ac5aeebc-ad6f-45a9-9219-41460583180f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:10.837101 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:10.927727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:10.968516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:10.999106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af93e3e-e7bf-467c-90d6-00f47dd5b1a2 req-e9ecd387-219c-42bf-b2c7-2490e15946be tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.000716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0af93e3e-e7bf-467c-90d6-00f47dd5b1a2 req-e9ecd387-219c-42bf-b2c7-2490e15946be tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 945 time: 0.0544970 Aug 12 04:14:11.042955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0af93e3e-e7bf-467c-90d6-00f47dd5b1a2 req-1454532f-db3f-499a-83cf-f1967942d9bc tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Aug 12 04:14:11.068446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:11.134338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:11.235915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.249712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.259592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.265543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.271729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.279270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.285817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.290894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-88b7c39b-1d9d-4b6f-9acd-efed27df2278 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5436 time: 0.1240313 Aug 12 04:14:11.330571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffe2a5-232a-4504-802a-a749ef1ab249 req-fdb344f7-ee8e-4b6e-bac7-d50a0a69b3c2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.338540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96ffe2a5-232a-4504-802a-a749ef1ab249 req-fdb344f7-ee8e-4b6e-bac7-d50a0a69b3c2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 944 time: 0.0626831 Aug 12 04:14:11.341912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69c77c5d-41c7-49d3-9754-f5aa57aade00 req-b547d089-03b9-4e16-b1b2-40b1b18d2ca8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432196 Aug 12 04:14:11.391513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96ffe2a5-232a-4504-802a-a749ef1ab249 req-8499f482-1e14-42f8-b202-da5e1ba64898 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Aug 12 04:14:11.609416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83079-3a9c-44e6-ac6d-15a9256d1439 req-23f99d75-222d-4167-aae1-0802068dd15d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.611802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09e83079-3a9c-44e6-ac6d-15a9256d1439 req-23f99d75-222d-4167-aae1-0802068dd15d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 943 time: 0.0822752 Aug 12 04:14:11.664301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09e83079-3a9c-44e6-ac6d-15a9256d1439 req-b2ff77ae-e3a7-4a55-b6e5-142db16e3da6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Aug 12 04:14:11.706066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a21bec-9a76-4a7e-8766-7da1da8cf8e2 req-96711a2d-1abc-448a-a2c0-d36ed44d9e85 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.706066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58a21bec-9a76-4a7e-8766-7da1da8cf8e2 req-96711a2d-1abc-448a-a2c0-d36ed44d9e85 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0743766 Aug 12 04:14:11.768529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58a21bec-9a76-4a7e-8766-7da1da8cf8e2 req-736d265d-51a9-4c37-b33b-38e9ea80452f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535464 Aug 12 04:14:11.928135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 72b42d56-37bd-469d-92a2-a70cd39b3a5f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:11.952204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf61bb-b1da-4704-b149-55b2434d43b9 req-b0c37674-7b12-4c98-948b-7a980550840c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:11.959899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5abf61bb-b1da-4704-b149-55b2434d43b9 req-b0c37674-7b12-4c98-948b-7a980550840c tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0984640 Aug 12 04:14:12.008516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5abf61bb-b1da-4704-b149-55b2434d43b9 req-bf4dcd21-0cef-4195-a1d7-45b6caacb7f1 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Aug 12 04:14:12.153003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 72b42d56-37bd-469d-92a2-a70cd39b3a5f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:12.159024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 72b42d56-37bd-469d-92a2-a70cd39b3a5f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:12.159505 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:12.175970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff726e3-ddfd-4b06-b71e-11a3cf670642 req-4ce69a37-d532-4dd2-a76b-9b5e6f25aa4a tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.183160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fff726e3-ddfd-4b06-b71e-11a3cf670642 req-4ce69a37-d532-4dd2-a76b-9b5e6f25aa4a tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 945 time: 0.0637121 Aug 12 04:14:12.224768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fff726e3-ddfd-4b06-b71e-11a3cf670642 req-76a0b4a2-e1b0-429e-9070-2628e5e170ff tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405865 Aug 12 04:14:12.268054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:12.312574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=72b42d56-37bd-469d-92a2-a70cd39b3a5f,segment=NetworkSegment(9f8a2b65-7d11-45ba-b6c5-765db973efe8),segment_id=9f8a2b65-7d11-45ba-b6c5-765db973efe8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:12.366595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d913a5-49dc-49d7-96d0-7d4ba0863242 req-2ab9a8ce-797d-450f-bf0b-209fab640262 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.368155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66d913a5-49dc-49d7-96d0-7d4ba0863242 req-2ab9a8ce-797d-450f-bf0b-209fab640262 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0575833 Aug 12 04:14:12.401970 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:12.464469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66d913a5-49dc-49d7-96d0-7d4ba0863242 req-5c534ee9-cdec-4259-92ce-b573f482300f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890198 Aug 12 04:14:12.484410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-7ad29956-a798-43e9-ac2c-1ec0c77f9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.486024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-7ad29956-a798-43e9-ac2c-1ec0c77f9794 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be7501d471040dba90e85716feffdc4&device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 1096 time: 0.0597360 Aug 12 04:14:12.505657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=72b42d56-37bd-469d-92a2-a70cd39b3a5f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:12.568453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}, {'server_uuid': '731692e7-e5b1-4b33-b272-0715bef90318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b42d56-37bd-469d-92a2-a70cd39b3a5f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:12.570831 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaea440-053a-4ca7-b371-01ef29245c9a" -d '{"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-plugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}, {"server_uuid": "731692e7-e5b1-4b33-b272-0715bef90318", "name": "network-vif-plugged", "status": "completed", "tag": "72b42d56-37bd-469d-92a2-a70cd39b3a5f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:12.605581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.613753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.621623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.627662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.629806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-7dd72678-6ae7-4228-aa1f-2f689c9d39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.631334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-7dd72678-6ae7-4228-aa1f-2f689c9d39ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 200 len: 916 time: 0.1360354 Aug 12 04:14:12.634330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.643123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.650961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.659955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-9a4c1766-cc61-4eeb-9be0-0eb90f885872 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5436 time: 0.1497006 Aug 12 04:14:12.686191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-228574fd-5a76-4c6a-87e2-ecfeb85db831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a HTTP/1.1" status: 200 len: 217 time: 0.0455108 Aug 12 04:14:12.696737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd654db5-750e-404f-a14e-1e1f92aec874 req-564c409f-25f8-4591-ba88-d80b0bdb8538 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.698276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd654db5-750e-404f-a14e-1e1f92aec874 req-564c409f-25f8-4591-ba88-d80b0bdb8538 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 944 time: 0.1038489 Aug 12 04:14:12.711379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eecdeb03-d0ea-4d4f-a16a-5f72f1fce242 req-7dffb6d8-0704-4e41-853f-e3f00f80080f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502787 Aug 12 04:14:12.772448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b439565-fc8e-4cd4-98b8-625429daed03 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:12.777283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-4c129e06-b157-405a-a3cf-26849af1a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.779503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-4c129e06-b157-405a-a3cf-26849af1a669 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 200 len: 854 time: 0.0800624 Aug 12 04:14:12.783087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd654db5-750e-404f-a14e-1e1f92aec874 req-8c36fd75-089c-477f-99aa-4f188ed4d33f tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752716 Aug 12 04:14:12.787536 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701189e3-9bf3-4808-b09f-18534c8884d9 x-openstack-request-id: req-701189e3-9bf3-4808-b09f-18534c8884d9 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:12.787832 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-plugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "code": 200}, {"server_uuid": "731692e7-e5b1-4b33-b272-0715bef90318", "name": "network-vif-plugged", "status": "completed", "tag": "72b42d56-37bd-469d-92a2-a70cd39b3a5f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:12.788486 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-701189e3-9bf3-4808-b09f-18534c8884d9 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:12.788948 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'code': 200} Aug 12 04:14:12.789208 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731692e7-e5b1-4b33-b272-0715bef90318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b42d56-37bd-469d-92a2-a70cd39b3a5f', 'code': 200} Aug 12 04:14:12.878680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-ebeb4362-6333-407f-904b-819eef1259e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:12.880211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-ebeb4362-6333-407f-904b-819eef1259e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4f87905-19ef-4315-bd54-9cf518ab8ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850906 Aug 12 04:14:12.959330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b439565-fc8e-4cd4-98b8-625429daed03, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b439565-fc8e-4cd4-98b8-625429daed03,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:12.976191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '2b439565-fc8e-4cd4-98b8-625429daed03', 'network_id': '8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7', 'port_id': '2b439565-fc8e-4cd4-98b8-625429daed03', 'mac_address': 'fa:16:3e:06:f5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f68261-745b-424d-842f-a7919052a745', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:12.987338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0f0ab-7ac0-4492-9d1f-17f1d2f1b1f3 req-9dc2530b-ebed-4979-82e7-08e1252fb132 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.005974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e9e0f0ab-7ac0-4492-9d1f-17f1d2f1b1f3 req-9dc2530b-ebed-4979-82e7-08e1252fb132 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 943 time: 0.1518695 Aug 12 04:14:13.030296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-f5602f46-c982-40c1-9c0a-e241d2b9a8d8 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365349 Aug 12 04:14:13.038142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:13.054681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b439565-fc8e-4cd4-98b8-625429daed03 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:13.071159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90b096-308b-4be3-9a82-78f70d28c1eb req-7a009a50-107e-4b0d-81ff-ea5b61bf8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.073130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fb90b096-308b-4be3-9a82-78f70d28c1eb req-7a009a50-107e-4b0d-81ff-ea5b61bf8ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 1097 time: 0.1792722 Aug 12 04:14:13.082215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b439565-fc8e-4cd4-98b8-625429daed03, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b439565-fc8e-4cd4-98b8-625429daed03,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:13.136890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e9e0f0ab-7ac0-4492-9d1f-17f1d2f1b1f3 req-2c0d85b9-18e7-4978-a479-79269029b0cf tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267288 Aug 12 04:14:13.166179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fb90b096-308b-4be3-9a82-78f70d28c1eb req-d2a261f3-76b0-43d0-a85f-2b4cc88aa196 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726576 Aug 12 04:14:13.210789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcca25-5d3f-477c-8506-9634484d6e73 req-73b0aa23-6273-45e9-996b-7d8988cc6ae3 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.212281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01dcca25-5d3f-477c-8506-9634484d6e73 req-73b0aa23-6273-45e9-996b-7d8988cc6ae3 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0938280 Aug 12 04:14:13.219256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:13.220720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e38b9afc-0048-4ebe-ab9d-804e2a9e1016 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:13.224826 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fecf032-528c-44cc-8bae-0ccf3fe1b5c9 req-00eedf3b-534e-417f-87dd-48cbc42231b5 service neutron] 10.222.0.20 "GET /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851330 Aug 12 04:14:13.294990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01dcca25-5d3f-477c-8506-9634484d6e73 req-7fa6bf8d-84af-44a6-a616-9fe7d492b5d7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659816 Aug 12 04:14:13.396062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c748c-6b03-41b5-80a6-f475e481b548 req-e5cce4c9-1cc2-47b0-8a5a-04d6e0aacb4e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.402278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-967c748c-6b03-41b5-80a6-f475e481b548 req-e5cce4c9-1cc2-47b0-8a5a-04d6e0aacb4e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 946 time: 0.0650070 Aug 12 04:14:13.455320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-967c748c-6b03-41b5-80a6-f475e481b548 req-729c1d40-ff6a-484c-b3e7-796b6d7f0188 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515134 Aug 12 04:14:13.466409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b439565-fc8e-4cd4-98b8-625429daed03,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:13.481443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a86f-7ca2-4358-8a3e-706698110ae8 req-3075c6ee-98eb-4763-9624-7acc1983604b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.483749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0cb4a86f-7ca2-4358-8a3e-706698110ae8 req-3075c6ee-98eb-4763-9624-7acc1983604b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.1003296 Aug 12 04:14:13.488337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:13.507068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016', 'mac_address': 'fa:16:3e:71:e3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:13.531552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0cb4a86f-7ca2-4358-8a3e-706698110ae8 req-6d979f0a-73c6-42bf-8011-adfb93e7508b tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Aug 12 04:14:13.599334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:13.618584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38b9afc-0048-4ebe-ab9d-804e2a9e1016 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:13.644582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:13.652018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d31af-434e-407c-b9d8-4cdbb36ff8a7 req-20e57223-b69a-4443-9188-0e8c5fa3606c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.654334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f5d31af-434e-407c-b9d8-4cdbb36ff8a7 req-20e57223-b69a-4443-9188-0e8c5fa3606c tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0786335 Aug 12 04:14:13.693889 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f5d31af-434e-407c-b9d8-4cdbb36ff8a7 req-2d7b0a57-dd69-4ce8-9db6-bc0e4dc4c40a tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-cc66a108-0a0a-4c30-b415-c9dc33eec7bc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5436 time: 0.0976458 Aug 12 04:14:13.936640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f93115af-afc4-4f9e-9ff7-dbf0ce5365c3 req-07e6cf0f-c6e7-43bd-b8e6-d7e82daea708 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364776 Aug 12 04:14:13.958404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 49f07f0c-02fe-4f81-9172-d44cfacf315e up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:14.007357 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:14.056948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b029e2b-e89a-4a21-b288-7360c58a5af4 req-8d71293f-6678-4d70-9ce9-ba74059f831b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.058622 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b029e2b-e89a-4a21-b288-7360c58a5af4 req-8d71293f-6678-4d70-9ce9-ba74059f831b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 945 time: 0.0528791 Aug 12 04:14:14.072890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:14.105852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b029e2b-e89a-4a21-b288-7360c58a5af4 req-7a98d5ec-0371-4040-889e-04bba3b46c6d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Aug 12 04:14:14.143211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 49f07f0c-02fe-4f81-9172-d44cfacf315e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:14.148410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 49f07f0c-02fe-4f81-9172-d44cfacf315e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:14.151917 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:14.250209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d849bd9-e274-470b-b272-64629a764836 req-5927f164-785d-4778-bfd8-dc3debe166ae tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.260219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d849bd9-e274-470b-b272-64629a764836 req-5927f164-785d-4778-bfd8-dc3debe166ae tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0871313 Aug 12 04:14:14.291006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253a034-50ce-4d08-9bd1-90a2e17c0444 req-037c931c-c422-4998-8da6-83687fb6f47a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.300858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8253a034-50ce-4d08-9bd1-90a2e17c0444 req-037c931c-c422-4998-8da6-83687fb6f47a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 944 time: 0.0671010 Aug 12 04:14:14.303804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d849bd9-e274-470b-b272-64629a764836 req-c1b4f977-a4e0-4a7e-9a3e-e471a28ee974 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Aug 12 04:14:14.354060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['2b439565-fc8e-4cd4-98b8-625429daed03'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:14.357171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8253a034-50ce-4d08-9bd1-90a2e17c0444 req-992918e5-12bb-4c09-8913-05710c577227 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553524 Aug 12 04:14:14.362985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e38b9afc-0048-4ebe-ab9d-804e2a9e1016'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:14.457714 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:14.463729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac6b2a-4126-4326-ac61-ed717e551e7c req-6740ef66-b62e-413e-9199-a404514324d9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.465286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59ac6b2a-4126-4326-ac61-ed717e551e7c req-6740ef66-b62e-413e-9199-a404514324d9 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0671015 Aug 12 04:14:14.511750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:14.514583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59ac6b2a-4126-4326-ac61-ed717e551e7c req-3b31b643-39c8-4773-a881-e524852a57af tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Aug 12 04:14:14.667047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64880ac7-dd00-4fc3-ac99-d652cce5bab6 req-7b925e32-ef36-49df-9564-269e5a5f3a32 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.670123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64880ac7-dd00-4fc3-ac99-d652cce5bab6 req-7b925e32-ef36-49df-9564-269e5a5f3a32 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 946 time: 0.0699244 Aug 12 04:14:14.676860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:14.677775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05b22004-670c-4cf8-bdfc-be06260aa83f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:14.729828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64880ac7-dd00-4fc3-ac99-d652cce5bab6 req-d1d97e8d-0694-4224-b131-8382624686b3 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Aug 12 04:14:14.872619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83515e2-a265-4e24-9158-ddb768df7aca req-9433a649-4d7c-4795-9d10-76c5fac5df36 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.874879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b83515e2-a265-4e24-9158-ddb768df7aca req-9433a649-4d7c-4795-9d10-76c5fac5df36 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0687551 Aug 12 04:14:14.935214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:14.937102 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b83515e2-a265-4e24-9158-ddb768df7aca req-dc2fd2db-e179-402c-913f-84c3d81fd7bb tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Aug 12 04:14:14.937462 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0391737-0b34-49bb-9c38-0bceeca5b99c" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:14.978880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:14.989855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652f20-1e9d-46a3-82bc-6aaf3d7ffcc9 req-a46ee70d-2ebf-4a46-a5be-1d560f8171f8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:14.992143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-22652f20-1e9d-46a3-82bc-6aaf3d7ffcc9 req-a46ee70d-2ebf-4a46-a5be-1d560f8171f8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0950346 Aug 12 04:14:15.000228 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2153e38-b5dd-4975-ba81-7812610c2237 x-openstack-request-id: req-d2153e38-b5dd-4975-ba81-7812610c2237 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:15.000512 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:15.000764 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2153e38-b5dd-4975-ba81-7812610c2237 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:15.001154 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'code': 200} Aug 12 04:14:15.044063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-22652f20-1e9d-46a3-82bc-6aaf3d7ffcc9 req-67e092e6-4f50-47c0-be62-159d808958c7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Aug 12 04:14:15.103925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 05b22004-670c-4cf8-bdfc-be06260aa83f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:15.110405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 05b22004-670c-4cf8-bdfc-be06260aa83f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:15.110823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:15.170142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.183148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79945a0e-b38f-496a-b3be-2075cdaa8569 req-19a715c3-f8ad-48a2-b95e-4985350d3d83 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.190443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.190658 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79945a0e-b38f-496a-b3be-2075cdaa8569 req-19a715c3-f8ad-48a2-b95e-4985350d3d83 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0723498 Aug 12 04:14:15.199052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.207328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.213620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.223262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.229145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.237103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-d22f7063-e521-4b2c-830f-178afbceae0e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5437 time: 0.1653538 Aug 12 04:14:15.259044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79945a0e-b38f-496a-b3be-2075cdaa8569 req-5956ca72-37b9-4bd4-b03d-17708444742f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663068 Aug 12 04:14:15.264290 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:15.295279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbeea89d-2dc1-4b52-9d72-f25f761d9a07 req-0dc6a593-6d4a-4b7d-9d9c-980b1b6ce41a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570872 Aug 12 04:14:15.311952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05b22004-670c-4cf8-bdfc-be06260aa83f,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:15.397011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2d885-335a-4eda-bac1-83ddb6933314 req-ad840cf8-ed3a-47d3-8d1e-945ed2b02c0e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.400002 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9a2d885-335a-4eda-bac1-83ddb6933314 req-ad840cf8-ed3a-47d3-8d1e-945ed2b02c0e tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0696411 Aug 12 04:14:15.423020 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:15.423848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:15.467416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88a07-7922-475b-a8f7-6158837fe74f req-4e1798f3-7414-4e63-84bf-71d69dfb8fc4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.468948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a9d88a07-7922-475b-a8f7-6158837fe74f req-4e1798f3-7414-4e63-84bf-71d69dfb8fc4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 945 time: 0.0805244 Aug 12 04:14:15.473319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9a2d885-335a-4eda-bac1-83ddb6933314 req-1f023f56-3b08-4ddf-be98-2416f6446e61 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611861 Aug 12 04:14:15.532362 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a9d88a07-7922-475b-a8f7-6158837fe74f req-ac58a436-9504-49c4-a286-99a1d170ce00 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Aug 12 04:14:15.542767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:15.651296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:15.658038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:15.659431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:15.669751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c943bb-a773-46e8-a5fc-cd1f7d390877 req-db163fed-d489-45b7-a4a0-939136f9acd5 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.676789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32d906-17f7-40fa-a81a-ac712c7f8eb9 req-59bb8884-207e-4c24-9324-4089acb719a0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.677514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61c943bb-a773-46e8-a5fc-cd1f7d390877 req-db163fed-d489-45b7-a4a0-939136f9acd5 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 945 time: 0.0649717 Aug 12 04:14:15.684728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb32d906-17f7-40fa-a81a-ac712c7f8eb9 req-59bb8884-207e-4c24-9324-4089acb719a0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 944 time: 0.0659504 Aug 12 04:14:15.730342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61c943bb-a773-46e8-a5fc-cd1f7d390877 req-fa59fd19-2dfb-4d13-af78-cb1f06fb1652 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490117 Aug 12 04:14:15.744077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb32d906-17f7-40fa-a81a-ac712c7f8eb9 req-bfcb1e38-8360-4d8e-9d60-fca30ebea74d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477850 Aug 12 04:14:15.835182 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:15.872374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:15.902228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17461-50cb-4f40-8a3f-b4b49e5f5620 req-334d6db7-9fe4-41f6-aedd-780661410f95 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:15.904929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84a17461-50cb-4f40-8a3f-b4b49e5f5620 req-334d6db7-9fe4-41f6-aedd-780661410f95 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.0599816 Aug 12 04:14:15.955634 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:15.956560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 073423c0-776e-485d-991b-6948f9e036ab up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:15.966911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84a17461-50cb-4f40-8a3f-b4b49e5f5620 req-85892aa1-4e69-41f6-86aa-9ad1f2e15b79 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548122 Aug 12 04:14:16.031899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:16.110919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f72b0-b25c-4af1-93e2-6c42f8c5dd3d req-c0904cc9-3ade-4f7f-802b-f0d291c1cb6e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.113384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-457f72b0-b25c-4af1-93e2-6c42f8c5dd3d req-c0904cc9-3ade-4f7f-802b-f0d291c1cb6e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 946 time: 0.0696795 Aug 12 04:14:16.139116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 073423c0-776e-485d-991b-6948f9e036ab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:16.143688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 073423c0-776e-485d-991b-6948f9e036ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:16.144095 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:16.166551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-457f72b0-b25c-4af1-93e2-6c42f8c5dd3d req-9fe78766-ba72-454e-b5dc-b32f6b455b50 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459812 Aug 12 04:14:16.202513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-9589b9db-2953-46b9-9989-2e93fd8099b2 req-17b951bb-c143-4fba-8dc6-356a7469203f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:14:16.203747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9589b9db-2953-46b9-9989-2e93fd8099b2 req-17b951bb-c143-4fba-8dc6-356a7469203f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077691 Aug 12 04:14:16.289754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:16.307491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9589b9db-2953-46b9-9989-2e93fd8099b2 req-495dd7e3-5b6d-4d06-a36e-540720cf83a9 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0957325 Aug 12 04:14:16.366738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=073423c0-776e-485d-991b-6948f9e036ab,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:16.545443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:16.546007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ac480cd-2d4b-4750-a731-5327bca66245 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:16.647897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:16.765452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 5ac480cd-2d4b-4750-a731-5327bca66245 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:16.769523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5ac480cd-2d4b-4750-a731-5327bca66245 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:16.770047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:16.801129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b439565-fc8e-4cd4-98b8-625429daed03 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:16.852195 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.859046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.868186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.875229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.881710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.888020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.893854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.901686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-6f26a53d-2766-49e9-a17c-19bfe4ee1b91 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5440 time: 0.1143918 Aug 12 04:14:16.932568 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:16.971468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf0c90bd-68c1-4714-a9b2-d65183675911 req-8da1d9af-db8e-4178-aaf3-6188ec488432 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640776 Aug 12 04:14:16.998041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ac480cd-2d4b-4750-a731-5327bca66245,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:16.998151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a56d67-54ce-4cef-b5fa-fe3956b0ce4a req-6eb84e15-b013-419a-a961-74d603ec18ba tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:16.998602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 2b439565-fc8e-4cd4-98b8-625429daed03 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:17.000167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 2b439565-fc8e-4cd4-98b8-625429daed03 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:17.000167 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.001821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00a56d67-54ce-4cef-b5fa-fe3956b0ce4a req-6eb84e15-b013-419a-a961-74d603ec18ba tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0679748 Aug 12 04:14:17.001948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b22004-670c-4cf8-bdfc-be06260aa83f'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073423c0-776e-485d-991b-6948f9e036ab'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac480cd-2d4b-4750-a731-5327bca66245'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:17.004411 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7f000-8471-45ff-84c1-4efe890fc106" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "05b22004-670c-4cf8-bdfc-be06260aa83f"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "073423c0-776e-485d-991b-6948f9e036ab"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "5ac480cd-2d4b-4750-a731-5327bca66245"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:17.040616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00a56d67-54ce-4cef-b5fa-fe3956b0ce4a req-cd7f9432-102c-43fe-8222-7adbe228e1dc tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Aug 12 04:14:17.090502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04da2fb-ba6c-4fc9-9911-72654e0ee72b req-b6eeca3b-e81e-4c9d-a823-6f9ee5d94cd2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:17.094342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a04da2fb-ba6c-4fc9-9911-72654e0ee72b req-b6eeca3b-e81e-4c9d-a823-6f9ee5d94cd2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 945 time: 0.0646331 Aug 12 04:14:17.128051 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.128887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:17.177584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a04da2fb-ba6c-4fc9-9911-72654e0ee72b req-d5684f10-c8f3-4064-a26d-672be29a6ae6 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713911 Aug 12 04:14:17.241178 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.319056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af508329-82c7-4a5d-952f-1f809c297acb req-0c928e9a-6c80-41c6-af0f-c4c66fa899d6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:17.327412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af508329-82c7-4a5d-952f-1f809c297acb req-0c928e9a-6c80-41c6-af0f-c4c66fa899d6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 944 time: 0.0872958 Aug 12 04:14:17.329998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:17.344729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 2b439565-fc8e-4cd4-98b8-625429daed03, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b439565-fc8e-4cd4-98b8-625429daed03,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:17.349227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:17.357011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d071c-f106-4165-bb7b-16e74e187975 req-e5b05a8a-1229-497d-8424-c7413af27d6f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:17.357597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:17.357975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.367484 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f62d071c-f106-4165-bb7b-16e74e187975 req-e5b05a8a-1229-497d-8424-c7413af27d6f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.1701188 Aug 12 04:14:17.407800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af508329-82c7-4a5d-952f-1f809c297acb req-d6bc08f6-9d1d-4ba5-91e1-1d78c4346aab tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Aug 12 04:14:17.427915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.428823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e38b9afc-0048-4ebe-ab9d-804e2a9e1016 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:17.452926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f62d071c-f106-4165-bb7b-16e74e187975 req-5c025677-3242-4214-bbcc-06c7d3417f3f tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783391 Aug 12 04:14:17.570212 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae176771-5aff-47e8-a7d6-e7fd47815914 x-openstack-request-id: req-ae176771-5aff-47e8-a7d6-e7fd47815914 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:17.571081 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "05b22004-670c-4cf8-bdfc-be06260aa83f", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "073423c0-776e-485d-991b-6948f9e036ab", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "5ac480cd-2d4b-4750-a731-5327bca66245", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:17.571528 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae176771-5aff-47e8-a7d6-e7fd47815914 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:17.572105 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b22004-670c-4cf8-bdfc-be06260aa83f', 'code': 200} Aug 12 04:14:17.572551 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce', 'code': 200} Aug 12 04:14:17.573132 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073423c0-776e-485d-991b-6948f9e036ab', 'code': 200} Aug 12 04:14:17.573555 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac480cd-2d4b-4750-a731-5327bca66245', 'code': 200} Aug 12 04:14:17.620381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845594a1-6971-483a-a9b2-e36b276f1671 req-3d5ddc68-25c7-48b8-809f-a6d81475750e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:17.629677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-845594a1-6971-483a-a9b2-e36b276f1671 req-3d5ddc68-25c7-48b8-809f-a6d81475750e tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 946 time: 0.1206191 Aug 12 04:14:17.634485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=2b439565-fc8e-4cd4-98b8-625429daed03,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:17.653557 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.690088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:17.722945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-845594a1-6971-483a-a9b2-e36b276f1671 req-3354381f-d79b-492d-b1e6-6354677c6da2 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922427 Aug 12 04:14:17.731493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc59452-aaf9-4bf8-b950-ab287e7f93d4 req-c339f6ac-541e-409a-ac96-6321a4768f95 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:17.733301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:17.737485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:17.737856 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.745560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bc59452-aaf9-4bf8-b950-ab287e7f93d4 req-c339f6ac-541e-409a-ac96-6321a4768f95 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 945 time: 0.0802550 Aug 12 04:14:17.818391 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bc59452-aaf9-4bf8-b950-ab287e7f93d4 req-b93fd848-4461-491b-ba50-b04013f2c9e1 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675578 Aug 12 04:14:17.822648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:17.823747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5a788803-8d2e-4abf-89d0-0567b73e5b43 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:17.957155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:17.973567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:18.011381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:18.026889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9ecc6-8bf7-472f-b7ce-1cacd512d09e req-880e6ed2-360e-4312-94d4-fe515b8cdcda tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.035468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ea9ecc6-8bf7-472f-b7ce-1cacd512d09e req-880e6ed2-360e-4312-94d4-fe515b8cdcda tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.1271615 Aug 12 04:14:18.040467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-8b93c4df-9b8e-4622-99b9-3d94fca30589 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.042124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-8b93c4df-9b8e-4622-99b9-3d94fca30589 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.1194704 Aug 12 04:14:18.047481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 5a788803-8d2e-4abf-89d0-0567b73e5b43 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:18.051881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5a788803-8d2e-4abf-89d0-0567b73e5b43 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:18.052264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:18.119239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:18.128369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ea9ecc6-8bf7-472f-b7ce-1cacd512d09e req-68a6fc63-f01c-450f-a26c-6e40d3b380cd tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915854 Aug 12 04:14:18.224214 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:18.227757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:18.278456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:18.362398 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:18.478401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:18.494313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dc408-f2e3-4b21-8ceb-ddc213f37369 req-5342e14a-24ab-4af9-bbb7-29545aea1d00 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.501506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dc408-f2e3-4b21-8ceb-ddc213f37369 req-5342e14a-24ab-4af9-bbb7-29545aea1d00 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.532798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dc408-f2e3-4b21-8ceb-ddc213f37369 req-5342e14a-24ab-4af9-bbb7-29545aea1d00 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.533125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49dc408-f2e3-4b21-8ceb-ddc213f37369 req-5342e14a-24ab-4af9-bbb7-29545aea1d00 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365&device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887&device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 2417 time: 0.1287994 Aug 12 04:14:18.579298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49dc408-f2e3-4b21-8ceb-ddc213f37369 req-df02d304-d9e1-4ed0-9d69-a7cf651ee09f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452669 Aug 12 04:14:18.700584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ece9ad-b116-480c-854c-76556167e1c3 req-b27e9067-851a-4429-a4d3-eeecab0517f4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.702184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7ece9ad-b116-480c-854c-76556167e1c3 req-b27e9067-851a-4429-a4d3-eeecab0517f4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0570571 Aug 12 04:14:18.734767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-354e6724-49ef-4471-9453-e8058c37247c tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.736201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-354e6724-49ef-4471-9453-e8058c37247c tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.20 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 946 time: 0.1179841 Aug 12 04:14:18.739840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7ece9ad-b116-480c-854c-76556167e1c3 req-a9df74c4-1a27-48f8-9559-9011dcb0f371 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313065 Aug 12 04:14:18.756096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.763090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.768855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.774615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.780668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.786413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.792178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.794622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-52f62e8e-a123-40c5-8ff6-a65b1ca751a5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.1774766 Aug 12 04:14:18.859299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822285e-a048-4534-97e5-18734a14c2dd req-8b85984f-064b-48b9-a035-4d2e28d1c809 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:18.860909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9822285e-a048-4534-97e5-18734a14c2dd req-8b85984f-064b-48b9-a035-4d2e28d1c809 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.0643640 Aug 12 04:14:18.898781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06769157-3e4e-4a5f-8e94-57db5d2c35e1 req-f29bcd03-86e0-41ce-b099-b0771c389e60 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958509 Aug 12 04:14:18.899498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9822285e-a048-4534-97e5-18734a14c2dd req-34f8bd22-5e5c-4feb-bfb8-b307257ac2a5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Aug 12 04:14:18.909653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Deleting port fafa0428-ad66-4d7e-af6c-2b23710ceb4a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:18.909993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:18.973890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-24cb0205-72aa-44b6-babc-ff8f8f2479ae req-a8477423-5f97-4235-9805-861bd56adffd tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:14:18.974810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24cb0205-72aa-44b6-babc-ff8f8f2479ae req-a8477423-5f97-4235-9805-861bd56adffd tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115836 Aug 12 04:14:19.001397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Deleting port 72b42d56-37bd-469d-92a2-a70cd39b3a5f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:19.001733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.047808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e3698-e588-42b4-97f8-49a770396951 req-9c7c6d55-455a-41a8-8192-b440915a578a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.049307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f6e3698-e588-42b4-97f8-49a770396951 req-9c7c6d55-455a-41a8-8192-b440915a578a tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 945 time: 0.0551610 Aug 12 04:14:19.090882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f6e3698-e588-42b4-97f8-49a770396951 req-19fd2d2c-bee0-4728-9c20-f27bc123c7e7 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7de71b9-f54d-4e9f-9477-09365fe5cd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Aug 12 04:14:19.149251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] For port fafa0428-ad66-4d7e-af6c-2b23710ceb4a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,segment=NetworkSegment(5c914411-45a4-45ae-bc86-64b28bdf1626),segment_id=5c914411-45a4-45ae-bc86-64b28bdf1626)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:19.149665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.196629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24cb0205-72aa-44b6-babc-ff8f8f2479ae req-fa36cee3-2a3a-4ed4-9b6c-c181ec5d34b8 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2095027 Aug 12 04:14:19.207438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Calling delete_port for fafa0428-ad66-4d7e-af6c-2b23710ceb4a owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:19.238881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a85ad-1fea-4add-99d7-057d0a27a7ff req-c206357f-0fa2-46f0-bd2f-a8d3d1eacb62 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.246563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-120a85ad-1fea-4add-99d7-057d0a27a7ff req-c206357f-0fa2-46f0-bd2f-a8d3d1eacb62 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 946 time: 0.0855589 Aug 12 04:14:19.297515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-120a85ad-1fea-4add-99d7-057d0a27a7ff req-de31e46e-3f55-450c-b91f-c3db2e8ef8b7 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Aug 12 04:14:19.328087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] For port 72b42d56-37bd-469d-92a2-a70cd39b3a5f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=72b42d56-37bd-469d-92a2-a70cd39b3a5f,segment=NetworkSegment(9f8a2b65-7d11-45ba-b6c5-765db973efe8),segment_id=9f8a2b65-7d11-45ba-b6c5-765db973efe8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:19.328461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.349082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Calling delete_port for 72b42d56-37bd-469d-92a2-a70cd39b3a5f owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:19.580048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b573380-bd0a-4005-a123-991e099c9959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b439565-fc8e-4cd4-98b8-625429daed03'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84'}, {'server_uuid': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:19.585468 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eeb7c1-cb60-4a40-8163-bc80ae575a45" -d '{"events": [{"server_uuid": "1b573380-bd0a-4005-a123-991e099c9959", "name": "network-vif-plugged", "status": "completed", "tag": "2b439565-fc8e-4cd4-98b8-625429daed03"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84"}, {"server_uuid": "a94c49ac-0502-4fa8-b191-800c1cf3ff7f", "name": "network-vif-plugged", "status": "completed", "tag": "e38b9afc-0048-4ebe-ab9d-804e2a9e1016"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:19.604571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.628456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['fafa0428-ad66-4d7e-af6c-2b23710ceb4a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:19.656214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Pushing event deleted for resources: {'Port': ['ID=fafa0428-ad66-4d7e-af6c-2b23710ceb4a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:19.701906 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262285e3-55d9-4eb9-934d-8e4f772d79ad x-openstack-request-id: req-262285e3-55d9-4eb9-934d-8e4f772d79ad {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:19.702380 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b573380-bd0a-4005-a123-991e099c9959", "name": "network-vif-plugged", "status": "completed", "tag": "2b439565-fc8e-4cd4-98b8-625429daed03", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84", "code": 200}, {"server_uuid": "a94c49ac-0502-4fa8-b191-800c1cf3ff7f", "name": "network-vif-plugged", "status": "completed", "tag": "e38b9afc-0048-4ebe-ab9d-804e2a9e1016", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-plugged", "status": "completed", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:19.702988 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-262285e3-55d9-4eb9-934d-8e4f772d79ad {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:19.703546 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b573380-bd0a-4005-a123-991e099c9959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b439565-fc8e-4cd4-98b8-625429daed03', 'code': 200} Aug 12 04:14:19.703949 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84', 'code': 200} Aug 12 04:14:19.704479 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016', 'code': 200} Aug 12 04:14:19.704864 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43', 'code': 200} Aug 12 04:14:19.734166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] No DVR routers for this DVR port fafa0428-ad66-4d7e-af6c-2b23710ceb4a on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:19.737120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.740609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e0b81ac-f6bc-464b-ba27-8cc09e51af27 req-380f1c5e-d9f3-4e09-a7e4-f721164c3cb8 tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.36 "DELETE /v2.0/ports/fafa0428-ad66-4d7e-af6c-2b23710ceb4a HTTP/1.1" status: 204 len: 173 time: 1.6841254 Aug 12 04:14:19.741067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'name': 'network-vif-deleted', 'tag': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:19.743449 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d2dae-aa4c-4bca-ab75-f7e08ab2ddb0" -d '{"events": [{"server_uuid": "1c177b3f-148f-438c-b0f0-ceff9894cfa9", "name": "network-vif-deleted", "tag": "fafa0428-ad66-4d7e-af6c-2b23710ceb4a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:19.747612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.763528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['72b42d56-37bd-469d-92a2-a70cd39b3a5f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:19.853752 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651e6451-dd1e-4d38-bd71-23131a1ec952 x-openstack-request-id: req-651e6451-dd1e-4d38-bd71-23131a1ec952 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:19.854197 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c177b3f-148f-438c-b0f0-ceff9894cfa9", "name": "network-vif-deleted", "tag": "fafa0428-ad66-4d7e-af6c-2b23710ceb4a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:19.854521 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-651e6451-dd1e-4d38-bd71-23131a1ec952 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:19.855116 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c177b3f-148f-438c-b0f0-ceff9894cfa9', 'name': 'network-vif-deleted', 'tag': 'fafa0428-ad66-4d7e-af6c-2b23710ceb4a', 'status': 'completed', 'code': 200} Aug 12 04:14:19.856295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Pushing event deleted for resources: {'Port': ['ID=72b42d56-37bd-469d-92a2-a70cd39b3a5f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:19.888262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] No DVR routers for this DVR port 72b42d56-37bd-469d-92a2-a70cd39b3a5f on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:19.903251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:19.905896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78fc08f8-e254-4446-9d3f-a37f915164a2 req-f6018a4a-c7f8-4d36-ba71-0ab6959be551 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.20 "DELETE /v2.0/ports/72b42d56-37bd-469d-92a2-a70cd39b3a5f HTTP/1.1" status: 204 len: 173 time: 1.1098697 Aug 12 04:14:19.991704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.992905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.993550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.994365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.995529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.996741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.997447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:19.999708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-f359f35f-5c41-4206-9d04-7352d64e40ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.1654263 Aug 12 04:14:20.032803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c187f-fc54-4597-8254-951751fffad4 req-4356d902-e80d-453e-98fb-8c76f15f0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.036156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b10c187f-fc54-4597-8254-951751fffad4 req-4356d902-e80d-453e-98fb-8c76f15f0a3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 1096 time: 0.1501634 Aug 12 04:14:20.058344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c326fb-d459-4fe1-ab2b-9e51f251c2d7 req-828f8379-d156-40c3-a536-a00b950bfa2c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.067068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25c326fb-d459-4fe1-ab2b-9e51f251c2d7 req-828f8379-d156-40c3-a536-a00b950bfa2c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1227405 Aug 12 04:14:20.072073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d1165-88fb-4f78-a00f-952cc1261c74 req-35625a4e-24f3-4f07-b9c7-913ed4735d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.073985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a1d1165-88fb-4f78-a00f-952cc1261c74 req-35625a4e-24f3-4f07-b9c7-913ed4735d72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 1097 time: 0.1824281 Aug 12 04:14:20.078166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a85b1ad-8410-4496-83dd-e892bbb29717 req-9c7fdb3f-ebf2-4d58-a3b5-05fce1140e90 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660152 Aug 12 04:14:20.143425 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25c326fb-d459-4fe1-ab2b-9e51f251c2d7 req-03c3e49e-1d7f-4c2d-9693-70f71c189e23 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755002 Aug 12 04:14:20.145847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe2ea-dd4b-4c81-a18a-3e6f3005b795 req-c29e855d-52c9-47d3-94b3-da166524fde4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.147596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd9fe2ea-dd4b-4c81-a18a-3e6f3005b795 req-c29e855d-52c9-47d3-94b3-da166524fde4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.0718641 Aug 12 04:14:20.174735 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b10c187f-fc54-4597-8254-951751fffad4 req-08a4b079-dd6e-4d89-b1b4-4e8c197d7449 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251779 Aug 12 04:14:20.209733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd9fe2ea-dd4b-4c81-a18a-3e6f3005b795 req-6154d561-461c-4471-8165-97a8aa177541 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Aug 12 04:14:20.271669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a1d1165-88fb-4f78-a00f-952cc1261c74 req-7fbb9cff-d431-4600-b7dd-5a4323ca8bb2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825659 Aug 12 04:14:20.364881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.374963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.382221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.389075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.398372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.404947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.411464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:20.413552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3446d44f-d61a-410a-80a4-806c1966880d req-5f42fe8f-5782-4dd5-a358-8d61bf6d5732 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.1163988 Aug 12 04:14:20.482704 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3446d44f-d61a-410a-80a4-806c1966880d req-4687e8b3-027a-42ae-808d-a161dba23083 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548916 Aug 12 04:14:20.663882 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3efb504d-6a16-4712-8176-10f86c863570 req-f92511f2-4799-41fe-acff-154c81f0aecd tempest-ServerDiskConfigTestJSON-302411264 tempest-ServerDiskConfigTestJSON-302411264-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c177b3f-148f-438c-b0f0-ceff9894cfa9 HTTP/1.1" status: 200 len: 210 time: 0.0618067 Aug 12 04:14:20.673669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df7ac3ed-c828-49dc-a734-851cfb372995 req-9f4eb88b-3906-46d6-8894-d031c0796a28 tempest-InstanceActionsV221TestJSON-1299352670 tempest-InstanceActionsV221TestJSON-1299352670-project] 10.222.0.42 "GET /v2.0/ports?device_id=731692e7-e5b1-4b33-b272-0715bef90318 HTTP/1.1" status: 200 len: 210 time: 0.0528162 Aug 12 04:14:21.357310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3e796-7e13-446a-a8b5-b952c4bb604c req-7e508bc9-775a-45ee-99a7-a3e4f0e5e55b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.359520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1d3e796-7e13-446a-a8b5-b952c4bb604c req-7e508bc9-775a-45ee-99a7-a3e4f0e5e55b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0807602 Aug 12 04:14:21.406508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1d3e796-7e13-446a-a8b5-b952c4bb604c req-61a29796-19e6-4e5a-9f25-9a7a8e746ecf tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Aug 12 04:14:21.530549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98937-434c-4c9d-a8f9-4d5cb54d18bb req-f2bbb9b8-3db6-4250-a1e6-68ebda897ca2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.532400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52e98937-434c-4c9d-a8f9-4d5cb54d18bb req-f2bbb9b8-3db6-4250-a1e6-68ebda897ca2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.0560460 Aug 12 04:14:21.617687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52e98937-434c-4c9d-a8f9-4d5cb54d18bb req-22355054-4e3d-493f-bbdd-7621734b064b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Aug 12 04:14:21.840834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404ec7-eb0e-4aa5-bfba-eb3c6189715e req-2d46bf5f-e1b6-41e1-a709-26b83f556afa tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.843568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.848739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b404ec7-eb0e-4aa5-bfba-eb3c6189715e req-2d46bf5f-e1b6-41e1-a709-26b83f556afa tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.0825028 Aug 12 04:14:21.860501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.866766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.875213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.883175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.887598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b404ec7-eb0e-4aa5-bfba-eb3c6189715e req-1b77ff27-c25f-42c6-a065-026583ac9190 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 Aug 12 04:14:21.889134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.895038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:21.897003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-bb333679-d474-498a-b3cb-1feddae34f8a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.1698191 Aug 12 04:14:21.897595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731692e7-e5b1-4b33-b272-0715bef90318', 'name': 'network-vif-deleted', 'tag': '72b42d56-37bd-469d-92a2-a70cd39b3a5f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:21.899882 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c385d-cb64-4462-9a4b-2759604667f2" -d '{"events": [{"server_uuid": "731692e7-e5b1-4b33-b272-0715bef90318", "name": "network-vif-deleted", "tag": "72b42d56-37bd-469d-92a2-a70cd39b3a5f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:21.955057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86fa1b14-cbe7-4c8c-8661-5d187aad4142 req-047f6a83-e4ae-485f-bbb6-78c2dd8b5b8e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479848 Aug 12 04:14:22.018048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 72b42d56-37bd-469d-92a2-a70cd39b3a5f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:22.050790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 72b42d56-37bd-469d-92a2-a70cd39b3a5f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:22.051506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 72b42d56-37bd-469d-92a2-a70cd39b3a5f not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:22.082971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f9460-8377-4f82-b003-451019b098f9 x-openstack-request-id: req-b49f9460-8377-4f82-b003-451019b098f9 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:22.082971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731692e7-e5b1-4b33-b272-0715bef90318", "name": "network-vif-deleted", "tag": "72b42d56-37bd-469d-92a2-a70cd39b3a5f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:22.082971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b49f9460-8377-4f82-b003-451019b098f9 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:22.082971 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731692e7-e5b1-4b33-b272-0715bef90318', 'name': 'network-vif-deleted', 'tag': '72b42d56-37bd-469d-92a2-a70cd39b3a5f', 'status': 'completed', 'code': 200} Aug 12 04:14:22.195642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53936) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:22.255352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Deleting subnet 45f8eb23-c7c2-4984-9335-037f8e4bc7d7 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:14:22.260745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.283130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53942) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:22.304322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.340313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Deleting subnet 196b2d8f-d0c6-4485-8c7a-da5a6462c330 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:14:22.343578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.347926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.380039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.422096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.514615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.547380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f8eb23-c7c2-4984-9335-037f8e4bc7d7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:22.553951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.556296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a941b194-df61-49cb-9689-b65d4ea14019 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/45f8eb23-c7c2-4984-9335-037f8e4bc7d7 HTTP/1.1" status: 204 len: 168 time: 0.3593700 Aug 12 04:14:22.559465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:22.567054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4c494-3eb0-44c1-9ced-94f2249762f8 req-4494cb80-ee1e-48b3-ab76-d86eb7b72031 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:22.568560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72f4c494-3eb0-44c1-9ced-94f2249762f8 req-4494cb80-ee1e-48b3-ab76-d86eb7b72031 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0902309 Aug 12 04:14:22.578277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.613266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72f4c494-3eb0-44c1-9ced-94f2249762f8 req-556a55c6-6a03-4902-8617-bc046270df38 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Aug 12 04:14:22.657813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=196b2d8f-d0c6-4485-8c7a-da5a6462c330,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:22.660055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.662756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-591a786e-4df7-4df4-a781-6c6825cbb65c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/196b2d8f-d0c6-4485-8c7a-da5a6462c330 HTTP/1.1" status: 204 len: 168 time: 0.3777840 Aug 12 04:14:22.664608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53952) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:22.696077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.808292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fafa0428-ad66-4d7e-af6c-2b23710ceb4a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:22.824643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.836163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4db01-5005-4e47-9aab-b28366449a11 req-4137bc7f-18cf-4677-a4ab-c4faa6b177e9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:22.837702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97b4db01-5005-4e47-9aab-b28366449a11 req-4137bc7f-18cf-4677-a4ab-c4faa6b177e9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.0977459 Aug 12 04:14:22.854155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.868144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bd3e0f-ca5a-4ac0-8844-333f6d7f7026']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:22.880478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c914411-45a4-45ae-bc86-64b28bdf1626') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:22.881005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c914411-45a4-45ae-bc86-64b28bdf1626') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:22.887897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: fafa0428-ad66-4d7e-af6c-2b23710ceb4a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:22.890319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fafa0428-ad66-4d7e-af6c-2b23710ceb4a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:22.907067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.932227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97b4db01-5005-4e47-9aab-b28366449a11 req-51fe86ef-0c0f-4194-b38f-64ba861db563 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840507 Aug 12 04:14:22.959025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.973828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:14:22.974247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:14:22.979128 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:14:22.995690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.008800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:23.029161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8a2b65-7d11-45ba-b6c5-765db973efe8') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:23.029464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8a2b65-7d11-45ba-b6c5-765db973efe8') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:23.039400 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.099806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.111158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:14:23.111783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:14:23.125960 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:14:23.203288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d2e71-8d31-43a2-a923-5236210f9108 req-32265891-1990-4e67-9ec3-b088b1a06f5d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.204863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e7d2e71-8d31-43a2-a923-5236210f9108 req-32265891-1990-4e67-9ec3-b088b1a06f5d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.1483765 Aug 12 04:14:23.214501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.254230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.258929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39bd3e0f-ca5a-4ac0-8844-333f6d7f7026 HTTP/1.1" status: 204 len: 168 time: 0.6955795 Aug 12 04:14:23.270898 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e7d2e71-8d31-43a2-a923-5236210f9108 req-b6b8c140-1473-4bf8-83e5-0801486184ec tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565937 Aug 12 04:14:23.318261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb89bd5-6921-47c4-8d43-955a2c0b6fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bd3e0f-ca5a-4ac0-8844-333f6d7f7026,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:23.326559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.333319 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.334589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3 HTTP/1.1" status: 204 len: 168 time: 0.6684000 Aug 12 04:14:23.335860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-e2c5e28e-4d16-4502-a5e2-178451f06755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.337498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-e2c5e28e-4d16-4502-a5e2-178451f06755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 1097 time: 0.1451924 Aug 12 04:14:23.369688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cffa1-be53-45d6-a6e7-931f03bdfffe admin admin] Pushing event deleted for resources: {'Network': ['ID=8c230a97-ae2c-46f3-9b5f-b6ddfb7fded3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:23.488588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.496243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.499512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-558ebb4f-261a-4364-8b26-5ba110355e52 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.500977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-558ebb4f-261a-4364-8b26-5ba110355e52 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 946 time: 0.0698345 Aug 12 04:14:23.503721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.512529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.520259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.528223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.530286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-1f10dd6a-5adb-49ff-8c9f-376b5ae656ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.532346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-1f10dd6a-5adb-49ff-8c9f-376b5ae656ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 911 time: 0.1818619 Aug 12 04:14:23.536354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.538670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fc520c36-5211-4a58-92d3-17f4226d68e4 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.1288364 Aug 12 04:14:23.588516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-7c1365cb-8977-45f8-aec8-cbed10189008 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b439565-fc8e-4cd4-98b8-625429daed03 HTTP/1.1" status: 200 len: 217 time: 0.0379069 Aug 12 04:14:23.592122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c30e1221-1bb2-45f0-b031-db0b72b09fbd req-fb404c61-b7cf-45ed-a007-c0fc5732bade tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468268 Aug 12 04:14:23.669858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-f5f51fe7-49f8-4180-83e8-b51957396b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.671372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-f5f51fe7-49f8-4180-83e8-b51957396b10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.0743563 Aug 12 04:14:23.696586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Deleting port be3d4945-9d12-4be1-8037-85f13a2411b8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:23.696934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.723426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-d0444367-4546-4f41-8ba1-5a5034bbbe08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407188 Aug 12 04:14:23.776178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0f2e-f1fb-472e-8477-55859cd34a42 req-7eed47c4-99b3-4995-a313-67417dfe66e2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:23.776178 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8bf0f2e-f1fb-472e-8477-55859cd34a42 req-7eed47c4-99b3-4995-a313-67417dfe66e2 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0612512 Aug 12 04:14:23.911943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8bf0f2e-f1fb-472e-8477-55859cd34a42 req-810d46be-bc19-428b-b326-88ce5f4a546e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176231 Aug 12 04:14:23.956301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] For port be3d4945-9d12-4be1-8037-85f13a2411b8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=be3d4945-9d12-4be1-8037-85f13a2411b8,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:23.957492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:23.980900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Calling delete_port for be3d4945-9d12-4be1-8037-85f13a2411b8 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:24.008043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-e26544e2-4028-4fb2-9837-148fff4c597c service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556498 Aug 12 04:14:24.025134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.031869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.041438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53992) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:24.042063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.049259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.057244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.066345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.076837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.079425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-865b062e-dce4-4749-806b-9d7d5a6d2d4e req-288b280f-331a-4f4b-85d8-0ca85221d5c2 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.2480848 Aug 12 04:14:24.114581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba5097-de18-4c01-88a4-e681d3ee5984 req-0bc2a2bf-07af-4fbf-a369-caf6bbbf46bc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.116286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dba5097-de18-4c01-88a4-e681d3ee5984 req-0bc2a2bf-07af-4fbf-a369-caf6bbbf46bc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.1125102 Aug 12 04:14:24.118996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53994) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:24.119738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53996) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:24.125357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Request body: {'floatingip': {'port_id': '49f07f0c-02fe-4f81-9172-d44cfacf315e'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:24.222000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3acf24fc-21e1-41e7-95f9-efd4e3af18a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebdc34e673824559b908a44c768d8169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791103 Aug 12 04:14:24.224499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.226791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54000) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:24.267513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-46cc8bf5-5437-42d2-8a7c-5224e5a794b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e72dc34d3736418e81855d7c465b59b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362302 Aug 12 04:14:24.279473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54002) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:24.303464 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dba5097-de18-4c01-88a4-e681d3ee5984 req-539d7e14-7108-4e23-94de-4612b1027c70 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653175 Aug 12 04:14:24.363749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacc7af2-d60f-4828-9fb3-43c570a7dae6 req-47ee5441-1dd0-4b61-84a3-7e5b27d96d4f service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434168 Aug 12 04:14:24.401426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43911bd2-1e2a-4ee0-adec-7f17462d4f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.444634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43911bd2-1e2a-4ee0-adec-7f17462d4f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.466992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15fe3fb7-554d-4ac4-8357-5a2a1642d7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.477439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.491244 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15fe3fb7-554d-4ac4-8357-5a2a1642d7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.497654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4bab390c-3aea-4d5c-8c28-55acd3363cce', 'b68bf46f-ce98-470f-8540-5da553bfcb9a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:24.581782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Pushing event deleted for resources: {'Port': ['ID=be3d4945-9d12-4be1-8037-85f13a2411b8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:24.632700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf1757-f151-4454-b0f6-3989ab426583 req-dfed74ae-f970-4d04-933b-1de2fe7e471d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:24.634635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbbf1757-f151-4454-b0f6-3989ab426583 req-dfed74ae-f970-4d04-933b-1de2fe7e471d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90b56cb-d327-454c-89d6-b71d67e0c365 HTTP/1.1" status: 200 len: 867 time: 0.2033815 Aug 12 04:14:24.650971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] No DVR routers for this DVR port be3d4945-9d12-4be1-8037-85f13a2411b8 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:24.655406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.657984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddae127d-c467-4bc2-b4f5-459072f88171 req-0227c170-4679-43b0-b44f-777057533c8f tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "DELETE /v2.0/ports/be3d4945-9d12-4be1-8037-85f13a2411b8 HTTP/1.1" status: 204 len: 173 time: 1.1453526 Aug 12 04:14:24.694890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15fe3fb7-554d-4ac4-8357-5a2a1642d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.697497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15fe3fb7-554d-4ac4-8357-5a2a1642d7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.699864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'name': 'network-vif-deleted', 'tag': 'be3d4945-9d12-4be1-8037-85f13a2411b8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:24.699985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-15fe3fb7-554d-4ac4-8357-5a2a1642d7c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7de71b9-f54d-4e9f-9477-09365fe5cd9b HTTP/1.1" status: 204 len: 168 time: 0.4686511 Aug 12 04:14:24.715380 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ca2f3-ac79-4725-b7da-c906ea5218c7" -d '{"events": [{"server_uuid": "b90b56cb-d327-454c-89d6-b71d67e0c365", "name": "network-vif-deleted", "tag": "be3d4945-9d12-4be1-8037-85f13a2411b8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:24.731307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe3fb7-554d-4ac4-8357-5a2a1642d7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de71b9-f54d-4e9f-9477-09365fe5cd9b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:24.800927 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43911bd2-1e2a-4ee0-adec-7f17462d4f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.803605 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43911bd2-1e2a-4ee0-adec-7f17462d4f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:24.805657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-43911bd2-1e2a-4ee0-adec-7f17462d4f9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c9d67f5-33fd-4d1e-9f77-e8044a5450cd HTTP/1.1" status: 204 len: 168 time: 0.5226531 Aug 12 04:14:24.820824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbbf1757-f151-4454-b0f6-3989ab426583 req-2dfa73f4-800f-45bf-8406-c48bde305716 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708872 Aug 12 04:14:24.822138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43911bd2-1e2a-4ee0-adec-7f17462d4f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9d67f5-33fd-4d1e-9f77-e8044a5450cd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:25.188176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26c726-01f0-4f33-87bf-5f1ef2b074c8 req-d30aad3f-8bd0-41a0-9500-f18cc43be745 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:25.192330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f26c726-01f0-4f33-87bf-5f1ef2b074c8 req-d30aad3f-8bd0-41a0-9500-f18cc43be745 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1433218 Aug 12 04:14:25.233313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:25.236386 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da713a9a-a413-43eb-82cc-0285aa6a970d x-openstack-request-id: req-da713a9a-a413-43eb-82cc-0285aa6a970d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:25.236679 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90b56cb-d327-454c-89d6-b71d67e0c365", "name": "network-vif-deleted", "tag": "be3d4945-9d12-4be1-8037-85f13a2411b8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:25.236927 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da713a9a-a413-43eb-82cc-0285aa6a970d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:25.237314 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90b56cb-d327-454c-89d6-b71d67e0c365', 'name': 'network-vif-deleted', 'tag': 'be3d4945-9d12-4be1-8037-85f13a2411b8', 'status': 'completed', 'code': 200} Aug 12 04:14:25.289417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f26c726-01f0-4f33-87bf-5f1ef2b074c8 req-08207ad4-ad06-4aa0-9bbc-a9df9145780c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890021 Aug 12 04:14:25.321605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:25.367804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:25.454055 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Floating IP d4e713da-7b44-4c3f-a966-eaa43e62f088 associated. External IP: 172.25.6.207, port: 49f07f0c-02fe-4f81-9172-d44cfacf315e. Aug 12 04:14:25.499875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c27ac-1969-43fd-a978-1ab101898b06 req-450f9625-d212-4bc6-8f11-1935dddad9c6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:25.499875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c5c27ac-1969-43fd-a978-1ab101898b06 req-450f9625-d212-4bc6-8f11-1935dddad9c6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.0968618 Aug 12 04:14:25.506655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-9e3098cf-6334-4779-b767-82af68698038 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:25.513068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-9e3098cf-6334-4779-b767-82af68698038 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.36 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 945 time: 0.0843625 Aug 12 04:14:25.584146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:25.631025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c5c27ac-1969-43fd-a978-1ab101898b06 req-3995219f-be10-4d4e-bb85-b99c7ab900ac tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122274 Aug 12 04:14:25.664951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Deleting port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:25.665605 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:25.798262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Router baaf1b30-3144-42cf-97a5-a40aedf84ba4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:14:25.984973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:14:25.996749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:25.998307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] Sync routers for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:14:26.017371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device be3d4945-9d12-4be1-8037-85f13a2411b8 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:26.023383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:14:26.026427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:14:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:26.157257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:26.165131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eede606d-f5fc-4b2b-a5f6-07f4dd23819b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "PUT /v2.0/floatingips/d4e713da-7b44-4c3f-a966-eaa43e62f088 HTTP/1.1" status: 200 len: 991 time: 2.0436158 Aug 12 04:14:26.166064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:26.168953 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef23619-c8d3-467c-81fe-29f728a4968f" -d '{"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:26.178956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: be3d4945-9d12-4be1-8037-85f13a2411b8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:26.179307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device be3d4945-9d12-4be1-8037-85f13a2411b8 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:26.185004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01142a-3efd-4836-8d92-57d24662dac0 req-3afc1c1c-ad29-4493-b708-70ad9e618286 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.192530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e01142a-3efd-4836-8d92-57d24662dac0 req-3afc1c1c-ad29-4493-b708-70ad9e618286 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 950 time: 0.1799340 Aug 12 04:14:26.201670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] For port e38b9afc-0048-4ebe-ab9d-804e2a9e1016, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:26.202698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.217983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1445216564'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:26.240619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Calling delete_port for e38b9afc-0048-4ebe-ab9d-804e2a9e1016 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:26.261066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e01142a-3efd-4836-8d92-57d24662dac0 req-434ad444-7b0b-4d30-990a-5a1a43400dea tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674250 Aug 12 04:14:26.279070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:14:26.314813 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1597d5ba-2d67-4be1-a15a-ff4d20bc2680 x-openstack-request-id: req-1597d5ba-2d67-4be1-a15a-ff4d20bc2680 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:26.315275 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:26.315494 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1597d5ba-2d67-4be1-a15a-ff4d20bc2680 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:26.315972 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'status': 'completed', 'code': 200} Aug 12 04:14:26.323141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:26.327405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.359319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:14:26.370418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.370418 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Added segment aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b of type vlan for network d56ba764-1959-40f3-9116-6911ffa5f2f7 Aug 12 04:14:26.440994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.563916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfef78-8f5a-4cee-a517-c6cd61cf497f req-859a8011-7c58-4d92-88cb-b873fd71fd55 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.566916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07dfef78-8f5a-4cee-a517-c6cd61cf497f req-859a8011-7c58-4d92-88cb-b873fd71fd55 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 945 time: 0.0709255 Aug 12 04:14:26.600313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3ffa1-49b7-4725-8d41-8db0c54ae625 req-3e508239-6b81-4b22-aa99-41cbf41794b1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.602417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42e3ffa1-49b7-4725-8d41-8db0c54ae625 req-3e508239-6b81-4b22-aa99-41cbf41794b1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1065149 Aug 12 04:14:26.620557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd4e713da-7b44-4c3f-a966-eaa43e62f088', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'port_id': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'mac_address': 'fa:16:3e:ab:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:14:25Z', 'revision_number': 1, 'project_id': '56b1720eebae46b992679757e49d89a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:02Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:26.622345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07dfef78-8f5a-4cee-a517-c6cd61cf497f req-f828e4de-f63e-497f-b563-2a3c30441876 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Aug 12 04:14:26.646971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.649728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.650336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.680203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] Checking router: baaf1b30-3144-42cf-97a5-a40aedf84ba4 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:14:26.690391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:14:26.691265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:14:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:26.694415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.735668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e38b9afc-0048-4ebe-ab9d-804e2a9e1016'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:26.750429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78a9c85b-5118-44f8-b681-cc9e7979ab1e req-a5ee90c0-dafd-45e2-abe8-0c9b8db1307f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 210 time: 0.0458565 Aug 12 04:14:26.789684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event deleted for resources: {'Port': ['ID=e38b9afc-0048-4ebe-ab9d-804e2a9e1016,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:26.830000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42e3ffa1-49b7-4725-8d41-8db0c54ae625 req-f89ee5e3-bcd9-4ed1-bd24-9933a8123fec tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118144 Aug 12 04:14:26.840262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Network': ['ID=d56ba764-1959-40f3-9116-6911ffa5f2f7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:26.851480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:14:26.867450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.867950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.872445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.872445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.872445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.872445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.872445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:26.872853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:14:26.873497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2b0192ae-0379-4a18-86be-cbac0109f470 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.4900482 Aug 12 04:14:26.877122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8a25bb3f-4082-4e35-8cd7-227bf743789f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7166231 Aug 12 04:14:26.877501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54122) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:26.884718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-822358482'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:26.894559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] No DVR routers for this DVR port e38b9afc-0048-4ebe-ab9d-804e2a9e1016 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:26.904089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:26.906263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-868ba2d3-633e-4050-9dbe-c08af9915419 req-32d8a0b3-d190-4745-8f06-e5077d01230b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.36 "DELETE /v2.0/ports/e38b9afc-0048-4ebe-ab9d-804e2a9e1016 HTTP/1.1" status: 204 len: 173 time: 1.3826439 Aug 12 04:14:26.911851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:26.991152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:26.997622 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.004243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-4c4b0fe6-f8a1-4fe3-8c00-9fb0739c5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.019092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-4c4b0fe6-f8a1-4fe3-8c00-9fb0739c5d16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82 HTTP/1.1" status: 200 len: 918 time: 0.1257913 Aug 12 04:14:27.032935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:14:27.060181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.062506 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Added segment 855c82c9-fa2c-4614-8c5b-b5e4888c9d81 of type vlan for network 340cda35-bfc8-40f5-920c-407219dc179f Aug 12 04:14:27.104651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-c2df6da4-7a29-4e70-834a-61046f42344a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 999 time: 0.0767567 Aug 12 04:14:27.112882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-779925223-network', 'tenant_id': '94111f4d5afc48ae9a1fe92e05145c5f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:27.128325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.193589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-cd9da222-d3fe-432b-86fa-b0439a93f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.196256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-cd9da222-d3fe-432b-86fa-b0439a93f95a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 200 len: 856 time: 0.0776265 Aug 12 04:14:27.235709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Made reservation on behalf of 94111f4d5afc48ae9a1fe92e05145c5f for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:27.238614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.239139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'name': 'network-vif-deleted', 'tag': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:27.241529 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc1d5f1-3053-40c2-b15e-185baaf10dab" -d '{"events": [{"server_uuid": "a94c49ac-0502-4fa8-b191-800c1cf3ff7f", "name": "network-vif-deleted", "tag": "e38b9afc-0048-4ebe-ab9d-804e2a9e1016"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:27.252031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.254451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2ec4e569-379f-4ce4-9e0a-3e2d81aff8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.256046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-2ec4e569-379f-4ce4-9e0a-3e2d81aff8a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9655ca9-bc91-4036-8247-308ae56cbf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512638 Aug 12 04:14:27.267598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.274786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-1fd119ef-679f-4673-966f-180f2ae8e4a5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:14:27.276717 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-1fd119ef-679f-4673-966f-180f2ae8e4a5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069869 Aug 12 04:14:27.276937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.278422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.373451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Network': ['ID=340cda35-bfc8-40f5-920c-407219dc179f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:27.390104 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f8c8b-02c4-4272-8dae-509c0a7627bb x-openstack-request-id: req-8f1f8c8b-02c4-4272-8dae-509c0a7627bb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:27.393876 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94c49ac-0502-4fa8-b191-800c1cf3ff7f", "name": "network-vif-deleted", "tag": "e38b9afc-0048-4ebe-ab9d-804e2a9e1016", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:27.393876 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f1f8c8b-02c4-4272-8dae-509c0a7627bb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:27.393876 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94c49ac-0502-4fa8-b191-800c1cf3ff7f', 'name': 'network-vif-deleted', 'tag': 'e38b9afc-0048-4ebe-ab9d-804e2a9e1016', 'status': 'completed', 'code': 200} Aug 12 04:14:27.393876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-047d352e-c29a-4c0a-8a59-2820f33b8089 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085231 Aug 12 04:14:27.404601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 340cda35-bfc8-40f5-920c-407219dc179f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:14:27.472139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.490378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd4e713da-7b44-4c3f-a966-eaa43e62f088', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'port_id': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'mac_address': 'fa:16:3e:ab:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:14:25Z', 'revision_number': 1, 'project_id': '56b1720eebae46b992679757e49d89a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:02Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:27.511239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec4a61-647d-4487-87bc-4095ab8a60c6 req-3ffeb788-4cdf-4eaa-801d-a5652eed379a tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.512699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9ec4a61-647d-4487-87bc-4095ab8a60c6 req-3ffeb788-4cdf-4eaa-801d-a5652eed379a tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 950 time: 0.1011107 Aug 12 04:14:27.519211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaaa50d-1cd2-4ee3-a58a-3952a6f3ed4f None None] The sync data for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 is: [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd4e713da-7b44-4c3f-a966-eaa43e62f088', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'port_id': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'mac_address': 'fa:16:3e:ab:28:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:14:25Z', 'revision_number': 1, 'project_id': '56b1720eebae46b992679757e49d89a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:02Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:14:27.561478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.566407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ef23619-c8d3-467c-81fe-29f728a4968f req-71967117-f11f-47df-93aa-e307bf6313f9 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659775 Aug 12 04:14:27.586941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:14:27.599572 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:14:27.604732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:27.609208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9ec4a61-647d-4487-87bc-4095ab8a60c6 req-6fed16c7-df14-4185-9446-1da259196074 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 Aug 12 04:14:27.636914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.637516 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Added segment 73dcac1d-9665-4ef5-bf41-cd55aea13528 of type vlan for network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 Aug 12 04:14:27.639852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-faf95005-f53c-4631-9d6b-5d14548a3e17 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7610743 Aug 12 04:14:27.665429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:27.670213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'subnet': {'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:27.745559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b8c1be5-8b50-4329-912c-5aca3a80fc6f req-6e33b838-25e7-4313-914a-480b18396e8d tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0956461 Aug 12 04:14:27.788825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.848121 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982ecad-44ee-4f05-9d45-9c591fdd97f4 None None] New status for floating IP d4e713da-7b44-4c3f-a966-eaa43e62f088: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:14:27.903869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94bb8c-aa97-4719-b52d-b763dc45e6ef req-fddcb551-d14e-491e-a2e4-954ae7709032 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.905799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b94bb8c-aa97-4719-b52d-b763dc45e6ef req-fddcb551-d14e-491e-a2e4-954ae7709032 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Aug 12 04:14:27.910199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.910924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:27.912353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:27.912882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:27.914959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.035962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b94bb8c-aa97-4719-b52d-b763dc45e6ef req-a3ca793f-49c5-4328-abab-c88b9a464be7 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967877 Aug 12 04:14:28.036715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:28.050114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:14:28.060411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7ee22013-f08b-4a51-b5dc-9b4610286416 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1473253 Aug 12 04:14:28.063406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:28.074724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Request body: {'subnet': {'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-779925223-subnet', 'tenant_id': '94111f4d5afc48ae9a1fe92e05145c5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:28.078852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-895664a5-fc96-448b-a7c4-72ed4d11b266 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:28.080450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-895664a5-fc96-448b-a7c4-72ed4d11b266 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 945 time: 0.1096587 Aug 12 04:14:28.188935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73d4d77e-2ce1-4684-934b-b8dc0c93755d req-703193a1-5742-4432-9dcd-57a0eead696c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a94c49ac-0502-4fa8-b191-800c1cf3ff7f HTTP/1.1" status: 200 len: 210 time: 0.0331583 Aug 12 04:14:28.221394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Made reservation on behalf of 94111f4d5afc48ae9a1fe92e05145c5f for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:28.229726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.247513 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4502f393-58bf-41c0-b3ec-15266ed40e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.293133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Deleting port 4bab390c-3aea-4d5c-8c28-55acd3363cce {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:28.293686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.373197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27035ebd-8473-4bd9-bc5e-7e6638fa2336 req-38778179-498a-4af8-82dc-b89a87fb7f28 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:28.374747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27035ebd-8473-4bd9-bc5e-7e6638fa2336 req-38778179-498a-4af8-82dc-b89a87fb7f28 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0812762 Aug 12 04:14:28.381628 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.451419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27035ebd-8473-4bd9-bc5e-7e6638fa2336 req-7af47a15-517b-4520-8bc3-d324004d4386 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701733 Aug 12 04:14:28.455006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] For port 4bab390c-3aea-4d5c-8c28-55acd3363cce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4bab390c-3aea-4d5c-8c28-55acd3363cce,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:28.455391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.488640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Subnet': ['ID=de8ff613-fa02-4f73-91a1-4c4e87da9870,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:28.493120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Calling delete_port for 4bab390c-3aea-4d5c-8c28-55acd3363cce owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:28.508749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Checking segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:28.509189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network hostable DHCP agents. Network: d56ba764-1959-40f3-9116-6911ffa5f2f7, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:14:28.664089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:14:28.704130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.716274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4bab390c-3aea-4d5c-8c28-55acd3363cce', 'b68bf46f-ce98-470f-8540-5da553bfcb9a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:28.745051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Pushing event deleted for resources: {'Port': ['ID=4bab390c-3aea-4d5c-8c28-55acd3363cce,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:28.761241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d56ba764-1959-40f3-9116-6911ffa5f2f7) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:28.765078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:28.765886 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.781573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba898ec-d2d3-45b3-b967-6c7c26e1ee92 None None] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:28.811240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] No DVR routers for this DVR port 4bab390c-3aea-4d5c-8c28-55acd3363cce on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:28.814094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:28.816424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-529b41d8-4ea6-47f2-8a6c-73a51dd571a5 req-850f9f61-3e03-4080-be22-39379b003037 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "DELETE /v2.0/ports/4bab390c-3aea-4d5c-8c28-55acd3363cce HTTP/1.1" status: 204 len: 173 time: 0.7283928 Aug 12 04:14:28.904399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a914595-57f3-41fc-a05a-ed204d1b084c req-4c8ced24-61de-4a39-bc7d-2281809eabb9 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0252509 Aug 12 04:14:28.905821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d46a0393-4d28-45b8-8067-1e62c980b080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2396801 Aug 12 04:14:28.907553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:28.913052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'subnet': {'network_id': '340cda35-bfc8-40f5-920c-407219dc179f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:28.978074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.009549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-d56ba764-1959-40f3-9116-6911ffa5f2f7', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:14:29.010409 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.061755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ec00d5-9502-4d66-853b-427d264ac8a4,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:29.079132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Checking segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:29.079524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Network hostable DHCP agents. Network: 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:14:29.164122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d319dc0-51a7-4a30-bd6e-fd0f416e58d4 req-7121e181-afa5-4e15-86fb-d7838eba2a5b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba34c5ab-31c2-4d74-b8ef-dbf262ae4887 HTTP/1.1" status: 200 len: 210 time: 0.0277550 Aug 12 04:14:29.194219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Allocated IP 10.1.1.2 (d56ba764-1959-40f3-9116-6911ffa5f2f7/de8ff613-fa02-4f73-91a1-4c4e87da9870/99797545-995a-4290-bba3-1ea850e8b741) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:29.201648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:29.205243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.208189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:14:29.364591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.375896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:29.377767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Transition to ACTIVE for port object 99797545-995a-4290-bba3-1ea850e8b741 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:29.387776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ec4ae-15be-48c0-9be5-f0309f66ff8d None None] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:29.391567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'name': 'network-vif-deleted', 'tag': '4bab390c-3aea-4d5c-8c28-55acd3363cce'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:29.394929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:29.395632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.396611 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ea3d73-d868-409f-a1fb-d251a9e031e4" -d '{"events": [{"server_uuid": "ba34c5ab-31c2-4d74-b8ef-dbf262ae4887", "name": "network-vif-deleted", "tag": "4bab390c-3aea-4d5c-8c28-55acd3363cce"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:29.450150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Transition to ACTIVE for port object 99797545-995a-4290-bba3-1ea850e8b741 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:29.497470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-992a4a1f-879f-428e-b4a3-64db8517dbb7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4264619 Aug 12 04:14:29.518382 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a2164-9e72-4393-919e-8be89193ff4f x-openstack-request-id: req-1e4a2164-9e72-4393-919e-8be89193ff4f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:29.518780 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34c5ab-31c2-4d74-b8ef-dbf262ae4887", "name": "network-vif-deleted", "tag": "4bab390c-3aea-4d5c-8c28-55acd3363cce", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:29.519035 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e4a2164-9e72-4393-919e-8be89193ff4f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:29.519431 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba34c5ab-31c2-4d74-b8ef-dbf262ae4887', 'name': 'network-vif-deleted', 'tag': '4bab390c-3aea-4d5c-8c28-55acd3363cce', 'status': 'completed', 'code': 200} Aug 12 04:14:29.525363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.572828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.588997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:29.590489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ea4d5-f38f-488d-8b22-690ccccf0c83 None None] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:29.619627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-2aed538d-78f4-48f4-8595-703ed8ad1ee1 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:29.628560 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-2aed538d-78f4-48f4-8595-703ed8ad1ee1 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.1720092 Aug 12 04:14:29.647869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-16d6bd4c-5c51-41cc-971a-8377210c4232 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0178335 Aug 12 04:14:29.652708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:29.659850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:29.673862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Pushing event updated for resources: {'Port': ['ID=99797545-995a-4290-bba3-1ea850e8b741,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:29.677190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Subnet': ['ID=81b737e3-fab0-4389-a300-b1688d8f43e6,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:29.705245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.705594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.705935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.706270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.706604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.706981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.707310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.707634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.707955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.708278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.708598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.709059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:14:29.727851 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-b92c3a5b-42ae-4dc2-9d9e-66d818a7fd6b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785279 Aug 12 04:14:29.761027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Checking segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:29.761538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network hostable DHCP agents. Network: 340cda35-bfc8-40f5-920c-407219dc179f, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:14:29.784081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e19ac-1393-41ca-8b62-31ad514bd553 req-e191b17c-e05e-4a8f-a004-251e12ba9e93 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:29.785012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-03830f4e-574f-4160-98a9-31090c878de3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:14:29.785779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Attempting to bind port 99797545-995a-4290-bba3-1ea850e8b741 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:29.786015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-03830f4e-574f-4160-98a9-31090c878de3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576530 Aug 12 04:14:29.786137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Attempting to bind port 99797545-995a-4290-bba3-1ea850e8b741 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:29.786629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Attempting to bind port 99797545-995a-4290-bba3-1ea850e8b741 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:29.791262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b14e19ac-1393-41ca-8b62-31ad514bd553 req-e191b17c-e05e-4a8f-a004-251e12ba9e93 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1153893 Aug 12 04:14:29.806820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:29.810860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Checking segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:29.810860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.810860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Bound using segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:29.810860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Bound port: 99797545-995a-4290-bba3-1ea850e8b741, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:29.810860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:29.842786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b14e19ac-1393-41ca-8b62-31ad514bd553 req-81771a2b-86f7-415e-88d6-53b34033171e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Aug 12 04:14:29.909732 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-ac3f2409-4d64-4332-9d2a-13e2d25260ad service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088061 Aug 12 04:14:29.910808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] For port 99797545-995a-4290-bba3-1ea850e8b741, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:29.916756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] For port 99797545-995a-4290-bba3-1ea850e8b741, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=99797545-995a-4290-bba3-1ea850e8b741,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:29.949788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network 340cda35-bfc8-40f5-920c-407219dc179f is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:14:30.007251 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.019482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-069f927e-1e32-4816-9a5f-75ce6940146f service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036317 Aug 12 04:14:30.030495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 340cda35-bfc8-40f5-920c-407219dc179f) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:30.035497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:30.036102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.053753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2c0a1-f52d-4f93-9b25-76a6b050909a None None] Network 340cda35-bfc8-40f5-920c-407219dc179f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:30.143026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b056ca7-a269-440c-8a35-b9a1a543adab None None] Pushing event updated for resources: {'Port': ['ID=99797545-995a-4290-bba3-1ea850e8b741,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:30.164530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8e2b20e3-f922-4833-8c5f-8501fb1fc09b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2559001 Aug 12 04:14:30.168695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54246) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:30.175966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'name': 'tempest-TaggedBootDevicesTest-392692272', 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:30.225026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-fa5ff584-b71d-4806-9c17-91d3f882a19a tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:30.226959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-fa5ff584-b71d-4806-9c17-91d3f882a19a tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 812 time: 0.1337106 Aug 12 04:14:30.248335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-340cda35-bfc8-40f5-920c-407219dc179f', 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'fixed_ips': [{'subnet_id': '81b737e3-fab0-4389-a300-b1688d8f43e6'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:14:30.249769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.254661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-fed9de0e-c545-4592-920a-e9616c808e8a tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/quotas/94111f4d5afc48ae9a1fe92e05145c5f HTTP/1.1" status: 200 len: 375 time: 0.0207801 Aug 12 04:14:30.336443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-8c26cb60-e8ac-418e-b842-636306090336 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805864 Aug 12 04:14:30.420944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-c6f2c43a-5df1-45e6-8f53-2b707e755b4b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:14:30.422095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-c6f2c43a-5df1-45e6-8f53-2b707e755b4b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0840602 Aug 12 04:14:30.484752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b45f0c38-deea-4eeb-a288-15017fe5f68a req-b494dce0-66f6-43f3-b64b-b1aefc7cea67 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0743282 Aug 12 04:14:30.486774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:30.512617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Allocated IP 10.2.2.2 (340cda35-bfc8-40f5-920c-407219dc179f/81b737e3-fab0-4389-a300-b1688d8f43e6/672d5bc5-4879-48b0-a1b9-fa0dc719e7d9) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:30.634980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-91333eab-df90-42c0-8266-dac88438fc68 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040575 Aug 12 04:14:30.665650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 99797545-995a-4290-bba3-1ea850e8b741 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:30.681399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c22df64e-d14e-4559-b717-1f1c722337b7 req-f064b622-f0df-43e8-b9ed-5d14f0fdb2e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.0475872 Aug 12 04:14:30.696648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.733979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] device_id is not set on port 195820d1-456d-4190-810d-39d565cad58f yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:14:30.760249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-a628aa47-ea3e-46ba-b45e-e2aa3d3bd35e service neutron] 10.222.0.42 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164393 Aug 12 04:14:30.813927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1befc396-fffe-457f-beca-b4e38b44aea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.817782 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.828216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Transition to ACTIVE for port object 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:30.857171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Transition to ACTIVE for port object 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:30.884834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e38b9afc-0048-4ebe-ab9d-804e2a9e1016 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:30.918132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: e38b9afc-0048-4ebe-ab9d-804e2a9e1016 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:30.918732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e38b9afc-0048-4ebe-ab9d-804e2a9e1016 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:30.919212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:30.921421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 99797545-995a-4290-bba3-1ea850e8b741 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:30.948008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 10.1.1.146 (d56ba764-1959-40f3-9116-6911ffa5f2f7/de8ff613-fa02-4f73-91a1-4c4e87da9870/195820d1-456d-4190-810d-39d565cad58f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:30.980559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:30.992600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.034639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Network 340cda35-bfc8-40f5-920c-407219dc179f is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:31.040625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:31.063144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:31.104870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Pushing event updated for resources: {'Port': ['ID=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:31.142164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.158485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object 195820d1-456d-4190-810d-39d565cad58f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:31.197479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Attempting to bind port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:31.197923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Attempting to bind port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:31.198358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Attempting to bind port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 on network 340cda35-bfc8-40f5-920c-407219dc179f {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:31.203200 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.215131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:31.215547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Checking segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:31.215908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.216307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Bound using segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:31.219052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Bound port: 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:31.219052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.244349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:31.247231 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad6cbe2-4edc-4b02-b447-935b81a27a0a" -d '{"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-unplugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:31.265737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.304490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:31.364792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:31.367109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] For port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:31.371769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:31.371936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] For port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:31.375107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:31.382582 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.400035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f58b72-93ea-4e05-944f-e264d9826888 req-04c3fd6f-0e29-4a7b-8e4d-9eed5e30af81 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:31.401664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79f58b72-93ea-4e05-944f-e264d9826888 req-04c3fd6f-0e29-4a7b-8e4d-9eed5e30af81 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1034102 Aug 12 04:14:31.415739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deac260-cb56-47f6-9822-d7670b639fb2 None None] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:31.444985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:31.472891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:31.473590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.488671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79f58b72-93ea-4e05-944f-e264d9826888 req-de292900-597c-42c9-8035-83a96eb5aaab tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Aug 12 04:14:31.543618 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.555323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a3db1827-fcb7-44ba-a172-ab53f7d10ef7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3854332 Aug 12 04:14:31.557912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54296) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:31.566022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'name': 'tempest-TaggedBootDevicesTest-156327301', 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:31.639856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:31.658694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22de1b-1b72-4453-a9ed-68f23a5f6bce req-c835907d-c816-4c90-9d88-f6a767f872fd tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:31.660294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a22de1b-1b72-4453-a9ed-68f23a5f6bce req-c835907d-c816-4c90-9d88-f6a767f872fd tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.0860496 Aug 12 04:14:31.703257 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02356feb-387f-46a2-a58a-9e9040963f75 x-openstack-request-id: req-02356feb-387f-46a2-a58a-9e9040963f75 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:31.703548 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-unplugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:31.703805 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02356feb-387f-46a2-a58a-9e9040963f75 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:31.704194 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'code': 200} Aug 12 04:14:31.707802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] Provisioning for port 99797545-995a-4290-bba3-1ea850e8b741 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:31.723290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] Provisioning complete for port 99797545-995a-4290-bba3-1ea850e8b741 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:31.724375 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.735440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a22de1b-1b72-4453-a9ed-68f23a5f6bce req-33b4ba4c-20e0-4222-a6ed-d8a506dada74 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Aug 12 04:14:31.760147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-377bf468-bd22-4c2b-ad77-929fd06e15d0 req-67e69953-04d6-42ab-aec8-05e550f9314c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 210 time: 0.0324028 Aug 12 04:14:31.838552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a628cc-71c3-42c7-a8bd-b125adf1c459 None None] Pushing event updated for resources: {'Port': ['ID=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:31.870998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:31.898143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.898271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-140a634a-ca6b-4596-90ac-c0c0168615c5 req-2f554fc1-5462-4ed1-99c4-2a2e95e5baf4 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0665815 Aug 12 04:14:31.912627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2d73ab4-047b-4595-93b0-4d8222a3a1e5 req-4b7a74d5-f412-4a7e-bbb1-86de038180a7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.0815310 Aug 12 04:14:31.957141 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:31.977555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] device_id is not set on port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:14:32.006642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] For port 99797545-995a-4290-bba3-1ea850e8b741, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=99797545-995a-4290-bba3-1ea850e8b741,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:32.064133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.068160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4bab390c-3aea-4d5c-8c28-55acd3363cce no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:32.095181 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.096841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 4bab390c-3aea-4d5c-8c28-55acd3363cce {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:32.097362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4bab390c-3aea-4d5c-8c28-55acd3363cce not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:32.158271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7942e4-9455-4d11-9860-2e77c9ad269b None None] Pushing event updated for resources: {'Port': ['ID=99797545-995a-4290-bba3-1ea850e8b741,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:32.270307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 10.1.1.143 (d56ba764-1959-40f3-9116-6911ffa5f2f7/de8ff613-fa02-4f73-91a1-4c4e87da9870/4176692e-2264-4a3d-9cd8-b70b8f25ee79) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:32.292528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c71e33fe-4822-4944-881a-06aecb50ffd9 req-d0da5dd0-a03e-487c-9cc9-625a77889c0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0322404 Aug 12 04:14:32.317779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1cc88b64-2e99-468b-baa4-797025b5b6ef None None] Provisioning complete for port 99797545-995a-4290-bba3-1ea850e8b741 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:32.319664 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1cc88b64-2e99-468b-baa4-797025b5b6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.498565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.498565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object 4176692e-2264-4a3d-9cd8-b70b8f25ee79 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:32.614009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1cc88b64-2e99-468b-baa4-797025b5b6ef None None] Provisioning for port 195820d1-456d-4190-810d-39d565cad58f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:32.620696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1cc88b64-2e99-468b-baa4-797025b5b6ef None None] Provisioning complete for port 195820d1-456d-4190-810d-39d565cad58f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:32.620696 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1cc88b64-2e99-468b-baa4-797025b5b6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.640455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.655392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe72c75-3eb7-47bb-b3c8-fa37db505696 req-8ede133f-c38c-4ca2-a599-759d56d2a045 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:32.669892 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfe72c75-3eb7-47bb-b3c8-fa37db505696 req-8ede133f-c38c-4ca2-a599-759d56d2a045 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0725663 Aug 12 04:14:32.684426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1cc88b64-2e99-468b-baa4-797025b5b6ef None None] Port 195820d1-456d-4190-810d-39d565cad58f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:32.725437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:32.736188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfe72c75-3eb7-47bb-b3c8-fa37db505696 req-54a9f496-4b78-4c3b-8013-ebc6ba521760 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632722 Aug 12 04:14:32.742750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:32.774780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:32.785038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 99797545-995a-4290-bba3-1ea850e8b741 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:32.816976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:32.851220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:32.851968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:32.906495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38d8caa7-2cb9-40c5-b3b6-f6b25d24c2fc req-74f5bdd9-23b6-4cef-b5b1-35c9acd27e41 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 210 time: 0.0532327 Aug 12 04:14:32.992453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b1ab-e3d7-4f8c-8681-fc3ea8420b0d req-c7f60104-a4cb-440f-a032-5f180969c055 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:33.004140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2b1ab-e3d7-4f8c-8681-fc3ea8420b0d req-c7f60104-a4cb-440f-a032-5f180969c055 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.1146519 Aug 12 04:14:33.056999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:33.104601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-181f7492-2489-42dd-8700-655c24ea5b5a None None] Provisioning complete for port 195820d1-456d-4190-810d-39d565cad58f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:33.105162 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-181f7492-2489-42dd-8700-655c24ea5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.132411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37965e82-96f8-4c66-b7d8-a95d1fd84c77 req-2bd6a97b-bd03-476f-a653-26bf25a5092b tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0602162 Aug 12 04:14:33.180360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59d8b81d-0476-4f7a-b10a-b8fc854c0aa1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6165004 Aug 12 04:14:33.188752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-4aaac1a0-1b68-4615-8d20-10a7f774070a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:33.190245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-4aaac1a0-1b68-4615-8d20-10a7f774070a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.1508775 Aug 12 04:14:33.227316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Request body: {'port': {'device_id': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'admin_state_up': True, 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:33.248498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2b1ab-e3d7-4f8c-8681-fc3ea8420b0d req-9b42bcc1-2f2f-4ff9-b955-2c50efd45fee tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5e22109-b09a-49f3-9b03-3fa4a0fbc692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352068 Aug 12 04:14:33.311733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833beca6-2e4d-4f7f-a1d8-e285baf977d5 None None] Network 340cda35-bfc8-40f5-920c-407219dc179f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:33.312703 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae8d7f24-22d4-4cf7-8db5-7fe2d7d55f0a req-c5f8ce0c-189d-4030-94b5-45b4b88e43dd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.1034293 Aug 12 04:14:33.355844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-49389cb1-3aee-4611-857a-fa3d56123b96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:33.357390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-49389cb1-3aee-4611-857a-fa3d56123b96 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 945 time: 0.1346908 Aug 12 04:14:33.357516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:33.408141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 99797545-995a-4290-bba3-1ea850e8b741 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:33.408882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.472663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'a925bcb9-745b-4677-837b-adec0c57a739', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'a925bcb9-745b-4677-837b-adec0c57a739', 'mac_address': 'fa:16:3e:d1:76:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:33.474340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-181f7492-2489-42dd-8700-655c24ea5b5a None None] Port 195820d1-456d-4190-810d-39d565cad58f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:33.515340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Deleting port b68bf46f-ce98-470f-8540-5da553bfcb9a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:33.515684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.521153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:33.525031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.553754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.652965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] For port b68bf46f-ce98-470f-8540-5da553bfcb9a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=b68bf46f-ce98-470f-8540-5da553bfcb9a,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:33.654656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.672113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a925bcb9-745b-4677-837b-adec0c57a739 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:33.677374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Calling delete_port for b68bf46f-ce98-470f-8540-5da553bfcb9a owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:33.748896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Allocated IP 172.20.0.12 (d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47/eba34822-312b-4cac-8b58-13aba9394d07/9e34deea-d223-4a18-853f-73b942848443) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:33.761224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:33.764580 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:33.767070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:33.786237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6484515d-09a3-4316-a838-5ca68703c753 None None] Provisioning for port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:33.835729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54358) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:33.843085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361249584', 'description': 'tempest-description--508147541'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:33.909240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.001886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.002746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:34.004777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6484515d-09a3-4316-a838-5ca68703c753 None None] Provisioning for port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:34.012061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6484515d-09a3-4316-a838-5ca68703c753 None None] Provisioning complete for port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:34.012533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6484515d-09a3-4316-a838-5ca68703c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.015694 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.050450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:34.059063 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.094305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['a925bcb9-745b-4677-837b-adec0c57a739'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:34.136405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80a9ec32-0069-442e-ad7b-50cafe342c58 req-70551b0b-761d-4e06-9a26-43d751726a91 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 210 time: 0.0578804 Aug 12 04:14:34.136569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.144586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfac55-4cb4-4c76-aa3a-9a0748394ab5 req-d28c25cf-071e-4a54-b99f-bd40312e1b31 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:34.148254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.154668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1cfac55-4cb4-4c76-aa3a-9a0748394ab5 req-d28c25cf-071e-4a54-b99f-bd40312e1b31 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.2754357 Aug 12 04:14:34.180004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:34.204138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6484515d-09a3-4316-a838-5ca68703c753 None None] Port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:34.241609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Pushing event deleted for resources: {'Port': ['ID=b68bf46f-ce98-470f-8540-5da553bfcb9a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:34.257017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event updated for resources: {'Port': ['ID=9e34deea-d223-4a18-853f-73b942848443,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:34.285478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1cfac55-4cb4-4c76-aa3a-9a0748394ab5 req-6a17818a-9369-4dfb-89bd-9b2d3f45c059 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289213 Aug 12 04:14:34.302227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:34.306366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.306521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:34.309657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:34.333072 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2906e088-8501-4b60-9d21-48aa46c4b98c req-954e785f-2538-4f14-a4a8-76f53456d1bc tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0856209 Aug 12 04:14:34.400619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] No DVR routers for this DVR port b68bf46f-ce98-470f-8540-5da553bfcb9a on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:34.407634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.418172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1956e352-a1b2-432b-85b3-4a6e250ea929 req-011247b1-a6a4-42ca-bdc0-6b402e26d15b tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.20 "DELETE /v2.0/ports/b68bf46f-ce98-470f-8540-5da553bfcb9a HTTP/1.1" status: 204 len: 173 time: 1.0350015 Aug 12 04:14:34.418386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'name': 'network-vif-deleted', 'tag': 'b68bf46f-ce98-470f-8540-5da553bfcb9a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:34.420693 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e217a4-9f30-416f-91d9-bcfa098d3144" -d '{"events": [{"server_uuid": "b673dbc0-a897-4b78-b08e-4fde9f7194ec", "name": "network-vif-deleted", "tag": "b68bf46f-ce98-470f-8540-5da553bfcb9a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:34.479345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.497646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:34.498316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.519711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:34.522308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dba0c8c5-9a1c-4c57-9412-b771ca60c61c None None] Provisioning complete for port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:34.523211 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dba0c8c5-9a1c-4c57-9412-b771ca60c61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.554429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fe86e-49c6-48ca-9905-b9cc30e32e38 req-69ce9d9f-47a9-48bf-b30c-04adfeb3a4e9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:34.564899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a96fe86e-49c6-48ca-9905-b9cc30e32e38 req-69ce9d9f-47a9-48bf-b30c-04adfeb3a4e9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 932 time: 0.1062410 Aug 12 04:14:34.573428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.586813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-424998da-258c-4c0a-a4ba-bc0c9f7d0cb6 req-0487cc21-e196-4475-967c-64f7b7e3a162 tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 210 time: 0.1082406 Aug 12 04:14:34.665860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de397cd-60d0-4df1-ac2e-ae85079b4d9e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:34.671412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.690036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a96fe86e-49c6-48ca-9905-b9cc30e32e38 req-46a9daeb-0737-4093-a3ad-c409117ea3a5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239040 Aug 12 04:14:34.755369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.755976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-659a3974-ec8e-4d17-bd3e-66a6557f2ef8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5455489 Aug 12 04:14:34.759655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54396) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:34.760328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d88683e1-bed4-46e2-b560-86cc9b058f49 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9232156 Aug 12 04:14:34.764989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'security_group_rule': {'security_group_id': '4de397cd-60d0-4df1-ac2e-ae85079b4d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:34.794920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Request body: {'port': {'device_id': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:34.820256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:34.902700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:34.923081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:35.001258 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc16e435-1b5e-4e07-97ee-3743cb338ad9 x-openstack-request-id: req-dc16e435-1b5e-4e07-97ee-3743cb338ad9 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:35.001689 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b673dbc0-a897-4b78-b08e-4fde9f7194ec", "name": "network-vif-deleted", "tag": "b68bf46f-ce98-470f-8540-5da553bfcb9a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:35.002044 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc16e435-1b5e-4e07-97ee-3743cb338ad9 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:35.002550 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b673dbc0-a897-4b78-b08e-4fde9f7194ec', 'name': 'network-vif-deleted', 'tag': 'b68bf46f-ce98-470f-8540-5da553bfcb9a', 'status': 'completed', 'code': 200} Aug 12 04:14:35.069053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.070833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port a925bcb9-745b-4677-837b-adec0c57a739 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:35.071217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.110519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-357f78e4-0f59-48f9-b83a-3fe82e2f502d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:35.113016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-357f78e4-0f59-48f9-b83a-3fe82e2f502d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 812 time: 0.2108614 Aug 12 04:14:35.130299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Request body: {'port': {'device_id': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'admin_state_up': True, 'tenant_id': '94111f4d5afc48ae9a1fe92e05145c5f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:35.295575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.302081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.353367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21fe305b-bf89-4e96-a2de-20064726cccc req-27677d17-a024-4a07-a6b5-4d91b91a0aba tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 210 time: 0.0578196 Aug 12 04:14:35.356970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Made reservation on behalf of 94111f4d5afc48ae9a1fe92e05145c5f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:35.369518 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.391413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:35.402606 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e6d59-7b61-4dfe-ad7c-4445ec470316" -d '{"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-plugged", "status": "completed", "tag": "a925bcb9-745b-4677-837b-adec0c57a739"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:35.438611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:35.531175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.582806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.628646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-67900df9-dd8c-4063-a84e-4457f0a616da req-fe26e050-5c7b-425b-9037-cf1f8df61719 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0987389 Aug 12 04:14:35.635270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e34deea-d223-4a18-853f-73b942848443 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:35.643551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:35.651220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0425e3-7e8d-4f05-914e-c012c55ef104,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:35.671461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.677481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Allocated IP 172.20.0.3 (9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3/22ec00d5-9502-4d66-853b-427d264ac8a4/c70a88d3-ceed-43ff-bb81-39e26d45d8cf) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:35.691011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3da0f9-e2c0-4e8f-981e-dddbdef71058 req-158870dc-0622-4414-bb2a-994be42c705b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:35.692340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Transition to ACTIVE for port object 9e34deea-d223-4a18-853f-73b942848443 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:35.692711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de3da0f9-e2c0-4e8f-981e-dddbdef71058 req-158870dc-0622-4414-bb2a-994be42c705b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1697710 Aug 12 04:14:35.718254 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed65a5e-1bdb-4551-9c52-d1e2c1c97d9f x-openstack-request-id: req-1ed65a5e-1bdb-4551-9c52-d1e2c1c97d9f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:35.718554 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-plugged", "status": "completed", "tag": "a925bcb9-745b-4677-837b-adec0c57a739", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:35.718842 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ed65a5e-1bdb-4551-9c52-d1e2c1c97d9f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:35.719258 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739', 'code': 200} Aug 12 04:14:35.781669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de3da0f9-e2c0-4e8f-981e-dddbdef71058 req-45704294-9ed5-4330-bd85-24ebed036da8 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771477 Aug 12 04:14:35.789598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.792763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c5f950ef-5a11-4b0b-90cf-7a6429acb8c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0315003 Aug 12 04:14:35.796616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54420) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:35.812926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'security_group_rule': {'security_group_id': '4de397cd-60d0-4df1-ac2e-ae85079b4d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:35.838782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:35.895822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-246f92ae-ce18-4cd9-8a20-fc80ed4bf5f3 req-52ea4696-1491-480d-9ef2-ca88c34ea54d tempest-ListServerFiltersTestJSON-1136457683 tempest-ListServerFiltersTestJSON-1136457683-project] 10.222.0.42 "GET /v2.0/ports?device_id=b673dbc0-a897-4b78-b08e-4fde9f7194ec HTTP/1.1" status: 200 len: 210 time: 0.0593770 Aug 12 04:14:35.970796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.094191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b68bf46f-ce98-470f-8540-5da553bfcb9a no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:36.142292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: b68bf46f-ce98-470f-8540-5da553bfcb9a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:14:36.142558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device b68bf46f-ce98-470f-8540-5da553bfcb9a not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:14:36.163899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Pushing event updated for resources: {'Port': ['ID=9e34deea-d223-4a18-853f-73b942848443,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:36.188844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-de7088f6-566f-45cf-a20d-2908e8b28430 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:36.190430 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-de7088f6-566f-45cf-a20d-2908e8b28430 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 812 time: 0.3829329 Aug 12 04:14:36.201610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.213518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Attempting to bind port 9e34deea-d223-4a18-853f-73b942848443 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:36.213866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Attempting to bind port 9e34deea-d223-4a18-853f-73b942848443 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:36.216294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Attempting to bind port 9e34deea-d223-4a18-853f-73b942848443 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:36.221957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Port 9e34deea-d223-4a18-853f-73b942848443 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:14:36.231510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Attempting to bind port 9e34deea-d223-4a18-853f-73b942848443 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:36.231510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:36.231510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:36.231901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Request body: {'port': {'device_id': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'admin_state_up': True, 'tenant_id': '94111f4d5afc48ae9a1fe92e05145c5f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:36.232024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Bound using segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:36.232024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Bound port: 9e34deea-d223-4a18-853f-73b942848443, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:36.232024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.288667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.321329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b2d76-b46f-4943-88a2-7e025a25f04c req-b791aeec-5c82-48af-a6ee-52f630eddc79 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:36.322985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-981b2d76-b46f-4943-88a2-7e025a25f04c req-b791aeec-5c82-48af-a6ee-52f630eddc79 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 944 time: 0.2927558 Aug 12 04:14:36.325915 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.330353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8c17f4-cd52-4810-ab15-5d54c629d193,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:36.335275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] For port 9e34deea-d223-4a18-853f-73b942848443, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:36.338183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] For port 9e34deea-d223-4a18-853f-73b942848443, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9e34deea-d223-4a18-853f-73b942848443,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:36.434144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.436068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fdea69a2-64cf-4acf-9643-853c5d296684 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6378367 Aug 12 04:14:36.439213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54436) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:36.445749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:36.451204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-981b2d76-b46f-4943-88a2-7e025a25f04c req-27d241a2-9e0c-4c8a-9138-6b9739773160 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108510 Aug 12 04:14:36.508207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.513619 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fb899993-0bc0-49a7-96ae-083b96a0e2d1 req-a9a2ae4d-e8db-4bec-9b8c-c4f740e92dab tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 210 time: 0.0556593 Aug 12 04:14:36.555637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:36.556595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.557211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.558666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e34deea-d223-4a18-853f-73b942848443 HTTP/1.1" status: 200 len: 1092 time: 1.7877417 Aug 12 04:14:36.559389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'tag': '9e34deea-d223-4a18-853f-73b942848443'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:36.562515 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6b647-4e5f-4ede-b814-695ac6ecc541" -d '{"events": [{"name": "network-changed", "server_uuid": "fdde80e4-f5e0-4bfe-a5e8-0833486f3e48", "tag": "9e34deea-d223-4a18-853f-73b942848443"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:36.606990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40795381-ac5d-4715-8e56-8e91ccafef64 service neutron] Pushing event updated for resources: {'Port': ['ID=9e34deea-d223-4a18-853f-73b942848443,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:36.625889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Made reservation on behalf of 94111f4d5afc48ae9a1fe92e05145c5f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:36.629595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.630925 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f771c8bb-b2e6-499e-9d88-a98277e3a66b x-openstack-request-id: req-f771c8bb-b2e6-499e-9d88-a98277e3a66b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:36.631422 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdde80e4-f5e0-4bfe-a5e8-0833486f3e48", "tag": "9e34deea-d223-4a18-853f-73b942848443", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:36.631690 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f771c8bb-b2e6-499e-9d88-a98277e3a66b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:36.632128 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'tag': '9e34deea-d223-4a18-853f-73b942848443', 'status': 'completed', 'code': 200} Aug 12 04:14:36.659737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:36.670027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:36.676636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:36.686439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event updated for resources: {'Port': ['ID=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:36.699649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b647-4e5f-4ede-b814-695ac6ecc541 req-3c89462e-423e-420c-8553-f0ce7de46874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:36.701540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4e6b647-4e5f-4ede-b814-695ac6ecc541 req-3c89462e-423e-420c-8553-f0ce7de46874 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 1095 time: 0.0683372 Aug 12 04:14:36.799043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:36.799787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.801555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:36.882279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Allocated IP 172.20.0.12 (9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3/22ec00d5-9502-4d66-853b-427d264ac8a4/21f8f462-818d-40c3-98bb-34706455d4c3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:36.897428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c16c5a3d-9526-4c76-9f77-68a32e9dcc26 req-70217e8c-7965-4e64-8ffc-aee474f4e62d tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0971289 Aug 12 04:14:36.901467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:36.919287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-3029a48b-1326-4c3b-99cc-35d0d22870b0 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876740 Aug 12 04:14:36.956772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Request body: {'port': {'device_id': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:36.985178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:36.989902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b647-4e5f-4ede-b814-695ac6ecc541 req-b13469d3-c3bc-4bdf-8093-d9bcd5742897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:36.991608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4e6b647-4e5f-4ede-b814-695ac6ecc541 req-b13469d3-c3bc-4bdf-8093-d9bcd5742897 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c72021374ff44d2f96179e0b5ececebd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2638435 Aug 12 04:14:37.013119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:37.013765 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.122612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.155307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6009-673f-458d-a5a5-1be1906ef3e1 req-413da291-5dd3-4b70-ac45-3e61f6c977b5 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:37.157802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36ff6009-673f-458d-a5a5-1be1906ef3e1 req-413da291-5dd3-4b70-ac45-3e61f6c977b5 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.2260633 Aug 12 04:14:37.299318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36ff6009-673f-458d-a5a5-1be1906ef3e1 req-467134d3-10ef-4907-8ba6-647e45083029 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053736 Aug 12 04:14:37.370814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.522305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.563248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Deleting subnet c674db5e-a381-443b-9a9f-ca46684f33c6 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:14:37.575828 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.599777 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.659305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event updated for resources: {'Port': ['ID=21f8f462-818d-40c3-98bb-34706455d4c3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:37.664468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:37.682081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.693637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86029c21-551c-41b3-aaa2-bbbfe1271625 req-431c83d8-b81a-4cbc-b359-11070ae0bbcb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:37.695177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86029c21-551c-41b3-aaa2-bbbfe1271625 req-431c83d8-b81a-4cbc-b359-11070ae0bbcb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 944 time: 0.1756511 Aug 12 04:14:37.701082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:37.710524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:37.726004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6b647-4e5f-4ede-b814-695ac6ecc541 req-870a386d-c195-42ce-b0bd-3e500cff4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:37.727446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4e6b647-4e5f-4ede-b814-695ac6ecc541 req-870a386d-c195-42ce-b0bd-3e500cff4931 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7233016 Aug 12 04:14:37.792201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86029c21-551c-41b3-aaa2-bbbfe1271625 req-5bcb2a9a-8770-47dd-98ec-b1d6b1e9a93b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735691 Aug 12 04:14:37.796992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:37.797677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.832296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e056b-4a7d-4c31-b7ae-a7faf067b5a5 req-aa5ea6b1-fefe-424b-9c93-133c0762dd74 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:37.838854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-664e056b-4a7d-4c31-b7ae-a7faf067b5a5 req-aa5ea6b1-fefe-424b-9c93-133c0762dd74 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 932 time: 0.1767225 Aug 12 04:14:37.910225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-664e056b-4a7d-4c31-b7ae-a7faf067b5a5 req-55f6f0f2-9362-4dc2-a06d-3585ad56d001 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699615 Aug 12 04:14:37.913374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-5324eeab-126c-4730-873f-0f14fad7a86c tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6903241 Aug 12 04:14:37.914366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 172.25.6.230 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/32defa49-49a3-4bca-a158-625448e8e2d0) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:37.931830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:37.935627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-4ced8170-ef9f-4d0d-9476-a76b1d65932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:37.937146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-4ced8170-ef9f-4d0d-9476-a76b1d65932a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 1095 time: 0.1253848 Aug 12 04:14:37.958597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Request body: {'port': {'device_id': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:38.016787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-ef9c6245-35bb-4672-b1f8-06fefd8096bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e34deea-d223-4a18-853f-73b942848443 HTTP/1.1" status: 200 len: 217 time: 0.0598791 Aug 12 04:14:38.024264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70a88d3-ceed-43ff-bb81-39e26d45d8cf {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:38.037844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.079041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Transition to ACTIVE for port object c70a88d3-ceed-43ff-bb81-39e26d45d8cf will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:38.080214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.116148 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-875a531c-7e0c-4484-a3ca-4aa3c96ccb96 req-f6c3cfa0-e370-4de2-b810-bc4918d89c24 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0726366 Aug 12 04:14:38.162120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.169628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-475ed3e4-869f-47cb-ae93-25bc55f78612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:38.171393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-475ed3e4-869f-47cb-ae93-25bc55f78612 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.1268387 Aug 12 04:14:38.200466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.219742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-eaac58cb-e2e2-4ef6-8cd4-699a5df9a879 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401094 Aug 12 04:14:38.222674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.280174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c674db5e-a381-443b-9a9f-ca46684f33c6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:38.317572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.319764 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e20262d-3e06-40f0-b02d-3dc9e080e181 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c674db5e-a381-443b-9a9f-ca46684f33c6 HTTP/1.1" status: 204 len: 168 time: 1.3325057 Aug 12 04:14:38.325955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54478) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:38.327351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2c827-44ea-453b-a4ca-9e527c9a8365 None None] Network d4f87905-19ef-4315-bd54-9cf518ab8ce9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:38.361938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Pushing event updated for resources: {'Port': ['ID=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:38.454048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.470982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-137afc09-c8c0-408b-b755-8587252fadf3 service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412944 Aug 12 04:14:38.520414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.637915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:38.662479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:38.678260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:38.681344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] DHCP port deletion for d4f87905-19ef-4315-bd54-9cf518ab8ce9 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:14:38.694145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-090d5a9c-f39c-42ed-8823-8fe4622f3006 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2356644 Aug 12 04:14:38.694819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=32defa49-49a3-4bca-a158-625448e8e2d0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:38.694925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f8f462-818d-40c3-98bb-34706455d4c3 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:38.731394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dc3f1-4c77-401d-b212-9ee08e22a406 req-0ce04cec-b373-4dfd-9351-47ba9a93a10d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:38.740335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-769dc3f1-4c77-401d-b212-9ee08e22a406 req-0ce04cec-b373-4dfd-9351-47ba9a93a10d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1446140 Aug 12 04:14:38.754659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-e83873a4-2049-4d2e-a025-df940f723f34 service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590699 Aug 12 04:14:38.796596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Deleting port de433368-e50f-4859-836c-d7befbaa0890 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:38.796976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.804125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.828313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] Deleting port de433368-e50f-4859-836c-d7befbaa0890 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:38.828313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.833632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-769dc3f1-4c77-401d-b212-9ee08e22a406 req-b9a46b95-4785-42f2-9e25-29117909879a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911884 Aug 12 04:14:38.885852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Attempting to bind port c70a88d3-ceed-43ff-bb81-39e26d45d8cf on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:38.886202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Attempting to bind port c70a88d3-ceed-43ff-bb81-39e26d45d8cf by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:38.886445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Attempting to bind port c70a88d3-ceed-43ff-bb81-39e26d45d8cf on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:38.890992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device de433368-e50f-4859-836c-d7befbaa0890 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:38.903664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Port c70a88d3-ceed-43ff-bb81-39e26d45d8cf on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:14:38.904253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Attempting to bind port c70a88d3-ceed-43ff-bb81-39e26d45d8cf on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:38.910769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Transition to ACTIVE for port object 21f8f462-818d-40c3-98bb-34706455d4c3 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:38.913669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:38.918842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Checking segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:38.919910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Bound using segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:38.919910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Bound port: c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:38.920119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.929162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.960583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] For port de433368-e50f-4859-836c-d7befbaa0890, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de433368-e50f-4859-836c-d7befbaa0890,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:38.961179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:38.999841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] Calling delete_port for de433368-e50f-4859-836c-d7befbaa0890 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:39.018901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.020100 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.057669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] For port de433368-e50f-4859-836c-d7befbaa0890, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=de433368-e50f-4859-836c-d7befbaa0890,segment=NetworkSegment(6f478f1a-08db-4027-817d-dc7b7a2b234b),segment_id=6f478f1a-08db-4027-817d-dc7b7a2b234b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:39.058698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.079673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.080164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.080643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.081129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.081602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.082074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.082547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.084529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e5bd0513-0ef3-44d6-9df2-b7bc02a67ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.3086939 Aug 12 04:14:39.092924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Calling delete_port for de433368-e50f-4859-836c-d7befbaa0890 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:39.107391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e1676-34fb-4177-b960-38a5aa299b5b req-0cca8bce-3b7b-4440-8401-d8703a6f68c6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.109367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Pushing event updated for resources: {'Port': ['ID=21f8f462-818d-40c3-98bb-34706455d4c3,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:39.116843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df6e1676-34fb-4177-b960-38a5aa299b5b req-0cca8bce-3b7b-4440-8401-d8703a6f68c6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 944 time: 0.1807110 Aug 12 04:14:39.186891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] For port c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:39.247413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Attempting to bind port 21f8f462-818d-40c3-98bb-34706455d4c3 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:39.247733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Attempting to bind port 21f8f462-818d-40c3-98bb-34706455d4c3 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:39.247968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Attempting to bind port 21f8f462-818d-40c3-98bb-34706455d4c3 on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:39.255372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] For port c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:39.259944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Port 21f8f462-818d-40c3-98bb-34706455d4c3 on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:14:39.260263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Attempting to bind port 21f8f462-818d-40c3-98bb-34706455d4c3 on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:39.270835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:39.271243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Checking segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:39.271559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Bound using segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:39.272051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Bound port: 21f8f462-818d-40c3-98bb-34706455d4c3, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:39.272415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.278119 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.281568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.282196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510ac4-178e-4d45-93c0-02fb01e85d22 req-262844da-eb1d-419a-b777-536026ec27bd tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.283787 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8510ac4-178e-4d45-93c0-02fb01e85d22 req-262844da-eb1d-419a-b777-536026ec27bd tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 944 time: 0.1918349 Aug 12 04:14:39.351771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] Pushing event deleted for resources: {'Port': ['ID=de433368-e50f-4859-836c-d7befbaa0890,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:39.357050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df6e1676-34fb-4177-b960-38a5aa299b5b req-4bebd21e-e2b2-42ab-9a9b-398464646434 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392440 Aug 12 04:14:39.369326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.385712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7ccb8-30bd-4180-9f80-0b7ab3d34c67 None None] No DVR routers for this DVR port de433368-e50f-4859-836c-d7befbaa0890 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:39.399642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8510ac4-178e-4d45-93c0-02fb01e85d22 req-671265bd-2f22-4891-ac87-f71e5dfc1b10 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038575 Aug 12 04:14:39.494491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.495453 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.496891 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] 10.222.0.20 "PUT /v2.0/ports/c70a88d3-ceed-43ff-bb81-39e26d45d8cf HTTP/1.1" status: 200 len: 1091 time: 2.5639219 Aug 12 04:14:39.497602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-c41dd9fe-a175-45a5-b043-e543d0f92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.498003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-c41dd9fe-a175-45a5-b043-e543d0f92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.498479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-c41dd9fe-a175-45a5-b043-e543d0f92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.500186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-c41dd9fe-a175-45a5-b043-e543d0f92c13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=1ddab381-f66b-427e-8b2b-55576ab5b51b&id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 2298 time: 0.3621607 Aug 12 04:14:39.501156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'tag': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:39.504698 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efccf8d-c995-4a84-8344-b2583dff4e19" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb5975a-f1b6-4969-8303-26ca9b3ac52d", "tag": "c70a88d3-ceed-43ff-bb81-39e26d45d8cf"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:39.517711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] For port 21f8f462-818d-40c3-98bb-34706455d4c3, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:39.522637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] For port 21f8f462-818d-40c3-98bb-34706455d4c3, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=21f8f462-818d-40c3-98bb-34706455d4c3,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:39.539602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38295bfa-a45e-4efc-8dca-32f97652bfaa service neutron] Pushing event updated for resources: {'Port': ['ID=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:39.609010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9694ede-5f83-4f67-9d82-da8484ae13c5 req-f8f89a6d-3cf3-4d05-bc76-6b9ea3433cc0 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.1063595 Aug 12 04:14:39.619742 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.646309 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc94622-af05-4d2f-b83b-cc8d44e8d9ac x-openstack-request-id: req-dbc94622-af05-4d2f-b83b-cc8d44e8d9ac {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:39.646893 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb5975a-f1b6-4969-8303-26ca9b3ac52d", "tag": "c70a88d3-ceed-43ff-bb81-39e26d45d8cf", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:39.647312 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbc94622-af05-4d2f-b83b-cc8d44e8d9ac {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:39.648231 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'tag': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf', 'status': 'completed', 'code': 200} Aug 12 04:14:39.683945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] No DVR routers for this DVR port de433368-e50f-4859-836c-d7befbaa0890 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:39.691221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=de433368-e50f-4859-836c-d7befbaa0890,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:39.694652 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.697375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-9120acd8-0deb-4a70-af31-3a1bafbdf3d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 1001 time: 0.1841359 Aug 12 04:14:39.735950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.736984 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.738394 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] 10.222.0.20 "PUT /v2.0/ports/21f8f462-818d-40c3-98bb-34706455d4c3 HTTP/1.1" status: 200 len: 1092 time: 1.7856472 Aug 12 04:14:39.763031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-b2fb7d19-55f6-4622-afd0-56b77924e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.764462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-b2fb7d19-55f6-4622-afd0-56b77924e50a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=5cb5975a-f1b6-4969-8303-26ca9b3ac52d HTTP/1.1" status: 200 len: 1094 time: 0.1033700 Aug 12 04:14:39.785461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5d379-bd52-41fc-bc8a-cca178ca2309 service neutron] Pushing event updated for resources: {'Port': ['ID=21f8f462-818d-40c3-98bb-34706455d4c3,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:39.788619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.799361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f87905-19ef-4315-bd54-9cf518ab8ce9']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:39.817849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f478f1a-08db-4027-817d-dc7b7a2b234b') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:39.818273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f478f1a-08db-4027-817d-dc7b7a2b234b') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:39.827286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-fdd4eeac-07c4-4f19-ac11-cd3283632852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf HTTP/1.1" status: 200 len: 217 time: 0.0441155 Aug 12 04:14:39.859203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.882446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-67d36db9-40e8-445a-bc3b-e79c2ab7f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.884007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-67d36db9-40e8-445a-bc3b-e79c2ab7f695 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 200 len: 852 time: 0.0477848 Aug 12 04:14:39.916480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.930189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2bf1abc8-cd10-49a6-8cd8-00a75349f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:39.932433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2bf1abc8-cd10-49a6-8cd8-00a75349f1d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 200 len: 856 time: 0.2101729 Aug 12 04:14:39.935608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:14:39.936262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:14:39.938174 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:14:39.954927 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-eafe92aa-0b91-48ac-ad3e-ad5d214ac4a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524452 Aug 12 04:14:40.028045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:40.062442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-8d447a8d-6f4f-4e18-b63d-461135d927a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.063983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-8d447a8d-6f4f-4e18-b63d-461135d927a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 1095 time: 0.1144223 Aug 12 04:14:40.076896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-39799e68-ee26-468e-92df-f8a6c6762884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.078642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-39799e68-ee26-468e-92df-f8a6c6762884 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9655ca9-bc91-4036-8247-308ae56cbf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992367 Aug 12 04:14:40.092575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167c4c0-cb3c-4d11-9789-e51a45d167b9 req-9b0d39f3-5555-44d8-9c45-154d08ad1e50 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.094525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c167c4c0-cb3c-4d11-9789-e51a45d167b9 req-9b0d39f3-5555-44d8-9c45-154d08ad1e50 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1162231 Aug 12 04:14:40.096634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:40.122036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-9642e2b7-5396-49df-861c-c7367b5df4e7 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595025 Aug 12 04:14:40.123765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-cafdce97-d981-4aeb-9a67-47a40b371e2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21f8f462-818d-40c3-98bb-34706455d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0452204 Aug 12 04:14:40.238508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12841978-db49-446e-b2a7-df17001d5fac req-d79a44ea-510f-4376-85f5-71b826bec161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.239982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-d79a44ea-510f-4376-85f5-71b826bec161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 200 len: 852 time: 0.0985818 Aug 12 04:14:40.253256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=32defa49-49a3-4bca-a158-625448e8e2d0,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:40.275116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c167c4c0-cb3c-4d11-9789-e51a45d167b9 req-c3627e0c-3b7c-42c1-9e9a-fe4f37e5ff0d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657915 Aug 12 04:14:40.282286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-a08777d3-fbf1-4b22-9fa4-5707f817292b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332911 Aug 12 04:14:40.284359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:40.285844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-7d7b5c70-df34-4664-afcb-c39cc59f6c21 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523345 Aug 12 04:14:40.290910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-aee3fe75-c50c-4d94-95cc-4d2981225143 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952980 Aug 12 04:14:40.367662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:40.373995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:40.378503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] 10.222.0.42 "DELETE /v2.0/networks/d4f87905-19ef-4315-bd54-9cf518ab8ce9 HTTP/1.1" status: 204 len: 168 time: 2.0501785 Aug 12 04:14:40.403778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-12a00d89-011b-4b63-914d-d77e3c517638 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916691 Aug 12 04:14:40.416969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cab37f-ae83-4c8f-ba39-c2daffada6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f87905-19ef-4315-bd54-9cf518ab8ce9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:40.435250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:40.439284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-920277f8-3615-43a1-8368-a67584753cdc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9979722 Aug 12 04:14:40.445104 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-27fa8ebc-5364-4e1a-a4b5-caa0ba4a59a8 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320510 Aug 12 04:14:40.538603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e1a196f4-23e6-4b48-b393-120e3839a62e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 217 time: 0.0761993 Aug 12 04:14:40.629783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-ff02d85f-1dcc-45b9-9676-93db2aba879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.631581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-ff02d85f-1dcc-45b9-9676-93db2aba879b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0853472 Aug 12 04:14:40.639214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811e822-bbaa-4b4d-9495-499b2d4e1959 req-db8690bd-dbbe-4db8-8aaa-aa826c191b5e tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.641879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c811e822-bbaa-4b4d-9495-499b2d4e1959 req-db8690bd-dbbe-4db8-8aaa-aa826c191b5e tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 944 time: 0.1103988 Aug 12 04:14:40.677325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6ed0-e419-49fc-a5df-2036ad3dee2e req-edd0b414-5e01-45b8-8922-fb6365751880 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:40.686688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a5a6ed0-e419-49fc-a5df-2036ad3dee2e req-edd0b414-5e01-45b8-8922-fb6365751880 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 944 time: 0.1873367 Aug 12 04:14:41.001954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54528) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:41.076200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c811e822-bbaa-4b4d-9495-499b2d4e1959 req-bab87d01-cf41-4b62-bf71-aefc68784c26 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143863 Aug 12 04:14:41.084424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-b021f605-9de1-4747-9590-e82352cb5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.085908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-b021f605-9de1-4747-9590-e82352cb5b0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=5cb5975a-f1b6-4969-8303-26ca9b3ac52d HTTP/1.1" status: 200 len: 1094 time: 0.5657711 Aug 12 04:14:41.088234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12841978-db49-446e-b2a7-df17001d5fac req-9314af8e-97ea-44af-b199-6a79b2f6905c service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762056 Aug 12 04:14:41.093582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-5d961e89-f959-4f19-98e8-1307b1bed17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.102678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a5a6ed0-e419-49fc-a5df-2036ad3dee2e req-4d1d7a9a-4b85-4821-b666-376038ec60bb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105887 Aug 12 04:14:41.103167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-5d961e89-f959-4f19-98e8-1307b1bed17a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4557157 Aug 12 04:14:41.129295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-17bc1476-7725-4675-b811-a29bdcacb815 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4be7501d471040dba90e85716feffdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201863 Aug 12 04:14:41.143325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54534) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:41.294682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-5f6bb439-c30e-41e1-aced-698bff46b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.296050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-5f6bb439-c30e-41e1-aced-698bff46b00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 913 time: 0.1898332 Aug 12 04:14:41.303100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a465035-a152-4bd2-b821-d7ef03e5264e req-3c78bcd8-3013-443f-9aec-2eb904be8319 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0468767 Aug 12 04:14:41.352836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afe9-a580-48ce-9926-abf19cd67fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:41.389013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-bd3a881e-f9bb-44cf-8abb-dbdee427de5b service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705417 Aug 12 04:14:41.395931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-d4ac878a-159e-4240-b319-af1862fb533c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf HTTP/1.1" status: 200 len: 217 time: 0.0745969 Aug 12 04:14:41.405933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-b2c8cc28-fe42-4fe4-8071-05b9927b65fd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1361249584&fields=id&tenant_id=383022d6b4bf47eda5ab9c5bb88c581c HTTP/1.1" status: 200 len: 267 time: 0.0857193 Aug 12 04:14:41.406405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afe9-a580-48ce-9926-abf19cd67fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:41.488537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a374c72f-29be-4e57-8ba6-df1ba53a2abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.496712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a374c72f-29be-4e57-8ba6-df1ba53a2abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 931 time: 0.0898845 Aug 12 04:14:41.538745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-465dea7e-0980-4c90-9c4d-fb70c9391995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.540325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-465dea7e-0980-4c90-9c4d-fb70c9391995 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 200 len: 852 time: 0.1249194 Aug 12 04:14:41.571549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db3e70-d5be-4aa2-ab38-0bd32b0f4054 req-3b16b65e-a8ec-4026-baa7-1f46398da8d9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.574524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59db3e70-d5be-4aa2-ab38-0bd32b0f4054 req-3b16b65e-a8ec-4026-baa7-1f46398da8d9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1773782 Aug 12 04:14:41.593696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-d7b9b4e0-18f8-4f2b-b77b-cbf569f017f2 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.601053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-d7b9b4e0-18f8-4f2b-b77b-cbf569f017f2 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 931 time: 0.1034753 Aug 12 04:14:41.604501 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-0d6f2bb0-cd05-4522-a374-4df1b068f89c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545049 Aug 12 04:14:41.613121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-b11e3493-a2d0-48d0-b6d8-499b4d61ae7a service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750875 Aug 12 04:14:41.668077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'tag': '21f8f462-818d-40c3-98bb-34706455d4c3'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:41.670667 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f15bf-a77c-479f-8bcc-959e7cd8650f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e393cd5-5c73-4000-ab78-191c8572d58b", "tag": "21f8f462-818d-40c3-98bb-34706455d4c3"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:41.687592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-3d29791f-fc8a-4f94-86c7-ba5867429830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 217 time: 0.0634489 Aug 12 04:14:41.695388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-fc4c39ef-1cbd-4930-85cc-d29492553600 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0934024 Aug 12 04:14:41.705364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59db3e70-d5be-4aa2-ab38-0bd32b0f4054 req-1dfa9a2a-e910-4f86-9f0f-50febdfd4f0b tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222847 Aug 12 04:14:41.705364 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afe9-a580-48ce-9926-abf19cd67fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:41.710776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2f7afe9-a580-48ce-9926-abf19cd67fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:41.717427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b2f7afe9-a580-48ce-9926-abf19cd67fd7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5e22109-b09a-49f3-9b03-3fa4a0fbc692 HTTP/1.1" status: 204 len: 168 time: 0.5705554 Aug 12 04:14:41.757196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-8bdea7e5-6901-40eb-9646-138d9d590b0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0608346 Aug 12 04:14:41.798087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7afe9-a580-48ce-9926-abf19cd67fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e22109-b09a-49f3-9b03-3fa4a0fbc692,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:41.804057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-9717891a-7c2f-4be8-9d9c-098f2722953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.806651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-9717891a-7c2f-4be8-9d9c-098f2722953d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0878663 Aug 12 04:14:41.837824 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e159bde-ec84-48f7-8de4-bda5441c36ef x-openstack-request-id: req-3e159bde-ec84-48f7-8de4-bda5441c36ef {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:41.838121 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e393cd5-5c73-4000-ab78-191c8572d58b", "tag": "21f8f462-818d-40c3-98bb-34706455d4c3", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:41.838379 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e159bde-ec84-48f7-8de4-bda5441c36ef {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:41.838860 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'tag': '21f8f462-818d-40c3-98bb-34706455d4c3', 'status': 'completed', 'code': 200} Aug 12 04:14:41.873754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-686cedb6-4437-4180-b823-5f48071aa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.875703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-686cedb6-4437-4180-b823-5f48071aa595 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539737 Aug 12 04:14:41.877737 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-1515576d-c4a8-45e5-b795-0dee0f02625e service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614491 Aug 12 04:14:41.992648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-82f41224-b46a-4e46-8cf4-1fe42ed38a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:41.994172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-82f41224-b46a-4e46-8cf4-1fe42ed38a1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 1095 time: 0.1581447 Aug 12 04:14:42.031569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-276966b8-b0e5-4b7f-95c8-57da851a0293 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.037847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-e3b02d85-9546-4f6c-8ae5-2ba5c4d46965 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470778 Aug 12 04:14:42.040032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-276966b8-b0e5-4b7f-95c8-57da851a0293 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.045926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-276966b8-b0e5-4b7f-95c8-57da851a0293 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.053075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-276966b8-b0e5-4b7f-95c8-57da851a0293 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=340cda35-bfc8-40f5-920c-407219dc179f&id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 1990 time: 0.2949848 Aug 12 04:14:42.104839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9e34deea-d223-4a18-853f-73b942848443 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:42.157842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-3571fc5c-c8db-4d1f-82af-0c66ed77b098 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/quotas/383022d6b4bf47eda5ab9c5bb88c581c HTTP/1.1" status: 200 len: 375 time: 0.0958428 Aug 12 04:14:42.178157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-5043ca27-7308-4782-94fc-60c4c0d50391 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290770 Aug 12 04:14:42.252022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5efccf8d-c995-4a84-8344-b2583dff4e19 req-5657215e-c92a-40d6-b89f-9014301f3d12 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585777 Aug 12 04:14:42.274525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-5b76ed8d-e8ae-457d-8874-3383e310f0ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 200 len: 217 time: 0.0876861 Aug 12 04:14:42.301012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-f6a1d57c-7136-4250-90d4-4ad70102d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.302505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-f6a1d57c-7136-4250-90d4-4ad70102d075 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 913 time: 0.2985260 Aug 12 04:14:42.326222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9e34deea-d223-4a18-853f-73b942848443, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9e34deea-d223-4a18-853f-73b942848443,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:42.355651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-fb3ad01e-eb30-4869-af5f-7764ddfe9d04 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1877046 Aug 12 04:14:42.439052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-1b7f05c2-c5fa-4fe4-b06c-283a6cb1b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.440800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-1b7f05c2-c5fa-4fe4-b06c-283a6cb1b8a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1463704 Aug 12 04:14:42.452549 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-63e948a0-f9f8-4ce8-a11a-2102f7ff4912 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21f8f462-818d-40c3-98bb-34706455d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0958188 Aug 12 04:14:42.484334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2706c-7937-4010-9ca9-eba65cba6608 req-50190c09-a8ab-4432-9168-686e9c90f92b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.486162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad2706c-7937-4010-9ca9-eba65cba6608 req-50190c09-a8ab-4432-9168-686e9c90f92b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 944 time: 0.2852480 Aug 12 04:14:42.509802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-9856dd81-99f5-4ecc-8ca9-54f50d5351f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521734 Aug 12 04:14:42.548594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-a728839c-fa46-4c30-ad21-cbfb8c818478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.550247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-a728839c-fa46-4c30-ad21-cbfb8c818478 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 200 len: 852 time: 0.0816653 Aug 12 04:14:42.606918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-57a88893-8595-4b26-83fe-8bacd75563d3 service neutron] 10.222.0.42 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452502 Aug 12 04:14:42.607794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-04e53787-dcfe-4ca3-92d6-40f7183d20fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416687 Aug 12 04:14:42.654317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '9e34deea-d223-4a18-853f-73b942848443', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': '9e34deea-d223-4a18-853f-73b942848443', 'mac_address': 'fa:16:3e:23:65:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:42.661781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ad2706c-7937-4010-9ca9-eba65cba6608 req-c6e3540d-20c3-4e99-a36b-d485690fa293 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458282 Aug 12 04:14:42.697279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-e8ef636e-da9a-4475-8273-03b2022988ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.699382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-e8ef636e-da9a-4475-8273-03b2022988ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 1096 time: 0.1165259 Aug 12 04:14:42.706678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-06a134d2-9a2c-498c-92b6-872aaad47370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:42.708468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-06a134d2-9a2c-498c-92b6-872aaad47370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201743 Aug 12 04:14:42.746611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:42.761197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e34deea-d223-4a18-853f-73b942848443 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:42.782466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9e34deea-d223-4a18-853f-73b942848443, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9e34deea-d223-4a18-853f-73b942848443,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:42.870516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:42.875786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bd6e9ac4-5b6e-492e-b054-c41a8e1aa359 service neutron] 10.222.0.42 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709949 Aug 12 04:14:42.914398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-828b412b-f081-4343-b3fb-308034fd2dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836194 Aug 12 04:14:42.935958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-475b3c9c-a834-41b1-ae62-26c3e1839201 service neutron] 10.222.0.42 "GET /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0589538 Aug 12 04:14:42.951869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=9e34deea-d223-4a18-853f-73b942848443,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:43.039706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-63eb8deb-b629-44b0-a325-f78945a358ae service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169489 Aug 12 04:14:43.059302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4348f-f27a-4a6f-b576-37279f9e8034 req-13a00ee2-6cba-4eac-be6d-74d6fad4642d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:43.069345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dc4348f-f27a-4a6f-b576-37279f9e8034 req-13a00ee2-6cba-4eac-be6d-74d6fad4642d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 944 time: 0.3294115 Aug 12 04:14:43.118404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c20f15bf-a77c-479f-8bcc-959e7cd8650f req-260b8128-e2fd-47c1-8be4-8059f2987d2a service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802778 Aug 12 04:14:43.126770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-caa2d632-323d-467d-b269-b9e8bed5a428 service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900907 Aug 12 04:14:43.192325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['9e34deea-d223-4a18-853f-73b942848443'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:43.204039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-bbf64aa8-5eb9-4af8-bfcf-1f86b215be10 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289887 Aug 12 04:14:43.205226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-6cd9a4c9-db57-4e48-b149-3ebafcba663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:43.208901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-6cd9a4c9-db57-4e48-b149-3ebafcba663c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 911 time: 0.4474094 Aug 12 04:14:43.257814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-91404601-5d3b-4025-b543-52680d124bda service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301277 Aug 12 04:14:43.270049 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-0c295bb8-b4d1-41ac-aa46-afaf6fdc3c9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326 HTTP/1.1" status: 200 len: 217 time: 0.0361397 Aug 12 04:14:43.319352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-570ccef8-0895-4ea3-ba2b-122f59ffba7c service neutron] 10.222.0.42 "GET /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0598037 Aug 12 04:14:43.329127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54586) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:43.356360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-22df391b-f74a-4d8f-8f6a-9790289fdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:43.357822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-22df391b-f74a-4d8f-8f6a-9790289fdffd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.0504646 Aug 12 04:14:43.360399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-6010d205-f651-4e80-948f-af714544b660 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 200 len: 217 time: 0.1474259 Aug 12 04:14:43.435369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2919491e-f8a6-47b2-83f1-713a9736847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:43.436912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2919491e-f8a6-47b2-83f1-713a9736847f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0663347 Aug 12 04:14:43.437126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-72c8ac30-ae83-4462-95f8-f009e366df7d service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166558 Aug 12 04:14:43.452356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9dc4348f-f27a-4a6f-b576-37279f9e8034 req-1334c1d4-762b-47c3-89b8-5500bc68c7dd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817165 Aug 12 04:14:43.562927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-6949a9ff-b35c-4b03-9a32-4e69e9a5269a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1907513 Aug 12 04:14:43.574353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1299381841-network', 'tenant_id': '84e270dad010460791cb7866fbba8ae2'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:43.580045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-60c00064-120d-47d3-a356-4c2fa689cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:43.581783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-60c00064-120d-47d3-a356-4c2fa689cf2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939412 Aug 12 04:14:43.623338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-99bd61cf-e8e1-42e8-ac7c-0b4b1d14a21d service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851716 Aug 12 04:14:43.738567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cf74993-64ed-4906-86b8-b0f80013a2b4 req-d8a0efbe-fbca-454b-8f07-b6d05ae9bdc8 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0450642 Aug 12 04:14:43.764973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-b4940f89-ec4d-44da-ae63-650cd9b1bd3b service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740491 Aug 12 04:14:43.775181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-6a2f77f0-45f6-4b90-a550-80815f6584be service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503439 Aug 12 04:14:43.781969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Made reservation on behalf of 84e270dad010460791cb7866fbba8ae2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:43.784327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:43.803804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:43.884539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-d812ef63-9ad9-43e4-93ba-59c7ab334ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031036 Aug 12 04:14:43.947468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e79f8b79-0a53-4423-b960-cb96ed856b79 service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598299 Aug 12 04:14:43.963250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-ee30744a-bfb5-420a-a4ef-aa79cde919f6 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853359 Aug 12 04:14:43.966409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-9bb1a0d8-46db-4672-91d0-b8f9b861c3e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 200 len: 217 time: 0.0619686 Aug 12 04:14:43.985799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0330224-cd58-492f-9443-66358debc7be req-b7a9a73d-fa0a-445c-b030-573f8ab1c5e6 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:43.987417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0330224-cd58-492f-9443-66358debc7be req-b7a9a73d-fa0a-445c-b030-573f8ab1c5e6 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0960050 Aug 12 04:14:44.106136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c70a88d3-ceed-43ff-bb81-39e26d45d8cf details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:44.111727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-70f2ebc7-ff88-49c7-bfec-2ee891e04f9c service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529369 Aug 12 04:14:44.130315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2da360f0-1a6f-4fe4-a3d9-294b5af56fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:44.133205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2da360f0-1a6f-4fe4-a3d9-294b5af56fb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.1440008 Aug 12 04:14:44.168697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0330224-cd58-492f-9443-66358debc7be req-f06fd04e-2cfb-4744-9e75-d3f2258318c9 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410911 Aug 12 04:14:44.223178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a427a00-3f07-4665-bdc6-3871968ea6ed req-54df63cc-6a21-41b3-82b5-e83fd57e230e service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458508 Aug 12 04:14:44.226194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-1df00132-2c29-4bf1-aa67-c6a6cf0b7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:44.228344 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.228842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-1df00132-2c29-4bf1-aa67-c6a6cf0b7109 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802417 Aug 12 04:14:44.264960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:44.289925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'port_id': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf', 'mac_address': 'fa:16:3e:8d:0a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec00d5-9502-4d66-853b-427d264ac8a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:44.314930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-fa222762-151d-4a77-8a6e-d9046f5fec1c service neutron] 10.222.0.42 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021241 Aug 12 04:14:44.347446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.361499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.394582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70a88d3-ceed-43ff-bb81-39e26d45d8cf {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:44.399382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:14:44.424111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcb075-de44-4e68-b29a-35b473fd37bb req-8cf7979a-62aa-43d1-a9cd-fd8de6792b43 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:44.433270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85bcb075-de44-4e68-b29a-35b473fd37bb req-8cf7979a-62aa-43d1-a9cd-fd8de6792b43 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 944 time: 0.1253285 Aug 12 04:14:44.441334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea36258-fb5f-4263-96ee-fb42d164d647,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:44.481586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.483448 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Added segment 2d92859c-a04c-42bb-8cd8-aca30629546c of type vlan for network 1b8e8e95-0da9-4d68-bb99-046708a9feff Aug 12 04:14:44.483933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:44.495328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-9dd8243f-7349-459f-b01e-f817a3844abc service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508774 Aug 12 04:14:44.501253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-42f7e753-0818-4ea5-842e-fdf1d8c06895 service neutron] 10.222.0.42 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854107 Aug 12 04:14:44.559336 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.562698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 21f8f462-818d-40c3-98bb-34706455d4c3 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:44.568001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85bcb075-de44-4e68-b29a-35b473fd37bb req-b4653270-92d9-4a9f-b3da-e23b50061dd3 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336625 Aug 12 04:14:44.602293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.664442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 21f8f462-818d-40c3-98bb-34706455d4c3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=21f8f462-818d-40c3-98bb-34706455d4c3,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:44.678300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c1e02aa9-2382-499b-9e5a-91e672b4ff41 service neutron] 10.222.0.42 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759765 Aug 12 04:14:44.685987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:44.693591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-ada75944-1706-485d-9fc5-f25300ac6f3a service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897998 Aug 12 04:14:44.704910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '21f8f462-818d-40c3-98bb-34706455d4c3', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'port_id': '21f8f462-818d-40c3-98bb-34706455d4c3', 'mac_address': 'fa:16:3e:4a:6f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec00d5-9502-4d66-853b-427d264ac8a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:44.765294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-2804e91c-3433-435b-a510-276ff1f03f83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 217 time: 0.0624287 Aug 12 04:14:44.786107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1749e5-6e58-483d-8982-f5c5d59453c6 req-de38497a-3cd6-4d28-b605-52c83958dfff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:44.787225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.787351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.788460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:44.789387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.794398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d1749e5-6e58-483d-8982-f5c5d59453c6 req-de38497a-3cd6-4d28-b605-52c83958dfff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 945 time: 0.1354189 Aug 12 04:14:44.809772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f8f462-818d-40c3-98bb-34706455d4c3 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:44.842591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 21f8f462-818d-40c3-98bb-34706455d4c3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=21f8f462-818d-40c3-98bb-34706455d4c3,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:44.889901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-f24c1fce-1dff-40c5-b77a-b1fdfad1b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:44.891999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-f24c1fce-1dff-40c5-b77a-b1fdfad1b234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0880864 Aug 12 04:14:44.922867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:44.942522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-372b8acf-5437-4fe5-a199-58ff2a80039b service neutron] 10.222.0.42 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633073 Aug 12 04:14:45.014812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d1749e5-6e58-483d-8982-f5c5d59453c6 req-32161235-3ab6-43a6-8a86-7422254b53e7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189398 Aug 12 04:14:45.045107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7099123 Aug 12 04:14:45.046187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729ff78-17fb-45a5-ad19-858ddf28e3cb admin admin] Pushing event updated for resources: {'Network': ['ID=1b8e8e95-0da9-4d68-bb99-046708a9feff,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:45.059780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54610) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:45.065518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-403a61f9-67a6-4aea-8cf7-ec58f431c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:45.071601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-403a61f9-67a6-4aea-8cf7-ec58f431c671 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1662838 Aug 12 04:14:45.076894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=21f8f462-818d-40c3-98bb-34706455d4c3,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:45.081285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1b8e8e95-0da9-4d68-bb99-046708a9feff details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:14:45.085644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Request body: {'subnet': {'network_id': '1b8e8e95-0da9-4d68-bb99-046708a9feff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1299381841-subnet', 'tenant_id': '84e270dad010460791cb7866fbba8ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:45.189463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9ccd2c87-f15f-44e6-af32-ff9c6414e226 service neutron] 10.222.0.42 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331638 Aug 12 04:14:45.284220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-1f704f4a-0666-4c3c-958c-0470b35b3d5b service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803894 Aug 12 04:14:45.288394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Made reservation on behalf of 84e270dad010460791cb7866fbba8ae2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:45.292946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:45.307400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['c70a88d3-ceed-43ff-bb81-39e26d45d8cf'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:45.352688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['21f8f462-818d-40c3-98bb-34706455d4c3'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:45.440010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-74149549-781d-49cf-a515-3ddf407e5a42 req-c33bf084-259c-44e8-b5ef-d51fe5bccb15 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.1120343 Aug 12 04:14:45.799645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205d3a2-8783-473f-85bc-ff7acad5f87b req-5890fa88-8116-420c-8f59-3fcf5c444ec0 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:45.801320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4205d3a2-8783-473f-85bc-ff7acad5f87b req-5890fa88-8116-420c-8f59-3fcf5c444ec0 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.2100530 Aug 12 04:14:45.805467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f36b154-a6af-4fa6-bc72-05239f3b50fa req-a48c23d8-e409-46c0-b30f-c5de45947ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075245 Aug 12 04:14:45.841067 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4205d3a2-8783-473f-85bc-ff7acad5f87b req-a56cc961-97bf-4954-a201-bf0851b70f41 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Aug 12 04:14:45.956086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d5272-be53-4b2e-9d01-06f717600d26 req-e3c2f428-32be-47a6-8dc9-b6283fe470e7 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:45.957713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-057d5272-be53-4b2e-9d01-06f717600d26 req-e3c2f428-32be-47a6-8dc9-b6283fe470e7 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 945 time: 0.0538304 Aug 12 04:14:46.004374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-057d5272-be53-4b2e-9d01-06f717600d26 req-f727490a-dca6-440d-b3a3-18dc5cf49ba6 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355704 Aug 12 04:14:46.081565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.129850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9e34deea-d223-4a18-853f-73b942848443 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:46.218470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac8d895-b5b0-4085-a756-6eeae8770265,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:46.232921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880edc-5be3-4a6d-959c-4056f0c5ee75 req-0651f4ba-ea66-4cff-ab42-6baa15b8ca73 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:46.234899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e880edc-5be3-4a6d-959c-4056f0c5ee75 req-0651f4ba-ea66-4cff-ab42-6baa15b8ca73 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 945 time: 0.1250985 Aug 12 04:14:46.238001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Checking segment: {'id': '2d92859c-a04c-42bb-8cd8-aca30629546c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1b8e8e95-0da9-4d68-bb99-046708a9feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:46.238388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Network hostable DHCP agents. Network: 1b8e8e95-0da9-4d68-bb99-046708a9feff, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:14:46.286808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 9e34deea-d223-4a18-853f-73b942848443 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:46.293238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 9e34deea-d223-4a18-853f-73b942848443 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:46.293906 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.302559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e880edc-5be3-4a6d-959c-4056f0c5ee75 req-01afc627-291a-4d9d-aa44-6106c56b21eb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 Aug 12 04:14:46.384072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Network 1b8e8e95-0da9-4d68-bb99-046708a9feff is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:14:46.400334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.429230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34deea-d223-4a18-853f-73b942848443'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:46.431990 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85553269-4cf3-4892-a13b-b6ea8a88ebd6" -d '{"events": [{"server_uuid": "fdde80e4-f5e0-4bfe-a5e8-0833486f3e48", "name": "network-vif-plugged", "status": "completed", "tag": "9e34deea-d223-4a18-853f-73b942848443"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:46.448256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9e34deea-d223-4a18-853f-73b942848443, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9e34deea-d223-4a18-853f-73b942848443,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:46.484091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1b8e8e95-0da9-4d68-bb99-046708a9feff) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:46.492013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:46.492597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.502131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c61eef-ffdc-4590-a0ed-0558f646aa59 None None] Network 1b8e8e95-0da9-4d68-bb99-046708a9feff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:46.566244 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.569986 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5203a65-2c55-4546-998c-1f2365587a37 x-openstack-request-id: req-b5203a65-2c55-4546-998c-1f2365587a37 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:46.570502 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdde80e4-f5e0-4bfe-a5e8-0833486f3e48", "name": "network-vif-plugged", "status": "completed", "tag": "9e34deea-d223-4a18-853f-73b942848443", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:46.570920 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5203a65-2c55-4546-998c-1f2365587a37 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:46.571417 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e34deea-d223-4a18-853f-73b942848443', 'code': 200} Aug 12 04:14:46.572206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-da77ccc3-20e8-47d1-9810-4a21884c8c15 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4974341 Aug 12 04:14:46.641672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-299d1152-06a6-41b4-976f-5e9f6e833f86 req-9615b4ef-777a-4dc1-83cc-76924be7d0d9 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0508618 Aug 12 04:14:46.691682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=9e34deea-d223-4a18-853f-73b942848443,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:46.723013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427cdfb-0a3a-4464-99ca-9c827512cb0e req-fee42c2e-d244-4cf1-a791-b686f9962bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:46.730537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7427cdfb-0a3a-4464-99ca-9c827512cb0e req-fee42c2e-d244-4cf1-a791-b686f9962bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 1097 time: 0.1108959 Aug 12 04:14:46.764986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937592e-6680-4560-b33e-cf13a4c8b168 None None] Network 1b8e8e95-0da9-4d68-bb99-046708a9feff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:46.776795 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7427cdfb-0a3a-4464-99ca-9c827512cb0e req-c8b34f85-0835-46c5-9052-868e94979357 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Aug 12 04:14:46.798072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54670) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:46.850100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Deleting subnet 9ac8d895-b5b0-4085-a756-6eeae8770265 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:14:46.855287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.910458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:46.998090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.003881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05377-9e24-4ee2-8569-9680c13a867a req-2e80ff32-1ead-417b-b488-0c80e5c5b327 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:47.012014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7dd05377-9e24-4ee2-8569-9680c13a867a req-2e80ff32-1ead-417b-b488-0c80e5c5b327 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0815983 Aug 12 04:14:47.072128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7dd05377-9e24-4ee2-8569-9680c13a867a req-fa7c31c9-49bf-4a88-804c-de80c44c74fa tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Aug 12 04:14:47.210835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a36b1de-9411-4354-beba-8d66729ef1a9 req-b4107576-d4a3-4b2f-a012-24a11c56abec tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0562208 Aug 12 04:14:47.214655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b7b85-6c69-4b2a-a5f1-a99d3e16316f req-1caa8e44-9da2-41d5-b0ad-3a4dad1bb654 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:47.215073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.223544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-898b7b85-6c69-4b2a-a5f1-a99d3e16316f req-1caa8e44-9da2-41d5-b0ad-3a4dad1bb654 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 945 time: 0.0964613 Aug 12 04:14:47.266265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac8d895-b5b0-4085-a756-6eeae8770265,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:47.268662 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.273658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:47.274139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2a2b3bcf-a959-4171-8d61-fccc7336a93e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ac8d895-b5b0-4085-a756-6eeae8770265 HTTP/1.1" status: 204 len: 168 time: 0.4744072 Aug 12 04:14:47.366770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-898b7b85-6c69-4b2a-a5f1-a99d3e16316f req-8b55f937-1643-4d92-8045-8226f5a7fc03 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380763 Aug 12 04:14:47.368775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.479722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56403e11-a87b-41f8-b548-519a1f3b575a req-a56b5466-c6c2-4552-b4e5-c2b7e2ca6e09 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:47.481265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56403e11-a87b-41f8-b548-519a1f3b575a req-a56b5466-c6c2-4552-b4e5-c2b7e2ca6e09 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 946 time: 0.0803585 Aug 12 04:14:47.512145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.523270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8e8e95-0da9-4d68-bb99-046708a9feff']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:47.536327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d92859c-a04c-42bb-8cd8-aca30629546c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:47.536644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d92859c-a04c-42bb-8cd8-aca30629546c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:47.561627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.561727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56403e11-a87b-41f8-b548-519a1f3b575a req-d837c049-b8ae-4794-ae65-f7da50b5851e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Aug 12 04:14:47.574123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.580431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:14:47.581457 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:14:47.582740 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:14:47.778011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-19b5c83b-5f13-4dce-b3c9-7bf5c7509cb0 req-b1aec8ea-559b-4a76-bea1-8151c44719f6 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0409477 Aug 12 04:14:47.778656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.785484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:47.786973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b8e8e95-0da9-4d68-bb99-046708a9feff HTTP/1.1" status: 204 len: 168 time: 0.5120866 Aug 12 04:14:47.799400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e6738-5473-4bfb-a092-2f3db8072479 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b8e8e95-0da9-4d68-bb99-046708a9feff,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:48.127141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c70a88d3-ceed-43ff-bb81-39e26d45d8cf up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:48.175490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421575a0-7533-46ee-9f80-1723751fbdbc req-7f88cce4-46c2-44e3-bc32-736367f0ad64 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:48.183718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-421575a0-7533-46ee-9f80-1723751fbdbc req-7f88cce4-46c2-44e3-bc32-736367f0ad64 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0607753 Aug 12 04:14:48.184702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54708) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:48.219173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-421575a0-7533-46ee-9f80-1723751fbdbc req-6f939f71-b7fa-41c4-8a7d-d0431214dbee tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Aug 12 04:14:48.249805 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5490abb1-fa3c-469f-97f1-75368851f0ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84e270dad010460791cb7866fbba8ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603218 Aug 12 04:14:48.251292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54712) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:48.293512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port c70a88d3-ceed-43ff-bb81-39e26d45d8cf completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:48.298490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port c70a88d3-ceed-43ff-bb81-39e26d45d8cf triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:48.298896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.337628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b7eefa1-1850-4954-93a4-d4582da947b4 req-6a5a793f-b416-4f8b-83f4-a1bab588223d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0511987 Aug 12 04:14:48.360924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c286fa31-6f39-4645-8ac2-11d60bb4b758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.401981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c286fa31-6f39-4645-8ac2-11d60bb4b758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.467183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.504076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:48.527208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced8b5-a169-4f5e-ac85-230d1e3c7c50 req-ed3d1ec8-d070-4c06-9d74-9ffc0f36a184 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:48.528818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18ced8b5-a169-4f5e-ac85-230d1e3c7c50 req-ed3d1ec8-d070-4c06-9d74-9ffc0f36a184 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 945 time: 0.0680027 Aug 12 04:14:48.573575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:48.574696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18ced8b5-a169-4f5e-ac85-230d1e3c7c50 req-ab4e592e-1a1f-4bfe-8a45-8bc1c556ab52 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Aug 12 04:14:48.576346 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feca073c-57ac-4d03-8d79-ec8d316b3839" -d '{"events": [{"server_uuid": "5cb5975a-f1b6-4969-8303-26ca9b3ac52d", "name": "network-vif-plugged", "status": "completed", "tag": "c70a88d3-ceed-43ff-bb81-39e26d45d8cf"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:48.580444 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.581261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 21f8f462-818d-40c3-98bb-34706455d4c3 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:48.675343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:48.683161 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c2cee-d9df-4b53-8e82-452544ad3490 x-openstack-request-id: req-e99c2cee-d9df-4b53-8e82-452544ad3490 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:48.683466 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb5975a-f1b6-4969-8303-26ca9b3ac52d", "name": "network-vif-plugged", "status": "completed", "tag": "c70a88d3-ceed-43ff-bb81-39e26d45d8cf", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:48.683765 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e99c2cee-d9df-4b53-8e82-452544ad3490 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:48.684184 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf', 'code': 200} Aug 12 04:14:48.702346 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c286fa31-6f39-4645-8ac2-11d60bb4b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.714270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c286fa31-6f39-4645-8ac2-11d60bb4b758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.718474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c286fa31-6f39-4645-8ac2-11d60bb4b758 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ea36258-fb5f-4263-96ee-fb42d164d647 HTTP/1.1" status: 204 len: 168 time: 0.4635594 Aug 12 04:14:48.732805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286fa31-6f39-4645-8ac2-11d60bb4b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea36258-fb5f-4263-96ee-fb42d164d647,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:48.753798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51065df-6a9d-4148-aed6-816b33b6eeb7 req-596925c8-9f72-41b1-b8fb-67c171b8ce19 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:48.765061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b51065df-6a9d-4148-aed6-816b33b6eeb7 req-596925c8-9f72-41b1-b8fb-67c171b8ce19 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 946 time: 0.0987396 Aug 12 04:14:48.772913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 21f8f462-818d-40c3-98bb-34706455d4c3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:48.781833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 21f8f462-818d-40c3-98bb-34706455d4c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:48.783220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.861579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd35c33-4821-42dc-8c69-085d963562ee req-77f0d884-6d8d-49b6-ade8-aab0f7b69991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:48.863138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cd35c33-4821-42dc-8c69-085d963562ee req-77f0d884-6d8d-49b6-ade8-aab0f7b69991 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cb5975a-f1b6-4969-8303-26ca9b3ac52d HTTP/1.1" status: 200 len: 1096 time: 0.0850306 Aug 12 04:14:48.873517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b51065df-6a9d-4148-aed6-816b33b6eeb7 req-0d159a0e-c227-4745-b6ef-7d6213ce24c7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086607 Aug 12 04:14:48.937211 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:48.956339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cd35c33-4821-42dc-8c69-085d963562ee req-fa52adf4-968d-4fdb-b1f4-48603cf15705 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798531 Aug 12 04:14:48.985796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 21f8f462-818d-40c3-98bb-34706455d4c3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=21f8f462-818d-40c3-98bb-34706455d4c3,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:49.002244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d71bb87b-3f5a-4840-b11f-17a828e77d4c req-4dc53be7-127a-4a8d-bfd1-356b38a0a242 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0292940 Aug 12 04:14:49.094626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:49.165674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=21f8f462-818d-40c3-98bb-34706455d4c3,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:49.405225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56244fcb-c674-4c73-bd90-e8f7c76f2da3 req-ce86bbb9-ecbd-41ac-9432-c0e69b6559b7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:49.412766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56244fcb-c674-4c73-bd90-e8f7c76f2da3 req-ce86bbb9-ecbd-41ac-9432-c0e69b6559b7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0859885 Aug 12 04:14:49.470183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56244fcb-c674-4c73-bd90-e8f7c76f2da3 req-06d8aecf-9f3c-4c2f-8174-add748ee772a tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562203 Aug 12 04:14:49.539126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8623442d-97b5-4b57-9893-81e462d312d9 req-cb4c1cca-f0e3-403f-b3f6-074a4f985a6f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0378942 Aug 12 04:14:49.746384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f61b0-06fb-4211-97a7-5335c2ea2766 req-9fc2043f-4d1c-47b8-89e4-6dfb474ae518 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:49.754521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac9f61b0-06fb-4211-97a7-5335c2ea2766 req-9fc2043f-4d1c-47b8-89e4-6dfb474ae518 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 946 time: 0.0957882 Aug 12 04:14:49.824593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac9f61b0-06fb-4211-97a7-5335c2ea2766 req-c2dbb8b6-dac9-4823-bd7e-f3404c9c3d9a tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690103 Aug 12 04:14:50.116018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1dacc5d4-a85e-4d66-86b7-eeaf5da4f4aa req-f917a883-2138-4392-9964-6462b01a70e0 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0264256 Aug 12 04:14:50.523732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54786) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:50.622676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-db6383c8-505a-421b-99e0-461d5df6be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:50.624001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-db6383c8-505a-421b-99e0-461d5df6be68 service neutron] 10.222.0.36 "GET /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 1027 time: 0.0687644 Aug 12 04:14:50.640514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8a1af-e9f6-444c-a996-e5ca8e54a5c2 req-1a13eec1-3ae5-4c78-acd2-2226ddc12d65 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:50.650704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3bc8a1af-e9f6-444c-a996-e5ca8e54a5c2 req-1a13eec1-3ae5-4c78-acd2-2226ddc12d65 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1072872 Aug 12 04:14:50.685148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f8f462-818d-40c3-98bb-34706455d4c3'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:50.688429 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24143019-092f-410d-b0ad-4582ec6f44da" -d '{"events": [{"server_uuid": "9e393cd5-5c73-4000-ab78-191c8572d58b", "name": "network-vif-plugged", "status": "completed", "tag": "21f8f462-818d-40c3-98bb-34706455d4c3"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:50.721179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3e40734-3aef-480f-b37c-05a05e7c3224 req-4aff3764-f026-43a3-b15a-a20c6897ec5b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0546737 Aug 12 04:14:50.759345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1987941703-network', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:50.765669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3bc8a1af-e9f6-444c-a996-e5ca8e54a5c2 req-932f0599-780e-407d-9bfc-0a2f40381ccd tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068568 Aug 12 04:14:50.768928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-fbe09ea8-d6da-4064-8b7c-5903b9da7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:50.770633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-fbe09ea8-d6da-4064-8b7c-5903b9da7a00 service neutron] 10.222.0.36 "GET /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 1027 time: 0.1169946 Aug 12 04:14:50.851209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Made reservation on behalf of 963fd1cd80a841fabac1ba588170bf30 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:50.854262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:50.879555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:50.885501 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2e259-b50b-495c-a7dd-daaad0256fc7 x-openstack-request-id: req-21c2e259-b50b-495c-a7dd-daaad0256fc7 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:50.886488 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e393cd5-5c73-4000-ab78-191c8572d58b", "name": "network-vif-plugged", "status": "completed", "tag": "21f8f462-818d-40c3-98bb-34706455d4c3", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:50.886941 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21c2e259-b50b-495c-a7dd-daaad0256fc7 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:50.887958 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f8f462-818d-40c3-98bb-34706455d4c3', 'code': 200} Aug 12 04:14:51.084607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.150057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.228275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:14:51.248525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.251874 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Added segment f7b58c54-e8a2-447b-b37c-a4650dc31b6d of type vlan for network 58bbfc9f-fa03-4d51-b602-529fc815d04c Aug 12 04:14:51.354599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.389859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c62a1a32-33df-40b6-b7df-51eaad4f5842 req-922c77e2-dee4-41a2-aae5-c8d97a2ba375 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0384200 Aug 12 04:14:51.392387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153abc71-3489-4510-afd0-7bff15b1add7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:51.510035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.511591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.512382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.542977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-690a8abf-f0c3-462e-82eb-89a69ef5e6c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.548675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-690a8abf-f0c3-462e-82eb-89a69ef5e6c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.554395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-690a8abf-f0c3-462e-82eb-89a69ef5e6c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.556043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-690a8abf-f0c3-462e-82eb-89a69ef5e6c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=340cda35-bfc8-40f5-920c-407219dc179f&id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 1990 time: 0.7675169 Aug 12 04:14:51.573724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c78bb-3f04-457d-ba4e-bae341f4193e req-2f8ffbfb-e075-4b8b-8cfb-87ecff13bc4e tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.580797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a8c78bb-3f04-457d-ba4e-bae341f4193e req-2f8ffbfb-e075-4b8b-8cfb-87ecff13bc4e tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 946 time: 0.5516422 Aug 12 04:14:51.589373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862eee7-90d7-4c18-95c0-f5c619fd74ab req-cd6020f5-850f-4a90-a3b2-863820413bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.590849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f862eee7-90d7-4c18-95c0-f5c619fd74ab req-cd6020f5-850f-4a90-a3b2-863820413bae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 1097 time: 0.6173799 Aug 12 04:14:51.600324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] Pushing event updated for resources: {'Network': ['ID=58bbfc9f-fa03-4d51-b602-529fc815d04c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:51.613614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:14:51.675995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5e0c7783-4eef-4624-b65c-338240bec30a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=383022d6b4bf47eda5ab9c5bb88c581c HTTP/1.1" status: 200 len: 380 time: 0.0801225 Aug 12 04:14:51.690789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f862eee7-90d7-4c18-95c0-f5c619fd74ab req-7c45fd62-6dea-4291-ac89-bd18ad65cf76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769563 Aug 12 04:14:51.694251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'admin_state_up': True, 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'security_groups': ['4de397cd-60d0-4df1-ac2e-ae85079b4d9e']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:51.712627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a8c78bb-3f04-457d-ba4e-bae341f4193e req-c76e8699-d94e-4932-a7c3-8b8d32713035 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309862 Aug 12 04:14:51.790263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9922d100-595f-4317-91a7-91c11bcc29eb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2650239 Aug 12 04:14:51.793977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54820) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:51.800593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Request body: {'subnet': {'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1987941703-subnet', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:51.842630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1fb0f9b3-4d28-4821-b96d-4e11fe19803a req-0b661aec-7bae-496a-8dfb-4c0edba47c1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0335336 Aug 12 04:14:51.904518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78113d7e-2948-4402-a74b-85362337d73b req-d9a52e4c-29e4-4eb1-8bc7-f061b9992647 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:51.906675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78113d7e-2948-4402-a74b-85362337d73b req-d9a52e4c-29e4-4eb1-8bc7-f061b9992647 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0664792 Aug 12 04:14:51.940614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:51.944878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:51.984163 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78113d7e-2948-4402-a74b-85362337d73b req-55f895e3-e455-40fd-896f-f778d91df6de tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691566 Aug 12 04:14:52.012489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Made reservation on behalf of 963fd1cd80a841fabac1ba588170bf30 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:52.015550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.219621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 172.20.0.8 (9e3c1890-6738-4155-aca3-89ed18b9dcd1/90963e5f-47bb-4549-a78d-67c29f031e80/d820240f-a2aa-447d-abcf-b6ef906d1933) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:52.327337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.381761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a327c3c-58e3-4e2a-92f2-99a92f847555,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:52.398396 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.413917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Checking segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:52.415561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Network hostable DHCP agents. Network: 58bbfc9f-fa03-4d51-b602-529fc815d04c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:14:52.416234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object d820240f-a2aa-447d-abcf-b6ef906d1933 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:52.492592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:14:52.521951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.545689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c213f87a-ecf6-4aba-97b4-8f3bc91e7820 req-cdccec91-cbd7-4834-86a1-6808f38d63aa tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0320976 Aug 12 04:14:52.584042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:52.587803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:52.594374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:52.609487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 58bbfc9f-fa03-4d51-b602-529fc815d04c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:52.620562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:52.621237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.626069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d476d51-1fef-4837-881a-7fc593fc6f05 None None] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:52.700725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:52.751818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0e5acd3c-45ce-4872-9785-7ee006ead819 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9553046 Aug 12 04:14:52.753703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54858) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:52.765138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:52.765138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.765350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:52.896946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.897831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.936093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-58bbfc9f-fa03-4d51-b602-529fc815d04c', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:14:52.937210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:52.940295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938c1ae-1281-48df-aaf6-7a4183ddc793 req-42171215-ca31-479f-b9d8-fb475907bdeb tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:52.942039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d938c1ae-1281-48df-aaf6-7a4183ddc793 req-42171215-ca31-479f-b9d8-fb475907bdeb tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 946 time: 0.0840485 Aug 12 04:14:52.949518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-286eb577-0e9a-44f2-9bfa-7fd10b659f98 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2602565 Aug 12 04:14:52.967199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'admin_state_up': True, 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'security_groups': ['4de397cd-60d0-4df1-ac2e-ae85079b4d9e']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:53.043647 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.091137 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d938c1ae-1281-48df-aaf6-7a4183ddc793 req-226b997e-b21f-44f0-a938-aff7e511a024 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412923 Aug 12 04:14:53.115870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Allocated IP 172.20.0.2 (58bbfc9f-fa03-4d51-b602-529fc815d04c/0a327c3c-58e3-4e2a-92f2-99a92f847555/fd7af013-a6cf-4a5b-a98f-38fabee31485) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:53.241821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d65974a1-eb8d-4fe7-97bc-3d1394b5e95f None None] Provisioning for port d820240f-a2aa-447d-abcf-b6ef906d1933 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:53.252562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d65974a1-eb8d-4fe7-97bc-3d1394b5e95f None None] Provisioning complete for port d820240f-a2aa-447d-abcf-b6ef906d1933 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:53.252708 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d65974a1-eb8d-4fe7-97bc-3d1394b5e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.329137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e24dcc-815e-47d9-9659-333cff48876e req-e7ab6473-e99a-4644-9f6f-417c2f20b2d9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:53.336670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42e24dcc-815e-47d9-9659-333cff48876e req-e7ab6473-e99a-4644-9f6f-417c2f20b2d9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 931 time: 0.2018049 Aug 12 04:14:53.337943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d65974a1-eb8d-4fe7-97bc-3d1394b5e95f None None] Port d820240f-a2aa-447d-abcf-b6ef906d1933 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:53.342551 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.356384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Transition to ACTIVE for port object fd7af013-a6cf-4a5b-a98f-38fabee31485 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:53.376313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Transition to ACTIVE for port object fd7af013-a6cf-4a5b-a98f-38fabee31485 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:53.398147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42e24dcc-815e-47d9-9659-333cff48876e req-3f474ca8-0aef-4618-9ad4-4f2ab68a84d1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555031 Aug 12 04:14:53.448635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.491124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.496213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:53.498183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:53.503193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.535612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1e98-0659-4d52-9345-5a60c57bce50 req-055c203d-48ad-437d-ba6f-df093296087c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:53.537676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-474e1e98-0659-4d52-9345-5a60c57bce50 req-055c203d-48ad-437d-ba6f-df093296087c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1419096 Aug 12 04:14:53.546367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:53.555472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:53.576096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Pushing event updated for resources: {'Port': ['ID=fd7af013-a6cf-4a5b-a98f-38fabee31485,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:53.646098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Attempting to bind port fd7af013-a6cf-4a5b-a98f-38fabee31485 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:53.646801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Attempting to bind port fd7af013-a6cf-4a5b-a98f-38fabee31485 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:53.648929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Attempting to bind port fd7af013-a6cf-4a5b-a98f-38fabee31485 on network 58bbfc9f-fa03-4d51-b602-529fc815d04c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:53.661650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:53.662185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Checking segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:53.662730 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.663223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Bound using segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:53.666005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Bound port: fd7af013-a6cf-4a5b-a98f-38fabee31485, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:53.666530 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.732963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 10.1.1.155 (d56ba764-1959-40f3-9116-6911ffa5f2f7/de8ff613-fa02-4f73-91a1-4c4e87da9870/6cd0ddad-d26c-43ad-963d-930c7a51e5f5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:53.757630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] For port fd7af013-a6cf-4a5b-a98f-38fabee31485, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:53.761754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] For port fd7af013-a6cf-4a5b-a98f-38fabee31485, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fd7af013-a6cf-4a5b-a98f-38fabee31485,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:53.835053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1478af9-3309-45b2-8f91-90209003b393 req-a407aadb-9ca0-4561-93b2-e17b66b5eda7 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0479953 Aug 12 04:14:53.840244 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:53.980415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ded22-5b94-4c18-85b5-88fbfb4ae564 None None] Pushing event updated for resources: {'Port': ['ID=fd7af013-a6cf-4a5b-a98f-38fabee31485,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:54.083135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.106395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:54.117066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-474e1e98-0659-4d52-9345-5a60c57bce50 req-0d8b4981-c93b-4c7c-8ff4-7e7a4a55f188 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716300 Aug 12 04:14:54.174738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5f645-83db-4e00-8dba-a44c5c7322c7 req-692db6b7-f3d1-4feb-b7fc-c807505c8fad tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:54.181794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ba5f645-83db-4e00-8dba-a44c5c7322c7 req-692db6b7-f3d1-4feb-b7fc-c807505c8fad tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 949 time: 0.1960013 Aug 12 04:14:54.216134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.245373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:54.250670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:54.283236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ba5f645-83db-4e00-8dba-a44c5c7322c7 req-f286fe65-e2e8-4b35-83f0-489367387536 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004601 Aug 12 04:14:54.293194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:54.383492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:54.390003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.416128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:54.417911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.437059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.516030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e76ad-971c-48f3-9d0a-415668e37d5d req-627f5562-a0fa-4ffa-a8b6-8c12b5cb7032 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:54.517622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e47e76ad-971c-48f3-9d0a-415668e37d5d req-627f5562-a0fa-4ffa-a8b6-8c12b5cb7032 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 946 time: 0.2864649 Aug 12 04:14:54.527688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0801d6bf-bdf8-442c-9024-875efb1c6730 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5653620 Aug 12 04:14:54.543273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'admin_state_up': True, 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'security_groups': ['4de397cd-60d0-4df1-ac2e-ae85079b4d9e']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:54.611213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e47e76ad-971c-48f3-9d0a-415668e37d5d req-4eaf55a9-8193-4d10-a40a-0283e8829910 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811410 Aug 12 04:14:54.637900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Allocated IP 172.25.6.209 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/f9565b62-138f-4ae1-869a-4d745933ec27) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:54.778225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4a2b05bd-cea7-46a5-9a2b-a7ee3b53d432 None None] Provisioning for port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:54.785083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4a2b05bd-cea7-46a5-9a2b-a7ee3b53d432 None None] Provisioning complete for port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:54.785738 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a2b05bd-cea7-46a5-9a2b-a7ee3b53d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.789993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:54.794086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.842795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7034-62c7-4bc7-8142-227a64930d98 req-8ab2e180-2991-49f9-9202-ae1f7f4ff4f9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:54.846181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b05bd-cea7-46a5-9a2b-a7ee3b53d432 None None] Port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:54.849319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7034-62c7-4bc7-8142-227a64930d98 req-8ab2e180-2991-49f9-9202-ae1f7f4ff4f9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:54.851249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc9c7034-62c7-4bc7-8142-227a64930d98 req-8ab2e180-2991-49f9-9202-ae1f7f4ff4f9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 1653 time: 0.1768463 Aug 12 04:14:54.893318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:54.905991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fd7af013-a6cf-4a5b-a98f-38fabee31485 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:54.934462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc9c7034-62c7-4bc7-8142-227a64930d98 req-b17f428e-22df-40e7-9f42-dd2e78046cb8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756786 Aug 12 04:14:54.959744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 10.1.1.80 (d56ba764-1959-40f3-9116-6911ffa5f2f7/de8ff613-fa02-4f73-91a1-4c4e87da9870/6f041923-be97-4ace-96c6-8ee1c038308c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:55.064120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fd7af013-a6cf-4a5b-a98f-38fabee31485 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:55.160707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b586b28e-de90-4286-af93-5f5adad5dc4b req-3640f13a-c47f-4ea5-8f70-5693f2f035df tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0332351 Aug 12 04:14:55.162746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.224930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dbabf-826d-4c68-a006-04beb5c29301 req-82cfc240-ebd6-436e-8d97-2a385f381ecb tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:55.227305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b30dbabf-826d-4c68-a006-04beb5c29301 req-82cfc240-ebd6-436e-8d97-2a385f381ecb tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cb5975a-f1b6-4969-8303-26ca9b3ac52d HTTP/1.1" status: 200 len: 945 time: 0.1215706 Aug 12 04:14:55.231477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:55.254993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:55.265610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:55.293310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.317442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Pushing event updated for resources: {'Port': ['ID=f9565b62-138f-4ae1-869a-4d745933ec27,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:55.318115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b30dbabf-826d-4c68-a006-04beb5c29301 req-c8d1d1e8-d61f-432e-9a75-bad8fbfc5a35 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836065 Aug 12 04:14:55.335045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object 6f041923-be97-4ace-96c6-8ee1c038308c will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:55.424505 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.476616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.510243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98235a8-a959-43a4-a98a-5816ee00068a req-81d0a2b9-f549-498a-b50d-11cec3b42e3e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:55.511853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c98235a8-a959-43a4-a98a-5816ee00068a req-81d0a2b9-f549-498a-b50d-11cec3b42e3e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1210470 Aug 12 04:14:55.534209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:55.540041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:55.545337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:55.566195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c98235a8-a959-43a4-a98a-5816ee00068a req-d5768cfd-7b28-429b-9ed7-548b5ece380d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450711 Aug 12 04:14:55.576518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.587736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:55.626203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:55.627062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.657467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23884d-ced3-4f37-b94f-84631572793e None None] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:14:55.790273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05a819c9-35c4-47c6-974a-0f36e1baf712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2551224 Aug 12 04:14:55.808324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f', 'admin_state_up': True, 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'security_groups': ['4de397cd-60d0-4df1-ac2e-ae85079b4d9e']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:55.863790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:55.884602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] Provisioning for port fd7af013-a6cf-4a5b-a98f-38fabee31485 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:55.889962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] Provisioning complete for port fd7af013-a6cf-4a5b-a98f-38fabee31485 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:55.890550 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.034759 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.070827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:56.073196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd90c4c-826d-4530-9f21-c60684f4ee6c req-0bf5119e-d921-4835-a2c6-9e66f2934230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:56.076757 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd90c4c-826d-4530-9f21-c60684f4ee6c req-0bf5119e-d921-4835-a2c6-9e66f2934230 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 1097 time: 0.3415859 Aug 12 04:14:56.079646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] For port fd7af013-a6cf-4a5b-a98f-38fabee31485, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fd7af013-a6cf-4a5b-a98f-38fabee31485,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:56.130418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd90c4c-826d-4530-9f21-c60684f4ee6c req-58b3ca02-a56a-4196-8ef2-2a6de7fbda80 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Aug 12 04:14:56.161185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.203648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.283927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137f007-d9de-48ec-af2b-816003458e64 req-2017ac30-0cd8-416b-bd83-a49ef89561c5 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:56.300967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137f007-d9de-48ec-af2b-816003458e64 req-2017ac30-0cd8-416b-bd83-a49ef89561c5 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:56.313850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137f007-d9de-48ec-af2b-816003458e64 req-2017ac30-0cd8-416b-bd83-a49ef89561c5 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:56.322212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b9dd1-3359-4285-b8e3-a9bef847b06a None None] Pushing event updated for resources: {'Port': ['ID=fd7af013-a6cf-4a5b-a98f-38fabee31485,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:56.327397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b137f007-d9de-48ec-af2b-816003458e64 req-2017ac30-0cd8-416b-bd83-a49ef89561c5 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 2373 time: 0.2715619 Aug 12 04:14:56.377810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-47759a41-01d4-4a2a-835c-67ab2feab1f5 None None] Provisioning for port 6f041923-be97-4ace-96c6-8ee1c038308c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:56.382186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-47759a41-01d4-4a2a-835c-67ab2feab1f5 None None] Provisioning complete for port 6f041923-be97-4ace-96c6-8ee1c038308c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:56.382571 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-47759a41-01d4-4a2a-835c-67ab2feab1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.399729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b137f007-d9de-48ec-af2b-816003458e64 req-e7262ad3-2114-4162-b4d1-4fdd88ed3e90 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640562 Aug 12 04:14:56.437636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.452264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-47759a41-01d4-4a2a-835c-67ab2feab1f5 None None] Port 6f041923-be97-4ace-96c6-8ee1c038308c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:56.486577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7710f21f-58c8-4484-bbd6-5238961daf75 req-5fbfb658-8fbe-4879-896d-566d781f52ec tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0551338 Aug 12 04:14:56.549372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Router 8da9bf8a-572c-4283-a001-eed3a771621a is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:14:56.616471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f9652c10-6f5c-420e-9db4-f163d0278696 None None] Provisioning complete for port fd7af013-a6cf-4a5b-a98f-38fabee31485 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:56.616877 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f9652c10-6f5c-420e-9db4-f163d0278696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.716608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:14:56.728757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:14:56.824234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 10.2.2.100 (340cda35-bfc8-40f5-920c-407219dc179f/81b737e3-fab0-4389-a300-b1688d8f43e6/7d6a9ddb-641b-4dba-af63-326a442d56ab) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:56.851371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6c846-1b9c-4108-8aa3-234cf56d7c92 req-c78cb8ff-b3e3-4cbb-ad1d-236ff8bb8d03 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:56.853032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3db6c846-1b9c-4108-8aa3-234cf56d7c92 req-c78cb8ff-b3e3-4cbb-ad1d-236ff8bb8d03 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1342342 Aug 12 04:14:56.889063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:56.894949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8886a09d-67cf-4035-8234-17b240112fed admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1375141 Aug 12 04:14:56.895667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:14:56.926257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fd7af013-a6cf-4a5b-a98f-38fabee31485 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:14:56.928046 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3db6c846-1b9c-4108-8aa3-234cf56d7c92 req-b9e093be-c559-45c0-8d88-0f6fcd308ded tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 Aug 12 04:14:56.974785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:14:56.975513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:14:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:57.029646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.046272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object 7d6a9ddb-641b-4dba-af63-326a442d56ab will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:57.054375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:14:57.104898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-1018d1f6-a08c-4ef2-a9f3-1906e27270a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.112317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-1018d1f6-a08c-4ef2-a9f3-1906e27270a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 812 time: 0.5065053 Aug 12 04:14:57.134601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fd7af013-a6cf-4a5b-a98f-38fabee31485 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:57.137378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.139386 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a4a1edf7-054a-41b8-93a5-567816279f55 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/quotas/94111f4d5afc48ae9a1fe92e05145c5f HTTP/1.1" status: 200 len: 375 time: 0.0257790 Aug 12 04:14:57.196321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-6e89073d-7120-4b84-b8a4-23d58943a477 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560150 Aug 12 04:14:57.271300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:14:57.315952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.356547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.398346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ed30194a-8db6-4ca6-b302-0b062cf823b1 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919420 Aug 12 04:14:57.419537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network 340cda35-bfc8-40f5-920c-407219dc179f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:57.442027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:57.444822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:57.492109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:57.495422 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606e07b2-3ec9-49c9-b676-79a7ff141bd7" -d '{"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-unplugged", "status": "completed", "tag": "a925bcb9-745b-4677-837b-adec0c57a739"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:57.527722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:57.528168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:57.534866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.588226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.589059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.615900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.651175 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-d90881bf-4f51-405a-ba98-5f5467f4e284 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448397 Aug 12 04:14:57.693824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:57.704684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-66752557-e73a-4e2c-846b-04a9852f65f8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.705161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:14:55Z', 'revision_number': 3, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:57.707954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-66752557-e73a-4e2c-846b-04a9852f65f8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cb5975a-f1b6-4969-8303-26ca9b3ac52d HTTP/1.1" status: 200 len: 945 time: 0.1269507 Aug 12 04:14:57.743777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:14:57.744204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Updating router 8da9bf8a-572c-4283-a001-eed3a771621a port f9565b62-138f-4ae1-869a-4d745933ec27 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:14:57.764380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55258b-4733-4302-9344-96eb62fe3a7a req-e7ee2c8e-10e1-43b0-a477-f6541ac29220 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.775444 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:57.785595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55258b-4733-4302-9344-96eb62fe3a7a req-e7ee2c8e-10e1-43b0-a477-f6541ac29220 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.791559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55258b-4733-4302-9344-96eb62fe3a7a req-e7ee2c8e-10e1-43b0-a477-f6541ac29220 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.808623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e0a15c1d-9795-4ce5-a0f2-ad8592819e46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0079775 Aug 12 04:14:57.812002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55258b-4733-4302-9344-96eb62fe3a7a req-e7ee2c8e-10e1-43b0-a477-f6541ac29220 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:57.821379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f55258b-4733-4302-9344-96eb62fe3a7a req-e7ee2c8e-10e1-43b0-a477-f6541ac29220 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 3094 time: 0.2396467 Aug 12 04:14:57.837803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f', 'admin_state_up': True, 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'security_groups': ['4de397cd-60d0-4df1-ac2e-ae85079b4d9e']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:14:57.954137 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f55258b-4733-4302-9344-96eb62fe3a7a req-8ae6d930-1307-4f8a-9d60-ca16e3eda4d6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156151 Aug 12 04:14:57.997570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Deleting port c70a88d3-ceed-43ff-bb81-39e26d45d8cf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:57.998053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.082269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Made reservation on behalf of 383022d6b4bf47eda5ab9c5bb88c581c for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:14:58.086986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.088618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-67424307-c580-4d74-96cc-7a4988198288 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:58.095093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-67424307-c580-4d74-96cc-7a4988198288 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e393cd5-5c73-4000-ab78-191c8572d58b HTTP/1.1" status: 200 len: 946 time: 0.1292081 Aug 12 04:14:58.163874 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.190935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Transition to ACTIVE for port object f9565b62-138f-4ae1-869a-4d745933ec27 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:58.218126 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958c536a-da53-4102-b2ae-041ccdc830ef x-openstack-request-id: req-958c536a-da53-4102-b2ae-041ccdc830ef {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:14:58.223011 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-unplugged", "status": "completed", "tag": "a925bcb9-745b-4677-837b-adec0c57a739", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:14:58.223011 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-958c536a-da53-4102-b2ae-041ccdc830ef {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:14:58.223011 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739', 'code': 200} Aug 12 04:14:58.230353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Allocated IP 172.20.0.1 (58bbfc9f-fa03-4d51-b602-529fc815d04c/0a327c3c-58e3-4e2a-92f2-99a92f847555/4b961fc4-d234-4bd7-89b9-6090fee89906) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:58.267682 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.333402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Deleting port 21f8f462-818d-40c3-98bb-34706455d4c3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:14:58.333764 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.337938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] For port c70a88d3-ceed-43ff-bb81-39e26d45d8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:58.338617 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.356791 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4ab56369-7956-407d-ad36-b674b2f05578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.357781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Calling delete_port for c70a88d3-ceed-43ff-bb81-39e26d45d8cf owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:58.392431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-589c982e-0b0e-4ce6-b1e8-d49b4501501e None None] Provisioning for port 7d6a9ddb-641b-4dba-af63-326a442d56ab completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:58.406394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-589c982e-0b0e-4ce6-b1e8-d49b4501501e None None] Provisioning complete for port 7d6a9ddb-641b-4dba-af63-326a442d56ab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:58.407012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-589c982e-0b0e-4ce6-b1e8-d49b4501501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.409888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Attempting to bind port f9565b62-138f-4ae1-869a-4d745933ec27 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:14:58.410415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Attempting to bind port f9565b62-138f-4ae1-869a-4d745933ec27 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:14:58.417411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Attempting to bind port f9565b62-138f-4ae1-869a-4d745933ec27 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:14:58.417411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09165be0-1b1d-49e3-be3a-2a11e7319ecf None None] Pushing event updated for resources: {'Port': ['ID=f9565b62-138f-4ae1-869a-4d745933ec27,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:58.447170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:14:58.449727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:14:58.451418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.453100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] For port 21f8f462-818d-40c3-98bb-34706455d4c3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=21f8f462-818d-40c3-98bb-34706455d4c3,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:58.453475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.454427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:14:58.454986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Bound port: f9565b62-138f-4ae1-869a-4d745933ec27, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:14:58.455528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.465248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8506bd3-4987-495e-89e3-b2f9ebccb3ff req-f4e96be5-8463-4988-8671-b2c8a5303279 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.2111230 Aug 12 04:14:58.474155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Calling delete_port for 21f8f462-818d-40c3-98bb-34706455d4c3 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:14:58.525852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] For port f9565b62-138f-4ae1-869a-4d745933ec27, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:14:58.530933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] For port f9565b62-138f-4ae1-869a-4d745933ec27, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9565b62-138f-4ae1-869a-4d745933ec27,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:14:58.561678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-589c982e-0b0e-4ce6-b1e8-d49b4501501e None None] Port 7d6a9ddb-641b-4dba-af63-326a442d56ab cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:14:58.578305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df8289-2ea0-4cb6-b329-075d7bac965b req-9650546b-acb9-469b-9f3c-92841f80551e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:58.585852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78df8289-2ea0-4cb6-b329-075d7bac965b req-9650546b-acb9-469b-9f3c-92841f80551e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.3342848 Aug 12 04:14:58.622510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Allocated IP 10.2.2.200 (340cda35-bfc8-40f5-920c-407219dc179f/81b737e3-fab0-4389-a300-b1688d8f43e6/bebd6703-caeb-460a-bdf2-2c0b3dc18c4f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:14:58.644635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.693400 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.731464 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78df8289-2ea0-4cb6-b329-075d7bac965b req-dba58ab3-0752-4da2-aae1-be769ad7a199 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411169 Aug 12 04:14:58.744365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Transition to ACTIVE for port object 4b961fc4-d234-4bd7-89b9-6090fee89906 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:14:58.765668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09165be0-1b1d-49e3-be3a-2a11e7319ecf None None] Pushing event updated for resources: {'Port': ['ID=f9565b62-138f-4ae1-869a-4d745933ec27,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:58.779667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:58.799433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['21f8f462-818d-40c3-98bb-34706455d4c3'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:14:58.806394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:14:58.811201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:14:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:58.900271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event deleted for resources: {'Port': ['ID=c70a88d3-ceed-43ff-bb81-39e26d45d8cf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:58.907706 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0fda4536-60f2-42ca-b435-72757f60027a req-a4943a3b-fa25-4e6c-930a-fbfc8e4c81c3 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 210 time: 0.0821266 Aug 12 04:14:58.964230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] No DVR routers for this DVR port c70a88d3-ceed-43ff-bb81-39e26d45d8cf on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:59.058385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:14:59.082227 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.096741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:14:59.102736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.179713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:14:59.255758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:14:59.258818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:14:59.337817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] No DVR routers for this DVR port 21f8f462-818d-40c3-98bb-34706455d4c3 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:14:59.341565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.344203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5eb1c70f-48dc-4156-bfaf-a7e1f88c5623 req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "DELETE /v2.0/ports/21f8f462-818d-40c3-98bb-34706455d4c3 HTTP/1.1" status: 204 len: 173 time: 1.2384243 Aug 12 04:14:59.404328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'name': 'network-vif-deleted', 'tag': '21f8f462-818d-40c3-98bb-34706455d4c3'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:59.414384 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f2b148-849d-43a0-9f96-edf63ad57307" -d '{"events": [{"server_uuid": "9e393cd5-5c73-4000-ab78-191c8572d58b", "name": "network-vif-deleted", "tag": "21f8f462-818d-40c3-98bb-34706455d4c3"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:59.463759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b961fc4-d234-4bd7-89b9-6090fee89906,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:59.625263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9a49-e5bf-4291-a52b-db10302e80d9 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event deleted for resources: {'Port': ['ID=21f8f462-818d-40c3-98bb-34706455d4c3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:14:59.639432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:59.643561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4c4c-7e41-46bf-8181-1d5c02469faa req-1a6da5a6-09f5-4910-86ca-d7bd11932d90 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:59.650443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4c4c-7e41-46bf-8181-1d5c02469faa req-1a6da5a6-09f5-4910-86ca-d7bd11932d90 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:59.656967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4c4c-7e41-46bf-8181-1d5c02469faa req-1a6da5a6-09f5-4910-86ca-d7bd11932d90 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:59.663135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4c4c-7e41-46bf-8181-1d5c02469faa req-1a6da5a6-09f5-4910-86ca-d7bd11932d90 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:59.676148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'mac_address': 'fa:16:3e:21:ac:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:14:59.684763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9cb4c4c-7e41-46bf-8181-1d5c02469faa req-1a6da5a6-09f5-4910-86ca-d7bd11932d90 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 3094 time: 0.5737910 Aug 12 04:14:59.739774 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.760592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5aeebc-ad6f-45a9-9219-41460583180f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:14:59.776336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.781946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.786366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:14:59.789048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:14:55Z', 'revision_number': 3, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:14:59.790426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7effc983-3307-4a1b-a2ad-7823b4c87ee8 req-2dec03d2-61b1-4c65-8bde-1b5dbbcad39b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.20 "DELETE /v2.0/ports/c70a88d3-ceed-43ff-bb81-39e26d45d8cf HTTP/1.1" status: 204 len: 173 time: 2.0662127 Aug 12 04:14:59.794169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'name': 'network-vif-deleted', 'tag': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:14:59.801595 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33603f9c-ae57-4708-bfb2-40c7cb913b73" -d '{"events": [{"server_uuid": "5cb5975a-f1b6-4969-8303-26ca9b3ac52d", "name": "network-vif-deleted", "tag": "c70a88d3-ceed-43ff-bb81-39e26d45d8cf"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:14:59.823194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352ffebc-e228-4206-b7d3-0956059dad1f None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:14:55Z', 'revision_number': 3, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:14:59.836366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f43de4dc-e6c9-4fdb-9ab5-edcd3002a126 None None] Provisioning for port 4b961fc4-d234-4bd7-89b9-6090fee89906 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:14:59.841326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f43de4dc-e6c9-4fdb-9ab5-edcd3002a126 None None] Provisioning complete for port 4b961fc4-d234-4bd7-89b9-6090fee89906 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:14:59.841706 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f43de4dc-e6c9-4fdb-9ab5-edcd3002a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.848118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9cb4c4c-7e41-46bf-8181-1d5c02469faa req-885f6c85-ec4f-4984-b0a0-a50c468c189e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608191 Aug 12 04:14:59.855359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-3e4f61c9-c05f-4c9a-8073-d994156622a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:14:59.856929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-3e4f61c9-c05f-4c9a-8073-d994156622a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d1b7660914972b7101fabe7838ef0&device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 1097 time: 0.5902150 Aug 12 04:14:59.894268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:14:59.966768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f43de4dc-e6c9-4fdb-9ab5-edcd3002a126 None None] Port 4b961fc4-d234-4bd7-89b9-6090fee89906 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:15:00.016001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['ac5aeebc-ad6f-45a9-9219-41460583180f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:00.073744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d321d8-016a-49c3-8934-08016b521327 req-ab56dc54-a73a-48d4-9273-415ae449872d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:00.076359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c4d321d8-016a-49c3-8934-08016b521327 req-ab56dc54-a73a-48d4-9273-415ae449872d tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.2829545 Aug 12 04:15:00.092565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:00.143057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-5b63c19e-b436-4f76-a262-7a829a997f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:00.145259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-5b63c19e-b436-4f76-a262-7a829a997f19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 200 len: 911 time: 0.2711253 Aug 12 04:15:00.146839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:00.174174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Transition to ACTIVE for port object bebd6703-caeb-460a-bdf2-2c0b3dc18c4f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:00.197598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c4d321d8-016a-49c3-8934-08016b521327 req-81657822-3ff2-4ab5-b940-9d3f53af75eb tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959418 Aug 12 04:15:00.256353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c70a88d3-ceed-43ff-bb81-39e26d45d8cf no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:00.271934 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092464d-5190-4834-a3bf-11ef95cf5037 x-openstack-request-id: req-0092464d-5190-4834-a3bf-11ef95cf5037 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:00.273220 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e393cd5-5c73-4000-ab78-191c8572d58b", "name": "network-vif-deleted", "tag": "21f8f462-818d-40c3-98bb-34706455d4c3", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:00.273220 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0092464d-5190-4834-a3bf-11ef95cf5037 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:00.273220 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e393cd5-5c73-4000-ab78-191c8572d58b', 'name': 'network-vif-deleted', 'tag': '21f8f462-818d-40c3-98bb-34706455d4c3', 'status': 'completed', 'code': 200} Aug 12 04:15:00.276552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-dfe9aae6-7d04-4139-b80b-7ac8e174ba11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b439565-fc8e-4cd4-98b8-625429daed03 HTTP/1.1" status: 200 len: 217 time: 0.1188867 Aug 12 04:15:00.386508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:00.441515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: c70a88d3-ceed-43ff-bb81-39e26d45d8cf {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:00.442666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c70a88d3-ceed-43ff-bb81-39e26d45d8cf not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:00.446190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 21f8f462-818d-40c3-98bb-34706455d4c3 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:00.463074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:00.502345 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3558f2c-b28e-4ff4-a5a6-9f0a6f78e539 x-openstack-request-id: req-b3558f2c-b28e-4ff4-a5a6-9f0a6f78e539 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:00.503544 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb5975a-f1b6-4969-8303-26ca9b3ac52d", "name": "network-vif-deleted", "tag": "c70a88d3-ceed-43ff-bb81-39e26d45d8cf", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:00.503981 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3558f2c-b28e-4ff4-a5a6-9f0a6f78e539 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:00.505025 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb5975a-f1b6-4969-8303-26ca9b3ac52d', 'name': 'network-vif-deleted', 'tag': 'c70a88d3-ceed-43ff-bb81-39e26d45d8cf', 'status': 'completed', 'code': 200} Aug 12 04:15:00.575569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-baba59cc-b259-494f-a900-a174c0912f29 req-3e8acf6d-2342-4a59-bdd9-493619defb8d tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.1487701 Aug 12 04:15:00.614979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-0ac647c0-615c-4725-90bf-b8a920f615da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:00.614979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-0ac647c0-615c-4725-90bf-b8a920f615da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 200 len: 850 time: 0.3224099 Aug 12 04:15:00.652935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 21f8f462-818d-40c3-98bb-34706455d4c3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:00.653469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 21f8f462-818d-40c3-98bb-34706455d4c3 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:00.679019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Network 340cda35-bfc8-40f5-920c-407219dc179f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:00.690417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:00.779164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:00.812523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-440704af-c2a7-4c7c-acc4-a6aadc1e6203 req-304da6fc-003e-4519-9be5-d4769eb766f3 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 210 time: 0.2118893 Aug 12 04:15:00.995297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event updated for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:01.010039 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7af28163-93f2-4283-af49-50248bab1c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.058505 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.087401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9565b62-138f-4ae1-869a-4d745933ec27 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:01.099816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:01.101390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.223341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a818c0b0-4e57-485f-9a70-c6ef85202f6b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3905365 Aug 12 04:15:01.248349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:01.326392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f9565b62-138f-4ae1-869a-4d745933ec27 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:01.330867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f9565b62-138f-4ae1-869a-4d745933ec27 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:01.331473 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.407031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ffc5bcc1-668d-42a8-ac5d-6b42f3294f7b None None] Provisioning for port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:01.426581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ffc5bcc1-668d-42a8-ac5d-6b42f3294f7b None None] Provisioning complete for port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:01.431426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffc5bcc1-668d-42a8-ac5d-6b42f3294f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.536309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5bcc1-668d-42a8-ac5d-6b42f3294f7b None None] Port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:15:01.578243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.651545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.693987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port f9565b62-138f-4ae1-869a-4d745933ec27, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9565b62-138f-4ae1-869a-4d745933ec27,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:01.766606 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:01.872650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=f9565b62-138f-4ae1-869a-4d745933ec27,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:02.038653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-92407752-1654-4b61-b2ef-7bd903db3e2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3695824 Aug 12 04:15:02.080819 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:02.109242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d820240f-a2aa-447d-abcf-b6ef906d1933 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:02.129718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:02.160314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Transition to ACTIVE for port object d820240f-a2aa-447d-abcf-b6ef906d1933 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:02.197145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb91189-1f3d-4d60-b52d-41dc8b4fd1aa req-5313bda1-ac92-4d53-9b1c-4bd8e278f0f3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.205819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb91189-1f3d-4d60-b52d-41dc8b4fd1aa req-5313bda1-ac92-4d53-9b1c-4bd8e278f0f3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.7972643 Aug 12 04:15:02.256338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:02.379205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb91189-1f3d-4d60-b52d-41dc8b4fd1aa req-5c249f0a-24fd-48ab-8c75-60ca9b696973 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622539 Aug 12 04:15:02.408751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:02.439236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-8ce4672a-ee46-4dea-87e1-87248e8a323c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.477548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-8ce4672a-ee46-4dea-87e1-87248e8a323c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.497613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-8ce4672a-ee46-4dea-87e1-87248e8a323c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.513740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-8ce4672a-ee46-4dea-87e1-87248e8a323c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.539463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-8ce4672a-ee46-4dea-87e1-87248e8a323c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.561076 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-8ce4672a-ee46-4dea-87e1-87248e8a323c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 3815 time: 0.5325646 Aug 12 04:15:02.569548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:02.643903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87958fb6-32c0-425b-a15c-935590fd7f9c req-b85249b9-96ff-4614-85e0-4d2d2b0cb7b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829039 Aug 12 04:15:02.709899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:02.786837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8e3f861-e7f4-4247-bcd6-38184cedf93d req-027b798e-b232-438f-9d03-4ddf2f65b0ab tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0796754 Aug 12 04:15:02.838219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce2ae622-cafb-4a90-a558-c74f396f2091 req-04c88746-3fdf-4cf8-ba0b-7d3b00d5c04a tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 210 time: 0.0607216 Aug 12 04:15:02.908131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9565b62-138f-4ae1-869a-4d745933ec27 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:02.930328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-6351fce6-772c-4c7d-bf8d-686215be3b06 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8591881 Aug 12 04:15:02.937797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:02.951557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b961fc4-d234-4bd7-89b9-6090fee89906,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:02.967004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Attempting to bind port d820240f-a2aa-447d-abcf-b6ef906d1933 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:02.968648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Attempting to bind port d820240f-a2aa-447d-abcf-b6ef906d1933 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:02.969304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Attempting to bind port d820240f-a2aa-447d-abcf-b6ef906d1933 on network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:02.983945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ea35265a-6411-4403-94a3-466e51ec5c33 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:02.985760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ea35265a-6411-4403-94a3-466e51ec5c33 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 812 time: 0.6421547 Aug 12 04:15:02.989134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Port d820240f-a2aa-447d-abcf-b6ef906d1933 on network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:02.989628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Attempting to bind port d820240f-a2aa-447d-abcf-b6ef906d1933 on network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:03.011458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Request body: {'port': {'device_id': '154a4c4a-09e5-426d-a617-301cb234710b', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'admin_state_up': True, 'tenant_id': '94111f4d5afc48ae9a1fe92e05145c5f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:03.018538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:03.019726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Checking segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:03.021101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Bound using segment: {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:03.021716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Bound port: d820240f-a2aa-447d-abcf-b6ef906d1933, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787da11-4ea9-4312-af79-982b2d0314e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:03.022301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.074350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f9565b62-138f-4ae1-869a-4d745933ec27 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:03.082106 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.134617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.36', 56727) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:03.222363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:03.326835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port ac5aeebc-ad6f-45a9-9219-41460583180f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:03.516683 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.518191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:03.518191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d820240f-a2aa-447d-abcf-b6ef906d1933,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:03.518913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07820c10-9a2d-458d-962a-e4c23ee69456 req-4327bab7-1f23-40ae-9160-9bc73846c0d8 service neutron] 10.222.0.36 "GET /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762895 Aug 12 04:15:03.518913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:03.519224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.519371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-58841ed6-ef7b-407d-9f68-c6d5df30e09d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:03.519371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-58841ed6-ef7b-407d-9f68-c6d5df30e09d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "GET /v2.0/networks?id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 200 len: 812 time: 0.3491976 Aug 12 04:15:03.519371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:03.519371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Request body: {'port': {'device_id': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'admin_state_up': True, 'tenant_id': '94111f4d5afc48ae9a1fe92e05145c5f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:03.551486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:03.553137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:03.562133 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cceb193-b261-43db-9de9-cb29ad7abaee" -d '{"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-plugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:03.682873 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c170cd-b857-4c4c-94fa-b45517b1acf4 x-openstack-request-id: req-b3c170cd-b857-4c4c-94fa-b45517b1acf4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:03.682873 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-plugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:03.682873 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3c170cd-b857-4c4c-94fa-b45517b1acf4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:03.683376 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'code': 200} Aug 12 04:15:03.718315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.718881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Made reservation on behalf of 94111f4d5afc48ae9a1fe92e05145c5f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:03.723513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.728683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.736107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75cd8d-15be-4b8f-81e2-7dda402f345c req-7e784305-7a2b-4bbd-8ac9-9339f3af73a7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:03.754365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc75cd8d-15be-4b8f-81e2-7dda402f345c req-7e784305-7a2b-4bbd-8ac9-9339f3af73a7 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.2596540 Aug 12 04:15:03.846414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.847788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:03.865067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:03.866173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:03.867836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 1091 time: 2.6350625 Aug 12 04:15:03.962032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:03.964224 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753b7b44-73a7-485c-93cb-cc00805091aa" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:03.970685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-21cc63d4-d3f8-40ba-b4f9-fa5d864ae957 None None] Provisioning complete for port 4b961fc4-d234-4bd7-89b9-6090fee89906 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:03.971804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-21cc63d4-d3f8-40ba-b4f9-fa5d864ae957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:04.005960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:04.080510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Made reservation on behalf of 94111f4d5afc48ae9a1fe92e05145c5f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:04.081229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22020d1-785f-4790-ae89-8bd0a02131a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:04.092591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:04.106336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-21cc63d4-d3f8-40ba-b4f9-fa5d864ae957 None None] Port 4b961fc4-d234-4bd7-89b9-6090fee89906 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:15:04.241481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc75cd8d-15be-4b8f-81e2-7dda402f345c req-6758428a-b6d5-4364-b353-18564855af33 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815202 Aug 12 04:15:04.243895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-cdd85e56-6a83-4374-a2e2-f5230b503276 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.266958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-cdd85e56-6a83-4374-a2e2-f5230b503276 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.273817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-cdd85e56-6a83-4374-a2e2-f5230b503276 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.280519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-cdd85e56-6a83-4374-a2e2-f5230b503276 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.282231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Router 8da9bf8a-572c-4283-a001-eed3a771621a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:15:04.286989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-cdd85e56-6a83-4374-a2e2-f5230b503276 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.299124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-cdd85e56-6a83-4374-a2e2-f5230b503276 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 3827 time: 0.4685218 Aug 12 04:15:04.411668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed32f9d2-9a4a-48f0-a099-e24165ac61e4 req-ef3d1c41-2ebb-4367-8361-b7f5a745299f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114905 Aug 12 04:15:04.425536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:04.442399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Allocated IP 172.20.0.14 (9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3/22ec00d5-9502-4d66-853b-427d264ac8a4/f09a1e0f-aa60-4490-b4ed-0fd4e099924e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:04.499495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:15:04.511796 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:15:04.514770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-79178702-15cf-4e94-acaa-f1181848fdc9 admin admin] 10.222.0.42 "PUT /v2.0/routers/8da9bf8a-572c-4283-a001-eed3a771621a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6064804 Aug 12 04:15:04.532617 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:15:04.533613 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:04.554171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-beac0e0b-fc12-4d75-b489-0563d4ca8c5f req-c281574e-5cdb-4399-97e9-a0e189a2e67f tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.1400695 Aug 12 04:15:04.689734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b11e994-9525-4c86-96e2-d77991d01627 req-03a6c6ea-ee14-4ab1-8865-7c5e6af8e928 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 210 time: 0.1055930 Aug 12 04:15:04.711218 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fd78df-ab27-42b1-9125-57ed46068875 x-openstack-request-id: req-48fd78df-ab27-42b1-9125-57ed46068875 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:04.711537 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:04.711915 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48fd78df-ab27-42b1-9125-57ed46068875 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:04.714790 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'status': 'completed', 'code': 200} Aug 12 04:15:04.788131 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:15:04.813789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-4918607b-7b28-448e-81ef-ccbab7c5d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.814616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-4918607b-7b28-448e-81ef-ccbab7c5d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.815298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-4918607b-7b28-448e-81ef-ccbab7c5d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.815968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-4918607b-7b28-448e-81ef-ccbab7c5d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.816630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-4918607b-7b28-448e-81ef-ccbab7c5d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:04.818622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-753b7b44-73a7-485c-93cb-cc00805091aa req-4918607b-7b28-448e-81ef-ccbab7c5d507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 4362 time: 0.1169479 Aug 12 04:15:05.046463 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:15:05.065431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-493c15cb-0a9e-4cc8-8fa2-c60d7c567ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.066045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-493c15cb-0a9e-4cc8-8fa2-c60d7c567ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.066591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-493c15cb-0a9e-4cc8-8fa2-c60d7c567ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.068353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-753b7b44-73a7-485c-93cb-cc00805091aa req-493c15cb-0a9e-4cc8-8fa2-c60d7c567ab5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2406583 Aug 12 04:15:05.089289 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 2, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:05.155402 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:15:05.155762 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Updating router 8da9bf8a-572c-4283-a001-eed3a771621a port 4b961fc4-d234-4bd7-89b9-6090fee89906 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:15:05.222012 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.225579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.267885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b7b44-73a7-485c-93cb-cc00805091aa req-73c0e31d-fd2a-46ec-a56f-bcd5884f2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.274207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-753b7b44-73a7-485c-93cb-cc00805091aa req-73c0e31d-fd2a-46ec-a56f-bcd5884f2c41 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901147 Aug 12 04:15:05.462295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb1a04-3665-417e-9815-5998bd7d2315 req-c653fb9b-a51a-48e6-9867-be8172e829a3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.469047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adbb1a04-3665-417e-9815-5998bd7d2315 req-c653fb9b-a51a-48e6-9867-be8172e829a3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0935085 Aug 12 04:15:05.488518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195820d1-456d-4190-810d-39d565cad58f {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:05.511172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.527648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Transition to ACTIVE for port object 195820d1-456d-4190-810d-39d565cad58f will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:05.542762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.546572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adbb1a04-3665-417e-9815-5998bd7d2315 req-a6a34906-3360-4517-81db-825a2b0262fd tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700462 Aug 12 04:15:05.616120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.658501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:05.659891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Allocated IP 172.20.0.13 (9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3/22ec00d5-9502-4d66-853b-427d264ac8a4/c27d7a96-a994-45fd-8ce6-7a64f1c77e7b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:05.664633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:05.671047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:05.758333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event updated for resources: {'Port': ['ID=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:05.778802 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.798446 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Transition to ACTIVE for port object 4b961fc4-d234-4bd7-89b9-6090fee89906 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:05.860030 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.903066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.904582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.908409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:05.921474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.936057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.960167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.968011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.983990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:05.999373 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-209834f0-6561-4820-9901-dedf06950c1a req-eb7b4919-50d0-46d9-8d55-5b1d590b6196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 4599 time: 0.3141153 Aug 12 04:15:06.030762 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Pushing event updated for resources: {'Port': ['ID=4b961fc4-d234-4bd7-89b9-6090fee89906,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:06.042174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Pushing event updated for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:06.098552 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.098967 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.099492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c6ddc42-5698-4af4-b89c-60dde16f26a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1015537 Aug 12 04:15:06.099621 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.100344 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.100682 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.101206 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.101556 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.101915 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.103049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.104169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.104169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.105469 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.106499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Attempting to bind port 195820d1-456d-4190-810d-39d565cad58f on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:06.106802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Attempting to bind port 195820d1-456d-4190-810d-39d565cad58f by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:06.107117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Attempting to bind port 195820d1-456d-4190-810d-39d565cad58f on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:06.126216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Request body: {'port': {'device_id': '154a4c4a-09e5-426d-a617-301cb234710b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:06.147898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Port 195820d1-456d-4190-810d-39d565cad58f on network d56ba764-1959-40f3-9116-6911ffa5f2f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:06.148353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Attempting to bind port 195820d1-456d-4190-810d-39d565cad58f on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:06.153550 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Attempting to bind port 4b961fc4-d234-4bd7-89b9-6090fee89906 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:06.153550 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Attempting to bind port 4b961fc4-d234-4bd7-89b9-6090fee89906 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:06.153550 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Attempting to bind port 4b961fc4-d234-4bd7-89b9-6090fee89906 on network 58bbfc9f-fa03-4d51-b602-529fc815d04c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:06.168189 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:06.168568 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Checking segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:06.168974 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.169376 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Bound using segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:06.169857 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Bound port: 4b961fc4-d234-4bd7-89b9-6090fee89906, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:06.170238 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.217018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:06.217378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Checking segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:06.217672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Bound using segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:06.218128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Bound port: 195820d1-456d-4190-810d-39d565cad58f, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:06.218496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.243206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-209834f0-6561-4820-9901-dedf06950c1a req-df2f26f6-e495-49e3-9403-d527259edc54 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2376544 Aug 12 04:15:06.317041 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] For port 4b961fc4-d234-4bd7-89b9-6090fee89906, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:06.323969 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] For port 4b961fc4-d234-4bd7-89b9-6090fee89906, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4b961fc4-d234-4bd7-89b9-6090fee89906,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:06.354355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.403627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.468752 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.478517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:06.499992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=195820d1-456d-4190-810d-39d565cad58f,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:06.563552 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:15:06.566650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:06.573531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.688012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:06.692135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:06.692440 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f350658-33dd-4bf3-b121-cc716dc0524e None None] Pushing event updated for resources: {'Port': ['ID=4b961fc4-d234-4bd7-89b9-6090fee89906,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:06.699286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:06.719519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.765601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event updated for resources: {'Port': ['ID=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:06.795901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.796250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.796594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.796931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.797421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.797864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.798199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.798525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.798900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.799229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.799558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.799877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:06.810396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Pushing event updated for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:06.866228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:06.866998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.875164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:06.876051 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:06.880507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c0d56bcc-b9b3-448b-aca4-2f64991e5dba service neutron] 10.222.0.36 "PUT /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 1130 time: 2.8761449 Aug 12 04:15:06.881222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '195820d1-456d-4190-810d-39d565cad58f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:06.888966 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "195820d1-456d-4190-810d-39d565cad58f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:06.911941 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:15:07.014481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bad6801-a18b-4107-bf83-8882ff72e42e req-83c7a24f-8033-47a3-b69b-4715897af20b tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0716271 Aug 12 04:15:07.016743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-0c54d228-beb7-4a89-af86-754319c892a4 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5105643 Aug 12 04:15:07.033102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Request body: {'port': {'device_id': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:07.065194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:07.193806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:07.250742 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:07.331269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55146) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:07.414533 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:06Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:07.488449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c1b79-1e82-4a32-8112-cab3c8440bf1 req-072735f4-02ad-415c-bb13-ed5d6453538b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.497418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-289c1b79-1e82-4a32-8112-cab3c8440bf1 req-072735f4-02ad-415c-bb13-ed5d6453538b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 932 time: 0.0913861 Aug 12 04:15:07.508152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09a1e0f-aa60-4490-b4ed-0fd4e099924e {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:07.531198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:07.559697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Transition to ACTIVE for port object f09a1e0f-aa60-4490-b4ed-0fd4e099924e will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:07.566552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-289c1b79-1e82-4a32-8112-cab3c8440bf1 req-2b48fd44-d6b4-4274-b93a-a827b8333cd2 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607326 Aug 12 04:15:07.576803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881257015', 'description': 'tempest-description--1222757361'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:07.689820 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469d87c-3b13-4063-aada-063e698ef8ac x-openstack-request-id: req-e469d87c-3b13-4063-aada-063e698ef8ac {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:07.690113 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "195820d1-456d-4190-810d-39d565cad58f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:07.690928 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e469d87c-3b13-4063-aada-063e698ef8ac {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:07.690928 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '195820d1-456d-4190-810d-39d565cad58f', 'status': 'completed', 'code': 200} Aug 12 04:15:07.694979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:07.714538 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d969d7f8-77dd-49f8-96e7-3070b7e86339 None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:06Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:15:07.821388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Pushing event updated for resources: {'Port': ['ID=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:07.841210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.841556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.841898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.842234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.842572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.842929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.843259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.843586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.843910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.844230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.844553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.844890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:07.906701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2df0dc-0a17-4de8-82f8-6874721b0198 req-8c91a054-3449-4fff-91d5-1d9962f90ac4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.912886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.913891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.914179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b2df0dc-0a17-4de8-82f8-6874721b0198 req-8c91a054-3449-4fff-91d5-1d9962f90ac4 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.3342452 Aug 12 04:15:07.914696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.915404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.916021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.917237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:07.919261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-8e4f92d0-2957-4b13-81b2-6c6917915cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5285 time: 0.1837435 Aug 12 04:15:08.087795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:08.141983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Attempting to bind port f09a1e0f-aa60-4490-b4ed-0fd4e099924e on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:08.142496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Attempting to bind port f09a1e0f-aa60-4490-b4ed-0fd4e099924e by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:08.142691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Attempting to bind port f09a1e0f-aa60-4490-b4ed-0fd4e099924e on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:08.159443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Port f09a1e0f-aa60-4490-b4ed-0fd4e099924e on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:08.159810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Attempting to bind port f09a1e0f-aa60-4490-b4ed-0fd4e099924e on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:08.176846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27d7a96-a994-45fd-8ce6-7a64f1c77e7b {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:08.210105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b2df0dc-0a17-4de8-82f8-6874721b0198 req-c57e17a8-a598-4917-b1ec-9af45f9eeef1 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762842 Aug 12 04:15:08.242794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:08.266270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.276178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:08.276525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Checking segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:08.276933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Bound using segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:08.277370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Bound port: f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:08.277773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:08.278269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.285721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.292012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.298065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.305094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.314278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1eefbe7a-712e-4251-9506-cf9b6d33eb5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 4599 time: 0.5454068 Aug 12 04:15:08.373536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-417eef29-b7f9-4408-bacd-6c59b96142f2 req-3b8acf94-3d67-4f4e-8e5e-c72e874effc8 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0459161 Aug 12 04:15:08.417493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Transition to ACTIVE for port object c27d7a96-a994-45fd-8ce6-7a64f1c77e7b will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:08.448717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a7821cf-b28c-4e06-b60a-03c622b308e3 req-1e835884-56ad-44ba-bc4c-4a30df38bc8e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334226 Aug 12 04:15:08.470144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:08.540021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-560fc81e-14b8-410d-91d8-2e88dd30e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.541823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-560fc81e-14b8-410d-91d8-2e88dd30e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.543328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-560fc81e-14b8-410d-91d8-2e88dd30e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.549103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-560fc81e-14b8-410d-91d8-2e88dd30e289 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5980198 Aug 12 04:15:08.735403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Pushing event updated for resources: {'Port': ['ID=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:08.779940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] For port f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:08.933658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:08.933658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] For port f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:08.954739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-5308dc11-d019-4d39-b42c-37bb90fa41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:08.957698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fccee8d-2e98-4446-9d1b-3c22cafc0acd req-5308dc11-d019-4d39-b42c-37bb90fa41ec service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3695068 Aug 12 04:15:08.964219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Attempting to bind port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:08.964554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Attempting to bind port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:08.966739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Attempting to bind port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:08.980344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:08.980696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Attempting to bind port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b on network 9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:08.986605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4176692e-2264-4a3d-9cd8-b70b8f25ee79 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:08.992846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:08.994397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Checking segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:08.994397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Bound using segment: {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:08.994397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Bound port: c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dcac1d-9665-4ef5-bf41-cd55aea13528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:08.996060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.008333 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.035887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Transition to ACTIVE for port object 4176692e-2264-4a3d-9cd8-b70b8f25ee79 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:09.044233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66116d30-decc-4d12-9609-89110f14f3b1 req-ec6360bc-384c-4080-90d9-00b87c2aca0d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.045867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4b961fc4-d234-4bd7-89b9-6090fee89906 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:09.054302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66116d30-decc-4d12-9609-89110f14f3b1 req-ec6360bc-384c-4080-90d9-00b87c2aca0d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 944 time: 0.3246572 Aug 12 04:15:09.109150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66116d30-decc-4d12-9609-89110f14f3b1 req-b86cf690-bbcb-4ea5-a5b8-4a3ebe0d3301 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496435 Aug 12 04:15:09.138777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] For port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:09.142860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] For port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:09.326691 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc53182b-5aa0-4ace-814f-cf8a3fc9b76c req-ca11ba35-fe07-4453-9822-d6891508384e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0314960 Aug 12 04:15:09.341292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9305b15-c44d-4ef5-bae5-755cc61730eb req-74bd2720-1f70-48f1-8340-88435741917e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.343093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9305b15-c44d-4ef5-bae5-755cc61730eb req-74bd2720-1f70-48f1-8340-88435741917e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.0560164 Aug 12 04:15:09.389078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9305b15-c44d-4ef5-bae5-755cc61730eb req-f325df0c-d9cd-4b5d-a59c-3051d0d3542c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Aug 12 04:15:09.492024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.505309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9ad14a30-1876-45f8-808d-fa5270e413a7 req-04fa0e5a-5d64-419f-aea6-0ee856b67bdb tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0445852 Aug 12 04:15:09.509590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.550659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.560637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4b961fc4-d234-4bd7-89b9-6090fee89906 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:09.566916 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.570428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4b961fc4-d234-4bd7-89b9-6090fee89906 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:09.571592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.701887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.702701 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.704413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] 10.222.0.36 "PUT /v2.0/ports/c27d7a96-a994-45fd-8ce6-7a64f1c77e7b HTTP/1.1" status: 200 len: 1092 time: 2.6776333 Aug 12 04:15:09.714202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'tag': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:09.716395 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c74f785-b3a4-4740-906d-637daec7c331" -d '{"events": [{"name": "network-changed", "server_uuid": "e52d15ad-53c3-46df-8e64-ab4e292de468", "tag": "c27d7a96-a994-45fd-8ce6-7a64f1c77e7b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:09.783512 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.785000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.785857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.787557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] 10.222.0.36 "PUT /v2.0/ports/f09a1e0f-aa60-4490-b4ed-0fd4e099924e HTTP/1.1" status: 200 len: 1092 time: 3.6702633 Aug 12 04:15:09.791796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154a4c4a-09e5-426d-a617-301cb234710b', 'tag': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:09.799426 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "154a4c4a-09e5-426d-a617-301cb234710b", "tag": "f09a1e0f-aa60-4490-b4ed-0fd4e099924e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:09.850105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.856848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.863166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.869083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.875532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.889467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.898337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c230f537-a099-4636-9caa-0b4eb39e5b5a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:09.907231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:09.914365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 4b961fc4-d234-4bd7-89b9-6090fee89906, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4b961fc4-d234-4bd7-89b9-6090fee89906,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:09.917621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-aa1a4980-451a-4ca1-ba56-dd7e791efc85 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5371 time: 0.3104930 Aug 12 04:15:09.920644 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88672755-19a8-4d56-b1d6-f0506e7dfcc0 x-openstack-request-id: req-88672755-19a8-4d56-b1d6-f0506e7dfcc0 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:09.921179 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52d15ad-53c3-46df-8e64-ab4e292de468", "tag": "c27d7a96-a994-45fd-8ce6-7a64f1c77e7b", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:09.921443 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88672755-19a8-4d56-b1d6-f0506e7dfcc0 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:09.921844 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'tag': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b', 'status': 'completed', 'code': 200} Aug 12 04:15:09.922952 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a170c-f0bf-4a0e-bb4a-c5d38500648e x-openstack-request-id: req-183a170c-f0bf-4a0e-bb4a-c5d38500648e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:09.924286 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154a4c4a-09e5-426d-a617-301cb234710b", "tag": "f09a1e0f-aa60-4490-b4ed-0fd4e099924e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:09.924739 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-183a170c-f0bf-4a0e-bb4a-c5d38500648e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:09.928648 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154a4c4a-09e5-426d-a617-301cb234710b', 'tag': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e', 'status': 'completed', 'code': 200} Aug 12 04:15:09.928648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:09.928648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dd88e3e6-f23e-4277-89c3-da910bd0ce44 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3616023 Aug 12 04:15:09.950011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55196) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:09.978432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.020738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'security_group_rule': {'security_group_id': 'c230f537-a099-4636-9caa-0b4eb39e5b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:10.033685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c76fd3b-8576-45e5-85b0-378ece4b542a req-b0e970b8-77fd-4aa2-a0e4-98d8895c56dd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139381 Aug 12 04:15:10.034616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e17a1-23be-47fd-9bef-1063bfaef214 service neutron] Pushing event updated for resources: {'Port': ['ID=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:10.066077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:10.128458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=4b961fc4-d234-4bd7-89b9-6090fee89906,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:10.180290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-59933acc-258a-40d0-8cbd-62bb2d3ab963 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.186369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-59933acc-258a-40d0-8cbd-62bb2d3ab963 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.4297049 Aug 12 04:15:10.201844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4 req-111275c4-bd86-4a41-98fc-b40324de1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.206083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4 req-111275c4-bd86-4a41-98fc-b40324de1f41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 1095 time: 0.2704015 Aug 12 04:15:10.283830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Attempting to bind port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:10.284164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Attempting to bind port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:10.284493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Attempting to bind port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:10.358609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:10.359017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Attempting to bind port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:10.368164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74f785-b3a4-4740-906d-637daec7c331 req-848fef12-34d3-4b9e-a36c-7e830485eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.369847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c74f785-b3a4-4740-906d-637daec7c331 req-848fef12-34d3-4b9e-a36c-7e830485eafd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 1095 time: 0.5280101 Aug 12 04:15:10.411436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Deleting port 2b439565-fc8e-4cd4-98b8-625429daed03 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:10.412251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.513521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74f785-b3a4-4740-906d-637daec7c331 req-ae62638d-5610-42d3-ad2f-7b320304b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.515557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c74f785-b3a4-4740-906d-637daec7c331 req-ae62638d-5610-42d3-ad2f-7b320304b6f5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1326241 Aug 12 04:15:10.529315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac268d8c-906b-4239-9feb-e49d1c74de6c service neutron] Pushing event updated for resources: {'Port': ['ID=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:10.533951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:10.534516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Checking segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:10.535115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Bound using segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:10.535744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Bound port: 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:10.536379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.543619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4 req-43bdcf26-03ab-49bc-9b2d-533b6c428a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.545467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4 req-43bdcf26-03ab-49bc-9b2d-533b6c428a6e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2883317 Aug 12 04:15:10.565096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6cd67-ef0b-4884-a365-24b8ebf2bfff req-08d81d96-50cd-4682-8fbd-a760f3c319de tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.567258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9b6cd67-ef0b-4884-a365-24b8ebf2bfff req-08d81d96-50cd-4682-8fbd-a760f3c319de tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 944 time: 0.2758157 Aug 12 04:15:10.652514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4 req-3447f363-728e-41da-a67e-025f11d7fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.654458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd9a4de7-d299-48c9-a183-5b6cf025b0a4 req-3447f363-728e-41da-a67e-025f11d7fcd7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948775 Aug 12 04:15:10.691604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf045a-672f-4e4d-8534-c7744fb66c7a req-c3596937-4c88-4861-9d85-5bcf90312543 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.699665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8bf045a-672f-4e4d-8534-c7744fb66c7a req-c3596937-4c88-4861-9d85-5bcf90312543 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 946 time: 0.1836123 Aug 12 04:15:10.720667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:10.724655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:10.748417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.783898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] For port 2b439565-fc8e-4cd4-98b8-625429daed03, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=2b439565-fc8e-4cd4-98b8-625429daed03,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:10.784374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.790021 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8bf045a-672f-4e4d-8534-c7744fb66c7a req-cccc283d-0c28-4495-973f-97327e315d8e tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895081 Aug 12 04:15:10.800925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9b6cd67-ef0b-4884-a365-24b8ebf2bfff req-63a93c55-db94-4554-bcdc-a5a3cb61ceef tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248988 Aug 12 04:15:10.851948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Calling delete_port for 2b439565-fc8e-4cd4-98b8-625429daed03 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:10.856108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.904021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:10.904554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:10.910830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] 10.222.0.36 "PUT /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 1130 time: 3.8704107 Aug 12 04:15:10.921601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4b961fc4-d234-4bd7-89b9-6090fee89906 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:11.114138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4b961fc4-d234-4bd7-89b9-6090fee89906 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:11.114979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:11.141021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:11.146000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:11.168853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-e6d9a93e-2f2e-4d30-aa5b-56a11140370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.173497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-e6d9a93e-2f2e-4d30-aa5b-56a11140370e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 1095 time: 0.2732673 Aug 12 04:15:11.254752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74f785-b3a4-4740-906d-637daec7c331 req-c3527553-0b4a-4766-8f24-cb6f728b34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.256728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c74f785-b3a4-4740-906d-637daec7c331 req-c3527553-0b4a-4766-8f24-cb6f728b34e7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7157013 Aug 12 04:15:11.263700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:11.271894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-b9037cdb-aff8-47b8-8e39-9032e4fbd2cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f09a1e0f-aa60-4490-b4ed-0fd4e099924e HTTP/1.1" status: 200 len: 217 time: 0.0877399 Aug 12 04:15:11.361628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3726e39f-0f43-446f-97e5-bd9bf7324458,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:11.372203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af3133df-0b82-4cb3-ace3-db1593d429f0 req-40038e41-44ee-40de-a4ab-270cd5e244e7 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.4267478 Aug 12 04:15:11.837577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:11.840545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d37fcfb1-fe33-470f-8a98-cdcdff618343 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8317211 Aug 12 04:15:11.844364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55230) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:11.851292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'security_group_rule': {'security_group_id': 'c230f537-a099-4636-9caa-0b4eb39e5b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:11.855481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:11.891817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846cc82-d6d7-422d-9971-1f1fbbc98411 service neutron] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:11.923923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-50606bf3-8a13-4b5b-9166-b175d343b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.925600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-50606bf3-8a13-4b5b-9166-b175d343b683 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 200 len: 852 time: 0.6466086 Aug 12 04:15:11.946254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.953161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.959392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.968164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '4176692e-2264-4a3d-9cd8-b70b8f25ee79'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:11.969525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.970773 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d18750-2543-476b-829d-3037ee011798" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "4176692e-2264-4a3d-9cd8-b70b8f25ee79"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:11.976028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.982338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.983421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-d631bc74-4d38-4b5f-a114-77753fed42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.985245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-d631bc74-4d38-4b5f-a114-77753fed42f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 1095 time: 0.6600630 Aug 12 04:15:11.989062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:11.991385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-8a2d825d-d648-4f8a-9978-27d657fd52ea tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5371 time: 0.6798561 Aug 12 04:15:12.062197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-42400ee3-f418-4b79-a576-e5e633f9ba0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695302 Aug 12 04:15:12.079161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-c4779ff4-3bb5-451e-9d1e-70582912c6e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b HTTP/1.1" status: 200 len: 217 time: 0.0749838 Aug 12 04:15:12.106575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.221284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.237731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f021335d-2ab4-403a-98b1-1f3d4f9d8326', '2b439565-fc8e-4cd4-98b8-625429daed03'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:12.262747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-fceb2c73-d356-4f84-ae5f-6c4bf1722081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.263621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-fceb2c73-d356-4f84-ae5f-6c4bf1722081 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 200 len: 852 time: 0.0982533 Aug 12 04:15:12.272292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02dd063d-331e-4cb3-8e11-c016b365be24 req-d2d842c0-d62f-40f1-8b56-f275a132a48f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2675278 Aug 12 04:15:12.311236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-c2b3295f-cb7b-449b-a537-60d9f4d270de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378914 Aug 12 04:15:12.375327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Pushing event deleted for resources: {'Port': ['ID=2b439565-fc8e-4cd4-98b8-625429daed03,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:12.498279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b7fa23e-29bb-4d03-8bd2-968cc03825f5 req-f3f41ef8-528a-4231-b9ad-c480516fb112 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 210 time: 0.0661476 Aug 12 04:15:12.505987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] No DVR routers for this DVR port 2b439565-fc8e-4cd4-98b8-625429daed03 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:12.514641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.521595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c221e967-1f00-4020-8cb8-c1f52a3cbcc5 req-bd74b1a4-08f5-4922-a7c8-858966b78e9c tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "DELETE /v2.0/ports/2b439565-fc8e-4cd4-98b8-625429daed03 HTTP/1.1" status: 204 len: 173 time: 2.3124609 Aug 12 04:15:12.527922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b573380-bd0a-4005-a123-991e099c9959', 'name': 'network-vif-deleted', 'tag': '2b439565-fc8e-4cd4-98b8-625429daed03'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:12.536166 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03fb030-3765-4fb5-aa0f-c8805c476b5e" -d '{"events": [{"server_uuid": "1b573380-bd0a-4005-a123-991e099c9959", "name": "network-vif-deleted", "tag": "2b439565-fc8e-4cd4-98b8-625429daed03"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:12.569356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-b383a231-f722-41e8-a6dc-2dfd9df7cc72 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853265 Aug 12 04:15:12.612213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.664307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e04bff98-2b05-4561-8834-99d29e18ce46 req-a4a7fa02-fffe-4839-add9-b4d060d2a24e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d3a88f87cb2143d79a74b068e9db1a43&device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.1218352 Aug 12 04:15:12.715895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.791740 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8516f9-cf52-4878-b55d-39efb1288427 x-openstack-request-id: req-6e8516f9-cf52-4878-b55d-39efb1288427 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:12.792193 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "4176692e-2264-4a3d-9cd8-b70b8f25ee79", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:12.792593 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e8516f9-cf52-4878-b55d-39efb1288427 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:12.793080 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '4176692e-2264-4a3d-9cd8-b70b8f25ee79', 'status': 'completed', 'code': 200} Aug 12 04:15:12.798229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4844dc81-ed78-44f7-a307-8ee69894a777,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:12.834149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e04bff98-2b05-4561-8834-99d29e18ce46 req-65674e3b-4b94-46c6-8765-7dfb77e9d402 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d3a88f87cb2143d79a74b068e9db1a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131392 Aug 12 04:15:12.859382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-7822ca9a-4322-4876-90e8-79a765ed2283 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381935 Aug 12 04:15:12.865178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:12.924960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.927444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7de62-d203-4b8f-99ae-ff632746d2c3 req-7421b80a-425c-476b-9909-cef08e465384 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.928554 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5b7de62-d203-4b8f-99ae-ff632746d2c3 req-7421b80a-425c-476b-9909-cef08e465384 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 946 time: 0.1231830 Aug 12 04:15:12.948542 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:12.952121 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-08fdce4b-c00d-4517-81a4-c4a75cd0839d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1020555 Aug 12 04:15:12.955965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.956455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.956937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.957401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.957868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.958331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.958825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:12.960896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21d18750-2543-476b-829d-3037ee011798 req-77e16043-a449-48d7-82a8-d6b4b3d387e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6208 time: 0.2134590 Aug 12 04:15:12.962785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55252) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:12.974122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:13.017245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d68c5d-d18e-41c1-8670-0524c8c23ff6 req-b77b1e1d-3ea1-4978-aef0-98421f400d64 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.018912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d68c5d-d18e-41c1-8670-0524c8c23ff6 req-b77b1e1d-3ea1-4978-aef0-98421f400d64 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 944 time: 0.3850391 Aug 12 04:15:13.025443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Transition to ACTIVE for port object 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:13.042759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-803ea4a1-fab4-4e9a-b4fd-1b61a5d87430 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651062 Aug 12 04:15:13.107513 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:13.126066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d68c5d-d18e-41c1-8670-0524c8c23ff6 req-4ae5e96b-5dbc-4b4b-a729-14072be968a8 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932093 Aug 12 04:15:13.130181 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:13.158896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bff98-2b05-4561-8834-99d29e18ce46 req-a45f93a1-1966-483c-b8fb-c23aadc66573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.158896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e04bff98-2b05-4561-8834-99d29e18ce46 req-a45f93a1-1966-483c-b8fb-c23aadc66573 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3086791 Aug 12 04:15:13.190215 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5b7de62-d203-4b8f-99ae-ff632746d2c3 req-5bd06d94-1b05-426a-be4b-56986eca3b49 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517908 Aug 12 04:15:13.193773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-de49e742-ef8b-405b-8993-a3d3e33d93d4 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131154 Aug 12 04:15:13.307552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-0e046b29-4470-42de-b970-3c08fdfdfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.307943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-0e046b29-4470-42de-b970-3c08fdfdfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.308410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-0e046b29-4470-42de-b970-3c08fdfdfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.321926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21d18750-2543-476b-829d-3037ee011798 req-0e046b29-4470-42de-b970-3c08fdfdfd93 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3097060 Aug 12 04:15:13.402862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:13.440651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Attempting to bind port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:13.447806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Attempting to bind port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:13.448294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Attempting to bind port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:13.458324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:13.458671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Attempting to bind port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:13.469210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:13.469584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Checking segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:13.469930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Bound using segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:13.470365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Bound port: 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:13.470760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:13.501448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eec371be-36d2-48a1-b3a2-69ff45704202 req-573c795c-b786-4f86-9dbc-a27787fb377e tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.1028640 Aug 12 04:15:13.546020 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253edf95-405d-44be-b2ee-6d3d12353703 x-openstack-request-id: req-253edf95-405d-44be-b2ee-6d3d12353703 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:13.546779 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b573380-bd0a-4005-a123-991e099c9959", "name": "network-vif-deleted", "tag": "2b439565-fc8e-4cd4-98b8-625429daed03", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:13.550521 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-253edf95-405d-44be-b2ee-6d3d12353703 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:13.550521 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b573380-bd0a-4005-a123-991e099c9959', 'name': 'network-vif-deleted', 'tag': '2b439565-fc8e-4cd4-98b8-625429daed03', 'status': 'completed', 'code': 200} Aug 12 04:15:13.699695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:13.704227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:13.722520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ecb47a1-57cf-4ac6-8c67-722d407506c2 req-b7448a3a-05d4-4c0c-b608-ca8da4af0d83 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b573380-bd0a-4005-a123-991e099c9959 HTTP/1.1" status: 200 len: 210 time: 0.0469396 Aug 12 04:15:13.749483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.763823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.770065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d18750-2543-476b-829d-3037ee011798 req-a7638cde-cc9e-4397-a19e-ce94462e3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.772506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21d18750-2543-476b-829d-3037ee011798 req-a7638cde-cc9e-4397-a19e-ce94462e3cc0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3437536 Aug 12 04:15:13.795714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:13.798733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.816963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.828742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.835905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.843321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.847354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-85f0b3bd-5bd8-4238-bfc5-b0655f02d01a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5383 time: 0.2020755 Aug 12 04:15:13.849418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:13.951585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Pushing event updated for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:13.988853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:13.990063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:13.992274 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9d05fa15-c49c-4314-a566-f288618dd34f service neutron] 10.222.0.36 "PUT /v2.0/ports/6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 200 len: 1091 time: 2.9048963 Aug 12 04:15:14.010987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Allocated IP 172.25.6.97 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/0a8cffdb-710a-42d4-9185-8328a68b4e59) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:14.046374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c293555-82ec-45a5-8d41-c39dca236ff3 req-f1ea4c59-9818-45be-a4ce-aed84588e888 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780303 Aug 12 04:15:14.089813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:14.208014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.257129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-b4108fea-06d2-47c0-a5e4-8d5afbfced69 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:14.258535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-b4108fea-06d2-47c0-a5e4-8d5afbfced69 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 946 time: 0.1197174 Aug 12 04:15:14.262483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.351863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.414916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'Port': ['ID=0a8cffdb-710a-42d4-9185-8328a68b4e59,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:14.432659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215076e7-a9c5-4f10-b7f3-54e7dfe284d2 req-125cc769-c556-4c10-bb3c-4f6133d43835 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:14.435422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:14.438936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:14.439444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-215076e7-a9c5-4f10-b7f3-54e7dfe284d2 req-125cc769-c556-4c10-bb3c-4f6133d43835 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 946 time: 0.1276104 Aug 12 04:15:14.442278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:14.452767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a28d2b-97a2-4579-9299-7143aa4ab9e3 req-1433794e-0a51-4301-b748-d50b2cdb5d0b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:14.455055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0a28d2b-97a2-4579-9299-7143aa4ab9e3 req-1433794e-0a51-4301-b748-d50b2cdb5d0b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 944 time: 0.1540196 Aug 12 04:15:14.530986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0a28d2b-97a2-4579-9299-7143aa4ab9e3 req-ad3120e2-6a19-4466-bdc0-baf3fd57fcbe tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Aug 12 04:15:14.605694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.656894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-215076e7-a9c5-4f10-b7f3-54e7dfe284d2 req-1fa8cb4a-d2c0-4f45-9d95-816d11f894c2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164297 Aug 12 04:15:14.659605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Deleting port 9e34deea-d223-4a18-853f-73b942848443 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:14.660878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.761850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e04bff98-2b05-4561-8834-99d29e18ce46 req-dcdf9be9-b2d9-40df-a5e9-ca7e1a56cdcd tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0648098 Aug 12 04:15:14.796327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.815091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:14.826249 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c50e22-2181-424d-a2d6-96965a97eab7" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:14.916716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4efc6e92-76f1-47e9-a600-2b15da533f1d req-a3595ef4-a5f9-4dc8-bfa3-a9bbe9db15d6 tempest-ServerShowV257Test-583656715 tempest-ServerShowV257Test-583656715-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6c69ebc-d4a5-4cf9-848f-785448275523 HTTP/1.1" status: 200 len: 210 time: 0.0736372 Aug 12 04:15:14.972807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] For port 9e34deea-d223-4a18-853f-73b942848443, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9e34deea-d223-4a18-853f-73b942848443,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:14.973800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:14.996894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Calling delete_port for 9e34deea-d223-4a18-853f-73b942848443 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:15.031101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.114938 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b8a82b-6dbd-44d2-ad3f-658578f5d3ef x-openstack-request-id: req-c7b8a82b-6dbd-44d2-ad3f-658578f5d3ef {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:15.115243 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:15.115503 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7b8a82b-6dbd-44d2-ad3f-658578f5d3ef {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:15.115949 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5', 'status': 'completed', 'code': 200} Aug 12 04:15:15.119584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b439565-fc8e-4cd4-98b8-625429daed03 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:15.146809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.187200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 2b439565-fc8e-4cd4-98b8-625429daed03 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:15.189171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 2b439565-fc8e-4cd4-98b8-625429daed03 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:15.252594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f041923-be97-4ace-96c6-8ee1c038308c {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:15.314419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.366518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Transition to ACTIVE for port object 6f041923-be97-4ace-96c6-8ee1c038308c will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:15.380549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.381067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.381549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.382022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.383884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.384661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.385857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.388495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-1f3ff22e-954e-412b-ac90-f5b1e4ab2247 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6275 time: 0.3424571 Aug 12 04:15:15.389754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'Port': ['ID=0a8cffdb-710a-42d4-9185-8328a68b4e59,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:15.414394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.421192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.427806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.434987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.441173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.447565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.453835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.461685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-f4e4e1fd-880f-4254-9766-935e03151930 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5383 time: 0.1670191 Aug 12 04:15:15.481717 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.483524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.562800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.582144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Pushing event updated for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:15.602186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f06a812-95d6-4ca1-8923-df3f637e51b7 req-bd84e59a-073c-4cd9-8e9a-5a416fd3272b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394951 Aug 12 04:15:15.670386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event deleted for resources: {'Port': ['ID=9e34deea-d223-4a18-853f-73b942848443,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:15.683953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] No DVR routers for this DVR port 9e34deea-d223-4a18-853f-73b942848443 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:15.687349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.689787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69dbbf6b-9ffc-4df8-a325-1c1eb5c99b66 req-dca160a0-ece6-4192-99b7-956e78413c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "DELETE /v2.0/ports/9e34deea-d223-4a18-853f-73b942848443 HTTP/1.1" status: 204 len: 173 time: 1.4238219 Aug 12 04:15:15.740765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862830-1439-44ea-987e-45425160e3a8 req-c36b8fd9-5078-449b-88db-1a05178db413 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.749351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b862830-1439-44ea-987e-45425160e3a8 req-c36b8fd9-5078-449b-88db-1a05178db413 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.4000316 Aug 12 04:15:15.779542 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.782842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5594ae0e-f6e1-4a94-afb1-f6a5ce8a734d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8128755 Aug 12 04:15:15.784248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-ddaca9c8-4976-43fe-9f14-578b4f4d5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.784785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-ddaca9c8-4976-43fe-9f14-578b4f4d5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.785298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-ddaca9c8-4976-43fe-9f14-578b4f4d5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:15.793569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Attempting to bind port 6f041923-be97-4ace-96c6-8ee1c038308c on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:15.794752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Attempting to bind port 6f041923-be97-4ace-96c6-8ee1c038308c by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:15.796724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Attempting to bind port 6f041923-be97-4ace-96c6-8ee1c038308c on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:15.809917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-ddaca9c8-4976-43fe-9f14-578b4f4d5b7a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3751361 Aug 12 04:15:15.815763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Port 6f041923-be97-4ace-96c6-8ee1c038308c on network d56ba764-1959-40f3-9116-6911ffa5f2f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:15.815763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Attempting to bind port 6f041923-be97-4ace-96c6-8ee1c038308c on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:15.837083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:15.837517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Checking segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:15.838242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Bound using segment: {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:15.838976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Bound port: 6f041923-be97-4ace-96c6-8ee1c038308c, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:15.839285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:15.997574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c6ff-f427-44e0-8f00-17c10d1f0611 req-1294286c-0d2d-4259-8a0c-9bf6cc2f0e40 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.000018 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ef4c6ff-f427-44e0-8f00-17c10d1f0611 req-1294286c-0d2d-4259-8a0c-9bf6cc2f0e40 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 944 time: 0.1747730 Aug 12 04:15:16.001110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:16.005153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6f041923-be97-4ace-96c6-8ee1c038308c,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:16.017232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b862830-1439-44ea-987e-45425160e3a8 req-418ccd9e-ea07-400c-ad42-13c038be940f tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855533 Aug 12 04:15:16.064356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ef4c6ff-f427-44e0-8f00-17c10d1f0611 req-4ded9de1-555d-4960-9f54-5da9e7f91d0a tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Aug 12 04:15:16.083951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:16.084259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-01ac7239-acfa-4543-ac20-dcc7b2ec0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.086138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83c50e22-2181-424d-a2d6-96965a97eab7 req-01ac7239-acfa-4543-ac20-dcc7b2ec0e93 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2747831 Aug 12 04:15:16.168088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.168887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:16.170414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] 10.222.0.36 "PUT /v2.0/ports/6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 200 len: 1090 time: 2.0903249 Aug 12 04:15:16.242425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b133a718-4d6e-41ec-8bc5-e028478c1305 req-53f58c86-9083-4da6-8bb6-2e3e9a02817b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.1041591 Aug 12 04:15:16.264807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f9f53-7a8a-49bb-90d1-6d021931a47a service neutron] Pushing event updated for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:16.315054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9e34deea-d223-4a18-853f-73b942848443 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:16.368232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:16.369141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 9e34deea-d223-4a18-853f-73b942848443 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:16.370610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9e34deea-d223-4a18-853f-73b942848443 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:16.401483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-0a83884a-a508-4323-8718-82900b867d59 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1881257015&fields=id&tenant_id=963fd1cd80a841fabac1ba588170bf30 HTTP/1.1" status: 200 len: 267 time: 0.1612570 Aug 12 04:15:16.532179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:16.618035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-9e780443-2d66-441d-a447-be2efd8a7793 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.620134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-9e780443-2d66-441d-a447-be2efd8a7793 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 811 time: 0.1953926 Aug 12 04:15:16.636272 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-7f98114a-d0f9-45c6-966f-692debb60781 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/quotas/963fd1cd80a841fabac1ba588170bf30 HTTP/1.1" status: 200 len: 375 time: 0.0102887 Aug 12 04:15:16.764521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-ce361393-62ce-42ab-887c-fd08123f5fa5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491071 Aug 12 04:15:16.800044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-48a5b4bb-b40f-4219-898e-f36664360c17 service neutron] 10.222.0.42 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951862 Aug 12 04:15:16.817491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.823951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.830026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.835952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.841881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.847995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.853950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:16.856033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-1afb647c-fefd-409e-aef0-7e5450a89667 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5395 time: 0.1419494 Aug 12 04:15:16.909189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-62c35e7a-9044-44d8-84fc-6f7e37044a57 service neutron] 10.222.0.42 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025355 Aug 12 04:15:16.937015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da2ec461-8dde-4bec-b7d9-3bb0e4fa8bdb req-e7a6f6a1-4485-467a-9bf0-f51da5bba113 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605137 Aug 12 04:15:16.989589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6a9ddb-641b-4dba-af63-326a442d56ab {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:17.007737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.024833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Transition to ACTIVE for port object 7d6a9ddb-641b-4dba-af63-326a442d56ab will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:17.111077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c27d7a96-a994-45fd-8ce6-7a64f1c77e7b details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:17.117003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'name': 'network-vif-deleted', 'tag': '9e34deea-d223-4a18-853f-73b942848443'}, {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:17.120413 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62813a37-7ee2-47e4-8b5e-ef0e893cd165" -d '{"events": [{"server_uuid": "fdde80e4-f5e0-4bfe-a5e8-0833486f3e48", "name": "network-vif-deleted", "tag": "9e34deea-d223-4a18-853f-73b942848443"}, {"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:17.127183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.366761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799c8-fc04-4e6e-ae32-2520498054f1 req-9284be4e-bc0c-4dc8-b637-5b4a1a660c39 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:17.380845 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa799c8-fc04-4e6e-ae32-2520498054f1 req-9284be4e-bc0c-4dc8-b637-5b4a1a660c39 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 944 time: 0.1561177 Aug 12 04:15:17.382142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:17.396490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:17.420426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:17.429341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'port_id': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b', 'mac_address': 'fa:16:3e:2c:b1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec00d5-9502-4d66-853b-427d264ac8a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:17.514180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.531783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa799c8-fc04-4e6e-ae32-2520498054f1 req-e2df709b-5491-4a7e-b028-7c65ec705189 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452525 Aug 12 04:15:17.539586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27d7a96-a994-45fd-8ce6-7a64f1c77e7b {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:17.559911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de947b-f537-46cc-a546-6451d5e3b3eb req-fb702435-5dbe-4634-ade1-a89d64336bc3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:17.560469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-05e317ff-5989-43be-bfbf-0c4ee4c1a917 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:17.565633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-05e317ff-5989-43be-bfbf-0c4ee4c1a917 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.1774938 Aug 12 04:15:17.569582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8de947b-f537-46cc-a546-6451d5e3b3eb req-fb702435-5dbe-4634-ade1-a89d64336bc3 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 945 time: 0.3484364 Aug 12 04:15:17.592448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:17.657643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.658567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f09a1e0f-aa60-4490-b4ed-0fd4e099924e details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:17.722329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:17.723186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f62be45a-2e0c-43f1-a240-6dec2d169be9 req-51741a2b-1af7-4c23-8f5f-108f920f0293 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.0877550 Aug 12 04:15:17.756407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e', 'network_id': '9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3', 'port_id': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e', 'mac_address': 'fa:16:3e:b1:08:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec00d5-9502-4d66-853b-427d264ac8a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:17.762207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a194aca1-6a9f-443f-9c33-75d43c29e7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.821076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:17.852779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8de947b-f537-46cc-a546-6451d5e3b3eb req-581774da-159e-4fe5-840d-632bba05c0a6 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/security-groups?id=dc81b316-9fd3-442a-886b-d98482d41cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669544 Aug 12 04:15:17.878190 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.881699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Deleting port f021335d-2ab4-403a-98b1-1f3d4f9d8326 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:17.882051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:17.887262 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05108bf-14a9-45cf-8a9e-6e0f41b7a16e x-openstack-request-id: req-d05108bf-14a9-45cf-8a9e-6e0f41b7a16e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:17.887555 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdde80e4-f5e0-4bfe-a5e8-0833486f3e48", "name": "network-vif-deleted", "tag": "9e34deea-d223-4a18-853f-73b942848443", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:17.887815 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d05108bf-14a9-45cf-8a9e-6e0f41b7a16e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:17.888228 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdde80e4-f5e0-4bfe-a5e8-0833486f3e48', 'name': 'network-vif-deleted', 'tag': '9e34deea-d223-4a18-853f-73b942848443', 'status': 'completed', 'code': 200} Aug 12 04:15:17.889178 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c', 'status': 'completed', 'code': 200} Aug 12 04:15:17.904890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09a1e0f-aa60-4490-b4ed-0fd4e099924e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:17.935172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:17.970810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Attempting to bind port 7d6a9ddb-641b-4dba-af63-326a442d56ab on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:17.971145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Attempting to bind port 7d6a9ddb-641b-4dba-af63-326a442d56ab by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:17.971475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Attempting to bind port 7d6a9ddb-641b-4dba-af63-326a442d56ab on network 340cda35-bfc8-40f5-920c-407219dc179f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:17.990576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Port 7d6a9ddb-641b-4dba-af63-326a442d56ab on network 340cda35-bfc8-40f5-920c-407219dc179f not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:17.990943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Attempting to bind port 7d6a9ddb-641b-4dba-af63-326a442d56ab on network 340cda35-bfc8-40f5-920c-407219dc179f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:18.002926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:18.003252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Checking segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:18.003635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Bound using segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:18.004097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Bound port: 7d6a9ddb-641b-4dba-af63-326a442d56ab, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:18.004445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.012880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.064077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bec909c2-8545-4bca-98af-f88e91ff8f35 req-6c771789-0a7f-4b1a-90c1-f047af685955 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.0756474 Aug 12 04:15:18.113219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:18.121874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] For port f021335d-2ab4-403a-98b1-1f3d4f9d8326, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f021335d-2ab4-403a-98b1-1f3d4f9d8326,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:18.122644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.148197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.148688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.149171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.149643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.150621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.151597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.152241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.153862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Calling delete_port for f021335d-2ab4-403a-98b1-1f3d4f9d8326 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:18.154234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-133178da-efa4-44a0-8569-fd6b4bbc1075 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6367 time: 0.2649288 Aug 12 04:15:18.265738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f09a1e0f-aa60-4490-b4ed-0fd4e099924e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:18.331838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['c27d7a96-a994-45fd-8ce6-7a64f1c77e7b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:18.358748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-a44b6773-dea7-479e-a7fd-5d92516c26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.359245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-a44b6773-dea7-479e-a7fd-5d92516c26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.359778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-a44b6773-dea7-479e-a7fd-5d92516c26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.361604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-a44b6773-dea7-479e-a7fd-5d92516c26b7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1928570 Aug 12 04:15:18.479675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.496556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.511515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.532995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.537773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-e87dd661-69bc-4c52-be34-c4ba2334f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.541430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62813a37-7ee2-47e4-8b5e-ef0e893cd165 req-e87dd661-69bc-4c52-be34-c4ba2334f3fe service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588233 Aug 12 04:15:18.556882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.568807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.583701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.589028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:18.592011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-028ec19c-82d9-4742-8317-036998250b56 req-b784e65f-f692-410b-8249-6ce1089549bc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5407 time: 0.3116474 Aug 12 04:15:18.605604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.618072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:18.676857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a194aca1-6a9f-443f-9c33-75d43c29e7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.695297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Pushing event deleted for resources: {'Port': ['ID=f021335d-2ab4-403a-98b1-1f3d4f9d8326,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:18.696823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.755527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:18.756367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.758656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] 10.222.0.36 "PUT /v2.0/ports/7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 200 len: 1091 time: 2.4166300 Aug 12 04:15:18.809624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a194aca1-6a9f-443f-9c33-75d43c29e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.809812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] No DVR routers for this DVR port f021335d-2ab4-403a-98b1-1f3d4f9d8326 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:18.814971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-028ec19c-82d9-4742-8317-036998250b56 req-46588951-5735-41f3-ad60-1eef9a3d567f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2017539 Aug 12 04:15:18.816270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:18.818496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4eccec59-d9cf-410b-8a74-f793d57e0469 req-1d7ed548-e41b-4a85-a0c7-ed45dd892f04 tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.36 "DELETE /v2.0/ports/f021335d-2ab4-403a-98b1-1f3d4f9d8326 HTTP/1.1" status: 204 len: 173 time: 1.2429178 Aug 12 04:15:18.819257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a9770-e39c-4b31-948f-814926ec628a', 'name': 'network-vif-deleted', 'tag': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:18.821591 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323948ca-4cbc-4c52-b04e-111a6fc49f70" -d '{"events": [{"server_uuid": "923a9770-e39c-4b31-948f-814926ec628a", "name": "network-vif-deleted", "tag": "f021335d-2ab4-403a-98b1-1f3d4f9d8326"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:18.902507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a194aca1-6a9f-443f-9c33-75d43c29e7bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3a88f87cb2143d79a74b068e9db1a43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4831004 Aug 12 04:15:18.905360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55380) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:18.950266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Request body: {'port': {'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:18.970387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da872a00-df5d-4906-9fbf-35e19a42aa92 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:19.002821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194aca1-6a9f-443f-9c33-75d43c29e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb62dff-a079-4aea-9878-e100ddc4e6d2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:19.052697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-efa3b6df-80d2-4680-83b2-7ca95c3b94fb req-b2fc2117-213c-4f5e-9c94-2c94af5e31f1 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.0691726 Aug 12 04:15:19.059865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156269e-c63e-4989-b0db-24a7ff11c1c7 req-40f013ee-17f3-4db7-a7dc-a69fbc62e990 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:19.061596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156269e-c63e-4989-b0db-24a7ff11c1c7 req-40f013ee-17f3-4db7-a7dc-a69fbc62e990 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 945 time: 0.3834064 Aug 12 04:15:19.116890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c27d7a96-a994-45fd-8ce6-7a64f1c77e7b up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:19.159294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf931-cfdc-4d8e-8b88-4d4e2410b097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.162282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.204215 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe62fc8-9e4a-456b-bdb5-81d21c0637d2 x-openstack-request-id: req-afe62fc8-9e4a-456b-bdb5-81d21c0637d2 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:19.204517 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a9770-e39c-4b31-948f-814926ec628a", "name": "network-vif-deleted", "tag": "f021335d-2ab4-403a-98b1-1f3d4f9d8326", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:19.204773 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afe62fc8-9e4a-456b-bdb5-81d21c0637d2 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:19.219075 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923a9770-e39c-4b31-948f-814926ec628a', 'name': 'network-vif-deleted', 'tag': 'f021335d-2ab4-403a-98b1-1f3d4f9d8326', 'status': 'completed', 'code': 200} Aug 12 04:15:19.223583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5156269e-c63e-4989-b0db-24a7ff11c1c7 req-5558c849-1358-435d-b90b-0082beefc7ae tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556904 Aug 12 04:15:19.283956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf931-cfdc-4d8e-8b88-4d4e2410b097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.340088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58e422c2-9b52-4e6a-adb2-4ef9951bcd10 req-d9cc89fc-a111-426c-9795-bcec2fbcc0ad tempest-ServerRescueTestJSON-216963881 tempest-ServerRescueTestJSON-216963881-project] 10.222.0.42 "GET /v2.0/ports?device_id=923a9770-e39c-4b31-948f-814926ec628a HTTP/1.1" status: 200 len: 210 time: 0.0585911 Aug 12 04:15:19.345172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:19.350230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:19.350736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.494990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4baa4687-73e7-4705-8b0b-0f0d39d803ab req-f7800f2b-7250-4f6b-b2d1-cd74507eacde tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.0580201 Aug 12 04:15:19.561107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf931-cfdc-4d8e-8b88-4d4e2410b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.564098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf931-cfdc-4d8e-8b88-4d4e2410b097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.567592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ddbf931-cfdc-4d8e-8b88-4d4e2410b097 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecb62dff-a079-4aea-9878-e100ddc4e6d2 HTTP/1.1" status: 204 len: 168 time: 0.6586475 Aug 12 04:15:19.583632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbf931-cfdc-4d8e-8b88-4d4e2410b097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb62dff-a079-4aea-9878-e100ddc4e6d2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:19.587309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.636688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:19.648916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:19.654151 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525e0ea-d3cb-454e-a1c6-79a853494a03" -d '{"events": [{"server_uuid": "e52d15ad-53c3-46df-8e64-ab4e292de468", "name": "network-vif-plugged", "status": "completed", "tag": "c27d7a96-a994-45fd-8ce6-7a64f1c77e7b"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:19.709044 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.710357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f021335d-2ab4-403a-98b1-1f3d4f9d8326 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:19.804157 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d490104-971b-44d5-8294-feaa4e4fbe61 x-openstack-request-id: req-1d490104-971b-44d5-8294-feaa4e4fbe61 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:19.804695 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52d15ad-53c3-46df-8e64-ab4e292de468", "name": "network-vif-plugged", "status": "completed", "tag": "c27d7a96-a994-45fd-8ce6-7a64f1c77e7b", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:19.806142 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d490104-971b-44d5-8294-feaa4e4fbe61 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:19.807237 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b', 'code': 200} Aug 12 04:15:19.810857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f021335d-2ab4-403a-98b1-1f3d4f9d8326 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:19.811461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f021335d-2ab4-403a-98b1-1f3d4f9d8326 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:19.862963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebd6703-caeb-460a-bdf2-2c0b3dc18c4f {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:19.875714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:19.887646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:19.895473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Transition to ACTIVE for port object bebd6703-caeb-460a-bdf2-2c0b3dc18c4f will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:19.901540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:19.908858 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be67c229-c404-4d02-a9e1-4f1cb5b2d550" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:19.920520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537dc62-4d22-43c0-ab93-84e883d6f279 req-51cf9fbf-9176-4c84-972b-92afae3e262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:19.934871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4537dc62-4d22-43c0-ab93-84e883d6f279 req-51cf9fbf-9176-4c84-972b-92afae3e262b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 1097 time: 0.1224430 Aug 12 04:15:19.989281 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6739c6-f4b6-4745-849d-d1d3eeac8ead x-openstack-request-id: req-1e6739c6-f4b6-4745-849d-d1d3eeac8ead {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:19.989574 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:19.989825 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e6739c6-f4b6-4745-849d-d1d3eeac8ead {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:19.990216 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab', 'status': 'completed', 'code': 200} Aug 12 04:15:20.028651 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:20.154323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4537dc62-4d22-43c0-ab93-84e883d6f279 req-cfdc0cdf-b804-4a4e-a728-7064a1b1651f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183282 Aug 12 04:15:20.211956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Pushing event updated for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:20.336339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.348654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.354829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.361050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.368399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.379119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.390837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.403011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-f90895e0-f4ca-4fe0-86df-7cbd60545237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5407 time: 0.4069657 Aug 12 04:15:20.455851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c5e7865-921f-4a7a-9fed-25acd6d3b59d req-d5b5ce03-e832-4e54-b253-4219ab4bfdb4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.1769216 Aug 12 04:15:20.480549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Attempting to bind port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:20.480549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Attempting to bind port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:20.480972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Attempting to bind port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f on network 340cda35-bfc8-40f5-920c-407219dc179f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:20.484810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.485310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.485773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.486240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.486702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.487193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.487648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.489596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-f3d10f03-d059-4768-9221-50c0485fa45f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6409 time: 0.4946218 Aug 12 04:15:20.490873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f on network 340cda35-bfc8-40f5-920c-407219dc179f not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:20.492966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Attempting to bind port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f on network 340cda35-bfc8-40f5-920c-407219dc179f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:20.502517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:20.503213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Checking segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:20.503797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Bound using segment: {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:20.504553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Bound port: bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855c82c9-fa2c-4614-8c5b-b5e4888c9d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:20.507373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:20.665249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-f7a934d2-e8ef-4be6-8c42-348a1505e876 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.667454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-f7a934d2-e8ef-4be6-8c42-348a1505e876 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.20 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 811 time: 0.5501392 Aug 12 04:15:20.689186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b85bc0d8-33c8-44b2-8a67-a53e4ace42fc req-de2dc2c2-3b6e-4b4c-9d7d-d9d579ed082f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2710621 Aug 12 04:15:20.715944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:20.720191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:20.791616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:20.827934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9cae4-2711-42a4-a7d0-1a5e29b565c8 req-a0786a0e-4f0b-4352-878d-1b705d4c20c6 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.837542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5e9cae4-2711-42a4-a7d0-1a5e29b565c8 req-a0786a0e-4f0b-4352-878d-1b705d4c20c6 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 946 time: 0.1156657 Aug 12 04:15:20.845463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-45dbc02c-6247-4548-a2f9-ec96581b7a7e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963fd1cd80a841fabac1ba588170bf30 HTTP/1.1" status: 200 len: 380 time: 0.1552136 Aug 12 04:15:20.873798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'port': {'device_id': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'admin_state_up': True, 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'security_groups': ['c230f537-a099-4636-9caa-0b4eb39e5b5a']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:20.896018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55426) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:20.902655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.903619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:20.905760 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] 10.222.0.36 "PUT /v2.0/ports/bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 1091 time: 1.9634280 Aug 12 04:15:20.932604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-e02d6782-c869-4dcd-9738-7c569181fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.934174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-e02d6782-c869-4dcd-9738-7c569181fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.935095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-e02d6782-c869-4dcd-9738-7c569181fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:20.943199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-e02d6782-c869-4dcd-9738-7c569181fa18 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4046164 Aug 12 04:15:20.994078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5e9cae4-2711-42a4-a7d0-1a5e29b565c8 req-e33b0de7-7e09-4ac5-89f1-963a039e9183 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547236 Aug 12 04:15:21.009353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857a19-1367-4ca1-9e12-b5143137209a service neutron] Pushing event updated for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:21.117421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f09a1e0f-aa60-4490-b4ed-0fd4e099924e up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:21.219631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:21.223549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b221ef89-2397-4a4a-b659-d6d4e776d3fc req-206ddd3a-771b-443a-9f2e-4280366f89c2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.1018300 Aug 12 04:15:21.224864 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:21.362267 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fe500-9829-4af3-aa39-28423d5771ce x-openstack-request-id: req-9d9fe500-9829-4af3-aa39-28423d5771ce {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:21.362267 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:21.362267 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d9fe500-9829-4af3-aa39-28423d5771ce {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:21.362267 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f', 'status': 'completed', 'code': 200} Aug 12 04:15:21.491223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f09a1e0f-aa60-4490-b4ed-0fd4e099924e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:21.511988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f09a1e0f-aa60-4490-b4ed-0fd4e099924e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:21.517132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:21.706059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55448) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:21.740533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:21.819394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154a4c4a-09e5-426d-a617-301cb234710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:21.825244 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeefaa05-10e2-4c88-8d5a-9201766baaf7" -d '{"events": [{"server_uuid": "154a4c4a-09e5-426d-a617-301cb234710b", "name": "network-vif-plugged", "status": "completed", "tag": "f09a1e0f-aa60-4490-b4ed-0fd4e099924e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:21.836937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:21.871691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-a324c9ba-5b0d-480b-8d1d-dd0952c6ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:21.876763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be67c229-c404-4d02-a9e1-4f1cb5b2d550 req-a324c9ba-5b0d-480b-8d1d-dd0952c6ec0d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7649713 Aug 12 04:15:21.897272 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:21.908718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-289076601-network', 'tenant_id': '8afdcf671b904603a340d3d336fcfbbc'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:21.980261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:21.986424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:21.992614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:21.997925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:21.999518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.005544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.012543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.018886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.027035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-893079b5-6a72-449a-8394-d21725aba743 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.2171080 Aug 12 04:15:22.033192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6ea54cb-31be-4c7d-82e0-c923d2cbd871 req-97f05984-af00-4087-9b70-0a1a946a241b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.1631138 Aug 12 04:15:22.085611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6071f28-f41e-441c-9591-04deb4bb60d4 req-ea5f634b-99b3-4cbb-87cf-048fdc6f8951 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573838 Aug 12 04:15:22.114981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Made reservation on behalf of 8afdcf671b904603a340d3d336fcfbbc for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:22.120485 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:22.139387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:22.172487 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbda3176-9ff5-4edb-8883-6c74e860e3dd x-openstack-request-id: req-dbda3176-9ff5-4edb-8883-6c74e860e3dd {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:22.177656 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154a4c4a-09e5-426d-a617-301cb234710b", "name": "network-vif-plugged", "status": "completed", "tag": "f09a1e0f-aa60-4490-b4ed-0fd4e099924e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:22.177656 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbda3176-9ff5-4edb-8883-6c74e860e3dd {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:22.177656 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154a4c4a-09e5-426d-a617-301cb234710b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e', 'code': 200} Aug 12 04:15:22.205850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:15:22.205850 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:15:22.205850 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id_1': '8afdcf671b904603a340d3d336fcfbbc', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 15, 22, 164593)}] Aug 12 04:15:22.205850 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:15:22.212402 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:15:22.237717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.238218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.238926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.239332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.239842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.240313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.240837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.245388 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-bf210b76-4ec0-4fa6-909e-1ba98cda28e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6476 time: 0.2985747 Aug 12 04:15:22.328051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Made reservation on behalf of 963fd1cd80a841fabac1ba588170bf30 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:22.332306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:22.335330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-2b4a1484-6e3f-4e52-b213-3c925251a64c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 217 time: 0.0816598 Aug 12 04:15:22.381888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cc072-af3e-449f-8e21-ba128485162b req-74e2b8d1-3fec-4f55-9b85-f5de8b463099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.387557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc5cc072-af3e-449f-8e21-ba128485162b req-74e2b8d1-3fec-4f55-9b85-f5de8b463099 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 1097 time: 0.1409469 Aug 12 04:15:22.427311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa270-1d01-4382-95c0-318bdabe3383 req-6e6cc0a8-7384-401d-93d9-03d52bb1a535 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.438255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ebfa270-1d01-4382-95c0-318bdabe3383 req-6e6cc0a8-7384-401d-93d9-03d52bb1a535 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 946 time: 0.1262193 Aug 12 04:15:22.452094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-011b243b-46d4-4ca8-878a-6551619e2b83 req-f23ff240-3f1c-4605-9fb7-91b380d1e00a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.0596373 Aug 12 04:15:22.482246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc5cc072-af3e-449f-8e21-ba128485162b req-2a27c80a-c61d-4a07-9274-c12010435889 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869074 Aug 12 04:15:22.492921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-b431090a-7d79-4421-8b4b-da676c64aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.492921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-b431090a-7d79-4421-8b4b-da676c64aaec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 200 len: 851 time: 0.1384265 Aug 12 04:15:22.521089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ebfa270-1d01-4382-95c0-318bdabe3383 req-210b391c-5ae7-47dc-90f5-861cd82652d7 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775781 Aug 12 04:15:22.708388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:22.749013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c201825-cfc2-47db-9c85-bd621312aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.750830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5c201825-cfc2-47db-9c85-bd621312aa6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892152 Aug 12 04:15:22.817516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Allocated IP 172.20.0.10 (58bbfc9f-fa03-4d51-b602-529fc815d04c/0a327c3c-58e3-4e2a-92f2-99a92f847555/3071b54e-6535-4bd8-a9c7-ece025dd34de) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:22.831616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee03a4-99c2-4112-b72b-3303ffbd96de req-a7631a1a-77aa-4751-bf10-a24e7a3d5abf tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:22.841037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9eee03a4-99c2-4112-b72b-3303ffbd96de req-a7631a1a-77aa-4751-bf10-a24e7a3d5abf tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 946 time: 0.2112975 Aug 12 04:15:22.914657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:22.982903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9eee03a4-99c2-4112-b72b-3303ffbd96de req-48464b06-09d4-4f74-a2b9-bcbf414ec38d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414590 Aug 12 04:15:23.000729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-4d3195e0-b297-4258-8b4d-b1670e5d163a service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396009 Aug 12 04:15:23.010754 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.035221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:15:23.064407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cf99a4-a964-4e91-af37-32fce988e9d8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:23.083295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.084255 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Added segment 2f2a9f25-131c-4723-801b-1efa14cbe96a of type vlan for network 78867113-2b61-4950-807c-4779c70dc189 Aug 12 04:15:23.148446 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.224415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-001ff965-274f-416c-a076-cede487a68db req-dc792459-20c2-4925-9ab8-e314a9dea629 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.0414462 Aug 12 04:15:23.273187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.274372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.275685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.325308 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.400455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] Pushing event updated for resources: {'Network': ['ID=78867113-2b61-4950-807c-4779c70dc189,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:23.412824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 78867113-2b61-4950-807c-4779c70dc189 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:15:23.585559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed1f199d-7282-43fe-bba1-2dc40da09658 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8783865 Aug 12 04:15:23.679520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.686388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.692902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.698968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.704990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.711127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.717638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.725766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-f7fb11e6-192f-4e79-aa2d-ada8ec6089ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.4677906 Aug 12 04:15:23.739116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-14b76e2f-d5e2-4b0d-9460-8b571798eaca service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267132 Aug 12 04:15:23.764323 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b537f3eb-500f-4d35-996b-e2622a91e7c6 req-570dbaef-14c4-4474-8770-ad999200789f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdde80e4-f5e0-4bfe-a5e8-0833486f3e48 HTTP/1.1" status: 200 len: 210 time: 0.0567741 Aug 12 04:15:23.793024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:23.999878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a50645fb-da82-498c-adef-bec1bcee1ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 217 time: 0.0886002 Aug 12 04:15:23.999878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Transition to ACTIVE for port object 3071b54e-6535-4bd8-a9c7-ece025dd34de will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:23.999878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ca0f9d3-649b-409d-91b3-308770602af4 req-1cf148ba-4229-43a3-838d-3a0089ce71ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668811 Aug 12 04:15:23.999878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-19f1ac1e-f1f0-4f75-8e24-5a3af29e9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:23.999878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-19f1ac1e-f1f0-4f75-8e24-5a3af29e9893 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0972662 Aug 12 04:15:24.074602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1e31df4c-28ab-4074-8e4d-a2d4fbab9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.076409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1e31df4c-28ab-4074-8e4d-a2d4fbab9c1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1257455 Aug 12 04:15:24.131544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Deleting port 5c071752-3bc9-4d1e-be8d-ecd3c5539706 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:24.131896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:24.282306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:24.401020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'Port': ['ID=3071b54e-6535-4bd8-a9c7-ece025dd34de,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:24.421017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:24.427626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0293a1d1-87dc-4867-af9f-f4edfff05903 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436112 Aug 12 04:15:24.431326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:24.446585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff4b25-15e2-4eaa-9b68-99bf701da008 req-fac3c813-0f19-41bd-8aac-281903d3430d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.451803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79ff4b25-15e2-4eaa-9b68-99bf701da008 req-fac3c813-0f19-41bd-8aac-281903d3430d tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 946 time: 0.3330734 Aug 12 04:15:24.470499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:24.546304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22279-b95d-4ff3-b802-8eb6d0f60d58 req-681a1c64-b3a3-46b3-9cc6-8a06b9aef004 tempest-ComputeTenantNetworksTest-497482507 tempest-ComputeTenantNetworksTest-497482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.556508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22279-b95d-4ff3-b802-8eb6d0f60d58 req-681a1c64-b3a3-46b3-9cc6-8a06b9aef004 tempest-ComputeTenantNetworksTest-497482507 tempest-ComputeTenantNetworksTest-497482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.568272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22279-b95d-4ff3-b802-8eb6d0f60d58 req-681a1c64-b3a3-46b3-9cc6-8a06b9aef004 tempest-ComputeTenantNetworksTest-497482507 tempest-ComputeTenantNetworksTest-497482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.584373 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b22279-b95d-4ff3-b802-8eb6d0f60d58 req-681a1c64-b3a3-46b3-9cc6-8a06b9aef004 tempest-ComputeTenantNetworksTest-497482507 tempest-ComputeTenantNetworksTest-497482507-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4051492 Aug 12 04:15:24.631566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] For port 5c071752-3bc9-4d1e-be8d-ecd3c5539706, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c071752-3bc9-4d1e-be8d-ecd3c5539706,segment=NetworkSegment(08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af),segment_id=08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:24.631964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:24.666829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Calling delete_port for 5c071752-3bc9-4d1e-be8d-ecd3c5539706 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:24.674401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.675082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:24.706684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79ff4b25-15e2-4eaa-9b68-99bf701da008 req-8077d3e7-5144-49ab-917c-d329b7f75369 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537360 Aug 12 04:15:24.793731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8e2e8-8a55-43a4-b97d-afc570200866 req-0b591120-dd1a-4457-b27c-11f409de68f0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:24.797966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be8e2e8-8a55-43a4-b97d-afc570200866 req-0b591120-dd1a-4457-b27c-11f409de68f0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 932 time: 0.1055081 Aug 12 04:15:24.863533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be8e2e8-8a55-43a4-b97d-afc570200866 req-3901c423-463d-4eaf-bd80-fc193eae05c5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579364 Aug 12 04:15:24.909467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1404045c-5cd6-424e-9583-32c496ca27d0 None None] Provisioning for port 3071b54e-6535-4bd8-a9c7-ece025dd34de completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:24.912462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-34de3998-0184-402a-8085-7f67cd08111d service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431994 Aug 12 04:15:24.914566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1404045c-5cd6-424e-9583-32c496ca27d0 None None] Provisioning complete for port 3071b54e-6535-4bd8-a9c7-ece025dd34de triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:24.915248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1404045c-5cd6-424e-9583-32c496ca27d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:24.963174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-c79c7c53-3c0d-4202-ad20-5de565da44da tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1099560 Aug 12 04:15:24.981884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1404045c-5cd6-424e-9583-32c496ca27d0 None None] Port 3071b54e-6535-4bd8-a9c7-ece025dd34de cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:15:25.017719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Request body: {'port': {'device_id': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:25.022811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c2cad0bc-3fc0-440e-a7a4-46147b082847 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 217 time: 0.0773194 Aug 12 04:15:25.170338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761797c4-38a0-4007-8b34-b6c895b5f070 req-3a92c942-b1c3-48aa-806f-b5d7885c828b tempest-ComputeTenantNetworksTest-497482507 tempest-ComputeTenantNetworksTest-497482507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.172507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-761797c4-38a0-4007-8b34-b6c895b5f070 req-3a92c942-b1c3-48aa-806f-b5d7885c828b tempest-ComputeTenantNetworksTest-497482507 tempest-ComputeTenantNetworksTest-497482507-project] 10.222.0.42 "GET /v2.0/networks/78867113-2b61-4950-807c-4779c70dc189 HTTP/1.1" status: 200 len: 768 time: 0.2948456 Aug 12 04:15:25.182702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55532) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:25.255024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.262783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.284820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.297104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.298308 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:25.303619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.309981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.324079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.332317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-fb7b4965-f822-4990-ae3f-059518afd0c7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1760802 Aug 12 04:15:25.337252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:25.377944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eb1cf5-736a-4b97-b4de-d9b422e97511 req-4429010c-a599-4cec-809d-e6298dbf2eb3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446022 Aug 12 04:15:25.393041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-f42292b0-5137-4592-af5a-46ce4b4c07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.393041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-f42292b0-5137-4592-af5a-46ce4b4c07dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.3457749 Aug 12 04:15:25.502296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:25.510303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:25.572515 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:25.664300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c071752-3bc9-4d1e-be8d-ecd3c5539706,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:25.823670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06f0c-79e5-4382-a43b-eb162d0dab0e req-ff3a5867-7b16-4b83-99a5-4d03194354a2 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:25.825209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11b06f0c-79e5-4382-a43b-eb162d0dab0e req-ff3a5867-7b16-4b83-99a5-4d03194354a2 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 946 time: 0.0536237 Aug 12 04:15:25.869963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11b06f0c-79e5-4382-a43b-eb162d0dab0e req-a2f5d630-b8d0-4415-99e9-adc63a287e16 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384912 Aug 12 04:15:26.057277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434bb75-e7d2-4d03-adb7-25a3830a603b req-24e4ea0f-4936-4859-a41c-aadf51f10667 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.059009 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e434bb75-e7d2-4d03-adb7-25a3830a603b req-24e4ea0f-4936-4859-a41c-aadf51f10667 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 932 time: 0.0559692 Aug 12 04:15:26.090020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5f51a30b-2f5b-465f-a7b7-f3675b7e14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.090020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-5f51a30b-2f5b-465f-a7b7-f3675b7e14f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6826110 Aug 12 04:15:26.098213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e434bb75-e7d2-4d03-adb7-25a3830a603b req-4969266c-a1e9-4554-8343-78ed185b6328 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Aug 12 04:15:26.333303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.353329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243cc5-bdff-4869-888c-ece0f99c6bc2 req-c5498c8b-3cea-441d-9a7a-dd071288c702 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.354647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f243cc5-bdff-4869-888c-ece0f99c6bc2 req-c5498c8b-3cea-441d-9a7a-dd071288c702 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.8560421 Aug 12 04:15:26.364359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78867113-2b61-4950-807c-4779c70dc189']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:26.396134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2a9f25-131c-4723-801b-1efa14cbe96a') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:26.396426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2a9f25-131c-4723-801b-1efa14cbe96a') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:26.427311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f243cc5-bdff-4869-888c-ece0f99c6bc2 req-f88985c7-9499-4c0a-84c5-36eaf40052bb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0605485 Aug 12 04:15:26.436450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.517459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.520902 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f243cc5-bdff-4869-888c-ece0f99c6bc2 req-22e1efc3-7a1f-42d7-a2b1-5492de8808a0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863461 Aug 12 04:15:26.522665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-e5c262d3-a88e-4948-a108-8bb2e18681b1 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048054 Aug 12 04:15:26.548828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:15:26.549226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:15:26.551574 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:15:26.605167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.611002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.616929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.624640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.630806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.636761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.643026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:26.651511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-cffce550-a02c-47c3-99ed-8ef2f526120e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1055648 Aug 12 04:15:26.692925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af662a41-60e2-4dc2-86da-1fdbbc0af763 req-1fa2a268-6699-4d30-85d9-6b5453ac63c4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404544 Aug 12 04:15:26.714045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.759044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3071b54e-6535-4bd8-a9c7-ece025dd34de {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:26.814593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.828078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.858187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:26.859961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] 10.222.0.42 "DELETE /v2.0/networks/78867113-2b61-4950-807c-4779c70dc189 HTTP/1.1" status: 204 len: 168 time: 1.6567554 Aug 12 04:15:26.870611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Transition to ACTIVE for port object 3071b54e-6535-4bd8-a9c7-ece025dd34de will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:26.887379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39fb3-cf4b-4162-bc44-a7aebdc56d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=78867113-2b61-4950-807c-4779c70dc189,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:26.890613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f243cc5-bdff-4869-888c-ece0f99c6bc2 req-2ea65f3d-7461-4d48-9dcd-e1e9781e4a47 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572974 Aug 12 04:15:26.918200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9c636468-1120-42ed-a818-2cc950183f0d service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413551 Aug 12 04:15:26.982437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.046613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-ca9cc9e0-9c88-4935-9def-8bb8c8ddb942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 200 len: 217 time: 0.1033843 Aug 12 04:15:27.162602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Pushing event updated for resources: {'Port': ['ID=3071b54e-6535-4bd8-a9c7-ece025dd34de,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:27.202384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55600) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:27.239179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f243cc5-bdff-4869-888c-ece0f99c6bc2 req-38953861-268a-4c22-be60-ebfa05057cce service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199372 Aug 12 04:15:27.244740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-04701467-9358-428b-bcb0-64e823b68642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:27.246096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-04701467-9358-428b-bcb0-64e823b68642 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1819110 Aug 12 04:15:27.261397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c4173fb2-a574-48c8-9ff0-17956bdd26a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8afdcf671b904603a340d3d336fcfbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564499 Aug 12 04:15:27.264240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55602) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:27.364931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Attempting to bind port 3071b54e-6535-4bd8-a9c7-ece025dd34de on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:27.365149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Attempting to bind port 3071b54e-6535-4bd8-a9c7-ece025dd34de by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:27.365473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Attempting to bind port 3071b54e-6535-4bd8-a9c7-ece025dd34de on network 58bbfc9f-fa03-4d51-b602-529fc815d04c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:27.366667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4b5e-3c55-4535-a042-34720de56831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.377998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-f0b7e811-d826-4a35-a1df-870b4b33bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:27.379531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-f0b7e811-d826-4a35-a1df-870b4b33bb66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236322 Aug 12 04:15:27.381293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Router abcc7354-3375-48eb-b6fc-52f15d5993cf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:15:27.386182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Port 3071b54e-6535-4bd8-a9c7-ece025dd34de on network 58bbfc9f-fa03-4d51-b602-529fc815d04c not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:27.386182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Attempting to bind port 3071b54e-6535-4bd8-a9c7-ece025dd34de on network 58bbfc9f-fa03-4d51-b602-529fc815d04c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:27.391355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:27.391687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Checking segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:27.392063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Bound using segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:27.392487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Bound port: 3071b54e-6535-4bd8-a9c7-ece025dd34de, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:27.392878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.410201 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4b5e-3c55-4535-a042-34720de56831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.428001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b696a9-daa5-44f0-8234-320209e0007b req-942dfab5-3d1b-4b5f-994e-dd9f4bd5acfd tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:27.435163 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5b696a9-daa5-44f0-8234-320209e0007b req-942dfab5-3d1b-4b5f-994e-dd9f4bd5acfd tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 946 time: 0.0767624 Aug 12 04:15:27.514187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5b696a9-daa5-44f0-8234-320209e0007b req-c2b54a88-8f39-402f-bfb6-2827a86a6e40 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Aug 12 04:15:27.593121 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4b5e-3c55-4535-a042-34720de56831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.596233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e6c4b5e-3c55-4535-a042-34720de56831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.597368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7e6c4b5e-3c55-4535-a042-34720de56831 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4cf99a4-a964-4e91-af37-32fce988e9d8 HTTP/1.1" status: 204 len: 168 time: 0.3322134 Aug 12 04:15:27.621420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-8a014cfd-7d57-4b8c-96f0-c269e9028c54 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314069 Aug 12 04:15:27.629027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] For port 3071b54e-6535-4bd8-a9c7-ece025dd34de, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:27.635472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c4b5e-3c55-4535-a042-34720de56831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cf99a4-a964-4e91-af37-32fce988e9d8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:27.670339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155eb2d-5d74-47a3-93a0-f4affdecedda req-e9687b3c-4692-431c-966d-6f3c61d5fa85 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:27.671933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f155eb2d-5d74-47a3-93a0-f4affdecedda req-e9687b3c-4692-431c-966d-6f3c61d5fa85 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 951 time: 0.0906267 Aug 12 04:15:27.718674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f155eb2d-5d74-47a3-93a0-f4affdecedda req-af620b56-1ad6-4659-812d-dbabd1f0b44b tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Aug 12 04:15:27.758008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] For port 3071b54e-6535-4bd8-a9c7-ece025dd34de, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:27.785591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9b8159f8-1d50-407c-949e-41b53384e695 req-7034a8ab-cd92-486b-bf67-0750fa059c18 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=c09e9dea-ab25-4d1f-bbed-794a9e5046d2 HTTP/1.1" status: 200 len: 210 time: 0.0285830 Aug 12 04:15:27.793981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed5193-a24a-4ea4-81bc-811c443cc45f req-2a464b02-fbeb-403f-9f55-46a1b309fff6 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:27.797281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aed5193-a24a-4ea4-81bc-811c443cc45f req-2a464b02-fbeb-403f-9f55-46a1b309fff6 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 944 time: 0.2644808 Aug 12 04:15:27.799520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:15:27.815074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-39744645-9537-4d4d-9e33-6facbed92b06 admin admin] 10.222.0.42 "PUT /v2.0/routers/abcc7354-3375-48eb-b6fc-52f15d5993cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9179871 Aug 12 04:15:27.817690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] Sync routers for ids ['abcc7354-3375-48eb-b6fc-52f15d5993cf'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:15:27.819237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:27.831688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] Routers {'abcc7354-3375-48eb-b6fc-52f15d5993cf'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:15:27.838156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abcc7354-3375-48eb-b6fc-52f15d5993cf'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:27.867746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aed5193-a24a-4ea4-81bc-811c443cc45f req-f1ed87f4-23a9-42fe-b02d-fe4eb9404454 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603867 Aug 12 04:15:27.869330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.883073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-eafda97f-622d-406f-998f-7f444729a4a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836753 Aug 12 04:15:27.928105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:27.929809 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:27.932057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] 10.222.0.20 "PUT /v2.0/ports/3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 1092 time: 2.9215252 Aug 12 04:15:27.966543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:27.969583 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b62cf-7d5e-4619-87e7-00d8b52f601c" -d '{"events": [{"name": "network-changed", "server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:27.980443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-3752b60a-3c3a-4473-b2c8-cf3d0ea6cce6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 200 len: 217 time: 0.0727432 Aug 12 04:15:28.050554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] Set router abcc7354-3375-48eb-b6fc-52f15d5993cf gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:15:28.053740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-813400bb-a3ac-4fb9-9142-b68730f8a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.056787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-813400bb-a3ac-4fb9-9142-b68730f8a1fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0587671 Aug 12 04:15:28.061447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50759-acf8-4979-8ce1-b6ec4e914a7a service neutron] Pushing event updated for resources: {'Port': ['ID=3071b54e-6535-4bd8-a9c7-ece025dd34de,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:28.346565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d119e94-dd1d-4537-80b0-7566389cce24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:28.475838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:15:25Z', 'revision_number': 5, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:28.515941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] Checking router: abcc7354-3375-48eb-b6fc-52f15d5993cf for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:15:28.530622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] Routers {'abcc7354-3375-48eb-b6fc-52f15d5993cf'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:15:28.531943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abcc7354-3375-48eb-b6fc-52f15d5993cf'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:28.557858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-03d5752e-5145-4564-84dd-452fc55a4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.559559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-03d5752e-5145-4564-84dd-452fc55a4fcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4942038 Aug 12 04:15:28.570380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-4b9452bb-3d95-428b-87b2-3b3ca28e5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.574305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-4b9452bb-3d95-428b-87b2-3b3ca28e5e2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1095 time: 0.0959070 Aug 12 04:15:28.643506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-18590fee-bc4f-4864-8815-c6b22d98919b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 217 time: 0.0585260 Aug 12 04:15:28.684948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.698009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b4553-c039-482c-84d9-96dafcd85d1b req-2047494e-88e2-45e0-ae6e-b3d15504eff6 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.698272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-326b4553-c039-482c-84d9-96dafcd85d1b req-2047494e-88e2-45e0-ae6e-b3d15504eff6 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "GET /v2.0/ports?device_id=e52d15ad-53c3-46df-8e64-ab4e292de468 HTTP/1.1" status: 200 len: 946 time: 0.1892540 Aug 12 04:15:28.699421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.710979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.730600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.741080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.754670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.774065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.787205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-d9d6d43d-52b7-42a1-a331-09bcbcbe3b46 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.9055736 Aug 12 04:15:28.830022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-0d8772a2-ce4a-446f-b286-c85f95db6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.831929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-0d8772a2-ce4a-446f-b286-c85f95db6dcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.1565423 Aug 12 04:15:28.839251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:28.858888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] Set router abcc7354-3375-48eb-b6fc-52f15d5993cf gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:15:28.921851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-4ac71012-0cdd-4b4c-9cf1-ef2bcec98739 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.924306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-4ac71012-0cdd-4b4c-9cf1-ef2bcec98739 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 946 time: 0.3483093 Aug 12 04:15:28.925897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-c8afb846-c655-4371-854f-e2b0382c7655 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576872 Aug 12 04:15:28.995834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-94cc068c-5db7-458d-af7c-f055c0b9757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:28.997484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-94cc068c-5db7-458d-af7c-f055c0b9757a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1573634 Aug 12 04:15:29.035825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11fc9fdb-8474-400b-9ae1-dab48f17bff4 req-89fdfbca-e602-4996-89fe-b79433b82fb7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2469583 Aug 12 04:15:29.099930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Deleting port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:29.099930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.159254 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858c00bc-16b4-4eab-bfad-91ce2cb87090 x-openstack-request-id: req-858c00bc-16b4-4eab-bfad-91ce2cb87090 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:29.159564 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:29.159812 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-858c00bc-16b4-4eab-bfad-91ce2cb87090 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:29.160202 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'status': 'completed', 'code': 200} Aug 12 04:15:29.177559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.198517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:15:25Z', 'revision_number': 5, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:29.203495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-8fe69518-54b2-4c6f-883a-edfdab3e1c7c service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626362 Aug 12 04:15:29.220936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Deleting port f09a1e0f-aa60-4490-b4ed-0fd4e099924e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:29.221300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.230481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-2d853ab3-dfe9-4f68-a0db-218decd71145 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215717 Aug 12 04:15:29.257886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7121c-0eb9-4c61-9cf3-20a3542ff36a None None] The sync data for ids ['abcc7354-3375-48eb-b6fc-52f15d5993cf'] in n-d-804320-1 is: [{'id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'name': 'tempest-ServerRescueTestJSON-762381271-router', 'tenant_id': '258d1b7660914972b7101fabe7838ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:12:55Z', 'updated_at': '2021-08-12T04:15:25Z', 'revision_number': 5, 'project_id': '258d1b7660914972b7101fabe7838ef0', 'gw_port': {'id': 'ef7454f1-b381-4958-9f48-eef878ff4fe8', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcc7354-3375-48eb-b6fc-52f15d5993cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:12:56Z', 'updated_at': '2021-08-12T04:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:15:29.347473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-a85be2ed-06da-4149-9375-5f37ee71beea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 200 len: 217 time: 0.1293008 Aug 12 04:15:29.386516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] For port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:29.386922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.395357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] For port f09a1e0f-aa60-4490-b4ed-0fd4e099924e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,segment=NetworkSegment(73dcac1d-9665-4ef5-bf41-cd55aea13528),segment_id=73dcac1d-9665-4ef5-bf41-cd55aea13528)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:29.396061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.423282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Calling delete_port for f09a1e0f-aa60-4490-b4ed-0fd4e099924e owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:29.430061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Calling delete_port for c27d7a96-a994-45fd-8ce6-7a64f1c77e7b owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:29.489564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Deleting port ef7454f1-b381-4958-9f48-eef878ff4fe8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:29.489915 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.508171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05f1b510-75f0-46b0-99f7-4ba8bdf9fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:29.509728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-05f1b510-75f0-46b0-99f7-4ba8bdf9fdf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.1481664 Aug 12 04:15:29.511527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6210df0c-07ee-43c8-86dd-8610f0500bfe req-3c33eab7-9492-4379-a385-dd34e68f28ad service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280173 Aug 12 04:15:29.591613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d87b3e-c00e-4233-adec-9a71a01c6a14 req-a071acf4-b7ab-477d-a0c8-c052f8d9a83b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:29.593256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41d87b3e-c00e-4233-adec-9a71a01c6a14 req-a071acf4-b7ab-477d-a0c8-c052f8d9a83b tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 946 time: 0.1652813 Aug 12 04:15:29.627933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb836c7-6dc1-4dbb-ba71-34d0369d8b5f req-f1af06c5-4d52-4a19-9e8f-76831e6c3b1d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:29.636514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7eb836c7-6dc1-4dbb-ba71-34d0369d8b5f req-f1af06c5-4d52-4a19-9e8f-76831e6c3b1d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 944 time: 0.1751146 Aug 12 04:15:29.692904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-30a39f09-03ff-45e6-9c6d-52c2fd063c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:29.693656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-30a39f09-03ff-45e6-9c6d-52c2fd063c13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457455 Aug 12 04:15:29.702428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7eb836c7-6dc1-4dbb-ba71-34d0369d8b5f req-1ca80b26-b7b9-4371-84c1-2c8fcb226095 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646513 Aug 12 04:15:29.710896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41d87b3e-c00e-4233-adec-9a71a01c6a14 req-d9efacef-213b-4958-a410-a8c72a77bfcb tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068296 Aug 12 04:15:29.821522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] For port ef7454f1-b381-4958-9f48-eef878ff4fe8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ef7454f1-b381-4958-9f48-eef878ff4fe8,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:29.822412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.863055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Calling delete_port for ef7454f1-b381-4958-9f48-eef878ff4fe8 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:29.944351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-20429fc6-b298-4574-9a02-3f7456095451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:29.945929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-20429fc6-b298-4574-9a02-3f7456095451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1095 time: 0.3216560 Aug 12 04:15:29.966693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:29.978936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['c27d7a96-a994-45fd-8ce6-7a64f1c77e7b', 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:30.035621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event deleted for resources: {'Port': ['ID=f09a1e0f-aa60-4490-b4ed-0fd4e099924e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:30.074023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] No DVR routers for this DVR port f09a1e0f-aa60-4490-b4ed-0fd4e099924e on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:30.086126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-9b377fee-7933-459c-949d-2747fc96bc4b service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738232 Aug 12 04:15:30.089459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.107308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f09a1e0f-aa60-4490-b4ed-0fd4e099924e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:30.109768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.112603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc14c139-5c78-47dd-a8e9-36cd85211204 req-7f981295-9edc-4f48-a506-1892bc4fb78f tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "DELETE /v2.0/ports/f09a1e0f-aa60-4490-b4ed-0fd4e099924e HTTP/1.1" status: 204 len: 173 time: 1.1756926 Aug 12 04:15:30.113197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154a4c4a-09e5-426d-a617-301cb234710b', 'name': 'network-vif-deleted', 'tag': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:30.116079 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a962f8-73c1-45fc-aa08-d3b841374997" -d '{"events": [{"server_uuid": "154a4c4a-09e5-426d-a617-301cb234710b", "name": "network-vif-deleted", "tag": "f09a1e0f-aa60-4490-b4ed-0fd4e099924e"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:30.266230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Pushing event deleted for resources: {'Port': ['ID=c27d7a96-a994-45fd-8ce6-7a64f1c77e7b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:30.277770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.327906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7454f1-b381-4958-9f48-eef878ff4fe8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:30.355867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] No DVR routers for this DVR port c27d7a96-a994-45fd-8ce6-7a64f1c77e7b on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:30.363984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.366010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-326b4553-c039-482c-84d9-96dafcd85d1b req-6f10f0dc-2fec-48b7-aa23-88cb0fbcb636 tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.36 "DELETE /v2.0/ports/c27d7a96-a994-45fd-8ce6-7a64f1c77e7b HTTP/1.1" status: 204 len: 173 time: 1.6236148 Aug 12 04:15:30.394319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.400514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.407460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.408384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-070b8e3a-0770-425e-8a55-de7e14cdef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.409891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-070b8e3a-0770-425e-8a55-de7e14cdef47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.4543025 Aug 12 04:15:30.414277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.419515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-a898f20e-23d5-4496-8b60-b865265a5786 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.421021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-a898f20e-23d5-4496-8b60-b865265a5786 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.3497119 Aug 12 04:15:30.422768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.429812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.433901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-d1e22b50-3c33-4f1c-b56d-0911a33b81da service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050773 Aug 12 04:15:30.437627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.439840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c9a039c7-41e9-4aa2-9322-1224fd855f0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1974673 Aug 12 04:15:30.459535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.479501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-495d5601-4274-4f00-8d3f-5135bfbbda05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 217 time: 0.0573885 Aug 12 04:15:30.512895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-8e9e6f04-8e39-41b0-83ed-fbb4cdd1db1a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0818958 Aug 12 04:15:30.521076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-463961a6-8499-4d92-b949-219d23eda293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 217 time: 0.0492694 Aug 12 04:15:30.587871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.591524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.603934 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a3f182d-81e0-4e9f-9737-efac054c1c9e req-c8ad0fdc-221b-4143-bd45-4ff051758d4f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547198 Aug 12 04:15:30.606912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-8dd45648-b34f-4896-b31c-50c699e44dea tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838089 Aug 12 04:15:30.645401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-cded2a1a-2beb-47ce-a453-526880064630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.646908 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-cded2a1a-2beb-47ce-a453-526880064630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.1362178 Aug 12 04:15:30.670421 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54283a57-a2b5-4027-b77a-b88813601921 x-openstack-request-id: req-54283a57-a2b5-4027-b77a-b88813601921 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:30.670663 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154a4c4a-09e5-426d-a617-301cb234710b", "name": "network-vif-deleted", "tag": "f09a1e0f-aa60-4490-b4ed-0fd4e099924e", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:30.670952 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54283a57-a2b5-4027-b77a-b88813601921 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:30.671355 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154a4c4a-09e5-426d-a617-301cb234710b', 'name': 'network-vif-deleted', 'tag': 'f09a1e0f-aa60-4490-b4ed-0fd4e099924e', 'status': 'completed', 'code': 200} Aug 12 04:15:30.722838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1efccf7b-6812-4a91-868c-2db5ea64d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.724471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-1efccf7b-6812-4a91-868c-2db5ea64d610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.1731193 Aug 12 04:15:30.801565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.802249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abcc7354-3375-48eb-b6fc-52f15d5993cf {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:15:30.805322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-1b42bfc5-e647-4e91-899e-012b2f3e55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.806942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-1b42bfc5-e647-4e91-899e-012b2f3e55b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143701 Aug 12 04:15:30.811228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.812432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-887eb6c1-ef6d-4e90-aede-cb65a710eab6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/abcc7354-3375-48eb-b6fc-52f15d5993cf HTTP/1.1" status: 204 len: 168 time: 2.9919369 Aug 12 04:15:30.815006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55766) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:30.822981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-402309b3-2f67-42f5-bc71-e023709b9b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.917725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Deleting subnet 82f68261-745b-424d-842f-a7919052a745 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:15:30.935117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.954952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:30.966900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-583835c1-9774-44c3-a113-18025f3af8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:30.966900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-583835c1-9774-44c3-a113-18025f3af8fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2343304 Aug 12 04:15:30.975630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c071752-3bc9-4d1e-be8d-ecd3c5539706 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:31.000497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-2930e728-4df6-4fe8-ba5f-8323b3ee3409 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815403 Aug 12 04:15:31.004556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-3125cd2b-e84e-49bd-9398-d2b04e008ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875568 Aug 12 04:15:31.005305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5c071752-3bc9-4d1e-be8d-ecd3c5539706 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:31.005872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.006411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c071752-3bc9-4d1e-be8d-ecd3c5539706 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:31.073847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6cb5a3e9-0f80-40bf-bdbd-fea27268fa17 req-1065247f-1b98-4007-a64a-ecc1b47256cd tempest-MultipleCreateTestJSON-1859156661 tempest-MultipleCreateTestJSON-1859156661-project] 10.222.0.42 "GET /v2.0/ports?device_id=154a4c4a-09e5-426d-a617-301cb234710b HTTP/1.1" status: 200 len: 210 time: 0.0301471 Aug 12 04:15:31.110742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.177562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f09a1e0f-aa60-4490-b4ed-0fd4e099924e no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:31.198842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'name': 'network-vif-deleted', 'tag': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:31.204908 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3120fa66-e790-4ba9-a314-4ee3d170b36b" -d '{"events": [{"server_uuid": "e52d15ad-53c3-46df-8e64-ab4e292de468", "name": "network-vif-deleted", "tag": "c27d7a96-a994-45fd-8ce6-7a64f1c77e7b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:31.205876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f09a1e0f-aa60-4490-b4ed-0fd4e099924e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:31.206226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f09a1e0f-aa60-4490-b4ed-0fd4e099924e not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:31.209960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:31.242875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffc73c-556b-4343-8d15-e3ebe203e026 req-5b26d842-a023-44ce-914c-cc2102c92b8c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.252431 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2ffc73c-556b-4343-8d15-e3ebe203e026 req-5b26d842-a023-44ce-914c-cc2102c92b8c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 944 time: 0.0977838 Aug 12 04:15:31.305311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2ffc73c-556b-4343-8d15-e3ebe203e026 req-104b4e2e-c2d8-4f10-aca9-b3c0a6fe9e8b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478435 Aug 12 04:15:31.315417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.331667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-89891364-34e9-448a-ad62-f570b67e08f9 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434732 Aug 12 04:15:31.350141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f68261-745b-424d-842f-a7919052a745,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:31.357720 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.361120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-879b62cf-7d5e-4619-87e7-00d8b52f601c req-5b181801-2e87-463d-a0c7-7fd21e7789ca service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318713 Aug 12 04:15:31.370458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.391050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1b26bd8c-92a0-4589-b6ad-7e1381ec08fa admin admin] 10.222.0.42 "DELETE /v2.0/subnets/82f68261-745b-424d-842f-a7919052a745 HTTP/1.1" status: 204 len: 168 time: 0.5722332 Aug 12 04:15:31.391813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55786) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:31.417472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:31.420216 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee63b18-b31d-46cb-ac77-6d85379858a1" -d '{"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-unplugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:31.454068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:31.503606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-f89a68b0-c9ce-4047-8f3c-b901da7556d6 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716351 Aug 12 04:15:31.518142 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead18c94-3284-4415-a804-f560a22f7c52 x-openstack-request-id: req-ead18c94-3284-4415-a804-f560a22f7c52 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:31.519079 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52d15ad-53c3-46df-8e64-ab4e292de468", "name": "network-vif-deleted", "tag": "c27d7a96-a994-45fd-8ce6-7a64f1c77e7b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:31.519079 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ead18c94-3284-4415-a804-f560a22f7c52 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:31.519079 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52d15ad-53c3-46df-8e64-ab4e292de468', 'name': 'network-vif-deleted', 'tag': 'c27d7a96-a994-45fd-8ce6-7a64f1c77e7b', 'status': 'completed', 'code': 200} Aug 12 04:15:31.530125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.550972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.588836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d59a1a80-f090-44f8-b31a-d4c6be634bf1 req-0a2a3c6c-da4f-46fd-85f7-c6650abfe01e service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261825 Aug 12 04:15:31.633057 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd3862-4006-4730-8d7a-511f2993320d x-openstack-request-id: req-66cd3862-4006-4730-8d7a-511f2993320d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:31.633328 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-unplugged", "status": "completed", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:31.634836 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66cd3862-4006-4730-8d7a-511f2993320d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:31.635233 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'code': 200} Aug 12 04:15:31.656440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=11']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:31.665822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.667607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.668069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.669360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.669890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.670476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.671326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.672752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.673523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.673932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.674362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.674782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.675307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:15:31.693210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:31.714476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:31.714856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fdebc0-ea7d-4fd1-82ef-ea63fe2d32af') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:31.733425 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.771800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.782558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:15:31.783061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:15:31.784846 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:15:31.912090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.912090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.912090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.912090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.912090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.913077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.913077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.916846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-90aa2935-09a1-4057-93a6-0771daa76cac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6476 time: 0.0721357 Aug 12 04:15:31.924563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.931996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.938396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.944635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.952656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef5b1937-4432-467a-9fb8-7b575a3cd00f req-9d66c26b-c999-4d2b-a9fe-22e4340073ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 210 time: 0.0355220 Aug 12 04:15:31.962284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.970589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.976900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:31.979720 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-da3d843a-0fe2-4a5d-8190-29150462f897 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1512415 Aug 12 04:15:32.034034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c048a490-d2e1-4192-91ef-8364d1d43ae8 req-0a93fd8f-bec8-48ad-9d2b-c274ffd5a0d8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466645 Aug 12 04:15:32.148968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.155918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.176172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.178384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7 HTTP/1.1" status: 204 len: 168 time: 0.7854714 Aug 12 04:15:32.179532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e724f3-96b6-415b-aa8d-95ea5afb413e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6ccd40-8789-4e50-ac57-bd7aa1ba9cd7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:32.242027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55880) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:32.338480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Deleting subnet 22ec00d5-9502-4d66-853b-427d264ac8a4 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:15:32.343094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.391048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3071b54e-6535-4bd8-a9c7-ece025dd34de details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:32.396024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.423358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-b4c23f3c-e08a-474a-9085-061638554146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:32.424847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-b4c23f3c-e08a-474a-9085-061638554146 service neutron] 10.222.0.36 "GET /v2.0/networks?id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 902 time: 0.4987702 Aug 12 04:15:32.499651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-28713dd0-58d9-412b-9030-e5177bf31d76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 217 time: 0.0667682 Aug 12 04:15:32.517914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.540343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 3071b54e-6535-4bd8-a9c7-ece025dd34de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:32.553736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'port_id': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'mac_address': 'fa:16:3e:fe:4a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:32.566047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c0479-06b7-4eb0-8566-e0117b215ab3 req-1cf6d59e-552a-4bd6-a249-1f4a1b299f6f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:32.569198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f2c0479-06b7-4eb0-8566-e0117b215ab3 req-1cf6d59e-552a-4bd6-a249-1f4a1b299f6f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 944 time: 0.1694233 Aug 12 04:15:32.597555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-4881e60a-a412-43c5-a9c3-34bea3e63c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:32.603269 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.609723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-4881e60a-a412-43c5-a9c3-34bea3e63c2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.0906851 Aug 12 04:15:32.628517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f2c0479-06b7-4eb0-8566-e0117b215ab3 req-e4a0d4d3-5bd1-44d3-a5f5-3eed28022f4f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523314 Aug 12 04:15:32.641454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3071b54e-6535-4bd8-a9c7-ece025dd34de {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:32.669464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 3071b54e-6535-4bd8-a9c7-ece025dd34de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:32.692491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-f1d88018-89ac-4009-a9e3-d10b5fcf5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:32.694105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-f1d88018-89ac-4009-a9e3-d10b5fcf5ee0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856566 Aug 12 04:15:32.708228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55924) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:32.726892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.765905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ec00d5-9502-4d66-853b-427d264ac8a4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:32.771308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.773753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2aeed203-2f15-4712-928d-884cf69ff391 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/22ec00d5-9502-4d66-853b-427d264ac8a4 HTTP/1.1" status: 204 len: 168 time: 0.5297875 Aug 12 04:15:32.776755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55928) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:32.782369 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.805234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-50fc5d32-6291-4306-b610-8c85922435c3 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008708 Aug 12 04:15:32.814085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ef7454f1-b381-4958-9f48-eef878ff4fe8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:32.843258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ef7454f1-b381-4958-9f48-eef878ff4fe8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:32.843932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ef7454f1-b381-4958-9f48-eef878ff4fe8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:32.855816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:32.860609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6376653-ebf6-4849-8146-3f67929d5f7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=258d1b7660914972b7101fabe7838ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511972 Aug 12 04:15:32.863678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55930) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:32.890624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=3071b54e-6535-4bd8-a9c7-ece025dd34de,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:32.997258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0ff63e6-40db-4cff-ba7d-946d5a0c9cd7 req-d135fcf3-aa71-4c58-b0b4-a3f06e3801e1 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851666 Aug 12 04:15:33.009203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.027796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:33.029975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef3691bd-f974-4044-8b65-69c18a3c064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.044241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dcac1d-9665-4ef5-bf41-cd55aea13528') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:33.044629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dcac1d-9665-4ef5-bf41-cd55aea13528') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:33.045588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['3071b54e-6535-4bd8-a9c7-ece025dd34de'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:33.086877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.092179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb9a17c6-4ab8-4cb1-933b-bd692a704712 req-8071879f-f0b1-4cd2-b904-0d2db50ac623 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 210 time: 0.0442665 Aug 12 04:15:33.104181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef3691bd-f974-4044-8b65-69c18a3c064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.131087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.140322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:15:33.140727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:15:33.142381 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:15:33.174147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c27d7a96-a994-45fd-8ce6-7a64f1c77e7b no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:33.221699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: c27d7a96-a994-45fd-8ce6-7a64f1c77e7b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:33.222173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device c27d7a96-a994-45fd-8ce6-7a64f1c77e7b not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:33.230546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.237178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.243466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.249919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.256243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.262835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.271036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.273264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-984528c7-ce1d-44f3-8a74-ce56d22da07f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1077256 Aug 12 04:15:33.319874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f99dd3c3-7167-4776-951a-a45ecbe7dd48 req-4fa3ce8c-4c47-4833-a322-87cea9b54c29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379992 Aug 12 04:15:33.325761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.332878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.335491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3 HTTP/1.1" status: 204 len: 168 time: 0.5578024 Aug 12 04:15:33.359084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b3bb4-0532-43b9-a172-a5e4291939d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab8dbb3-6027-47ca-86ec-94ce77c9bbf3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:33.371684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef3691bd-f974-4044-8b65-69c18a3c064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.374801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef3691bd-f974-4044-8b65-69c18a3c064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.376661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ef3691bd-f974-4044-8b65-69c18a3c064f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc81b316-9fd3-442a-886b-d98482d41cfc HTTP/1.1" status: 204 len: 168 time: 0.5116639 Aug 12 04:15:33.386937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3691bd-f974-4044-8b65-69c18a3c064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc81b316-9fd3-442a-886b-d98482d41cfc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:33.644521 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.748430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b17ec-dde8-4c68-9627-9e5fb592ba67 req-a7ed9edb-2625-4fc1-b73c-5e92e93dc7f0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:33.749914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-216b17ec-dde8-4c68-9627-9e5fb592ba67 req-a7ed9edb-2625-4fc1-b73c-5e92e93dc7f0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 945 time: 0.0539975 Aug 12 04:15:33.787966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-216b17ec-dde8-4c68-9627-9e5fb592ba67 req-e2e6ae23-0323-4c1a-a508-7347b73347fa tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Aug 12 04:15:33.811842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55968) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:33.852770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a04f0b9-c9a9-40fa-b101-77fa3f34f6d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94111f4d5afc48ae9a1fe92e05145c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396488 Aug 12 04:15:33.855346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:33.903476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:33.922350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa2f2-cddc-453a-820a-339517e82e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:33.944708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa2f2-cddc-453a-820a-339517e82e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.053602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2374ae08-9d42-4337-af1a-b3f444ecd91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.122476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa2f2-cddc-453a-820a-339517e82e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.124938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ecfa2f2-cddc-453a-820a-339517e82e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.128757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5ecfa2f2-cddc-453a-820a-339517e82e35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9c83a1e-5adf-46c2-9b64-4339cea3e3ba HTTP/1.1" status: 204 len: 168 time: 0.2697852 Aug 12 04:15:34.137003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfa2f2-cddc-453a-820a-339517e82e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c83a1e-5adf-46c2-9b64-4339cea3e3ba,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:34.167130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2374ae08-9d42-4337-af1a-b3f444ecd91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.215536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5e97a20-f208-498f-b157-87c9be36c550 req-dcd9fa1a-7326-4ce1-9b7b-3d20ddf6bfb0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Aug 12 04:15:34.239898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2374ae08-9d42-4337-af1a-b3f444ecd91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.280232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2374ae08-9d42-4337-af1a-b3f444ecd91c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66ab7292284742778ef4715da7c3f124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757117 Aug 12 04:15:34.281462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ae08-9d42-4337-af1a-b3f444ecd91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fccd057-0011-4f56-b951-3b1b2b7769c8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:34.283219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56000) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:34.335053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92873e8c-f5f0-433e-a066-37486fff2ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.366285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92873e8c-f5f0-433e-a066-37486fff2ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.405552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3071b54e-6535-4bd8-a9c7-ece025dd34de up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:34.503934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.510943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.517117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.520133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92873e8c-f5f0-433e-a066-37486fff2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.522790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92873e8c-f5f0-433e-a066-37486fff2ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.527403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92873e8c-f5f0-433e-a066-37486fff2ed9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fccd057-0011-4f56-b951-3b1b2b7769c8 HTTP/1.1" status: 204 len: 168 time: 0.2431307 Aug 12 04:15:34.535568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.537813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873e8c-f5f0-433e-a066-37486fff2ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fccd057-0011-4f56-b951-3b1b2b7769c8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:34.542391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.558233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.564932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.566945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-1add04e0-6981-4f82-9fdf-ae4e30937c36 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1646600 Aug 12 04:15:34.610443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 3071b54e-6535-4bd8-a9c7-ece025dd34de completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:34.619513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 3071b54e-6535-4bd8-a9c7-ece025dd34de triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:34.619513 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.705474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c638a50-89fd-4c4c-b001-d3e0c7f6a1ee req-677f6be0-3a32-4734-9926-22181c14e11f tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245751 Aug 12 04:15:34.750878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.765854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-1e476daf-f658-47b1-8cd9-05e073608887 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.767490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-1e476daf-f658-47b1-8cd9-05e073608887 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.1996458 Aug 12 04:15:34.777004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:34.780841 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b0607c-8189-4774-9a07-7ab948bf2443" -d '{"events": [{"server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "name": "network-vif-plugged", "status": "completed", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:34.784144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Request body: {'port': {'device_id': '408f19af-cefa-4734-a5f6-3d543a285873', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'admin_state_up': True, 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:34.796913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 3071b54e-6535-4bd8-a9c7-ece025dd34de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:34.832052 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed64696-b1ed-456e-b42a-01f8f1a6c46f x-openstack-request-id: req-6ed64696-b1ed-456e-b42a-01f8f1a6c46f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:34.832343 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "name": "network-vif-plugged", "status": "completed", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:34.832602 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ed64696-b1ed-456e-b42a-01f8f1a6c46f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:34.833080 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'code': 200} Aug 12 04:15:34.907347 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:34.979750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=3071b54e-6535-4bd8-a9c7-ece025dd34de,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:34.984186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bf462-56b1-4110-85ff-f319b26a4fbc req-18ce1a25-1747-42f5-890a-549ab79afa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:34.985921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c22bf462-56b1-4110-85ff-f319b26a4fbc req-18ce1a25-1747-42f5-890a-549ab79afa03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1097 time: 0.0465322 Aug 12 04:15:35.031569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531a83-e650-4edc-94fa-7326f9660886 req-e0fe8d44-5364-4176-a395-05dbceb2afda tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.033844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c22bf462-56b1-4110-85ff-f319b26a4fbc req-418104c8-efb6-4f29-b0df-940d3d815b32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Aug 12 04:15:35.038978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e531a83-e650-4edc-94fa-7326f9660886 req-e0fe8d44-5364-4176-a395-05dbceb2afda tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1457579 Aug 12 04:15:35.075669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e531a83-e650-4edc-94fa-7326f9660886 req-169070ca-9aab-48cd-9c8c-78f85ddb14f8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358260 Aug 12 04:15:35.148334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:35.152777 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.307697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Allocated IP 172.20.0.14 (d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47/eba34822-312b-4cac-8b58-13aba9394d07/459a6557-90cd-4e6f-9bd7-838c60fac2d2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:35.330921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efae2563-6c8c-4f45-a96e-3e2fbd11eadf req-c9bf38b2-bbcc-48be-bd8b-7ba7e72185c0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 210 time: 0.0378959 Aug 12 04:15:35.371666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:35.484044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.608459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-876036440-network', 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:35.612434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.664588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:35.668445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:35.676828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56066) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:35.676958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:35.691784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e73e790-4bb6-48b1-80a0-75654f84fb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.722984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event updated for resources: {'Port': ['ID=459a6557-90cd-4e6f-9bd7-838c60fac2d2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:35.724486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:35.727415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.740228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.740897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.750264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.846829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e73e790-4bb6-48b1-80a0-75654f84fb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:35.867210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.873867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.879860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.885771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.891801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.897743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.903680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:35.905875 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-62db45fc-9f33-42eb-b899-40db8c94b94b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1070576 Aug 12 04:15:35.952670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6629458-7db1-4c6b-a053-5d3711c618cb req-09fd765d-7776-40d0-ad4b-29872728af67 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401959 Aug 12 04:15:35.965934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e73e790-4bb6-48b1-80a0-75654f84fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.010619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2e73e790-4bb6-48b1-80a0-75654f84fb97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15b225f32fe14a2a8047bc638a42ffef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333883 Aug 12 04:15:36.012643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73e790-4bb6-48b1-80a0-75654f84fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0332a6-6622-4d3c-aa6a-9261e6b64e7c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:36.013436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56084) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:36.032839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-3a5bea0c-0546-4684-9ac8-1494311aca21 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2550457 Aug 12 04:15:36.050165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Request body: {'port': {'device_id': '408f19af-cefa-4734-a5f6-3d543a285873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:36.124674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dddb3c6-ea25-4a2b-b658-613cefe5bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.126412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.138451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.175541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dddb3c6-ea25-4a2b-b658-613cefe5bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.232791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.255041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:15:36.269800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34035a76-8b90-4046-8adc-53cdc416bd24,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:36.272848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.273279 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Added segment 2545d3b1-f3bd-4ea4-a28a-bf086fccaf18 of type vlan for network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 Aug 12 04:15:36.316147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.317616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed8ba1-ec66-4691-8227-104b670c994e req-60d44ea9-3d66-4d7a-ad40-974228116374 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:36.319359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8ed8ba1-ec66-4691-8227-104b670c994e req-60d44ea9-3d66-4d7a-ad40-974228116374 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1418419 Aug 12 04:15:36.423773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8ed8ba1-ec66-4691-8227-104b670c994e req-b363673c-2a91-427b-be82-dd0d40543a8b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819144 Aug 12 04:15:36.464121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dddb3c6-ea25-4a2b-b658-613cefe5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.464416 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.465848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:36.467404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.468786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dddb3c6-ea25-4a2b-b658-613cefe5bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.471814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8dddb3c6-ea25-4a2b-b658-613cefe5bbb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f0332a6-6622-4d3c-aa6a-9261e6b64e7c HTTP/1.1" status: 204 len: 168 time: 0.4547744 Aug 12 04:15:36.482572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddb3c6-ea25-4a2b-b658-613cefe5bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0332a6-6622-4d3c-aa6a-9261e6b64e7c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:36.540727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459a6557-90cd-4e6f-9bd7-838c60fac2d2 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:36.551760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.563176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:36.567428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Transition to ACTIVE for port object 459a6557-90cd-4e6f-9bd7-838c60fac2d2 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:36.575372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:15:36.645619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.681296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e714d722-1278-498e-b99b-23a408825a99 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3079596 Aug 12 04:15:36.684346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56110) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:36.700000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Request body: {'subnet': {'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-876036440-subnet', 'tenant_id': '870ca12737d9409886de3a053d736d7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:36.749369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Pushing event updated for resources: {'Port': ['ID=459a6557-90cd-4e6f-9bd7-838c60fac2d2,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:36.800825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459a0aa-4544-4a38-a79d-f8ed04787136 req-706b2c48-1012-4162-92e1-10ff5cafb5ae tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:36.803867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9459a0aa-4544-4a38-a79d-f8ed04787136 req-706b2c48-1012-4162-92e1-10ff5cafb5ae tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0597107 Aug 12 04:15:36.817328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56118) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:36.827714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e70bb-cb5e-4541-b5ef-7a108cb4e86c req-6a0ac352-883d-46f6-861b-0fd66045e1ce tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:36.829412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d4e70bb-cb5e-4541-b5ef-7a108cb4e86c req-6a0ac352-883d-46f6-861b-0fd66045e1ce tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 944 time: 0.1498187 Aug 12 04:15:36.841309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'floatingip': {'port_id': '3071b54e-6535-4bd8-a9c7-ece025dd34de'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:36.845438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:36.847823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:36.956661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:37.013987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Attempting to bind port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:37.014242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Attempting to bind port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:37.014552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Attempting to bind port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:37.065081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:37.065509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Attempting to bind port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:37.078374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d4e70bb-cb5e-4541-b5ef-7a108cb4e86c req-fdedd4a0-61c7-48ae-a62c-2727e58863ff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371051 Aug 12 04:15:37.085913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:37.086157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:37.086577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Bound using segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:37.087030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Bound port: 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:37.087393 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:37.381470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] For port 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:37.413178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] For port 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=459a6557-90cd-4e6f-9bd7-838c60fac2d2,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:37.430369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.436877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.442955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.448944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.454886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.461169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.466697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.468797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-949aa204-3179-47c9-bb83-c8b313b6483b req-112338de-9cb1-4067-92cf-5fa06a8d7e29 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.2281158 Aug 12 04:15:37.519401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:37.537050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:37.671885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.672344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:37.673600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] 10.222.0.20 "PUT /v2.0/ports/459a6557-90cd-4e6f-9bd7-838c60fac2d2 HTTP/1.1" status: 200 len: 1092 time: 1.6306689 Aug 12 04:15:37.674312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408f19af-cefa-4734-a5f6-3d543a285873', 'tag': '459a6557-90cd-4e6f-9bd7-838c60fac2d2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:37.676588 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896dec95-9ae3-4e14-8290-d644e307a88d" -d '{"events": [{"name": "network-changed", "server_uuid": "408f19af-cefa-4734-a5f6-3d543a285873", "tag": "459a6557-90cd-4e6f-9bd7-838c60fac2d2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:37.688668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-949aa204-3179-47c9-bb83-c8b313b6483b req-9defaafa-7cf0-48a3-af21-33abab03e630 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124953 Aug 12 04:15:37.717576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Pushing event updated for resources: {'Subnet': ['ID=881b9d4f-fc97-4733-a519-acf00460b852,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:37.757020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc25727-efe8-4f8a-9316-39a2ce29eb97 service neutron] Pushing event updated for resources: {'Port': ['ID=459a6557-90cd-4e6f-9bd7-838c60fac2d2,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:37.774989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:37.775353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Network hostable DHCP agents. Network: 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:15:37.786297 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c77b69-7147-41d7-adbc-7d23ff522dfd x-openstack-request-id: req-86c77b69-7147-41d7-adbc-7d23ff522dfd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:37.786587 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408f19af-cefa-4734-a5f6-3d543a285873", "tag": "459a6557-90cd-4e6f-9bd7-838c60fac2d2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:37.786858 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86c77b69-7147-41d7-adbc-7d23ff522dfd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:37.787355 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408f19af-cefa-4734-a5f6-3d543a285873', 'tag': '459a6557-90cd-4e6f-9bd7-838c60fac2d2', 'status': 'completed', 'code': 200} Aug 12 04:15:37.926592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dec95-9ae3-4e14-8290-d644e307a88d req-6825114b-e5cf-4aa6-aaf2-25a65cab1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:37.928405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-896dec95-9ae3-4e14-8290-d644e307a88d req-6825114b-e5cf-4aa6-aaf2-25a65cab1ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 1095 time: 0.1250932 Aug 12 04:15:37.928972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:15:38.001537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:38.044994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:38.049929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dec95-9ae3-4e14-8290-d644e307a88d req-c6471f32-89a4-4e3b-80ce-3f8ccdd67d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:38.051633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-896dec95-9ae3-4e14-8290-d644e307a88d req-c6471f32-89a4-4e3b-80ce-3f8ccdd67d69 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c72021374ff44d2f96179e0b5ececebd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1121981 Aug 12 04:15:38.052812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:38.053383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:38.053696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c97fb-2ba0-4e34-9882-1a5f4d70dfea None None] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:15:38.108896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:38.207250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c585de4-da6a-48d8-858b-dd263d8f7945 None None] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:15:38.248312 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-97952cb4-492f-4884-adb6-9e995329355a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5629463 Aug 12 04:15:38.276426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dec95-9ae3-4e14-8290-d644e307a88d req-237bc034-7044-45ae-8162-0e1e1c686318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:38.278073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-896dec95-9ae3-4e14-8290-d644e307a88d req-237bc034-7044-45ae-8162-0e1e1c686318 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2186425 Aug 12 04:15:38.300571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d88c2-7c8a-4403-9272-8c7bec1ee133 req-a7a0a7c9-a803-49c0-b07e-862481a2d0b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:38.302083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e9d88c2-7c8a-4403-9272-8c7bec1ee133 req-a7a0a7c9-a803-49c0-b07e-862481a2d0b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 944 time: 0.1460876 Aug 12 04:15:38.307559 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Floating IP ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a associated. External IP: 172.25.6.97, port: 3071b54e-6535-4bd8-a9c7-ece025dd34de. Aug 12 04:15:38.526560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56208) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:38.735229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-40dd926f-1f01-46bd-b947-ee22dd0a7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:38.736944 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-40dd926f-1f01-46bd-b947-ee22dd0a7b8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 1095 time: 0.0753694 Aug 12 04:15:38.790884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0aec411f-cbc6-4b8b-9e39-c0a2470db909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:38.824023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e9d88c2-7c8a-4403-9272-8c7bec1ee133 req-abcb0717-0a7d-4c40-a830-96f5e095594f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116162 Aug 12 04:15:38.830372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-831bbe2b-6851-40a0-9688-fd1be21ce1bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=459a6557-90cd-4e6f-9bd7-838c60fac2d2 HTTP/1.1" status: 200 len: 217 time: 0.0788617 Aug 12 04:15:38.943884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45078521-450a-45b2-ac01-07d36b41859e req-03daef77-88e0-4181-b109-bf2d411a31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:38.945432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-03daef77-88e0-4181-b109-bf2d411a31cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.1057632 Aug 12 04:15:38.952811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0aec411f-cbc6-4b8b-9e39-c0a2470db909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:38.983011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-46f07842-5b1b-4b30-a859-73e3afdbe061 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276630 Aug 12 04:15:39.107682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Router 8da9bf8a-572c-4283-a001-eed3a771621a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:15:39.144214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0aec411f-cbc6-4b8b-9e39-c0a2470db909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:39.178501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-e5f193fb-33b7-4604-9dfc-d545429d4cdd service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581168 Aug 12 04:15:39.196728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec411f-cbc6-4b8b-9e39-c0a2470db909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b93449-1bae-4786-8d92-1dde8b4fc266,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:39.207880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0aec411f-cbc6-4b8b-9e39-c0a2470db909 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cbc47f53471431ab26810eeb5d43a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796446 Aug 12 04:15:39.208064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56242) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:39.294395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-88c254ca-0cde-4695-ac97-a72eaef45be3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.295946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-88c254ca-0cde-4695-ac97-a72eaef45be3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.2026491 Aug 12 04:15:39.296863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1ea24ab-059f-4eb7-be2e-301eeb02a69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:39.320680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:15:39.324588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1ea24ab-059f-4eb7-be2e-301eeb02a69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:39.330039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:39.337661 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:15:39.344681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-49fd805e-09c0-4a74-a2ef-a8478ee5f8f2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0278325 Aug 12 04:15:39.354905 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:15:39.355700 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:39.366802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-52eed1e1-65ea-4705-ba3e-0b3e839216f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "PUT /v2.0/floatingips/ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a HTTP/1.1" status: 200 len: 991 time: 2.5363061 Aug 12 04:15:39.373602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45078521-450a-45b2-ac01-07d36b41859e req-bb0b8b98-c41b-45bd-9d13-7e2e64787b5e service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864824 Aug 12 04:15:39.401848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-27b2817d-0807-489a-8a1c-b7d3aa672203 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420685 Aug 12 04:15:39.504390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.504698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-659ce0b1-7581-4550-9ef3-651d305f49ce service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935748 Aug 12 04:15:39.511285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.517391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.523349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.527029 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:15:39.532507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.538482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.544499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.546464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-499f6dd4-2bad-4b65-a465-dfd0b644d260 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1134005 Aug 12 04:15:39.619419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-993adc0e-32b0-412c-8e91-d4d4b36cbfa4 req-e1c1614b-8fdc-4315-b642-a97f655ec7fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654383 Aug 12 04:15:39.768184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbf569-098d-43fc-83b0-b7641fec4a7d req-a9ae82ad-9748-4fb2-9778-5113cdc0edbd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:39.775663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75dbf569-098d-43fc-83b0-b7641fec4a7d req-a9ae82ad-9748-4fb2-9778-5113cdc0edbd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.0748165 Aug 12 04:15:39.794121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:39.797217 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06" -d '{"events": [{"name": "network-changed", "server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:39.802614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1ea24ab-059f-4eb7-be2e-301eeb02a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:39.805353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1ea24ab-059f-4eb7-be2e-301eeb02a69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:39.809338 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'port_id': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'mac_address': 'fa:16:3e:fe:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:15:14Z', 'updated_at': '2021-08-12T04:15:37Z', 'revision_number': 1, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:39.813742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a1ea24ab-059f-4eb7-be2e-301eeb02a69b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78b93449-1bae-4786-8d92-1dde8b4fc266 HTTP/1.1" status: 204 len: 168 time: 0.5936677 Aug 12 04:15:39.824216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea24ab-059f-4eb7-be2e-301eeb02a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b93449-1bae-4786-8d92-1dde8b4fc266,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:39.834775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75dbf569-098d-43fc-83b0-b7641fec4a7d req-df646956-c06b-427b-b1ef-d22250cdd88f tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581102 Aug 12 04:15:39.866261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:15:39.874560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-dea079bb-264b-4622-a3a5-bf8a90c1eb97 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605967 Aug 12 04:15:39.876938 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:15:39.877586 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:40.006900 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:15:40.018019 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8e27f1-7e61-43ed-b705-af32b72f03b2 x-openstack-request-id: req-0c8e27f1-7e61-43ed-b705-af32b72f03b2 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:40.018693 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:40.019198 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c8e27f1-7e61-43ed-b705-af32b72f03b2 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:40.020049 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'status': 'completed', 'code': 200} Aug 12 04:15:40.125845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-f043d054-cc08-4f01-a52c-3d89736f5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.127382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-f043d054-cc08-4f01-a52c-3d89736f5851 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1097 time: 0.0770798 Aug 12 04:15:40.192855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f504980-0f35-40ce-a614-9232b0f29f0e req-b8e207ac-e8ab-476d-a9fb-559d90bc1112 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.194419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f504980-0f35-40ce-a614-9232b0f29f0e req-b8e207ac-e8ab-476d-a9fb-559d90bc1112 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 944 time: 0.1087968 Aug 12 04:15:40.281962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4c87a85-d723-47ef-af43-d1528969c1aa req-1862157c-16f9-462d-96a0-8f018e4c25f1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 210 time: 0.0565863 Aug 12 04:15:40.299435 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'port_id': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'mac_address': 'fa:16:3e:fe:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:15:14Z', 'updated_at': '2021-08-12T04:15:37Z', 'revision_number': 1, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:15:40.332850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f504980-0f35-40ce-a614-9232b0f29f0e req-022e33d5-c22d-4c6a-b737-7bad53495510 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922992 Aug 12 04:15:40.366667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-494bd230-df05-46a7-a4a3-b703a74cbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.368285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-494bd230-df05-46a7-a4a3-b703a74cbe7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.2279410 Aug 12 04:15:40.375142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882443db-037c-4a4c-b066-2603d26ef552 None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'port_id': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'mac_address': 'fa:16:3e:fe:4a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:15:14Z', 'updated_at': '2021-08-12T04:15:37Z', 'revision_number': 1, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:15:40.458150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-83dbb615-7181-46cf-b69c-d0c8dde7788e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 999 time: 0.0792577 Aug 12 04:15:40.516872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-8cbe79c8-01ff-4a09-b269-c9806e9d1c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.518665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-8cbe79c8-01ff-4a09-b269-c9806e9d1c29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.0519783 Aug 12 04:15:40.568492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-43ae8ff4-61a2-48a9-b4e7-e290a85e9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.570030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-43ae8ff4-61a2-48a9-b4e7-e290a85e9d48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447581 Aug 12 04:15:40.635976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83460f0b-7aeb-4bee-b340-b8b8d6e0e329 None None] New status for floating IP ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:15:40.718893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-dbfd744f-dbfc-408f-a2c4-6101be184bfb service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408293 Aug 12 04:15:40.817786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.827861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.831424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68c0ffd-21e5-4f1a-91f3-a24606dbea06 req-53d74196-c64a-4fc1-aea9-91eb4f36a6c1 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056850 Aug 12 04:15:40.842570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.850407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.859263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.870361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.873313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.882148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-5d8cfcdc-4fdc-466c-b627-89f79dc76d1e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1715996 Aug 12 04:15:40.937333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-87c4bc15-14a1-4e2c-830a-3a24a4b64bce tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:40.939512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-87c4bc15-14a1-4e2c-830a-3a24a4b64bce tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.0952716 Aug 12 04:15:40.958294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-504af851-1e5b-4ee4-9cb5-eda6541548ec req-965196fb-3ba9-4244-aba3-8879816b4716 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751557 Aug 12 04:15:41.072801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2397ef-2c04-42d8-8d79-c92942cd3a7b req-edbe277c-cfc7-47e2-a342-6d59e52f6854 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:41.075320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c2397ef-2c04-42d8-8d79-c92942cd3a7b req-edbe277c-cfc7-47e2-a342-6d59e52f6854 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 947 time: 0.1344795 Aug 12 04:15:41.131635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c2397ef-2c04-42d8-8d79-c92942cd3a7b req-23f001bb-4f6b-465f-9684-9f950d584885 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Aug 12 04:15:41.140111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Deleting port a925bcb9-745b-4677-837b-adec0c57a739 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:41.140639 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:41.250040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] For port a925bcb9-745b-4677-837b-adec0c57a739, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a925bcb9-745b-4677-837b-adec0c57a739,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:41.250510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:41.264592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Calling delete_port for a925bcb9-745b-4677-837b-adec0c57a739 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:41.363020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38650788-c17b-402a-beb0-8594f560a71d req-7a2da29c-7f6f-41ad-82d2-2a1668007383 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 210 time: 0.0297129 Aug 12 04:15:41.470887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd099d-7838-4198-afdf-1d8122b9e672 req-994447c0-a8c4-4655-937a-67092b3b172e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:41.475965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49fd099d-7838-4198-afdf-1d8122b9e672 req-994447c0-a8c4-4655-937a-67092b3b172e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 944 time: 0.0564013 Aug 12 04:15:41.500300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:41.541843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Pushing event deleted for resources: {'Port': ['ID=a925bcb9-745b-4677-837b-adec0c57a739,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:41.554263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-49fd099d-7838-4198-afdf-1d8122b9e672 req-7b530167-8a82-4d0a-bc53-57748d25c713 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714481 Aug 12 04:15:41.602971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] No DVR routers for this DVR port a925bcb9-745b-4677-837b-adec0c57a739 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:41.606746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:41.609319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-763ccad2-3ad3-4af3-b3ee-a7da32473001 req-75bf6b64-81ad-4caa-9acd-ecff89a22368 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "DELETE /v2.0/ports/a925bcb9-745b-4677-837b-adec0c57a739 HTTP/1.1" status: 204 len: 173 time: 0.6558292 Aug 12 04:15:41.889647 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:15:41.932635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34fcda2b-3c20-4e79-8582-6a494669b2af req-b4ec2456-4ec6-4a8c-a1f8-d30ac0466603 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0396523 Aug 12 04:15:42.021465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-deleted', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:42.024083 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6df2e0-78f0-438e-a1df-540917a3771a" -d '{"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-deleted", "tag": "a925bcb9-745b-4677-837b-adec0c57a739"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:42.129096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.136480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.144951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.152875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.160405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.167178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.173289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.175548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-009753e1-4a63-4aff-a5d3-c00280b68abe tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1117959 Aug 12 04:15:42.221699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8cbbc93-8ce6-4e54-a443-04cd041eb471 req-66004158-735a-4570-a073-493980e8df9d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363953 Aug 12 04:15:42.243255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-0645b11b-a716-4a31-b665-a18c04c98ebe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417526 Aug 12 04:15:42.274666 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8837745-f1c6-4f0e-a44c-c0b42901cf8b x-openstack-request-id: req-b8837745-f1c6-4f0e-a44c-c0b42901cf8b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:42.274995 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa110239-1a07-4c60-a462-816d7f374da5", "name": "network-vif-deleted", "tag": "a925bcb9-745b-4677-837b-adec0c57a739", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:42.275312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8837745-f1c6-4f0e-a44c-c0b42901cf8b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:42.276274 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa110239-1a07-4c60-a462-816d7f374da5', 'name': 'network-vif-deleted', 'tag': 'a925bcb9-745b-4677-837b-adec0c57a739', 'status': 'completed', 'code': 200} Aug 12 04:15:42.307855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-888452ef-bf2a-475d-8cd2-594c7a8d18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.307975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-888452ef-bf2a-475d-8cd2-594c7a8d18ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=040e448dda9c498489fc1e3356203740&device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 1100 time: 0.0431616 Aug 12 04:15:42.436408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 459a6557-90cd-4e6f-9bd7-838c60fac2d2 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:42.547937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:42.573730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-988bbaee-6477-4d21-a6a1-783d28d0e8b0 req-26807225-974c-4773-9937-9ca416269b85 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa110239-1a07-4c60-a462-816d7f374da5 HTTP/1.1" status: 200 len: 210 time: 0.0799167 Aug 12 04:15:42.575111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-6178fcde-8bdb-40ad-9bc6-d8b1502b6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.576590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-6178fcde-8bdb-40ad-9bc6-d8b1502b6627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2498026 Aug 12 04:15:42.665599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=459a6557-90cd-4e6f-9bd7-838c60fac2d2,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:42.670509 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d12696c5-ecfa-4ff4-ad6f-b0a2afee755e req-15688e23-2cdf-4a47-bd9a-821531688866 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 210 time: 0.0608246 Aug 12 04:15:42.694120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '459a6557-90cd-4e6f-9bd7-838c60fac2d2', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': '459a6557-90cd-4e6f-9bd7-838c60fac2d2', 'mac_address': 'fa:16:3e:2f:39:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:42.698164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-1357764f-5dc6-4b09-b553-dfd9c8014c92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ac5aeebc-ad6f-45a9-9219-41460583180f HTTP/1.1" status: 200 len: 217 time: 0.1115687 Aug 12 04:15:42.771922 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:42.784168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99b974df-0c0b-43c4-8c0b-e3ba4460b664 req-a527e147-0943-4c10-8b04-b421d0a4ab97 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0891547 Aug 12 04:15:42.794423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459a6557-90cd-4e6f-9bd7-838c60fac2d2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:42.817569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2da925e8-064a-4b36-b514-0f0a4501670a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:42.823563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=459a6557-90cd-4e6f-9bd7-838c60fac2d2,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:42.827197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-1709828a-55b5-4a10-a05e-f13f4fdc4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.829013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-1709828a-55b5-4a10-a05e-f13f4fdc4175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1170654 Aug 12 04:15:42.833778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48733f5a-d308-4692-9acc-03bc8619c1ff req-e7304afd-b29c-4011-8353-b533c377b322 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.835310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48733f5a-d308-4692-9acc-03bc8619c1ff req-e7304afd-b29c-4011-8353-b533c377b322 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 944 time: 0.1111476 Aug 12 04:15:42.879946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-412649aa-9cab-4907-bcfd-e679988cb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:42.881746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-412649aa-9cab-4907-bcfd-e679988cb9e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443459 Aug 12 04:15:42.902960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48733f5a-d308-4692-9acc-03bc8619c1ff req-8e2db30e-1a81-41ee-beb2-292c2193806b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593150 Aug 12 04:15:42.960121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:42.981225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2da925e8-064a-4b36-b514-0f0a4501670a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.001617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-a860e047-dde5-464a-9e02-47c92e13adae service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106775 Aug 12 04:15:43.011712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=459a6557-90cd-4e6f-9bd7-838c60fac2d2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:43.096807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a0c42ca-cc39-474b-93d0-c41bf7d9ca57 req-4c621410-4679-41cd-b834-39ce0c7d0ac5 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Aug 12 04:15:43.102837 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2da925e8-064a-4b36-b514-0f0a4501670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.141610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da925e8-064a-4b36-b514-0f0a4501670a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5978d8c-7c89-43d7-95a7-b3d39fc2316a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:43.146179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2da925e8-064a-4b36-b514-0f0a4501670a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48756348a4e74f5ea957b71db4d5a99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966480 Aug 12 04:15:43.149393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:43.200842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32db-9dc8-43df-a0ad-2f5218c4ff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.221812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32db-9dc8-43df-a0ad-2f5218c4ff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.254758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['459a6557-90cd-4e6f-9bd7-838c60fac2d2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:43.386338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.392591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.398845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.405106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.410975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.417358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.423441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.425394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-3421361f-f818-4f0d-add5-37776bb739df tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1164296 Aug 12 04:15:43.454531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32db-9dc8-43df-a0ad-2f5218c4ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.456615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32db-9dc8-43df-a0ad-2f5218c4ff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.459188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a5b32db-9dc8-43df-a0ad-2f5218c4ff11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5978d8c-7c89-43d7-95a7-b3d39fc2316a HTTP/1.1" status: 204 len: 168 time: 0.3087296 Aug 12 04:15:43.480607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f8c1e58-7be5-4da4-a6f5-6d895b6ac4aa req-f6901735-62b8-4eb0-90cf-43448045fd8d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477443 Aug 12 04:15:43.481504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b32db-9dc8-43df-a0ad-2f5218c4ff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5978d8c-7c89-43d7-95a7-b3d39fc2316a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:43.645755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-5d1d57e9-941b-4692-9ce5-9f1526aa385d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:43.647254 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-5d1d57e9-941b-4692-9ce5-9f1526aa385d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1070774 Aug 12 04:15:43.663628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:43.769086 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a5ce531-d010-44af-be3e-15dfc2b28584 req-c9e13c79-67be-4fb9-8577-f3eb92007c86 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 210 time: 0.0253904 Aug 12 04:15:43.874775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:43.882127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:43.909459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd9f329a-b52d-410d-a9a9-bb8ab052ed19 req-7345d075-cf6b-4c9f-93e5-fee2a9c90ab8 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0346816 Aug 12 04:15:44.046114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073afb5-5c91-4dc6-9fa1-dc300ffa6828 req-a4cf064b-cb99-4073-a486-e150d3872e8a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.047648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d073afb5-5c91-4dc6-9fa1-dc300ffa6828 req-a4cf064b-cb99-4073-a486-e150d3872e8a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 945 time: 0.0561252 Aug 12 04:15:44.048842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.13 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:44.099025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d073afb5-5c91-4dc6-9fa1-dc300ffa6828 req-32cc3a62-44fb-4ac1-a1cc-71222300dbeb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 Aug 12 04:15:44.201440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.303515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.313979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b7fa-261c-4ef4-ba81-1938b8d1cc1c req-100e247f-cbb9-42c8-bf0d-fb19738c0db5 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.315507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a35b7fa-261c-4ef4-ba81-1938b8d1cc1c req-100e247f-cbb9-42c8-bf0d-fb19738c0db5 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 949 time: 0.0514703 Aug 12 04:15:44.352904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:44.354409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a35b7fa-261c-4ef4-ba81-1938b8d1cc1c req-b7fb9e6a-56f5-4d92-9b2d-a7c1c665ee51 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Aug 12 04:15:44.356201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:44.360151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:44.383358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56406) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:44.396346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:44.407901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb1a-05f2-4367-afa8-670d16a55c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.414972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.423974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.438384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 459a6557-90cd-4e6f-9bd7-838c60fac2d2 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:44.504369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb1a-05f2-4367-afa8-670d16a55c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.570967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:44.575511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:44.575910 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.617463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1da6cb1a-05f2-4367-afa8-670d16a55c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.626968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.633186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.639884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.645713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.651686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.657940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.664328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:44.668209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1da6cb1a-05f2-4367-afa8-670d16a55c16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2202f8f978744ef8ca5e48e0c188ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806952 Aug 12 04:15:44.668395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c196b962-92bc-487f-b510-284655c91367 req-5de75ad6-e7a9-4ee7-93c1-d3cb45dea196 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1038043 Aug 12 04:15:44.668492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:44.674819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6cb1a-05f2-4367-afa8-670d16a55c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c56ab-f8f8-4efd-a7d1-818748f9ef46,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:44.679343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.716076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408f19af-cefa-4734-a5f6-3d543a285873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459a6557-90cd-4e6f-9bd7-838c60fac2d2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:44.718848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c196b962-92bc-487f-b510-284655c91367 req-d0f7698a-02b2-40af-a05d-a9e8c6740fed tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447612 Aug 12 04:15:44.725782 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd35e27-db3f-4551-b747-37227adacde3" -d '{"events": [{"server_uuid": "408f19af-cefa-4734-a5f6-3d543a285873", "name": "network-vif-plugged", "status": "completed", "tag": "459a6557-90cd-4e6f-9bd7-838c60fac2d2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:44.748833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=459a6557-90cd-4e6f-9bd7-838c60fac2d2,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:44.766418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f16df793-9323-478d-b1f0-c783ea53f8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.767253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-893e301d-7a2e-4e25-b308-f292d48399e9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1094987 Aug 12 04:15:44.785504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Request body: {'port': {'device_id': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:44.795257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f16df793-9323-478d-b1f0-c783ea53f8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.801971 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c0a500-ed61-4d24-ae3d-03f92ae160d4 x-openstack-request-id: req-70c0a500-ed61-4d24-ae3d-03f92ae160d4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:44.802258 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408f19af-cefa-4734-a5f6-3d543a285873", "name": "network-vif-plugged", "status": "completed", "tag": "459a6557-90cd-4e6f-9bd7-838c60fac2d2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:44.802509 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70c0a500-ed61-4d24-ae3d-03f92ae160d4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:44.802984 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408f19af-cefa-4734-a5f6-3d543a285873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459a6557-90cd-4e6f-9bd7-838c60fac2d2', 'code': 200} Aug 12 04:15:44.811204 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.914460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=459a6557-90cd-4e6f-9bd7-838c60fac2d2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:44.982883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.987348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f16df793-9323-478d-b1f0-c783ea53f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.995283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f16df793-9323-478d-b1f0-c783ea53f8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:44.995283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f16df793-9323-478d-b1f0-c783ea53f8d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/348c56ab-f8f8-4efd-a7d1-818748f9ef46 HTTP/1.1" status: 204 len: 168 time: 0.3223300 Aug 12 04:15:45.006563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16df793-9323-478d-b1f0-c783ea53f8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c56ab-f8f8-4efd-a7d1-818748f9ef46,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:45.025130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5160f-1e62-47f2-9338-d93a1fcc6473 req-1a14ecc5-4dad-4f80-adb6-302b53b957c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.027037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8c5160f-1e62-47f2-9338-d93a1fcc6473 req-1a14ecc5-4dad-4f80-adb6-302b53b957c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 1097 time: 0.1314051 Aug 12 04:15:45.081891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e2489-fa2d-4d30-987f-f6f5817ac4bc req-996d5bf7-8365-4852-9fe9-fd8cdb18c7d1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.084241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e67e2489-fa2d-4d30-987f-f6f5817ac4bc req-996d5bf7-8365-4852-9fe9-fd8cdb18c7d1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 932 time: 0.1560037 Aug 12 04:15:45.099360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f35798f-47e5-491d-a1d9-cbced89f8e4c req-54b83768-70f8-4728-b568-ecb423978eca tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0514073 Aug 12 04:15:45.196446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8c5160f-1e62-47f2-9338-d93a1fcc6473 req-e5e57a44-b011-4007-805b-c3f448eb08d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352158 Aug 12 04:15:45.215057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e67e2489-fa2d-4d30-987f-f6f5817ac4bc req-497f5af7-213a-493e-9af7-2a7383a2050a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166875 Aug 12 04:15:45.215212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:45.257657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a79a4-f222-4e0e-a597-695e65f0651a req-c85902e9-6ade-4106-8dbe-8e7ef486b178 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.266886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-068a79a4-f222-4e0e-a597-695e65f0651a req-c85902e9-6ade-4106-8dbe-8e7ef486b178 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0737469 Aug 12 04:15:45.278159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: a925bcb9-745b-4677-837b-adec0c57a739 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:45.278511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a925bcb9-745b-4677-837b-adec0c57a739 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:45.325298 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-068a79a4-f222-4e0e-a597-695e65f0651a req-b428cd61-c907-4fdb-b09d-907d856ca0cf tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Aug 12 04:15:45.421609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:45.432516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:45.457594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Transition to ACTIVE for port object 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:45.505090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d77bd0-c0c1-41f6-a23c-48080856e0eb req-8c0d4fe7-67a2-4b6a-b26a-9a4befbaecdd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.506789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32d77bd0-c0c1-41f6-a23c-48080856e0eb req-8c0d4fe7-67a2-4b6a-b26a-9a4befbaecdd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 949 time: 0.0670869 Aug 12 04:15:45.549548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:45.594374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32d77bd0-c0c1-41f6-a23c-48080856e0eb req-c4ac2dbd-71eb-4b01-a0b3-1a45d079c975 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738907 Aug 12 04:15:45.620651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:45.694273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Attempting to bind port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:45.694772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Attempting to bind port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:45.695144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Attempting to bind port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:45.700547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:45.701004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Attempting to bind port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:45.706274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:45.706612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:45.707024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:45.707561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Bound port: 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:45.707918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:45.786677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] For port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:45.789880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] For port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:45.856376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:45.891413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.892022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:45.893398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 HTTP/1.1" status: 200 len: 1092 time: 1.1154644 Aug 12 04:15:45.895486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'tag': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:45.897720 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c78d34-2277-4922-9993-7e3c0887a788" -d '{"events": [{"name": "network-changed", "server_uuid": "42fde1ec-7c63-4de9-82b4-019a6a64893f", "tag": "9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:45.925976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.931923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.937912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.947035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.953105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.959029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.965721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:45.967381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-d7ecbb46-0680-46f4-a91c-61298e308217 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1454484 Aug 12 04:15:45.972900 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939f471c-8c2f-464f-a8f1-ab8a8508f4e9 x-openstack-request-id: req-939f471c-8c2f-464f-a8f1-ab8a8508f4e9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:45.973161 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fde1ec-7c63-4de9-82b4-019a6a64893f", "tag": "9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:45.973362 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-939f471c-8c2f-464f-a8f1-ab8a8508f4e9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:45.973763 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'tag': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', 'status': 'completed', 'code': 200} Aug 12 04:15:46.023145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c309669-dff4-4533-9345-0b694cffa7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:46.054825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2acf30e9-62ef-4d26-9b0e-a6085d5eb1c2 req-b33bc717-f2d2-4e9f-ba08-45a9d4173cf3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643215 Aug 12 04:15:46.061392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d34-2277-4922-9993-7e3c0887a788 req-82a840b4-ad1e-45a2-9210-c4730cc886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.062888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64c78d34-2277-4922-9993-7e3c0887a788 req-82a840b4-ad1e-45a2-9210-c4730cc886b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 1095 time: 0.0918493 Aug 12 04:15:46.250809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ade568c4-3f34-43b0-8351-7706f52387ff req-bdff44bc-8ac8-4b8f-a9c0-f922a8a6860d tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0416286 Aug 12 04:15:46.330057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71bfdaba-e132-407a-aa68-9400928327de req-9b95bd7d-1b81-4f98-9b48-654a2d97b96f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0284939 Aug 12 04:15:46.444231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a3f55-8a07-4dbe-8510-55f5aa1372de req-f60a2e38-3c54-442b-8d06-39cb65fa1792 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.446198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-256a3f55-8a07-4dbe-8510-55f5aa1372de req-f60a2e38-3c54-442b-8d06-39cb65fa1792 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0524797 Aug 12 04:15:46.487543 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-256a3f55-8a07-4dbe-8510-55f5aa1372de req-5b198b29-675d-47f4-8877-1550dd216b44 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Aug 12 04:15:46.565154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28973959-18a1-4895-8f94-1057aef62f46 req-5a781cc2-d93a-44b2-8d46-897305fa29db tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.566807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28973959-18a1-4895-8f94-1057aef62f46 req-5a781cc2-d93a-44b2-8d46-897305fa29db tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 944 time: 0.1214626 Aug 12 04:15:46.579015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-ec1bf141-4de2-4167-97e5-9a7e95588873 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.580665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-ec1bf141-4de2-4167-97e5-9a7e95588873 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 949 time: 0.1343164 Aug 12 04:15:46.583731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d34-2277-4922-9993-7e3c0887a788 req-10309c38-ef5d-42d8-91e5-4a68015629d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.585075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64c78d34-2277-4922-9993-7e3c0887a788 req-10309c38-ef5d-42d8-91e5-4a68015629d0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=870ca12737d9409886de3a053d736d7f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5097921 Aug 12 04:15:46.707170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28973959-18a1-4895-8f94-1057aef62f46 req-5230f88e-876e-41f5-b545-56c7de1e3f36 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252446 Aug 12 04:15:46.774616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d34-2277-4922-9993-7e3c0887a788 req-a2930917-338a-42dd-b7ac-512916e7ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.776977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64c78d34-2277-4922-9993-7e3c0887a788 req-a2930917-338a-42dd-b7ac-512916e7ea6e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793399 Aug 12 04:15:46.789304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Deleting port ac5aeebc-ad6f-45a9-9219-41460583180f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:46.789654 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:46.959381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-e6e80185-73f2-4ddf-8fb2-a659861fc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.961361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-e6e80185-73f2-4ddf-8fb2-a659861fc6ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 1095 time: 0.1211493 Aug 12 04:15:46.977217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3767a-5f47-4110-9438-8f7101c03ead req-5e83ed5a-2695-4b0e-90b0-b2384aa14578 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:46.977217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46a3767a-5f47-4110-9438-8f7101c03ead req-5e83ed5a-2695-4b0e-90b0-b2384aa14578 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0545943 Aug 12 04:15:46.984155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] For port ac5aeebc-ad6f-45a9-9219-41460583180f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ac5aeebc-ad6f-45a9-9219-41460583180f,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:46.984529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:47.016433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b345773-7ce5-4eac-91ff-87d3f6a6aa5b req-867cdfab-f6d3-49be-83f2-d9822e6e038b tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.018356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b345773-7ce5-4eac-91ff-87d3f6a6aa5b req-867cdfab-f6d3-49be-83f2-d9822e6e038b tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 949 time: 0.1608841 Aug 12 04:15:47.019368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Calling delete_port for ac5aeebc-ad6f-45a9-9219-41460583180f owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:47.020490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46a3767a-5f47-4110-9438-8f7101c03ead req-eeffe38f-f18d-4e56-9555-be5349a5e61f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Aug 12 04:15:47.054874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14f247ee-3fe4-4c20-9d09-5cb5b8cd3161 req-6cefb2da-1643-4bee-aef9-390228d036b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0377400 Aug 12 04:15:47.069693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-e487289e-25e6-443c-b002-8b5ede937eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 HTTP/1.1" status: 200 len: 217 time: 0.0755799 Aug 12 04:15:47.199423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b345773-7ce5-4eac-91ff-87d3f6a6aa5b req-50e5ec6e-d418-4723-bbdc-0d9590b174c6 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/security-groups?id=87481503-7b7b-4570-a6c3-01d1b363f53c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366444 Aug 12 04:15:47.202604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.211381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.218582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.225576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.232220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.237974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-cc9dc310-4087-4a69-97cb-2190e38ae8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.238682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.239486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-cc9dc310-4087-4a69-97cb-2190e38ae8a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0973103 Aug 12 04:15:47.245853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.253717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-ca408499-9f2e-431d-ad94-0716fdfcdba7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1196184 Aug 12 04:15:47.305722 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21870097-6b0e-41a7-a3ef-7d9deb438839 req-e7620473-4cd1-4792-a55a-d882029118ae tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471859 Aug 12 04:15:47.334101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-95e5c929-41a3-4556-81ac-97511d819110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354307 Aug 12 04:15:47.431613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c624011-d02f-44ec-9970-3d2a9f200c97 req-cfec305f-b41b-448b-bcd7-1e1c7cb96497 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0598497 Aug 12 04:15:47.467674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-642324e0-61a6-4613-ae2a-68186662ffe0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195850 Aug 12 04:15:47.494951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:47.552559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Pushing event deleted for resources: {'Port': ['ID=ac5aeebc-ad6f-45a9-9219-41460583180f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:47.610218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] No DVR routers for this DVR port ac5aeebc-ad6f-45a9-9219-41460583180f on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:47.614279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:47.616259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3707650e-4f47-4a97-bb8f-6c987e248913 req-8e9b0124-174b-4640-99b2-20f2fbe1dfcd tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.36 "DELETE /v2.0/ports/ac5aeebc-ad6f-45a9-9219-41460583180f HTTP/1.1" status: 204 len: 173 time: 1.0175641 Aug 12 04:15:47.629677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02b9686-c5c1-4f34-a452-9f2d653a490f req-b59f029f-124a-455a-94c5-c93487bb26b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532233 Aug 12 04:15:47.831604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfa0a-baaa-4d1a-bb84-f8f5df3b8e11 req-66c51116-8f12-47cc-b33c-9e56ba1dca98 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:47.833028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-709bfa0a-baaa-4d1a-bb84-f8f5df3b8e11 req-66c51116-8f12-47cc-b33c-9e56ba1dca98 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 944 time: 0.0504606 Aug 12 04:15:47.874389 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-709bfa0a-baaa-4d1a-bb84-f8f5df3b8e11 req-86ee889c-9211-470c-a1bd-8c7b9cab961d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332506 Aug 12 04:15:47.975219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-deleted', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:47.977724 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a4f62e-2eb4-4282-b58e-32fba53236ce" -d '{"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-deleted", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:48.015364 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f90be8-bfbd-4260-a263-efa66c372e2f x-openstack-request-id: req-29f90be8-bfbd-4260-a263-efa66c372e2f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:48.015676 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cb9b6-d192-4ab1-90e1-af8704f89202", "name": "network-vif-deleted", "tag": "ac5aeebc-ad6f-45a9-9219-41460583180f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:48.015937 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29f90be8-bfbd-4260-a263-efa66c372e2f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:48.016352 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6cb9b6-d192-4ab1-90e1-af8704f89202', 'name': 'network-vif-deleted', 'tag': 'ac5aeebc-ad6f-45a9-9219-41460583180f', 'status': 'completed', 'code': 200} Aug 12 04:15:48.155036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3704d2-4bf6-4dbc-801e-d2e5dffc7b8b req-9104c148-51ef-429d-8732-49b5414c5252 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.156687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad3704d2-4bf6-4dbc-801e-d2e5dffc7b8b req-9104c148-51ef-429d-8732-49b5414c5252 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0525355 Aug 12 04:15:48.194333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad3704d2-4bf6-4dbc-801e-d2e5dffc7b8b req-676350b2-5ef6-409c-aee5-ada931f3e2eb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Aug 12 04:15:48.310748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31c5d969-7993-4f94-814a-ba2722ca2bc4 req-e8871286-6ec3-4bb0-8969-cb7bd10faa06 tempest-ListImageFiltersTestJSON-589501921 tempest-ListImageFiltersTestJSON-589501921-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe6cb9b6-d192-4ab1-90e1-af8704f89202 HTTP/1.1" status: 200 len: 210 time: 0.0270464 Aug 12 04:15:48.427720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.434233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.440322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.446584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.452512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.458451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.464535 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.466468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-eb91763a-012b-4a77-914a-6bdf59e45f55 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.0961170 Aug 12 04:15:48.511448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e44b0a3b-a5d9-4740-9d8e-76df817cba3c req-93f91b2b-3b7e-43aa-b3a3-db9fc5f5e2af tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383177 Aug 12 04:15:48.601135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f76f4c6-b7d6-4530-90ea-deb497bfcb99 req-667324a7-c52e-4b79-87ee-d4d90d69a84f tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Aug 12 04:15:48.851598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dbd04-4bf0-4b34-be04-653d813a368e req-b2d44d6c-0c9b-46ec-9950-a1d895d382c8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:48.855199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc6dbd04-4bf0-4b34-be04-653d813a368e req-b2d44d6c-0c9b-46ec-9950-a1d895d382c8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0552092 Aug 12 04:15:48.891641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc6dbd04-4bf0-4b34-be04-653d813a368e req-4afcbca5-0a63-491e-8869-1589a25c3b87 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Aug 12 04:15:49.077293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a09f2-f200-4fbc-856e-1e54eb908350 req-0e5ea57a-bbc3-497a-8e38-6e51782c8a84 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.078887 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a6a09f2-f200-4fbc-856e-1e54eb908350 req-0e5ea57a-bbc3-497a-8e38-6e51782c8a84 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 944 time: 0.0602789 Aug 12 04:15:49.119242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a6a09f2-f200-4fbc-856e-1e54eb908350 req-027978e9-a57c-4c20-92a7-dd4e1cdc93b2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Aug 12 04:15:49.141926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-774bc4cd-12f8-47a2-a277-6a1950077a2e req-920830e1-3103-48f0-95ef-7df3b5e56c2d tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Aug 12 04:15:49.657468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.663660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.669910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.675832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.682499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.688390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.694339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:49.696548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-9c094241-9243-4627-b6b8-249672418361 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1063125 Aug 12 04:15:49.740839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50b4cca2-18e9-4c2a-b999-b185e07d74a1 req-db0018e9-0850-404c-a35a-00ad96fa6e87 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336373 Aug 12 04:15:50.026916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bd32-981e-4296-aaa1-64d0e1883313 req-d9efdd21-36f4-429f-8470-f41e32ddb637 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.032172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2224bd32-981e-4296-aaa1-64d0e1883313 req-d9efdd21-36f4-429f-8470-f41e32ddb637 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0521429 Aug 12 04:15:50.068789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2224bd32-981e-4296-aaa1-64d0e1883313 req-b2aae916-fcc6-4ce9-b4c1-9b30bdca92f0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Aug 12 04:15:50.297132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f18d4-31a9-4246-8ed9-d0c0c81f7e5a req-433bed12-b8cb-4fd1-b289-51ce5ee0df49 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.298639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-798f18d4-31a9-4246-8ed9-d0c0c81f7e5a req-433bed12-b8cb-4fd1-b289-51ce5ee0df49 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 944 time: 0.0498636 Aug 12 04:15:50.321552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ddcbc81-a62b-4e1f-b75d-0cb2b7fc2598 req-e2ce9d3e-659c-439f-b63e-38b0d73e3030 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Aug 12 04:15:50.367013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-798f18d4-31a9-4246-8ed9-d0c0c81f7e5a req-6a95f831-aa89-4a58-b059-6483a0d95725 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623951 Aug 12 04:15:50.392236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-35229279-d42a-480c-a82d-2f3bf36a7574 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.392236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-35229279-d42a-480c-a82d-2f3bf36a7574 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 946 time: 0.0682867 Aug 12 04:15:50.497634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Deleting port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:15:50.508179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:50.598772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] For port 459a6557-90cd-4e6f-9bd7-838c60fac2d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=459a6557-90cd-4e6f-9bd7-838c60fac2d2,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:50.598772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:50.611695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Calling delete_port for 459a6557-90cd-4e6f-9bd7-838c60fac2d2 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:15:50.810330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:50.825696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['459a6557-90cd-4e6f-9bd7-838c60fac2d2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:50.849993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event deleted for resources: {'Port': ['ID=459a6557-90cd-4e6f-9bd7-838c60fac2d2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:50.918978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] No DVR routers for this DVR port 459a6557-90cd-4e6f-9bd7-838c60fac2d2 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:15:50.922127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:50.924233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8000d22f-7480-4538-9543-4ea5e481dd7f req-30418ff9-7754-4e7c-a0e2-1c678e2f024b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "DELETE /v2.0/ports/459a6557-90cd-4e6f-9bd7-838c60fac2d2 HTTP/1.1" status: 204 len: 173 time: 0.5261340 Aug 12 04:15:50.924673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408f19af-cefa-4734-a5f6-3d543a285873', 'name': 'network-vif-deleted', 'tag': '459a6557-90cd-4e6f-9bd7-838c60fac2d2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:50.927240 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b13c7-4e0e-4e24-9883-df415243267f" -d '{"events": [{"server_uuid": "408f19af-cefa-4734-a5f6-3d543a285873", "name": "network-vif-deleted", "tag": "459a6557-90cd-4e6f-9bd7-838c60fac2d2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:50.952119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.958000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.964568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.970377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.976235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.982229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.988138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:50.989936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-815b89f4-48f5-485f-8562-41c495c10feb req-306e1759-846f-4c25-919b-2b0b49c5b000 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5419 time: 0.1454406 Aug 12 04:15:51.051354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-815b89f4-48f5-485f-8562-41c495c10feb req-442ece41-64fd-4a1e-9a53-885e81661f6a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546002 Aug 12 04:15:51.074935 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1672ea-2083-42b7-9ae0-511d751418d9 x-openstack-request-id: req-ae1672ea-2083-42b7-9ae0-511d751418d9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:51.075227 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408f19af-cefa-4734-a5f6-3d543a285873", "name": "network-vif-deleted", "tag": "459a6557-90cd-4e6f-9bd7-838c60fac2d2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:51.075509 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae1672ea-2083-42b7-9ae0-511d751418d9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:51.075908 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408f19af-cefa-4734-a5f6-3d543a285873', 'name': 'network-vif-deleted', 'tag': '459a6557-90cd-4e6f-9bd7-838c60fac2d2', 'status': 'completed', 'code': 200} Aug 12 04:15:51.178973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1910f6eb-7a8e-4cd1-a594-b196f24e34f4 req-9664084e-a9ac-4b26-8227-d095165465dd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=408f19af-cefa-4734-a5f6-3d543a285873 HTTP/1.1" status: 200 len: 210 time: 0.0282536 Aug 12 04:15:51.273175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7d6a9ddb-641b-4dba-af63-326a442d56ab details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:51.276669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:51.300352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: ac5aeebc-ad6f-45a9-9219-41460583180f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:51.301068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ac5aeebc-ad6f-45a9-9219-41460583180f not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:51.420358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:51.433563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '7d6a9ddb-641b-4dba-af63-326a442d56ab', 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f', 'port_id': '7d6a9ddb-641b-4dba-af63-326a442d56ab', 'mac_address': 'fa:16:3e:8b:67:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b737e3-fab0-4389-a300-b1688d8f43e6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:51.435900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-271e805c-10b9-4086-a829-1da9ea8ec9bb req-c39550b9-7088-4517-84dd-42e70affc234 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0312769 Aug 12 04:15:51.480183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:51.491741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6a9ddb-641b-4dba-af63-326a442d56ab {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:51.516484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:51.564937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e512d8-cf15-4c4c-80cf-9cd3f8c4bf57 req-9b46fb6b-6933-440f-8167-f0605f8c24f3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:51.566560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71e512d8-cf15-4c4c-80cf-9cd3f8c4bf57 req-9b46fb6b-6933-440f-8167-f0605f8c24f3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 944 time: 0.0576127 Aug 12 04:15:51.604687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71e512d8-cf15-4c4c-80cf-9cd3f8c4bf57 req-c3ea2d16-aeed-4cef-b8d3-f6bf8f918f09 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Aug 12 04:15:51.615327 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:51.616023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d820240f-a2aa-447d-abcf-b6ef906d1933 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:51.718850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:51.765243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d820240f-a2aa-447d-abcf-b6ef906d1933,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:51.777423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'port_id': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'mac_address': 'fa:16:3e:e4:ce:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:51.815445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:51.828131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d820240f-a2aa-447d-abcf-b6ef906d1933 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:51.848477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d820240f-a2aa-447d-abcf-b6ef906d1933,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:51.953846 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:51.954517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 6f041923-be97-4ace-96c6-8ee1c038308c details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:52.053557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:52.110908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6f041923-be97-4ace-96c6-8ee1c038308c,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:52.127431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '6f041923-be97-4ace-96c6-8ee1c038308c', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'port_id': '6f041923-be97-4ace-96c6-8ee1c038308c', 'mac_address': 'fa:16:3e:89:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:52.167712 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.185050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f041923-be97-4ace-96c6-8ee1c038308c {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:52.189348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.195290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.202113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.212096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6f041923-be97-4ace-96c6-8ee1c038308c,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:52.225034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.231484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.238097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.244335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.246445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-50341bc2-adeb-46af-b903-3c3d55a995b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5421 time: 0.1117492 Aug 12 04:15:52.251075 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.252285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4176692e-2264-4a3d-9cd8-b70b8f25ee79 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:52.305395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42f37d01-1c07-487e-8d2b-54916c988fa7 req-e9235b4e-cf71-4ee5-bdbf-81106ba17652 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455554 Aug 12 04:15:52.330786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:52.332767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:52.344549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '4176692e-2264-4a3d-9cd8-b70b8f25ee79', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'port_id': '4176692e-2264-4a3d-9cd8-b70b8f25ee79', 'mac_address': 'fa:16:3e:0f:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:52.384194 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.399522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4176692e-2264-4a3d-9cd8-b70b8f25ee79 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:52.420227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:52.475273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.475998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:52.565815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30422e45-d8e0-46f8-8d20-ec79d104a21d req-54061b04-c516-4cf3-8a86-33d5152b7f02 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0410488 Aug 12 04:15:52.583699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:52.623609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:52.637488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', 'mac_address': 'fa:16:3e:14:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:52.685281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.702083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:52.725905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-6ddc79d7-f818-445b-a5a1-b6b720af11ae tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.727524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-6ddc79d7-f818-445b-a5a1-b6b720af11ae tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.1822739 Aug 12 04:15:52.731967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:52.741758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:52.747248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-05769213-e713-4c10-a7a3-cb8113bcae50 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0120838 Aug 12 04:15:52.751185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573416b-d51e-4d58-8d49-5d6d537fc2ea req-d6bd2814-3ec6-4cba-b117-0f50ebc22b57 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:52.755270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6573416b-d51e-4d58-8d49-5d6d537fc2ea req-d6bd2814-3ec6-4cba-b117-0f50ebc22b57 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 944 time: 0.0667031 Aug 12 04:15:52.789358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-ffc88b50-b765-46b3-a09e-c53224ce1f07 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361204 Aug 12 04:15:52.800155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6573416b-d51e-4d58-8d49-5d6d537fc2ea req-a2a81a11-fc9e-42c7-9216-ed261c7f2ef8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Aug 12 04:15:52.871140 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.871927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:52.887856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-13898241-0435-4e72-870c-105e00292708 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975430 Aug 12 04:15:52.899865 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4724e7a8-644a-4f58-a191-e49c59e8c129 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=040e448dda9c498489fc1e3356203740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666174 Aug 12 04:15:52.902810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56718) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:52.972072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32ec16c9-f2f9-4251-bcda-37a70b26785c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:52.996226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32ec16c9-f2f9-4251-bcda-37a70b26785c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.017832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-58cf048e-7b0f-4be5-90b5-9835f2fe4892 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234162 Aug 12 04:15:53.115958 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:15:53.137218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:53.155006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32ec16c9-f2f9-4251-bcda-37a70b26785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.158559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'port_id': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5', 'mac_address': 'fa:16:3e:f5:0a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:53.159358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32ec16c9-f2f9-4251-bcda-37a70b26785c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.163302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32ec16c9-f2f9-4251-bcda-37a70b26785c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87481503-7b7b-4570-a6c3-01d1b363f53c HTTP/1.1" status: 204 len: 168 time: 0.2568283 Aug 12 04:15:53.172488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec16c9-f2f9-4251-bcda-37a70b26785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87481503-7b7b-4570-a6c3-01d1b363f53c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:53.201598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:53.233142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.249073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:53.278153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:53.359064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71385733-d72a-4c2c-a92e-4aecd701c398 req-7b737eda-9d07-45e5-aede-b640ec434123 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 210 time: 0.0553353 Aug 12 04:15:53.369853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.370927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 195820d1-456d-4190-810d-39d565cad58f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:53.491397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=195820d1-456d-4190-810d-39d565cad58f,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:53.494210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.494512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:53.501831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.506041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '195820d1-456d-4190-810d-39d565cad58f', 'network_id': 'd56ba764-1959-40f3-9116-6911ffa5f2f7', 'port_id': '195820d1-456d-4190-810d-39d565cad58f', 'mac_address': 'fa:16:3e:a4:f2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8ff613-fa02-4f73-91a1-4c4e87da9870', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:53.508337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.516242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.522839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.529930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.536844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.538868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-095db3ba-a804-4e9e-babe-1108697dad22 req-f7b4ab8e-f469-4fb3-99ec-2281f5dab5ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5424 time: 0.1222837 Aug 12 04:15:53.546255 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.560507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195820d1-456d-4190-810d-39d565cad58f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:53.581646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=195820d1-456d-4190-810d-39d565cad58f,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:53.587471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-095db3ba-a804-4e9e-babe-1108697dad22 req-fb6b0960-56f3-405b-a960-c550672e64e1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419693 Aug 12 04:15:53.676612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1fe5e1a-b1cf-44e3-84fc-93ab55564ff6 req-129e2d0e-2cd1-430c-9684-bf463ca77e0b tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0270669 Aug 12 04:15:53.697243 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.697998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bebd6703-caeb-460a-bdf2-2c0b3dc18c4f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:15:53.765534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:53.767978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:53.786651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f', 'network_id': '340cda35-bfc8-40f5-920c-407219dc179f', 'port_id': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f', 'mac_address': 'fa:16:3e:08:50:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b737e3-fab0-4389-a300-b1688d8f43e6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:15:53.833069 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.847024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebd6703-caeb-460a-bdf2-2c0b3dc18c4f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:53.882291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:53.938268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c676-be33-4577-b651-fd87f07bd427 req-b77da175-a88c-4de6-9d87-64e983ac79df tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:53.943261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1c7c676-be33-4577-b651-fd87f07bd427 req-b77da175-a88c-4de6-9d87-64e983ac79df tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.0582027 Aug 12 04:15:53.959989 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:53.995295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1c7c676-be33-4577-b651-fd87f07bd427 req-bb056304-1ec7-4f50-9ed4-96d3b44992c2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Aug 12 04:15:54.026972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:54.445768 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d06c6206-ad56-47ad-b326-5ade35ce7f2b req-6781b578-e254-4925-a2de-176d91a2ec89 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Aug 12 04:15:54.528452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 459a6557-90cd-4e6f-9bd7-838c60fac2d2 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:15:54.557328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 459a6557-90cd-4e6f-9bd7-838c60fac2d2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:15:54.557328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 459a6557-90cd-4e6f-9bd7-838c60fac2d2 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:15:54.607395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['7d6a9ddb-641b-4dba-af63-326a442d56ab'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:54.633626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['6f041923-be97-4ace-96c6-8ee1c038308c'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:54.639797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:54.662834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['bebd6703-caeb-460a-bdf2-2c0b3dc18c4f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:54.687194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['6cd0ddad-d26c-43ad-963d-930c7a51e5f5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:54.738158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.744779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.752182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.759251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.766509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.772868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.779512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:54.782904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-4530b1b1-8998-4100-a991-b8371853965a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5426 time: 0.1095514 Aug 12 04:15:54.809156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b0bba80-28a2-4999-a9ad-536099e8e991 req-985c4330-51d1-4453-bfc1-35981a26dab1 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0392230 Aug 12 04:15:54.851174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cd5f04e-b0de-416b-aeb4-f1f44efbb54c req-47904571-d27e-493a-af48-feee152c8712 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599227 Aug 12 04:15:54.899557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56786) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:55.152163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f0d9b-fed1-4634-9abf-de729d748f56 req-ae98d194-7ed4-4198-8f8f-c0a8c2242987 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:55.161580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a5f0d9b-fed1-4634-9abf-de729d748f56 req-ae98d194-7ed4-4198-8f8f-c0a8c2242987 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.0806351 Aug 12 04:15:55.170667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1170842342-network', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:55.221208 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a5f0d9b-fed1-4634-9abf-de729d748f56 req-7a20e686-bd3c-4986-bfab-b6099f02ac8d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584376 Aug 12 04:15:55.336727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:55.339722 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.348220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.428523 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.436129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.548590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.550111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79bdaccb-0889-473d-af53-328793312984 req-2e877b13-942e-4946-9371-5d9a767b27d2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 210 time: 0.0327337 Aug 12 04:15:55.565944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.578800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:15:55.584488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:55.595273 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.595273 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Added segment 69f02a35-16df-423e-a618-dcb1a13cb6ea of type vlan for network 8b597767-8023-45aa-b759-bb7fb9560a05 Aug 12 04:15:55.632442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.706773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.707794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:55.708379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:55.769623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] Pushing event updated for resources: {'Network': ['ID=8b597767-8023-45aa-b759-bb7fb9560a05,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:55.779338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8b597767-8023-45aa-b759-bb7fb9560a05 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:15:55.880248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b8f53d52-2518-4f60-83f0-550273d8fd83 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9792213 Aug 12 04:15:55.885972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56808) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:55.888740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d820240f-a2aa-447d-abcf-b6ef906d1933'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:55.897240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Request body: {'subnet': {'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1170842342-subnet', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:55.942641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['4176692e-2264-4a3d-9cd8-b70b8f25ee79'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:55.952239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d99f98a-144b-42fc-99bc-ff602a2150a6 req-9354f890-2362-4db6-8e62-02b702a6c2db tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0599508 Aug 12 04:15:56.031218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['195820d1-456d-4190-810d-39d565cad58f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:15:56.114819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.121429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.127472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.133571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.139894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.146160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.152503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.154404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-93960f93-7323-4826-9dab-1794ac843fa4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5426 time: 0.1609199 Aug 12 04:15:56.158504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:56.160912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:56.248660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-c3dcedfb-8e3f-4784-94bb-2af05d69c9dc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.250264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-c3dcedfb-8e3f-4784-94bb-2af05d69c9dc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.3161254 Aug 12 04:15:56.273301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Request body: {'port': {'device_id': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'admin_state_up': True, 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:56.287150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d9fe012d-443b-48df-b2f4-b50f9fb3d07c req-1226eb60-77d7-4a05-a132-c91bc958f46c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228127 Aug 12 04:15:56.362865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed93ffa-2aef-470e-abd4-a394ac5ac7f7 req-27468e86-38bf-48cd-a1ed-0ac1aa268a57 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:56.362865 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ed93ffa-2aef-470e-abd4-a394ac5ac7f7 req-27468e86-38bf-48cd-a1ed-0ac1aa268a57 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.0645525 Aug 12 04:15:56.406381 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ed93ffa-2aef-470e-abd4-a394ac5ac7f7 req-c172b233-601b-40cd-bdd8-736d406bb020 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Aug 12 04:15:56.620959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:56.620959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:15:56.625036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:56.705134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2425aac-2c2e-4508-8e91-b4062896474c req-68ad619e-79fc-41c6-9d66-1df57e066604 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 210 time: 0.0776694 Aug 12 04:15:56.766812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b10e9e-1960-474d-b38b-e831f54c3e94,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:56.790579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Checking segment: {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:56.790970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Network hostable DHCP agents. Network: 8b597767-8023-45aa-b759-bb7fb9560a05, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:15:56.852449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Allocated IP 172.20.0.8 (d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47/eba34822-312b-4cac-8b58-13aba9394d07/81cede4c-d1b8-4172-b313-e8c53a09484a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:56.942834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Network 8b597767-8023-45aa-b759-bb7fb9560a05 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:15:57.006508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.044012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8b597767-8023-45aa-b759-bb7fb9560a05) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:57.051995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.052244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62581f51-5c43-49d8-88c9-e2aa4eb248c6 None None] Network 8b597767-8023-45aa-b759-bb7fb9560a05 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:15:57.052799 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.092520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8b6cf92-5316-4bee-bde5-615e42b512e8 req-a9375219-51b9-45e9-af93-58e77c93bbb9 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0348990 Aug 12 04:15:57.138020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.174939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7770e770-5bb3-4228-b45d-4e25de31efad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2877767 Aug 12 04:15:57.177635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:57.183456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:57.188330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:57.195647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:57.200471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:57.207137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:57.213443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-8b597767-8023-45aa-b759-bb7fb9560a05', 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'fixed_ips': [{'subnet_id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:15:57.214370 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.254385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.255121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.297218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.298619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.352372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Allocated IP 172.20.0.2 (8b597767-8023-45aa-b759-bb7fb9560a05/b3b10e9e-1960-474d-b38b-e831f54c3e94/eebdb955-c0f9-4c88-a12c-5916ce8b8a75) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:57.356918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.434105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.440417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.449638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.449832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-c6fd8558-5618-436e-8af7-8c3782a173b4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1824758 Aug 12 04:15:57.452777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.458998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.462814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Request body: {'port': {'device_id': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:15:57.464901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.472449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.474532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-80461f7c-7a78-422a-875d-23691da208c3 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5426 time: 0.0976660 Aug 12 04:15:57.505835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.512931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Transition to ACTIVE for port object eebdb955-c0f9-4c88-a12c-5916ce8b8a75 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:57.530085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Transition to ACTIVE for port object eebdb955-c0f9-4c88-a12c-5916ce8b8a75 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:57.573683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059f208-9454-4610-8044-ee11e2c7fb78 req-970ddc46-6b29-43e2-b89f-25c0ec922006 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.575474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0059f208-9454-4610-8044-ee11e2c7fb78 req-970ddc46-6b29-43e2-b89f-25c0ec922006 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.0877259 Aug 12 04:15:57.578794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.623037 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.648111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b07238a4-4ba1-4fc3-8cde-0dff22c9cb43 req-07b8df6a-aa41-4fd0-9543-f666eceebb25 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320806 Aug 12 04:15:57.654403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.661254 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0059f208-9454-4610-8044-ee11e2c7fb78 req-7a770727-42fe-40b4-a143-8cdf37c4dfc4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703361 Aug 12 04:15:57.661919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:57.672177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Network 8b597767-8023-45aa-b759-bb7fb9560a05 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:57.679402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:57.687902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:57.726200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Pushing event updated for resources: {'Port': ['ID=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:57.764393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Attempting to bind port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:57.764774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Attempting to bind port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:57.765148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Attempting to bind port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 on network 8b597767-8023-45aa-b759-bb7fb9560a05 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:57.776643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:57.777020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Checking segment: {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:57.777432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.777831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Bound using segment: {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:57.778316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Bound port: eebdb955-c0f9-4c88-a12c-5916ce8b8a75, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:57.778721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.864185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a0f2-dcc9-4a5f-8dfd-ff2abb66d478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.872967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] For port eebdb955-c0f9-4c88-a12c-5916ce8b8a75, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:57.876235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] For port eebdb955-c0f9-4c88-a12c-5916ce8b8a75, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:57.900667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bc2c4-6516-433e-83c4-9cedb1e5411d req-d06e1dc5-434f-40d6-a41f-85a20410f25e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:57.902217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-423bc2c4-6516-433e-83c4-9cedb1e5411d req-d06e1dc5-434f-40d6-a41f-85a20410f25e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 931 time: 0.0989454 Aug 12 04:15:57.966078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.972688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cede4c-d1b8-4172-b313-e8c53a09484a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:15:57.984798 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:57.985285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-423bc2c4-6516-433e-83c4-9cedb1e5411d req-e2504ac1-11f9-4403-8491-fe40688d41ff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Aug 12 04:15:57.997834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Transition to ACTIVE for port object 81cede4c-d1b8-4172-b313-e8c53a09484a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:15:58.016794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:58.077468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfb0cb-ea30-4d86-b157-9fb1c8c9d734 None None] Pushing event updated for resources: {'Port': ['ID=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.079793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.120750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.151306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a0f2-dcc9-4a5f-8dfd-ff2abb66d478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.151757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.152926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.223023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d05a3861-aa2c-4edd-9e11-f2a84f6d2cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.235546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-334840da-2c87-4365-b417-394b003b02ad req-3fda9dab-bc49-4662-ab56-59c3c15d9504 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0412338 Aug 12 04:15:58.254756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:58.260394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:58.261110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.286560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fb7a0f2-dcc9-4a5f-8dfd-ff2abb66d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.294962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Attempting to bind port 81cede4c-d1b8-4172-b313-e8c53a09484a on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:15:58.295427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Attempting to bind port 81cede4c-d1b8-4172-b313-e8c53a09484a by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:15:58.295757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Attempting to bind port 81cede4c-d1b8-4172-b313-e8c53a09484a on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:58.300676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Port 81cede4c-d1b8-4172-b313-e8c53a09484a on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:15:58.302176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Attempting to bind port 81cede4c-d1b8-4172-b313-e8c53a09484a on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:15:58.306235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:15:58.306565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:15:58.309401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Bound using segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:15:58.310191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Bound port: 81cede4c-d1b8-4172-b313-e8c53a09484a, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:15:58.310752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.361972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7a0f2-dcc9-4a5f-8dfd-ff2abb66d478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7024e8-6685-4dac-a131-890dbf10e45b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.376214 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4fb7a0f2-dcc9-4a5f-8dfd-ff2abb66d478 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75fb309496324a279046b8cd06c721ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7125826 Aug 12 04:15:58.377829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Allocated IP 172.25.6.159 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/1d46eccc-a49a-4244-b8b1-6ec81678884e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:15:58.380120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56848) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:58.382499 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.402198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:15:58.407200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:15:58.418558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:58.421388 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf545f4-f9b1-4268-a3de-5a8cc82e0fd4" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:58.440168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:58.464554 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcfe7dc-efa6-4e07-8daf-a86ece295614 x-openstack-request-id: req-6fcfe7dc-efa6-4e07-8daf-a86ece295614 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:58.464841 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:58.465107 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fcfe7dc-efa6-4e07-8daf-a86ece295614 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:58.465489 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5', 'code': 200} Aug 12 04:15:58.501540 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572210a-c8cf-4cfd-9f3a-f2680ce8cf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.519794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.540713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572210a-c8cf-4cfd-9f3a-f2680ce8cf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.547069 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.550825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4176692e-2264-4a3d-9cd8-b70b8f25ee79 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:58.558434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.559120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.560515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] 10.222.0.20 "PUT /v2.0/ports/81cede4c-d1b8-4172-b313-e8c53a09484a HTTP/1.1" status: 200 len: 1091 time: 1.1052670 Aug 12 04:15:58.560940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:15:58.563221 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ef276-c024-4a9a-a563-6cabb0f90988" -d '{"events": [{"name": "network-changed", "server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:15:58.572405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.605084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ca133-13f1-40a4-85af-c6bfc0684e74 service neutron] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.636911 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69c515b-5a57-4dae-a502-bb23ee7a517e x-openstack-request-id: req-f69c515b-5a57-4dae-a502-bb23ee7a517e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:15:58.636911 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:15:58.637136 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f69c515b-5a57-4dae-a502-bb23ee7a517e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:15:58.637341 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'status': 'completed', 'code': 200} Aug 12 04:15:58.646346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.689311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef276-c024-4a9a-a563-6cabb0f90988 req-45040925-68f4-4bb1-8856-ef99a0e35add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.690883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-293ef276-c024-4a9a-a563-6cabb0f90988 req-45040925-68f4-4bb1-8856-ef99a0e35add service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 1094 time: 0.0443184 Aug 12 04:15:58.706691 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572210a-c8cf-4cfd-9f3a-f2680ce8cf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.712651 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572210a-c8cf-4cfd-9f3a-f2680ce8cf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.712651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9572210a-c8cf-4cfd-9f3a-f2680ce8cf00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a7024e8-6685-4dac-a131-890dbf10e45b HTTP/1.1" status: 204 len: 168 time: 0.3292396 Aug 12 04:15:58.741783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572210a-c8cf-4cfd-9f3a-f2680ce8cf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7024e8-6685-4dac-a131-890dbf10e45b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.769434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:58.771578 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.773859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:58.774407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.823906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba39bb-05c2-4447-b723-dad27b454ac8 req-3ab70bbb-3a4c-4036-a4d7-e91463c1766f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.831867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aeba39bb-05c2-4447-b723-dad27b454ac8 req-3ab70bbb-3a4c-4036-a4d7-e91463c1766f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.1081173 Aug 12 04:15:58.847911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:15:58.851969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:15:58.873815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:15:58.890304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.899636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.911889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Pushing event updated for resources: {'Port': ['ID=1d46eccc-a49a-4244-b8b1-6ec81678884e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:58.916015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.924093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.942250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aeba39bb-05c2-4447-b723-dad27b454ac8 req-7ceda87d-e1ff-4d66-9eec-3b278b9f79ae tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093178 Aug 12 04:15:58.949592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.966834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.973250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.975475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:58.984504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-164901ac-6280-4098-9ee5-777c42e78d05 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5427 time: 0.1956670 Aug 12 04:15:58.986415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef276-c024-4a9a-a563-6cabb0f90988 req-83f6ee8e-e224-4b9d-9b6b-e8b38b1e8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:58.987091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eebdb955-c0f9-4c88-a12c-5916ce8b8a75 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:58.988243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-293ef276-c024-4a9a-a563-6cabb0f90988 req-83f6ee8e-e224-4b9d-9b6b-e8b38b1e8777 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c72021374ff44d2f96179e0b5ececebd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2883837 Aug 12 04:15:59.061642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:59.118402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6805f48c-47fd-4bd9-b3e0-0d14f5a41b1f req-bfc4653c-d52b-4663-9863-b510eadc092a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339617 Aug 12 04:15:59.145066 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.145066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bebd6703-caeb-460a-bdf2-2c0b3dc18c4f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:59.191950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:59.211240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef276-c024-4a9a-a563-6cabb0f90988 req-13392b40-b035-441f-8a08-d2423966f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:59.212808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-293ef276-c024-4a9a-a563-6cabb0f90988 req-13392b40-b035-441f-8a08-d2423966f0f7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012317 Aug 12 04:15:59.276286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:15:59.366067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:59.371020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:59.371423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.471352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd50acf-3f57-403a-9d4a-604c513d4df1 req-dc3b4ffd-07fa-4865-a098-2d8ae39865ce tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0368874 Aug 12 04:15:59.474386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49dc950-eb0b-4259-a30c-83d4920d427e None None] Network 8b597767-8023-45aa-b759-bb7fb9560a05 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:15:59.491596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.492234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.600915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:15:59.660170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-3d0acdba-037b-444a-91b8-166a3c939ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:59.661853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-3d0acdba-037b-444a-91b8-166a3c939ea1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 1094 time: 0.4093647 Aug 12 04:15:59.670123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f873f2c-28e0-4d0c-b25f-9aa4e67eef0a req-e46cd314-f640-4af1-9872-d8ad8ad350e2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:59.673660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f873f2c-28e0-4d0c-b25f-9aa4e67eef0a req-e46cd314-f640-4af1-9872-d8ad8ad350e2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 943 time: 0.4427693 Aug 12 04:15:59.715883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-98d8ec24-3c43-4a0f-ac75-61fc4291e115 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cede4c-d1b8-4172-b313-e8c53a09484a HTTP/1.1" status: 200 len: 217 time: 0.0430481 Aug 12 04:15:59.727092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56870) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:15:59.791766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] Provisioning for port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:15:59.792284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14407e-fd42-4658-af55-d11b16642434 req-7e1ab3d3-4267-4677-b8b2-1085b0e33a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:15:59.794088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-7e1ab3d3-4267-4677-b8b2-1085b0e33a3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.0684865 Aug 12 04:15:59.794911 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.795071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bd87fb1-7887-4a37-af80-a6dff86e2f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.796141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7d6a9ddb-641b-4dba-af63-326a442d56ab up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:15:59.852994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] Provisioning complete for port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:15:59.853395 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.857700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-2b986d6b-3cf6-463c-a747-ce5e52e0b142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481246 Aug 12 04:15:59.862373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f873f2c-28e0-4d0c-b25f-9aa4e67eef0a req-01a95427-28e1-470c-a89c-6670f562c753 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821685 Aug 12 04:15:59.964050 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:15:59.982968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:00.004600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-97107a41-7c84-4418-93fc-d58246591e5a service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378171 Aug 12 04:16:00.053267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.097962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] For port eebdb955-c0f9-4c88-a12c-5916ce8b8a75, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:00.125439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 7d6a9ddb-641b-4dba-af63-326a442d56ab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:00.130208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 7d6a9ddb-641b-4dba-af63-326a442d56ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:00.130401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.145435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c14407e-fd42-4658-af55-d11b16642434 req-64444978-0e85-411a-94ea-a4e998adc78e service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320534 Aug 12 04:16:00.153285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bd87fb1-7887-4a37-af80-a6dff86e2f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.171016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf350c4b-158c-4e3f-a18a-e309fd6cffe6 req-409a968b-5366-4c22-a922-1a65947986d7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.175349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf350c4b-158c-4e3f-a18a-e309fd6cffe6 req-409a968b-5366-4c22-a922-1a65947986d7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.0875561 Aug 12 04:16:00.231511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.242134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf350c4b-158c-4e3f-a18a-e309fd6cffe6 req-cbcc813e-a794-4e36-9c76-ae711e829736 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528314 Aug 12 04:16:00.255073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9bd87fb1-7887-4a37-af80-a6dff86e2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.296232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:16:00.301605 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.335722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d83b0b-c21b-4737-a25e-6a1e747bdfe8 None None] Pushing event updated for resources: {'Port': ['ID=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:00.343716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9bd87fb1-7887-4a37-af80-a6dff86e2f56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ad0be669861453e8e2ca05ed9b149be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6154673 Aug 12 04:16:00.347161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56880) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:00.355425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd87fb1-7887-4a37-af80-a6dff86e2f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee11edb-7940-46aa-996a-cde1cf096ffa,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:00.371649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.373269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:00.378671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.378821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-26c98230-1033-41fa-b718-598b1f255c92 None None] Provisioning complete for port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:00.379163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-26c98230-1033-41fa-b718-598b1f255c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.385184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.391191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.398041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.403877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.410048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:00.412079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-11155ad1-a684-4d56-a619-f1e00e84c2fc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5429 time: 0.1689436 Aug 12 04:16:00.423205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:16:00.436569 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Sync routers for ids ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:16:00.449689 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Routers {'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:00.450389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:15:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:00.464094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.464887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d820240f-a2aa-447d-abcf-b6ef906d1933 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:00.469611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4176692e-2264-4a3d-9cd8-b70b8f25ee79'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:00.471589 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9be143-620e-40a5-a9ff-7f37b9230147" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "4176692e-2264-4a3d-9cd8-b70b8f25ee79"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:00.482931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b15a398b-73f7-4ebd-9e13-e4c6e1d2c6cb req-1760b542-fcf3-416b-baa7-463d41fce093 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618408 Aug 12 04:16:00.488168 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7132ed7e-a363-471c-88f7-ee6e59f50e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.518213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7132ed7e-a363-471c-88f7-ee6e59f50e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.561695 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5f9b4-e60d-4dec-814e-1047e6e2cd1a x-openstack-request-id: req-68c5f9b4-e60d-4dec-814e-1047e6e2cd1a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:00.561996 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "4176692e-2264-4a3d-9cd8-b70b8f25ee79", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:00.562240 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68c5f9b4-e60d-4dec-814e-1047e6e2cd1a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:00.563005 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4176692e-2264-4a3d-9cd8-b70b8f25ee79', 'code': 200} Aug 12 04:16:00.563005 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f', 'code': 200} Aug 12 04:16:00.563216 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab', 'code': 200} Aug 12 04:16:00.564818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.568637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-34ee83e9-cf70-4ea5-afbd-110bd30a6bcc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3867905 Aug 12 04:16:00.569320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56886) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:00.588581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:00.598539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79c59b3f-e5d3-46a9-9eee-4f75cc6d7bb7 req-429a2ffe-5358-40a5-b82d-bd24ffafdd1e tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0394197 Aug 12 04:16:00.639780 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Set router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:00.725641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port d820240f-a2aa-447d-abcf-b6ef906d1933 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:00.729765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port d820240f-a2aa-447d-abcf-b6ef906d1933 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:00.730147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.760428 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7132ed7e-a363-471c-88f7-ee6e59f50e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.762001 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0d5b8f71-e428-4758-9552-0df8a665422a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.763515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7132ed7e-a363-471c-88f7-ee6e59f50e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.764191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7132ed7e-a363-471c-88f7-ee6e59f50e93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dee11edb-7940-46aa-996a-cde1cf096ffa HTTP/1.1" status: 204 len: 168 time: 0.4161015 Aug 12 04:16:00.776685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132ed7e-a363-471c-88f7-ee6e59f50e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee11edb-7940-46aa-996a-cde1cf096ffa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:00.825562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.827685 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:15:59Z', 'revision_number': 3, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:00.857327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Checking router: e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:16:00.857874 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Updating router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 port 1d46eccc-a49a-4244-b8b1-6ec81678884e binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:16:00.877328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d820240f-a2aa-447d-abcf-b6ef906d1933,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:00.897258 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:00.933479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eebdb955-c0f9-4c88-a12c-5916ce8b8a75 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:00.981933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:00.982249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.018479 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.052834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.053632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:01.055710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c715b-6aaa-4fe1-9742-fc350329a780 req-8d400500-c547-4475-86b7-e4fc45634ae5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.057348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad2c715b-6aaa-4fe1-9742-fc350329a780 req-8d400500-c547-4475-86b7-e4fc45634ae5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 943 time: 0.0924432 Aug 12 04:16:01.146727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:01.146944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad2c715b-6aaa-4fe1-9742-fc350329a780 req-4a60a065-91c5-4a0d-a775-1d8870767973 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 Aug 12 04:16:01.199614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.204947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:01.209241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:01.209586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.221633 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.232506 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Transition to ACTIVE for port object 1d46eccc-a49a-4244-b8b1-6ec81678884e will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:01.305697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.312543 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.365905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:01.374892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Attempting to bind port 1d46eccc-a49a-4244-b8b1-6ec81678884e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:01.375521 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Attempting to bind port 1d46eccc-a49a-4244-b8b1-6ec81678884e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:01.376178 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Attempting to bind port 1d46eccc-a49a-4244-b8b1-6ec81678884e on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:01.389582 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:01.391357 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:01.391869 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.396095 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:01.396095 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Bound port: 1d46eccc-a49a-4244-b8b1-6ec81678884e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:01.396095 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.401429 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96228cd5-b67c-4a73-ad38-4d51e448a817 None None] Pushing event updated for resources: {'Port': ['ID=1d46eccc-a49a-4244-b8b1-6ec81678884e,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:01.410597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecc588-5457-48c4-be39-bb56037f4f36 req-f45a47ec-ff39-4b07-987e-7a43ef835752 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.412284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34ecc588-5457-48c4-be39-bb56037f4f36 req-f45a47ec-ff39-4b07-987e-7a43ef835752 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 945 time: 0.0738366 Aug 12 04:16:01.445261 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.446702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 195820d1-456d-4190-810d-39d565cad58f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:01.483402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34ecc588-5457-48c4-be39-bb56037f4f36 req-c8c8f1b8-4fe2-4057-bbc2-5b0a901c06dd tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Aug 12 04:16:01.484376 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] For port 1d46eccc-a49a-4244-b8b1-6ec81678884e, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:01.487601 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] For port 1d46eccc-a49a-4244-b8b1-6ec81678884e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d46eccc-a49a-4244-b8b1-6ec81678884e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:01.492740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Allocated IP 172.20.0.1 (8b597767-8023-45aa-b759-bb7fb9560a05/b3b10e9e-1960-474d-b38b-e831f54c3e94/2a69b31d-42a5-4330-b4d4-b854499ba5ee) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:01.532110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:01.582639 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.610881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 195820d1-456d-4190-810d-39d565cad58f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:01.615567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 195820d1-456d-4190-810d-39d565cad58f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:01.616220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.642687 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.661522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Transition to ACTIVE for port object 2a69b31d-42a5-4330-b4d4-b854499ba5ee will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:01.710402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.717977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.724455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.731727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.738393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.742927 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Routers {'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:01.743618 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:01.747967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.748819 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96228cd5-b67c-4a73-ad38-4d51e448a817 None None] Pushing event updated for resources: {'Port': ['ID=1d46eccc-a49a-4244-b8b1-6ec81678884e,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:01.771004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:01.779408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49cb1ea5-f63b-44de-a1df-4ad978358fa2 req-5b283e51-6726-49aa-9106-161bc0af6d25 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0515947 Aug 12 04:16:01.785739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-e9da428a-91ce-4481-8a28-e113889115ee tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5431 time: 0.2013693 Aug 12 04:16:01.789173 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.798900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.828038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=195820d1-456d-4190-810d-39d565cad58f,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:01.859420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Network 8b597767-8023-45aa-b759-bb7fb9560a05 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:01.862946 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a355e868-d0db-49e3-a95c-25a2397ad88e req-20ce31de-b350-4d97-953f-7f78758a5d67 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726886 Aug 12 04:16:01.864159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:01.871131 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] Set router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:01.878332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:01.913896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.915182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 6f041923-be97-4ace-96c6-8ee1c038308c up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:01.942750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:01.945355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a69b31d-42a5-4330-b4d4-b854499ba5ee,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:02.036272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:02.095343 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:15:59Z', 'revision_number': 3, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:02.107753 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.108444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 6f041923-be97-4ace-96c6-8ee1c038308c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:02.112992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 6f041923-be97-4ace-96c6-8ee1c038308c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:02.113369 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.140837 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b010376-9fdb-41c4-b78b-77b27584ef44 None None] The sync data for ids ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'] in n-d-804320-1 is: [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:15:59Z', 'revision_number': 3, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:16:02.215058 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.252395 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.254820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6f041923-be97-4ace-96c6-8ee1c038308c,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:02.275070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4efd168f-ddd7-49c5-8447-504e248704d6 None None] Provisioning for port 2a69b31d-42a5-4330-b4d4-b854499ba5ee completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:02.285269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4efd168f-ddd7-49c5-8447-504e248704d6 None None] Provisioning complete for port 2a69b31d-42a5-4330-b4d4-b854499ba5ee triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:02.286061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4efd168f-ddd7-49c5-8447-504e248704d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.345139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4efd168f-ddd7-49c5-8447-504e248704d6 None None] Port 2a69b31d-42a5-4330-b4d4-b854499ba5ee cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:02.354135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.408712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:02.430158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8887-223f-404d-9ea4-88a3cfec760c req-8ad98ae7-b44d-4a03-b1b6-c6718c1ab74f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:02.434665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-903a8887-223f-404d-9ea4-88a3cfec760c req-8ad98ae7-b44d-4a03-b1b6-c6718c1ab74f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 943 time: 0.1643076 Aug 12 04:16:02.511115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-903a8887-223f-404d-9ea4-88a3cfec760c req-02b55795-965a-4084-8fec-79dbf908f17e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644186 Aug 12 04:16:02.566277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933'}, {'server_uuid': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195820d1-456d-4190-810d-39d565cad58f'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:02.570073 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b320046-1496-413a-a719-4cbd35c7fb75" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933"}, {"server_uuid": "42fde1ec-7c63-4de9-82b4-019a6a64893f", "name": "network-vif-plugged", "status": "completed", "tag": "9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "195820d1-456d-4190-810d-39d565cad58f"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:02.574247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:02.582281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.646486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.667149 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b035d8-a4bc-4ae2-9cce-7f533e42e202 x-openstack-request-id: req-b4b035d8-a4bc-4ae2-9cce-7f533e42e202 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:02.667370 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933", "code": 200}, {"server_uuid": "42fde1ec-7c63-4de9-82b4-019a6a64893f", "name": "network-vif-plugged", "status": "completed", "tag": "9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "195820d1-456d-4190-810d-39d565cad58f", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-plugged", "status": "completed", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:02.667705 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4b035d8-a4bc-4ae2-9cce-7f533e42e202 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:02.668116 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'code': 200} Aug 12 04:16:02.668389 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', 'code': 200} Aug 12 04:16:02.668627 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195820d1-456d-4190-810d-39d565cad58f', 'code': 200} Aug 12 04:16:02.668886 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c', 'code': 200} Aug 12 04:16:02.714523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a69b31d-42a5-4330-b4d4-b854499ba5ee,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:02.748207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660031-93f4-4de5-b975-1dadb8b5ca81 req-e7563dda-9a1e-4d9a-bdd2-f8f873123342 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:02.755979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a660031-93f4-4de5-b975-1dadb8b5ca81 req-e7563dda-9a1e-4d9a-bdd2-f8f873123342 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 946 time: 0.1439667 Aug 12 04:16:02.774627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:02.778937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.800932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'mac_address': 'fa:16:3e:6f:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:02.858956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a660031-93f4-4de5-b975-1dadb8b5ca81 req-1a1e5bf8-78ee-45e1-8fe1-466f5eac9664 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000724 Aug 12 04:16:02.859693 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:02.898231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cede4c-d1b8-4172-b313-e8c53a09484a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:02.953952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:02.984925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Network 8b597767-8023-45aa-b759-bb7fb9560a05 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:02.986684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:03.016759 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.047506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8b236e4-8149-489c-8383-3c89f93e79ed req-388c80f3-a659-49c6-9418-c15dedc5d9e8 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0502946 Aug 12 04:16:03.060988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ac183-c036-43f4-9029-bcc701317088 req-36149fe2-e906-44d2-9169-5dbab1fbc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.062562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf4ac183-c036-43f4-9029-bcc701317088 req-36149fe2-e906-44d2-9169-5dbab1fbc065 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 1097 time: 0.3180192 Aug 12 04:16:03.070974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.071713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.072375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.073002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.073630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.074252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.074902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.077352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-79ccdc0b-1d76-43e3-9633-c841058f47b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.2451909 Aug 12 04:16:03.080532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d46eccc-a49a-4244-b8b1-6ec81678884e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:03.135869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca6d9020-d472-42b7-82b9-4bff9645b389 req-22683207-0d5f-4859-965f-98e12167393e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5d93f339-0209-4479-94dd-f8997b0701af&id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493467 Aug 12 04:16:03.146161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf4ac183-c036-43f4-9029-bcc701317088 req-33c3f345-1b14-495f-97aa-9a55b119a110 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Aug 12 04:16:03.152701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:03.242676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.250165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.257751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.265550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.278000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.284382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1d46eccc-a49a-4244-b8b1-6ec81678884e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:03.288470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1d46eccc-a49a-4244-b8b1-6ec81678884e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:03.288840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.291423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.298431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.307275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-c275e86f-7284-4c9b-b43d-4afc4e99bc12 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.3038495 Aug 12 04:16:03.341504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['81cede4c-d1b8-4172-b313-e8c53a09484a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:03.387085 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b96183a7-ec25-499c-9e94-5de1a3d17a74 req-7d5a482f-7c75-460f-aaf1-f3c8dd99841b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771573 Aug 12 04:16:03.401737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:16:03.433285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-24c2c66f-bc8e-4631-a3c8-b28411d26ff6 None None] Provisioning complete for port 2a69b31d-42a5-4330-b4d4-b854499ba5ee triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:03.433881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24c2c66f-bc8e-4631-a3c8-b28411d26ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.518534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:16:03.526730 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.527736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fc9f83e4-fa01-44a3-bb5c-17b4f324c2a6 admin admin] 10.222.0.42 "PUT /v2.0/routers/e8bd60cc-a681-4420-9e50-d1f3df3a4ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9576886 Aug 12 04:16:03.547463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-24c2c66f-bc8e-4631-a3c8-b28411d26ff6 None None] Port 2a69b31d-42a5-4330-b4d4-b854499ba5ee cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:03.579295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1d46eccc-a49a-4244-b8b1-6ec81678884e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d46eccc-a49a-4244-b8b1-6ec81678884e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:03.637917 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.669779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2895-87ba-499c-be47-2d91a42918d1 req-3a8b9a94-c1e8-4e33-b7c6-2f89443efa4d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:03.671323 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e8d2895-87ba-499c-be47-2d91a42918d1 req-3a8b9a94-c1e8-4e33-b7c6-2f89443efa4d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 944 time: 0.0550520 Aug 12 04:16:03.687745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56960) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:03.697016 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.719407 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e8d2895-87ba-499c-be47-2d91a42918d1 req-679f580f-9cf6-4e6f-8687-47ae88cad59e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Aug 12 04:16:03.753707 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1d46eccc-a49a-4244-b8b1-6ec81678884e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:03.812291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-96547853'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:03.887549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:03.891049 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.918093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:03.927595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:03.927946 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Added segment aade38a0-773a-4a0f-8193-8e7e6d56bf92 of type vlan for network a432b487-358d-43a6-85c9-2d9a9c1e35b0 Aug 12 04:16:04.001575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.028281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12ebd6-41d4-4275-84f1-6974e9bbdd4e req-e043be13-1be1-4081-812f-77faf86b14a7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.029794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb12ebd6-41d4-4275-84f1-6974e9bbdd4e req-e043be13-1be1-4081-812f-77faf86b14a7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 946 time: 0.0913360 Aug 12 04:16:04.112585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb12ebd6-41d4-4275-84f1-6974e9bbdd4e req-16858cd6-e588-4064-9c87-6e7fa221e0f2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594296 Aug 12 04:16:04.119425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Sync routers for ids ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:16:04.127054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.132260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Routers {'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:04.132694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.134728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.134838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:04.166535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12df6a15-1816-4d94-8233-513e930b4c87 req-7de45896-a7c7-4527-959b-6dde140067ef tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0359683 Aug 12 04:16:04.204434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Network': ['ID=a432b487-358d-43a6-85c9-2d9a9c1e35b0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:04.215677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:04.270855 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dc244b0a-7463-4953-a44a-3fcff2ff4e35 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5818543 Aug 12 04:16:04.274138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56982) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:04.279669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'subnet': {'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:04.336681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Set router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:04.505622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:04.509824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.583704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:04.590832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.596705 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.602530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.608469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.614312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.620768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.626884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.628852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-663d1d17-05fe-43d8-a426-af611e7a067f req-207faf65-8cc7-4957-916d-81983ea811bd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.1599867 Aug 12 04:16:04.702637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-663d1d17-05fe-43d8-a426-af611e7a067f req-da36f205-2e25-4e66-b607-365e23ec7914 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612936 Aug 12 04:16:04.725386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:16:02Z', 'revision_number': 4, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2a69b31d-42a5-4330-b4d4-b854499ba5ee', 'name': '', 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'mac_address': 'fa:16:3e:df:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:01Z', 'updated_at': '2021-08-12T04:16:02Z', 'revision_number': 2, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'subnets': [{'id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:04.754887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 81cede4c-d1b8-4172-b313-e8c53a09484a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:04.758113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Checking router: e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:16:04.758516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Updating router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 port 2a69b31d-42a5-4330-b4d4-b854499ba5ee binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:16:04.764062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 81cede4c-d1b8-4172-b313-e8c53a09484a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:04.764517 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.809687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.889704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17ff21-502d-4bb3-8160-37febdae1fcb req-697cea7c-b938-460b-a588-8cf1562fa8e4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:04.895346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb17ff21-502d-4bb3-8160-37febdae1fcb req-697cea7c-b938-460b-a588-8cf1562fa8e4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 944 time: 0.0738494 Aug 12 04:16:04.897076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.902676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:04.912473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d46eccc-a49a-4244-b8b1-6ec81678884e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:05.007031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Subnet': ['ID=026a0cf5-6ba8-40e3-aa46-faf304b4b2ff,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:05.018362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb17ff21-502d-4bb3-8160-37febdae1fcb req-d4735f26-738b-4f8c-9273-8b67180a1b0b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169112 Aug 12 04:16:05.025813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Checking segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:05.026069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:05.026317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network hostable DHCP agents. Network: a432b487-358d-43a6-85c9-2d9a9c1e35b0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:16:05.028340 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6538f22-e383-4a3a-8bd5-eee43b857a3a" -d '{"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-plugged", "status": "completed", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:05.051077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:05.095271 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048539f-852d-4625-a11c-be40641d60ad x-openstack-request-id: req-f048539f-852d-4625-a11c-be40641d60ad {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:05.095457 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-plugged", "status": "completed", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:05.095716 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f048539f-852d-4625-a11c-be40641d60ad {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:05.096118 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'code': 200} Aug 12 04:16:05.103372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:16:05.115754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1d46eccc-a49a-4244-b8b1-6ec81678884e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:05.116131 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.153219 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.181957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a432b487-358d-43a6-85c9-2d9a9c1e35b0) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:05.188105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:05.189433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.204604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d8e98-a875-4d12-8db1-fef8c3747fe5 None None] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:05.272667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fdddf-cab4-4197-9f93-b814ae3546a4 req-21995f11-b562-4c4a-bbb4-100bfebee62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:05.274170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e51fdddf-cab4-4197-9f93-b814ae3546a4 req-21995f11-b562-4c4a-bbb4-100bfebee62e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 1096 time: 0.1090467 Aug 12 04:16:05.285141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca75c-20d9-4a26-9351-753b5f35b071 req-13976173-5fad-4f7c-ad34-e8d26ad7cfce tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:05.286643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a6ca75c-20d9-4a26-9351-753b5f35b071 req-13976173-5fad-4f7c-ad34-e8d26ad7cfce tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 946 time: 0.0901268 Aug 12 04:16:05.303237 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68ce70df-4a00-47e7-bca0-9b77c87242bb req-3a3e24ae-8870-42e3-adcf-f8a29e5ad45c tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0369616 Aug 12 04:16:05.338199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d473968d-fa2b-43b9-83c8-20f10f0ca5c7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0633106 Aug 12 04:16:05.340885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57004) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:05.346501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-534386700'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:05.347297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e51fdddf-cab4-4197-9f93-b814ae3546a4 req-741e3ed8-53c9-4c4d-97e2-e9134580362c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595558 Aug 12 04:16:05.361401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a6ca75c-20d9-4a26-9351-753b5f35b071 req-cffe07cd-641d-47e8-843d-e98e04c11e2b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608373 Aug 12 04:16:05.361631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:05.415895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.439942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:05.440859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Transition to ACTIVE for port object 2a69b31d-42a5-4330-b4d4-b854499ba5ee will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:05.444236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.470402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:05.488877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.494148 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Added segment 4cabdd7e-3d1f-4913-b90f-575071778b86 of type vlan for network c2b766ae-e4ac-4568-b98d-08147cda3d47 Aug 12 04:16:05.539902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'fixed_ips': [{'subnet_id': '026a0cf5-6ba8-40e3-aa46-faf304b4b2ff'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:16:05.541073 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.553719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.558950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.651546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.658839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:05.659770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.723372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24050a80-85dc-4d4f-865b-9de3d156c0b6 req-204d01f6-fad0-4b57-b7ef-9b0a793b21b0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:05.724951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24050a80-85dc-4d4f-865b-9de3d156c0b6 req-204d01f6-fad0-4b57-b7ef-9b0a793b21b0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1284695 Aug 12 04:16:05.735793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619685d-2ff9-4f6b-804c-fde76089d4a5 None None] Pushing event updated for resources: {'Port': ['ID=2a69b31d-42a5-4330-b4d4-b854499ba5ee,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:05.752958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24050a80-85dc-4d4f-865b-9de3d156c0b6 req-91d95302-54ec-43c1-a10a-2e92093a66cd tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0200744 Aug 12 04:16:05.778704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Network': ['ID=c2b766ae-e4ac-4568-b98d-08147cda3d47,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:05.803067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:05.825829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24050a80-85dc-4d4f-865b-9de3d156c0b6 req-399498c0-e9c0-478d-ae35-6ea685b7fdac tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671201 Aug 12 04:16:05.849666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a2f5b4f-7894-46f7-bd6c-1d3e32eb3caa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5072677 Aug 12 04:16:05.850690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57026) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:05.861206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'subnet': {'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:05.877237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Allocated IP 19.80.0.2 (a432b487-358d-43a6-85c9-2d9a9c1e35b0/026a0cf5-6ba8-40e3-aa46-faf304b4b2ff/0e941488-5220-48b0-926b-79647cd0f731) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:05.879869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Attempting to bind port 2a69b31d-42a5-4330-b4d4-b854499ba5ee on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:05.880476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Attempting to bind port 2a69b31d-42a5-4330-b4d4-b854499ba5ee by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:05.881333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Attempting to bind port 2a69b31d-42a5-4330-b4d4-b854499ba5ee on network 8b597767-8023-45aa-b759-bb7fb9560a05 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:05.916909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:05.917602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Checking segment: {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:05.918307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.918982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Bound using segment: {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:05.919933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Bound port: 2a69b31d-42a5-4330-b4d4-b854499ba5ee, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f02a35-16df-423e-a618-dcb1a13cb6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:05.920418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:05.941890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24050a80-85dc-4d4f-865b-9de3d156c0b6 req-7560e7b7-8d32-4ec2-a056-6d0bb6ffdb9a service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077685 Aug 12 04:16:06.039396 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24050a80-85dc-4d4f-865b-9de3d156c0b6 req-1c6052e9-0f3c-41e2-9b72-884d204d2c86 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961177 Aug 12 04:16:06.142346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] For port 2a69b31d-42a5-4330-b4d4-b854499ba5ee, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:06.178737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] For port 2a69b31d-42a5-4330-b4d4-b854499ba5ee, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a69b31d-42a5-4330-b4d4-b854499ba5ee,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:06.203506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57032) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:06.218224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.226843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.228304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Transition to ACTIVE for port object 0e941488-5220-48b0-926b-79647cd0f731 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:06.233819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.240827 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.253032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.266015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.272083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.279712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.286360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.295912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-196e3d02-2ecb-4263-a7c4-fd86a9be06de tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.4944930 Aug 12 04:16:06.314390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619685d-2ff9-4f6b-804c-fde76089d4a5 None None] Pushing event updated for resources: {'Port': ['ID=2a69b31d-42a5-4330-b4d4-b854499ba5ee,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:06.327206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Transition to ACTIVE for port object 0e941488-5220-48b0-926b-79647cd0f731 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:06.341692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Routers {'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:06.342372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:06.406429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b635da5-d1cb-436c-a0ad-3c48116ff3ae req-9e724330-f3d6-472f-90ab-e33f317df8f5 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093152 Aug 12 04:16:06.428180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.434831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0d5e67a0-8bd1-408f-8435-5a388948edaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.559304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:06.560140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:06.567813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:06.572927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Pushing event updated for resources: {'Port': ['ID=0e941488-5220-48b0-926b-79647cd0f731,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:06.576789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81db5a-be14-477f-8df0-789dbada1c6d req-4917e55f-f2e5-43d4-8e17-faa31347c7d2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:06.578176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.582921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:06.584744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b81db5a-be14-477f-8df0-789dbada1c6d req-4917e55f-f2e5-43d4-8e17-faa31347c7d2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1300366 Aug 12 04:16:06.588097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] Set router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:06.642377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b81db5a-be14-477f-8df0-789dbada1c6d req-405f14e5-9da4-45fc-a49a-5fc7f3f54ee5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Aug 12 04:16:06.753912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0d5e67a0-8bd1-408f-8435-5a388948edaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.812792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e2728c-d31c-40b8-b0de-888cab9e11bb req-5cbfdafa-06ee-474e-af0f-575d4aaf37eb tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0466201 Aug 12 04:16:06.833819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0d5e67a0-8bd1-408f-8435-5a388948edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.908569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0d5e67a0-8bd1-408f-8435-5a388948edaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8a190abf73b4414b043b3eb3f1cb04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043953 Aug 12 04:16:06.911073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57054) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:06.918331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e67a0-8bd1-408f-8435-5a388948edaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539481d7-04be-4ef9-8d2c-69fbf2ef1a56,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:06.977816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:06.993883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Attempting to bind port 0e941488-5220-48b0-926b-79647cd0f731 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:06.994418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Attempting to bind port 0e941488-5220-48b0-926b-79647cd0f731 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:06.994621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Attempting to bind port 0e941488-5220-48b0-926b-79647cd0f731 on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:07.036446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:07.036826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Checking segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:07.037227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.037620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Bound using segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:07.038860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Bound port: 0e941488-5220-48b0-926b-79647cd0f731, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:07.043973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.070429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Subnet': ['ID=a14f4023-f885-404a-81f2-457baf7128c1,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:07.079079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Checking segment: {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:07.079449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network hostable DHCP agents. Network: c2b766ae-e4ac-4568-b98d-08147cda3d47, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:16:07.089458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.089658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.090026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.090368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.090737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.091106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.091430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.091764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.092102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.092545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.092882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.093217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.093549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:07.106659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.113394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.116877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] For port 0e941488-5220-48b0-926b-79647cd0f731, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:07.120059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.120721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] For port 0e941488-5220-48b0-926b-79647cd0f731, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0e941488-5220-48b0-926b-79647cd0f731,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:07.126741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.132863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.139370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.141527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2c940b0-7f95-4a12-8ba8-bd54ed6e8f75 req-4d34e81e-f289-4f8b-84b7-84b401118f60 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.1908062 Aug 12 04:16:07.142560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-840d00ea-ac5b-43e9-8de1-a309c709b48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.153674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57070) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:07.160558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Request body: {'floatingip': {'port_id': 'd820240f-a2aa-447d-abcf-b6ef906d1933'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:07.168820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-840d00ea-ac5b-43e9-8de1-a309c709b48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.169197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:16:02Z', 'revision_number': 4, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2a69b31d-42a5-4330-b4d4-b854499ba5ee', 'name': '', 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'mac_address': 'fa:16:3e:df:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:01Z', 'updated_at': '2021-08-12T04:16:06Z', 'revision_number': 4, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'subnets': [{'id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:07.200774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8b907-3648-441c-be2b-85cade52a519 None None] The sync data for ids ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'] in n-d-804320-1 is: [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:16:02Z', 'revision_number': 4, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2a69b31d-42a5-4330-b4d4-b854499ba5ee', 'name': '', 'network_id': '8b597767-8023-45aa-b759-bb7fb9560a05', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'mac_address': 'fa:16:3e:df:55:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:01Z', 'updated_at': '2021-08-12T04:16:06Z', 'revision_number': 4, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'subnets': [{'id': 'b3b10e9e-1960-474d-b38b-e831f54c3e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:16:07.214024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.221747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:16:07.245409 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.326703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa244a-2df5-4c04-be13-7009dfc7d5d0 None None] Pushing event updated for resources: {'Port': ['ID=0e941488-5220-48b0-926b-79647cd0f731,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:07.364968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-840d00ea-ac5b-43e9-8de1-a309c709b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.368021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-840d00ea-ac5b-43e9-8de1-a309c709b48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.372689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-840d00ea-ac5b-43e9-8de1-a309c709b48f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/539481d7-04be-4ef9-8d2c-69fbf2ef1a56 HTTP/1.1" status: 204 len: 168 time: 0.4603424 Aug 12 04:16:07.389410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d00ea-ac5b-43e9-8de1-a309c709b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539481d7-04be-4ef9-8d2c-69fbf2ef1a56,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:07.420284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c2b766ae-e4ac-4568-b98d-08147cda3d47) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:07.426910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.428008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.436932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca924944-6cf5-474d-9bd7-b9a27883221c None None] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:07.602670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5f0f08f5-0eb4-4abc-9146-c294781fd29a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7451239 Aug 12 04:16:07.765298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c2b766ae-e4ac-4568-b98d-08147cda3d47', 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'fixed_ips': [{'subnet_id': 'a14f4023-f885-404a-81f2-457baf7128c1'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:16:07.765298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:07.797753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-76be82bb-38d6-497f-972f-32379a79e4bc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.804415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-76be82bb-38d6-497f-972f-32379a79e4bc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.2705622 Aug 12 04:16:07.826180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-a16c6e92-63c0-4d0a-b057-de6d17282803 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0207644 Aug 12 04:16:07.966199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-8908015a-a87c-449a-821f-e012d26c370b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383731 Aug 12 04:16:07.978293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b453-4d9f-450e-a53d-b692980a0607 req-4a598161-f9f6-4574-a6fb-27a5b4933b3d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:07.984333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5129b453-4d9f-450e-a53d-b692980a0607 req-4a598161-f9f6-4574-a6fb-27a5b4933b3d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1323972 Aug 12 04:16:08.067667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Allocated IP 19.86.0.2 (c2b766ae-e4ac-4568-b98d-08147cda3d47/a14f4023-f885-404a-81f2-457baf7128c1/552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:08.074490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5129b453-4d9f-450e-a53d-b692980a0607 req-33eb423b-25c8-437b-937f-60190640b913 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685229 Aug 12 04:16:08.126451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-58f2871c-279b-489e-bd79-5c7d63fc7448 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579731 Aug 12 04:16:08.249746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-656f923d-60ec-49b3-94ba-6cb195693964 req-91230f39-2e7d-4a82-9771-e7ee9837b0b4 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0474389 Aug 12 04:16:08.257955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.290567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-a30b8901-1f16-4b1a-b658-326cf8cadb46 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629291 Aug 12 04:16:08.321423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.332622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Transition to ACTIVE for port object 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:08.354078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57112) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:08.362604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Transition to ACTIVE for port object 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:08.369524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.440249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.442632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.515563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:08.518917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:08.523237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:08.526479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Pushing event updated for resources: {'Port': ['ID=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:08.531917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.598555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Attempting to bind port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:08.598704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.599322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Attempting to bind port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:08.600404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Attempting to bind port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 on network c2b766ae-e4ac-4568-b98d-08147cda3d47 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:08.608118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:08.608720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Checking segment: {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:08.609303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.609888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Bound using segment: {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:08.610546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Bound port: 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:08.611130 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.646982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b1144c386f2486194893f80cedd6db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924066 Aug 12 04:16:08.647670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57120) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:08.684619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-0c3e4653-64ca-4916-bbab-b744420f963d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:08.692686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-0c3e4653-64ca-4916-bbab-b744420f963d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:08.694227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-0c3e4653-64ca-4916-bbab-b744420f963d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/networks?id=a432b487-358d-43a6-85c9-2d9a9c1e35b0&id=c2b766ae-e4ac-4568-b98d-08147cda3d47&id=a432b487-358d-43a6-85c9-2d9a9c1e35b0 HTTP/1.1" status: 200 len: 1389 time: 0.3260872 Aug 12 04:16:08.701801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] For port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:08.705558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] For port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:08.728272 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Floating IP a78a7b49-69e7-431f-88c2-e2dc7e9fb75a associated. External IP: 172.25.6.230, port: d820240f-a2aa-447d-abcf-b6ef906d1933. Aug 12 04:16:08.738204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327a9851-7aff-4722-9330-241b23d3a295,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:08.739263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-f0ad73ad-5559-4b24-96b3-e6ee1fa00ea7 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/quotas/16b669fdaee941e2a45cf54c009f2a72 HTTP/1.1" status: 200 len: 375 time: 0.0278962 Aug 12 04:16:08.753620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.754295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.754894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.755355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.755764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.756173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.756578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.756983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.757397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.757801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.758245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.758804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc1c3d-8384-459b-8fca-488a79fc972c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:08.778152 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.793571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8886e09-b458-4d41-82f6-d59fdd45166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.854908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8886e09-b458-4d41-82f6-d59fdd45166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:08.892944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c2ce-baa6-4043-bafc-2e2f836397d8 None None] Pushing event updated for resources: {'Port': ['ID=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:08.981040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2420c1a-4bb3-42de-a09f-b20adf932a63 None None] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:09.084621 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8886e09-b458-4d41-82f6-d59fdd45166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:09.088556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8886e09-b458-4d41-82f6-d59fdd45166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:09.089988 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b8886e09-b458-4d41-82f6-d59fdd45166a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/327a9851-7aff-4722-9330-241b23d3a295 HTTP/1.1" status: 204 len: 168 time: 0.4403703 Aug 12 04:16:09.097037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-1d56af84-f607-4fd3-add5-66e9174394e0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3567452 Aug 12 04:16:09.108445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8886e09-b458-4d41-82f6-d59fdd45166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a9851-7aff-4722-9330-241b23d3a295,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:09.138977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a69b31d-42a5-4330-b4d4-b854499ba5ee up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:09.262191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5f4859a5-d81c-4b05-b7c0-8f3d61db3bff None None] Provisioning for port 0e941488-5220-48b0-926b-79647cd0f731 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:09.412118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-99ca7082-2b0e-451a-ba68-8474f4378096 service neutron] 10.222.0.42 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097835 Aug 12 04:16:09.462930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2a69b31d-42a5-4330-b4d4-b854499ba5ee completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:09.471402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2a69b31d-42a5-4330-b4d4-b854499ba5ee triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:09.471402 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:09.471850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Router 85e60b0b-893b-47b3-b672-c8bae12eeac1 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:16:09.585552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-7fc45005-a0f4-417b-8428-2143604b52b8 service neutron] 10.222.0.42 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724541 Aug 12 04:16:09.623056 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:09.687222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 2a69b31d-42a5-4330-b4d4-b854499ba5ee, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a69b31d-42a5-4330-b4d4-b854499ba5ee,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:09.731977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:16:09.748243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:09.750100 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] Sync routers for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:16:09.771887 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:09.778615 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:09.778928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:09.778928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0e941488-5220-48b0-926b-79647cd0f731 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:09.819156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f72d6770-92a2-4d2f-ba45-1964dcd63421 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "PUT /v2.0/floatingips/a78a7b49-69e7-431f-88c2-e2dc7e9fb75a HTTP/1.1" status: 200 len: 991 time: 2.6500118 Aug 12 04:16:09.822489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:09.824960 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5" -d '{"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:09.838178 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-3fe5ea65-ca95-411c-95ce-7763b34ccb0b service neutron] 10.222.0.42 "GET /v2.0/networks/c2b766ae-e4ac-4568-b98d-08147cda3d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513020 Aug 12 04:16:09.889198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b596cebb-ec12-467b-8ec6-541d35089ed1 req-1e501443-79ab-4f22-a4fc-323b47a0da21 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 210 time: 0.0493543 Aug 12 04:16:09.942189 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:09.987210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-daf361d6-a91a-4d0c-932e-0ccafbe6401b service neutron] 10.222.0.42 "GET /v2.0/networks/c2b766ae-e4ac-4568-b98d-08147cda3d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479230 Aug 12 04:16:10.035795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=2a69b31d-42a5-4330-b4d4-b854499ba5ee,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:10.086302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79fda9c3-6c47-4c95-baa2-321d2720177d req-5e22ae03-ab7e-40bf-bac5-7107df216957 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0582511 Aug 12 04:16:10.129812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-175fe399-2e46-4c54-b148-c86427d84f18 service neutron] 10.222.0.42 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417358 Aug 12 04:16:10.153653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 0e941488-5220-48b0-926b-79647cd0f731 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:10.159727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0e941488-5220-48b0-926b-79647cd0f731 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:10.159727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:10.294511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201fc33-0b62-4276-9c89-f6966da1a295 req-8bb19593-cde3-4900-8acb-777e84fd99d5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.296178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a201fc33-0b62-4276-9c89-f6966da1a295 req-8bb19593-cde3-4900-8acb-777e84fd99d5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1169138 Aug 12 04:16:10.305357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-afdde558-bed3-4e74-a104-d019f2fa6387 service neutron] 10.222.0.42 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668561 Aug 12 04:16:10.317534 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'a78a7b49-69e7-431f-88c2-e2dc7e9fb75a', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'port_id': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'mac_address': 'fa:16:3e:e4:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:14:38Z', 'updated_at': '2021-08-12T04:16:08Z', 'revision_number': 1, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:45Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:10.353955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:10.360269 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] Checking router: 85e60b0b-893b-47b3-b672-c8bae12eeac1 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:16:10.376218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a201fc33-0b62-4276-9c89-f6966da1a295 req-7318100a-af14-4236-a571-075a5344a98f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715046 Aug 12 04:16:10.379690 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:10.380534 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:10.399917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 0e941488-5220-48b0-926b-79647cd0f731, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0e941488-5220-48b0-926b-79647cd0f731,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:10.488576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b80ef6-fd6d-45f5-ab2f-0b9d658a1b46 None None] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:10.522605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:10.534616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:10.563130 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640a1e15-2ae8-48a3-9ea7-1978d67ae9f8 x-openstack-request-id: req-640a1e15-2ae8-48a3-9ea7-1978d67ae9f8 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:10.563910 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:10.571098 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-640a1e15-2ae8-48a3-9ea7-1978d67ae9f8 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:10.571098 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'status': 'completed', 'code': 200} Aug 12 04:16:10.635832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=0e941488-5220-48b0-926b-79647cd0f731,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:10.652710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.653561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.654213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.654903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.655849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.656502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.657038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.659435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-158b131f-a3ab-4bf9-9e28-83ad8667d9a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.0637922 Aug 12 04:16:10.686026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f96d44a2-d51d-40ff-85c6-2ae2d99aee39 req-aad05c1d-fcf4-4211-960f-5814ab48dcc8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 210 time: 0.0404782 Aug 12 04:16:10.752393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bd2d0a8e-7c89-4d02-baf7-567f90300242 None None] Provisioning for port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:10.813218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-1711b225-36b1-4566-9b6d-48f403c20bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:10.815370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-1711b225-36b1-4566-9b6d-48f403c20bbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1 HTTP/1.1" status: 200 len: 913 time: 0.1277475 Aug 12 04:16:10.920583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-a0dbba6e-9b0c-4587-be2e-f06695b1e513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 999 time: 0.0958481 Aug 12 04:16:10.996841 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'a78a7b49-69e7-431f-88c2-e2dc7e9fb75a', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'port_id': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'mac_address': 'fa:16:3e:e4:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:14:38Z', 'updated_at': '2021-08-12T04:16:08Z', 'revision_number': 1, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:45Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:11.018258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-aea5ff01-3490-4db7-91ee-097ebb514640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:11.022877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-aea5ff01-3490-4db7-91ee-097ebb514640 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 200 len: 851 time: 0.0859611 Aug 12 04:16:11.051066 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eeb51d-f9ee-42d1-9286-d4a5d918cb42 None None] The sync data for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 is: [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'a78a7b49-69e7-431f-88c2-e2dc7e9fb75a', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'floating_ip_address': '172.25.6.230', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'port_id': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'mac_address': 'fa:16:3e:e4:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780f1555-b544-445b-acdd-db22528d424f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:14:38Z', 'updated_at': '2021-08-12T04:16:08Z', 'revision_number': 1, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:45Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:16:11.085097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3496d08-c047-4ee8-aff7-b2c8e54673f5 req-c13c2060-2857-4bdc-9b9d-662eeeadcfd1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 210 time: 0.0555792 Aug 12 04:16:11.135612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:11.139556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-399e7dab-795b-4726-9da5-d4a809ef33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:11.141654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-399e7dab-795b-4726-9da5-d4a809ef33e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937948 Aug 12 04:16:11.308884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0422d716-fee1-4783-9ec0-264b156348ce req-e803567b-b5d3-43b0-8dde-714b0f2007eb tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0638459 Aug 12 04:16:11.359279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:11.363887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:11.364425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:11.369770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-8bcd1e57-3395-4b04-8295-4b183d8cb6ea service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205074 Aug 12 04:16:11.401830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de0e3d7-306a-477d-b3d2-3573a328c6fe None None] New status for floating IP a78a7b49-69e7-431f-88c2-e2dc7e9fb75a: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:16:11.551106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-d3c48d82-15fe-453b-bef7-02c30e779303 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:11.552980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-d3c48d82-15fe-453b-bef7-02c30e779303 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.2536390 Aug 12 04:16:11.585610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': '63481e57-2666-493f-a54f-b54c09ed74fe', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:11.640663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcaf6ccf-692d-41d9-b2af-49b10239ffe5 req-c0c143a3-7ee6-4cd8-a07f-9c529f649313 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606864 Aug 12 04:16:11.659035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60068496-4331-488d-8973-a04b03612a6b req-a8ab1beb-d212-443c-9932-e1b1dfd00d16 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:11.659848 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:11.661000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60068496-4331-488d-8973-a04b03612a6b req-a8ab1beb-d212-443c-9932-e1b1dfd00d16 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1702089 Aug 12 04:16:11.693923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:11.721232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60068496-4331-488d-8973-a04b03612a6b req-ec59ae7e-190c-4313-97cc-40ecbd9310ff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522435 Aug 12 04:16:11.800223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6da60a0-c8df-45f9-9998-32aff30bd510 req-121961a2-c12b-4069-ac61-ba6d7ca7b51f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 210 time: 0.0292470 Aug 12 04:16:11.856673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:11.857520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a69b31d-42a5-4330-b4d4-b854499ba5ee up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:11.858229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:11.865133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:11.947759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:11.969009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2a69b31d-42a5-4330-b4d4-b854499ba5ee triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:11.969447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:12.065231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.5 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/ec19f910-0767-4022-bfba-7cfcd2e2553e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:12.072526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0e941488-5220-48b0-926b-79647cd0f731 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:12.123966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0e941488-5220-48b0-926b-79647cd0f731 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:12.124415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:12.207977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb7e2754-43d4-46f4-ad58-cf383b4d2610 req-3e496f73-8068-4759-8fcc-929343918f9d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 210 time: 0.0357063 Aug 12 04:16:12.253521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:12.383140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:12.396818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:12.433728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:12.442953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=ec19f910-0767-4022-bfba-7cfcd2e2553e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:12.447312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:12.452222 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d6c0811-8a2b-4b0f-97d9-bba61bc70e78 req-38b118f5-e44b-442a-8b12-b22c5f95ab8f tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0481169 Aug 12 04:16:12.461886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:12.520005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:12.520702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:12.616082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-147a9c4e-63aa-4928-ac42-e782883b419f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0383630 Aug 12 04:16:12.640102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Request body: {'port': {'device_id': '63481e57-2666-493f-a54f-b54c09ed74fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:12.701568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:12.878135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eed270-fca9-4b6e-bd71-bd9f3bf63d68 req-1c207cde-99f4-4dfb-a1ac-1c5f42e1ea9b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:12.880143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1eed270-fca9-4b6e-bd71-bd9f3bf63d68 req-1c207cde-99f4-4dfb-a1ac-1c5f42e1ea9b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0866280 Aug 12 04:16:12.895839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:12.948473 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1eed270-fca9-4b6e-bd71-bd9f3bf63d68 req-c06ad1fd-644a-4e3d-ac3c-0a63caec6469 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Aug 12 04:16:12.953007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c327ffc-8dab-43d5-bf0b-ef9e72fe51f5 req-517340eb-e873-46f3-962e-5c584302b0ea tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 210 time: 0.0416276 Aug 12 04:16:12.961986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:12.962370 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.062001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec19f910-0767-4022-bfba-7cfcd2e2553e {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:13.070502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.085569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Transition to ACTIVE for port object ec19f910-0767-4022-bfba-7cfcd2e2553e will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:13.255432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.317188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Pushing event updated for resources: {'Port': ['ID=ec19f910-0767-4022-bfba-7cfcd2e2553e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:13.392556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Attempting to bind port ec19f910-0767-4022-bfba-7cfcd2e2553e on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Attempting to bind port ec19f910-0767-4022-bfba-7cfcd2e2553e by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Attempting to bind port ec19f910-0767-4022-bfba-7cfcd2e2553e on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Port ec19f910-0767-4022-bfba-7cfcd2e2553e on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Attempting to bind port ec19f910-0767-4022-bfba-7cfcd2e2553e on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Bound port: ec19f910-0767-4022-bfba-7cfcd2e2553e, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:13.407671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.409334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d3bda-0c6b-4a43-9a82-e02ef022a17c req-d3e5f977-c069-4ecf-9380-bb60ba847493 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:13.410897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-397d3bda-0c6b-4a43-9a82-e02ef022a17c req-d3e5f977-c069-4ecf-9380-bb60ba847493 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 943 time: 0.1184311 Aug 12 04:16:13.450396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-6de85491-f8a9-4a4f-ba94-c5f4b143efd6 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:13.456329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-6de85491-f8a9-4a4f-ba94-c5f4b143efd6 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:13.457900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-6de85491-f8a9-4a4f-ba94-c5f4b143efd6 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "GET /v2.0/networks?id=a432b487-358d-43a6-85c9-2d9a9c1e35b0&id=c2b766ae-e4ac-4568-b98d-08147cda3d47&id=a432b487-358d-43a6-85c9-2d9a9c1e35b0 HTTP/1.1" status: 200 len: 1389 time: 0.1760719 Aug 12 04:16:13.477268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'port': {'device_id': 'b598af07-0ef6-46de-9470-7fc38542783c', 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'admin_state_up': True, 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:13.480157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] For port ec19f910-0767-4022-bfba-7cfcd2e2553e, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:13.485903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] For port ec19f910-0767-4022-bfba-7cfcd2e2553e, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ec19f910-0767-4022-bfba-7cfcd2e2553e,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:13.500424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-397d3bda-0c6b-4a43-9a82-e02ef022a17c req-5b7dbbef-1a9f-4108-964b-25af044f999c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779748 Aug 12 04:16:13.579376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0176971-7db8-4678-9a09-116f38c0acd2 req-79e80c58-9d15-4b63-af3a-13b0cfaaf9ac tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0318980 Aug 12 04:16:13.616164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.650611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:13.651169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.652579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec19f910-0767-4022-bfba-7cfcd2e2553e HTTP/1.1" status: 200 len: 1091 time: 1.0190914 Aug 12 04:16:13.653010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63481e57-2666-493f-a54f-b54c09ed74fe', 'tag': 'ec19f910-0767-4022-bfba-7cfcd2e2553e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:13.655271 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c" -d '{"events": [{"name": "network-changed", "server_uuid": "63481e57-2666-493f-a54f-b54c09ed74fe", "tag": "ec19f910-0767-4022-bfba-7cfcd2e2553e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:13.678549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf7386-ae08-4b09-a990-37fecce99168 service neutron] Pushing event updated for resources: {'Port': ['ID=ec19f910-0767-4022-bfba-7cfcd2e2553e,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:13.712842 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6ed29f-fcd7-45b9-9ceb-105e4bdf45e4 x-openstack-request-id: req-bd6ed29f-fcd7-45b9-9ceb-105e4bdf45e4 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:13.713131 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63481e57-2666-493f-a54f-b54c09ed74fe", "tag": "ec19f910-0767-4022-bfba-7cfcd2e2553e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:13.713382 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd6ed29f-fcd7-45b9-9ceb-105e4bdf45e4 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:13.713780 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63481e57-2666-493f-a54f-b54c09ed74fe', 'tag': 'ec19f910-0767-4022-bfba-7cfcd2e2553e', 'status': 'completed', 'code': 200} Aug 12 04:16:13.725384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:13.729676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:13.780880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c req-6e958cdb-d88c-4b5a-b457-47391ecd78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:13.782450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c req-6e958cdb-d88c-4b5a-b457-47391ecd78d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 1094 time: 0.0454867 Aug 12 04:16:13.858976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Allocated IP 19.80.0.197 (a432b487-358d-43a6-85c9-2d9a9c1e35b0/026a0cf5-6ba8-40e3-aa46-faf304b4b2ff/3267e927-0753-4d1c-b8ac-d20b45e0c58b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:13.896680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c req-cc0c4968-12b0-4579-a0d6-c060e9f8ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:13.898502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c req-cc0c4968-12b0-4579-a0d6-c060e9f8ed9f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=870ca12737d9409886de3a053d736d7f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1083136 Aug 12 04:16:13.976310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57256) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:14.032245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c req-0d9513cf-10eb-4b48-848b-920e9ebf3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:14.033750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecbe2ebe-412b-4ccd-9c6c-ba1cd139ea2c req-0d9513cf-10eb-4b48-848b-920e9ebf3b78 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248932 Aug 12 04:16:14.135998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767851d1-5146-46b0-8ee3-fde2dbd381c6 req-15c6327e-836d-486e-a941-b740dc1ad7cc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:14.137511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-767851d1-5146-46b0-8ee3-fde2dbd381c6 req-15c6327e-836d-486e-a941-b740dc1ad7cc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0891948 Aug 12 04:16:14.164917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-9d22e8a6-90c0-4e89-8439-4ea1948bef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:14.164917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-9d22e8a6-90c0-4e89-8439-4ea1948bef10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 1094 time: 0.0813897 Aug 12 04:16:14.165600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b19c533-94ad-47de-bfe7-6ace9eca277f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.230515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-4ddb6c77-7dc1-4d41-9cd2-380ac9246cba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec19f910-0767-4022-bfba-7cfcd2e2553e HTTP/1.1" status: 200 len: 217 time: 0.0530951 Aug 12 04:16:14.241773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfdd829c-14a7-4d9e-ac7f-16ce8a519dda req-0a5d6a83-be0c-4616-9dba-7bd0b19be91d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 210 time: 0.0601568 Aug 12 04:16:14.245810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-767851d1-5146-46b0-8ee3-fde2dbd381c6 req-488fb1aa-cfcc-464a-a88a-780b07ba7788 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996151 Aug 12 04:16:14.317365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8af36-8746-417b-b875-1b66a28ace8d req-7e3b966b-c15e-467e-8996-592ffc81e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:14.318982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-7e3b966b-c15e-467e-8996-592ffc81e80d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0773187 Aug 12 04:16:14.337287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.357960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Transition to ACTIVE for port object 3267e927-0753-4d1c-b8ac-d20b45e0c58b will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:14.363320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-01c3082b-89cd-43ba-a2ed-0998efc1ed75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341094 Aug 12 04:16:14.441067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b19c533-94ad-47de-bfe7-6ace9eca277f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.468829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.473056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-b1644cf6-9b82-4766-9eae-c78c0cd5ee16 service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015577 Aug 12 04:16:14.511678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:14.516719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:14.519479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:14.549550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b19c533-94ad-47de-bfe7-6ace9eca277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.555106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Port': ['ID=3267e927-0753-4d1c-b8ac-d20b45e0c58b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:14.585662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:14.586908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.602542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acd8af36-8746-417b-b875-1b66a28ace8d req-f5e731ee-79f6-4e65-a7a4-cde67958122d service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214461 Aug 12 04:16:14.620315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3b19c533-94ad-47de-bfe7-6ace9eca277f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bdee391d31d41be863d621cab506798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442366 Aug 12 04:16:14.621472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19c533-94ad-47de-bfe7-6ace9eca277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd0018-dde6-4eb1-8ddf-6adc2f6d33b8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:14.623815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57272) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:14.677737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99267f6-67f9-4e9e-af99-afd24c2b51e5 req-e9042fa7-d9a9-4ab6-b616-b2fe310e1cc3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:14.679377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d99267f6-67f9-4e9e-af99-afd24c2b51e5 req-e9042fa7-d9a9-4ab6-b616-b2fe310e1cc3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 943 time: 0.0865564 Aug 12 04:16:14.715209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23a53aa0-2279-41cd-bf51-d5679cbbf725 req-d528d688-163e-4251-be3b-603f3e3bae05 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0405240 Aug 12 04:16:14.716804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7637fb36-3594-49b3-ad18-1ae3de342e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.716975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-9739348a-476e-46ca-9b71-bec2e90a181d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2465677 Aug 12 04:16:14.725987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d99267f6-67f9-4e9e-af99-afd24c2b51e5 req-bf558ae8-5857-4dce-99b3-720ec23a07f7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Aug 12 04:16:14.731717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'port': {'device_id': 'b598af07-0ef6-46de-9470-7fc38542783c', 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47', 'admin_state_up': True, 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:14.740148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7637fb36-3594-49b3-ad18-1ae3de342e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.868153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7637fb36-3594-49b3-ad18-1ae3de342e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.870902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7637fb36-3594-49b3-ad18-1ae3de342e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.872103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7637fb36-3594-49b3-ad18-1ae3de342e33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29dd0018-dde6-4eb1-8ddf-6adc2f6d33b8 HTTP/1.1" status: 204 len: 168 time: 0.2473738 Aug 12 04:16:14.880984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637fb36-3594-49b3-ad18-1ae3de342e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd0018-dde6-4eb1-8ddf-6adc2f6d33b8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:14.907878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f7682630-e98f-4037-b75a-3fa812dd3a76 None None] Provisioning for port 3267e927-0753-4d1c-b8ac-d20b45e0c58b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:14.911735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f7682630-e98f-4037-b75a-3fa812dd3a76 None None] Provisioning complete for port 3267e927-0753-4d1c-b8ac-d20b45e0c58b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:14.912125 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f7682630-e98f-4037-b75a-3fa812dd3a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:14.945917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f7682630-e98f-4037-b75a-3fa812dd3a76 None None] Port 3267e927-0753-4d1c-b8ac-d20b45e0c58b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:15.004883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:15.008421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.139648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Allocated IP 19.86.0.126 (c2b766ae-e4ac-4568-b98d-08147cda3d47/a14f4023-f885-404a-81f2-457baf7128c1/71f87107-c4bd-4a49-a586-7bbac8334d00) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:15.287408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.304406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Transition to ACTIVE for port object 71f87107-c4bd-4a49-a586-7bbac8334d00 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:15.378035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db6951-6420-47ca-b7c8-3472f68e9d7e req-c1dc1364-3de4-420c-bac4-bc1438f3f26e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:15.379645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93db6951-6420-47ca-b7c8-3472f68e9d7e req-c1dc1364-3de4-420c-bac4-bc1438f3f26e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Aug 12 04:16:15.384446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e6a70-ceca-4d32-96d3-2ea837f336d9 req-006cb0e8-1059-4af4-b590-18c58f1ef5b8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:15.386905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c2e6a70-ceca-4d32-96d3-2ea837f336d9 req-006cb0e8-1059-4af4-b590-18c58f1ef5b8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 932 time: 0.0574322 Aug 12 04:16:15.420239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93db6951-6420-47ca-b7c8-3472f68e9d7e req-b4c760c8-7e6a-4bd6-bfc8-188484de5e6b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Aug 12 04:16:15.427271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c2e6a70-ceca-4d32-96d3-2ea837f336d9 req-e5669f90-c9a4-471a-9065-75471ffcbef3 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Aug 12 04:16:15.428733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.478887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:15.482213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:15.487049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:15.529602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Port': ['ID=71f87107-c4bd-4a49-a586-7bbac8334d00,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:15.547845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:15.547845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.640548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57288) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:15.651329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-295fbe9a-3f19-4e60-92a8-fc5182af09cc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9238527 Aug 12 04:16:15.655035 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-680dd226-d387-4565-9ee0-4343597c0eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.664228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'port': {'device_id': 'b598af07-0ef6-46de-9470-7fc38542783c', 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'admin_state_up': True, 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:15.749517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-680dd226-d387-4565-9ee0-4343597c0eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.847199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f38bfe92-0ab9-42b0-9932-0221954203c0 req-f8ad02d7-02ab-40c6-8fbe-5e3c7c0cb279 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0314236 Aug 12 04:16:15.848312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-680dd226-d387-4565-9ee0-4343597c0eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.873539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab52a-5c97-40ed-ac45-d279b92a9416 req-a700e3cc-8da5-4576-8dbf-8944307c5541 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:15.875079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76fab52a-5c97-40ed-ac45-d279b92a9416 req-a700e3cc-8da5-4576-8dbf-8944307c5541 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 943 time: 0.0626388 Aug 12 04:16:15.901404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd226-d387-4565-9ee0-4343597c0eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d034185-4b5f-4550-a8dc-34bcb927ec99,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:15.907580 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-680dd226-d387-4565-9ee0-4343597c0eee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=053b048640624a658bc99e5d7ec0d5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659171 Aug 12 04:16:15.910542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57296) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:15.919319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76fab52a-5c97-40ed-ac45-d279b92a9416 req-7bfc79f4-1dc0-41c7-8655-4b67d39cf14a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374734 Aug 12 04:16:15.936584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6958da5b-db22-460b-a8b2-336105fa0958 None None] Provisioning for port 71f87107-c4bd-4a49-a586-7bbac8334d00 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:15.941442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6958da5b-db22-460b-a8b2-336105fa0958 None None] Provisioning complete for port 71f87107-c4bd-4a49-a586-7bbac8334d00 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:15.941902 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6958da5b-db22-460b-a8b2-336105fa0958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.968455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb90b75-05ca-4fda-acfd-7957f09a58eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.970747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:15.974419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:15.979030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6958da5b-db22-460b-a8b2-336105fa0958 None None] Port 71f87107-c4bd-4a49-a586-7bbac8334d00 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:15.991681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb90b75-05ca-4fda-acfd-7957f09a58eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.102844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Allocated IP 19.80.0.5 (a432b487-358d-43a6-85c9-2d9a9c1e35b0/026a0cf5-6ba8-40e3-aa46-faf304b4b2ff/c17c43dc-082c-4c91-b960-46a709a896b3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:16.187519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb90b75-05ca-4fda-acfd-7957f09a58eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.190105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7fb90b75-05ca-4fda-acfd-7957f09a58eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.191342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7fb90b75-05ca-4fda-acfd-7957f09a58eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d034185-4b5f-4550-a8dc-34bcb927ec99 HTTP/1.1" status: 204 len: 168 time: 0.2803242 Aug 12 04:16:16.199853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb90b75-05ca-4fda-acfd-7957f09a58eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d034185-4b5f-4550-a8dc-34bcb927ec99,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:16.251752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.265896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Transition to ACTIVE for port object c17c43dc-082c-4c91-b960-46a709a896b3 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:16.359615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.401226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:16.406662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:16.410396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:16.435219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Port': ['ID=c17c43dc-082c-4c91-b960-46a709a896b3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:16.468317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:16.469042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.543070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-bcadff78-8aef-4313-bb18-7a3d302b1879 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8832667 Aug 12 04:16:16.575528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030835b-f80d-4430-b7b0-5fc9a419121a req-d34bd718-aa6b-4a91-b8a3-c18ffd51cf5e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:16.583070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f030835b-f80d-4430-b7b0-5fc9a419121a req-d34bd718-aa6b-4a91-b8a3-c18ffd51cf5e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0834463 Aug 12 04:16:16.591194 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Request body: {'port': {'device_id': 'b598af07-0ef6-46de-9470-7fc38542783c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:16.642238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f030835b-f80d-4430-b7b0-5fc9a419121a req-75d6201c-145f-4e2f-b548-26a05252007b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Aug 12 04:16:16.652475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ec19f910-0767-4022-bfba-7cfcd2e2553e details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:16.716069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043015-14bd-44a2-909e-4dabd278c501 req-d2d4d101-77fa-492b-abca-fe3ab11cdff5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:16.723093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043015-14bd-44a2-909e-4dabd278c501 req-d2d4d101-77fa-492b-abca-fe3ab11cdff5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:16.730576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043015-14bd-44a2-909e-4dabd278c501 req-d2d4d101-77fa-492b-abca-fe3ab11cdff5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:16.732459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66043015-14bd-44a2-909e-4dabd278c501 req-d2d4d101-77fa-492b-abca-fe3ab11cdff5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2375 time: 0.2047789 Aug 12 04:16:16.781749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.825988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66043015-14bd-44a2-909e-4dabd278c501 req-283772f9-83ff-4e19-adab-b4bb6f9b4908 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841210 Aug 12 04:16:16.851091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ec19f910-0767-4022-bfba-7cfcd2e2553e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ec19f910-0767-4022-bfba-7cfcd2e2553e,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:16.853093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d324aa14-1193-4e16-bfea-1d304a960842 None None] Provisioning for port c17c43dc-082c-4c91-b960-46a709a896b3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:16.865807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d324aa14-1193-4e16-bfea-1d304a960842 None None] Provisioning complete for port c17c43dc-082c-4c91-b960-46a709a896b3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:16.866265 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d324aa14-1193-4e16-bfea-1d304a960842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:16.869172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ec19f910-0767-4022-bfba-7cfcd2e2553e', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': 'ec19f910-0767-4022-bfba-7cfcd2e2553e', 'mac_address': 'fa:16:3e:8d:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:16.996696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7540f21c-49ee-4705-b842-2d32843dba05 req-63be9c0b-3504-4ef1-9106-fe4ca8fd3eeb tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0528905 Aug 12 04:16:17.084845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d324aa14-1193-4e16-bfea-1d304a960842 None None] Port c17c43dc-082c-4c91-b960-46a709a896b3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:17.093436 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.108648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec19f910-0767-4022-bfba-7cfcd2e2553e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:17.133522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ec19f910-0767-4022-bfba-7cfcd2e2553e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ec19f910-0767-4022-bfba-7cfcd2e2553e,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:17.170197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3267e927-0753-4d1c-b8ac-d20b45e0c58b {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:17.178497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.191598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Transition to ACTIVE for port object 3267e927-0753-4d1c-b8ac-d20b45e0c58b will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:17.273015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.296823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.336036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ec19f910-0767-4022-bfba-7cfcd2e2553e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:17.393245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Pushing event updated for resources: {'Port': ['ID=3267e927-0753-4d1c-b8ac-d20b45e0c58b,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:17.452982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2872e-d018-4830-8338-e7950ec2b642 req-a8b03157-a5fa-4e36-a820-9480a47af89d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:17.454467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6a2872e-d018-4830-8338-e7950ec2b642 req-a8b03157-a5fa-4e36-a820-9480a47af89d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 943 time: 0.3951864 Aug 12 04:16:17.458449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Attempting to bind port 3267e927-0753-4d1c-b8ac-d20b45e0c58b on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:17.458939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Attempting to bind port 3267e927-0753-4d1c-b8ac-d20b45e0c58b by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:17.459716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Attempting to bind port 3267e927-0753-4d1c-b8ac-d20b45e0c58b on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:17.464957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Port 3267e927-0753-4d1c-b8ac-d20b45e0c58b on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:16:17.465304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Attempting to bind port 3267e927-0753-4d1c-b8ac-d20b45e0c58b on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:17.471545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:17.471887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Checking segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:17.472277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Bound using segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:17.472708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Bound port: 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:17.476186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.507846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6a2872e-d018-4830-8338-e7950ec2b642 req-06922ce3-b851-4a6a-b15f-9636e159f735 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Aug 12 04:16:17.558056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] For port 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:17.562482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] For port 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3267e927-0753-4d1c-b8ac-d20b45e0c58b,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:17.573029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ec19f910-0767-4022-bfba-7cfcd2e2553e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:17.634218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.671331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:17.672126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:17.673763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] 10.222.0.20 "PUT /v2.0/ports/3267e927-0753-4d1c-b8ac-d20b45e0c58b HTTP/1.1" status: 200 len: 1092 time: 1.0973518 Aug 12 04:16:17.676083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'tag': '3267e927-0753-4d1c-b8ac-d20b45e0c58b'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:17.684032 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774fbc2a-cd53-482c-babf-a7e541376ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "tag": "3267e927-0753-4d1c-b8ac-d20b45e0c58b"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:17.710860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b8022-e1af-4a1d-8851-60c75f2a8f40 service neutron] Pushing event updated for resources: {'Port': ['ID=3267e927-0753-4d1c-b8ac-d20b45e0c58b,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:17.764981 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278dcfeb-e715-4d94-a350-c812aba491c0 x-openstack-request-id: req-278dcfeb-e715-4d94-a350-c812aba491c0 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:17.765359 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "tag": "3267e927-0753-4d1c-b8ac-d20b45e0c58b", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:17.765618 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-278dcfeb-e715-4d94-a350-c812aba491c0 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:17.766053 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'tag': '3267e927-0753-4d1c-b8ac-d20b45e0c58b', 'status': 'completed', 'code': 200} Aug 12 04:16:17.806010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Request body: {'port': {'device_id': 'b598af07-0ef6-46de-9470-7fc38542783c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:17.860246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-c011ad62-610e-46d6-b970-9f3726316e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:17.861575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-c011ad62-610e-46d6-b970-9f3726316e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:17.861964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-c011ad62-610e-46d6-b970-9f3726316e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:17.863706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-c011ad62-610e-46d6-b970-9f3726316e43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2730 time: 0.0692828 Aug 12 04:16:17.907786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1c2e4-14c9-447f-aa11-13154b9df1ef req-9ccf833e-cf04-46dc-8bb6-696be904a8c5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:17.916847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38b1c2e4-14c9-447f-aa11-13154b9df1ef req-9ccf833e-cf04-46dc-8bb6-696be904a8c5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1462283 Aug 12 04:16:17.986863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38b1c2e4-14c9-447f-aa11-13154b9df1ef req-594e9ee3-cd45-46ab-91da-53f7c77d3c11 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672414 Aug 12 04:16:17.997207 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.050675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-9510404d-837a-4d15-bdc7-8390a7a0b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.051464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-9510404d-837a-4d15-bdc7-8390a7a0b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.052027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-9510404d-837a-4d15-bdc7-8390a7a0b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.054269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-9510404d-837a-4d15-bdc7-8390a7a0b524 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=16b669fdaee941e2a45cf54c009f2a72&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1797190 Aug 12 04:16:18.081759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e61f5-2221-4fb0-9532-1345912c3857 req-628d46f5-7de8-4c79-8e10-b1503fc8a834 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.089556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e61f5-2221-4fb0-9532-1345912c3857 req-628d46f5-7de8-4c79-8e10-b1503fc8a834 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.095731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e61f5-2221-4fb0-9532-1345912c3857 req-628d46f5-7de8-4c79-8e10-b1503fc8a834 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.097410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-374e61f5-2221-4fb0-9532-1345912c3857 req-628d46f5-7de8-4c79-8e10-b1503fc8a834 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2387 time: 0.1096611 Aug 12 04:16:18.164741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7953aec5-60ed-462e-96aa-b12900d0ea16 req-a3d6d4fb-f9cc-4a06-95f9-6d6029ff87e4 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0379176 Aug 12 04:16:18.197284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-374e61f5-2221-4fb0-9532-1345912c3857 req-aa99c7fc-d87d-4a63-8d01-c92c81e683f2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862758 Aug 12 04:16:18.227613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-5216a333-3d37-4f2f-b2e4-63234c6f351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.229817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-774fbc2a-cd53-482c-babf-a7e541376ebb req-5216a333-3d37-4f2f-b2e4-63234c6f351e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673944 Aug 12 04:16:18.329102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f87107-c4bd-4a49-a586-7bbac8334d00 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:18.336968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.351167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Transition to ACTIVE for port object 71f87107-c4bd-4a49-a586-7bbac8334d00 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:18.439420 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.493564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Pushing event updated for resources: {'Port': ['ID=71f87107-c4bd-4a49-a586-7bbac8334d00,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:18.571141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Attempting to bind port 71f87107-c4bd-4a49-a586-7bbac8334d00 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:18.571494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Attempting to bind port 71f87107-c4bd-4a49-a586-7bbac8334d00 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:18.572463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Attempting to bind port 71f87107-c4bd-4a49-a586-7bbac8334d00 on network c2b766ae-e4ac-4568-b98d-08147cda3d47 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:18.577315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Port 71f87107-c4bd-4a49-a586-7bbac8334d00 on network c2b766ae-e4ac-4568-b98d-08147cda3d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:16:18.577633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Attempting to bind port 71f87107-c4bd-4a49-a586-7bbac8334d00 on network c2b766ae-e4ac-4568-b98d-08147cda3d47 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:18.583193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:18.583528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Checking segment: {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:18.583868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Bound using segment: {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:18.584294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Bound port: 71f87107-c4bd-4a49-a586-7bbac8334d00, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cabdd7e-3d1f-4913-b90f-575071778b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:18.584659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.652849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ec19f910-0767-4022-bfba-7cfcd2e2553e up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:18.660592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] For port 71f87107-c4bd-4a49-a586-7bbac8334d00, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:18.667105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] For port 71f87107-c4bd-4a49-a586-7bbac8334d00, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=71f87107-c4bd-4a49-a586-7bbac8334d00,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:18.671244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17a97-a79a-4bc7-9764-b8c688708892 req-2d5da748-0a68-403c-8080-48655fba263e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.674565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dcd17a97-a79a-4bc7-9764-b8c688708892 req-2d5da748-0a68-403c-8080-48655fba263e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 944 time: 0.0829382 Aug 12 04:16:18.715013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dcd17a97-a79a-4bc7-9764-b8c688708892 req-afd3a53f-b705-44fc-bf0d-7e43eecf7311 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Aug 12 04:16:18.736738 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.770893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:18.771528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.772946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] 10.222.0.20 "PUT /v2.0/ports/71f87107-c4bd-4a49-a586-7bbac8334d00 HTTP/1.1" status: 200 len: 1092 time: 0.9898005 Aug 12 04:16:18.800239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port ec19f910-0767-4022-bfba-7cfcd2e2553e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:18.805514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ec19f910-0767-4022-bfba-7cfcd2e2553e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:18.805979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.806147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ae440-0a4a-469c-b6a6-88ad5b8ad443 service neutron] Pushing event updated for resources: {'Port': ['ID=71f87107-c4bd-4a49-a586-7bbac8334d00,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:18.892991 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:16:18.901572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Request body: {'port': {'device_id': 'b598af07-0ef6-46de-9470-7fc38542783c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:18.974405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.997403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:18.999428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63481e57-2666-493f-a54f-b54c09ed74fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec19f910-0767-4022-bfba-7cfcd2e2553e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:19.004055 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f3602-95aa-4ca8-b014-17af6032c415" -d '{"events": [{"server_uuid": "63481e57-2666-493f-a54f-b54c09ed74fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec19f910-0767-4022-bfba-7cfcd2e2553e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:19.020157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ec19f910-0767-4022-bfba-7cfcd2e2553e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ec19f910-0767-4022-bfba-7cfcd2e2553e,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:19.061167 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182672d0-299e-4385-8123-5cf3b2d31fdd x-openstack-request-id: req-182672d0-299e-4385-8123-5cf3b2d31fdd {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:19.061783 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63481e57-2666-493f-a54f-b54c09ed74fe", "name": "network-vif-plugged", "status": "completed", "tag": "ec19f910-0767-4022-bfba-7cfcd2e2553e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:19.062320 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-182672d0-299e-4385-8123-5cf3b2d31fdd {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:19.062929 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63481e57-2666-493f-a54f-b54c09ed74fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec19f910-0767-4022-bfba-7cfcd2e2553e', 'code': 200} Aug 12 04:16:19.141298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:19.171361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb6845-fa71-45c5-bf92-841e687fde6b req-492470f3-42fe-403b-a6c8-4c79d22ec25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.172903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ccfb6845-fa71-45c5-bf92-841e687fde6b req-492470f3-42fe-403b-a6c8-4c79d22ec25a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 1095 time: 0.0486994 Aug 12 04:16:19.189891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0f0e2-fb46-41cc-b4a0-3033646a6de8 req-911328cd-8fba-4e7c-84f7-8b4f150bb527 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.191548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fae0f0e2-fb46-41cc-b4a0-3033646a6de8 req-911328cd-8fba-4e7c-84f7-8b4f150bb527 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1262889 Aug 12 04:16:19.217313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ec19f910-0767-4022-bfba-7cfcd2e2553e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:19.221134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ccfb6845-fa71-45c5-bf92-841e687fde6b req-6f783659-3279-4996-a4ce-90b2fb263153 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Aug 12 04:16:19.295325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fae0f0e2-fb46-41cc-b4a0-3033646a6de8 req-6cf7d6c4-e170-4787-a229-2feac6737dc3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932817 Aug 12 04:16:19.300185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af28be4e-5834-4fc4-9464-242843a09d24 req-f319c7ad-1bac-4aa5-9249-a0d439c899f6 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0368037 Aug 12 04:16:19.434781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17c43dc-082c-4c91-b960-46a709a896b3 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:19.444186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:19.462091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Transition to ACTIVE for port object c17c43dc-082c-4c91-b960-46a709a896b3 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:19.472420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b709fb-4b78-4dad-80bc-1728850cc21e req-34a78eb5-0fda-4be9-803d-77356984e9df tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.478449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b709fb-4b78-4dad-80bc-1728850cc21e req-34a78eb5-0fda-4be9-803d-77356984e9df tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.484563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b709fb-4b78-4dad-80bc-1728850cc21e req-34a78eb5-0fda-4be9-803d-77356984e9df tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.486083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-05b709fb-4b78-4dad-80bc-1728850cc21e req-34a78eb5-0fda-4be9-803d-77356984e9df tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2399 time: 0.0901122 Aug 12 04:16:19.525149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-05b709fb-4b78-4dad-80bc-1728850cc21e req-7fad1198-fc9a-4998-9b96-c8b913f84db2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Aug 12 04:16:19.582012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:19.653706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Pushing event updated for resources: {'Port': ['ID=c17c43dc-082c-4c91-b960-46a709a896b3,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:19.703057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Attempting to bind port c17c43dc-082c-4c91-b960-46a709a896b3 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:19.703391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Attempting to bind port c17c43dc-082c-4c91-b960-46a709a896b3 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:19.703715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Attempting to bind port c17c43dc-082c-4c91-b960-46a709a896b3 on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:19.708181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Port c17c43dc-082c-4c91-b960-46a709a896b3 on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:16:19.708491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Attempting to bind port c17c43dc-082c-4c91-b960-46a709a896b3 on network a432b487-358d-43a6-85c9-2d9a9c1e35b0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:19.713491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:19.713827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Checking segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:19.714209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Bound using segment: {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:19.714643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Bound port: c17c43dc-082c-4c91-b960-46a709a896b3, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aade38a0-773a-4a0f-8193-8e7e6d56bf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:19.715028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:19.766814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'tag': '71f87107-c4bd-4a49-a586-7bbac8334d00'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:19.769136 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "tag": "71f87107-c4bd-4a49-a586-7bbac8334d00"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:19.801820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] For port c17c43dc-082c-4c91-b960-46a709a896b3, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:19.807590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] For port c17c43dc-082c-4c91-b960-46a709a896b3, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c17c43dc-082c-4c91-b960-46a709a896b3,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:19.826470 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af45e38-6c99-4c71-b025-8f8d8fbd34db x-openstack-request-id: req-6af45e38-6c99-4c71-b025-8f8d8fbd34db {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:19.826808 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "tag": "71f87107-c4bd-4a49-a586-7bbac8334d00", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:19.827065 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6af45e38-6c99-4c71-b025-8f8d8fbd34db {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:19.827463 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'tag': '71f87107-c4bd-4a49-a586-7bbac8334d00', 'status': 'completed', 'code': 200} Aug 12 04:16:19.875327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:19.902590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824da66-1f04-4a13-9a25-3e8c8847b1d5 req-811b869f-1107-430c-a435-4f8533579968 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.904167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3824da66-1f04-4a13-9a25-3e8c8847b1d5 req-811b869f-1107-430c-a435-4f8533579968 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 945 time: 0.0785131 Aug 12 04:16:19.944548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.945309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:19.946615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-bfacc45f-4982-41f9-9329-661b9a162e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.946975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-bfacc45f-4982-41f9-9329-661b9a162e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.947409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] 10.222.0.20 "PUT /v2.0/ports/c17c43dc-082c-4c91-b960-46a709a896b3 HTTP/1.1" status: 200 len: 1090 time: 1.0536990 Aug 12 04:16:19.947769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-bfacc45f-4982-41f9-9329-661b9a162e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:19.949743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-bfacc45f-4982-41f9-9329-661b9a162e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2822 time: 0.0942585 Aug 12 04:16:19.980834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eec41-aacd-4c71-93d4-972ddb53048c service neutron] Pushing event updated for resources: {'Port': ['ID=c17c43dc-082c-4c91-b960-46a709a896b3,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:20.042272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3824da66-1f04-4a13-9a25-3e8c8847b1d5 req-daf8af4d-9a8e-42a7-bfde-a83f1b415d2c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274135 Aug 12 04:16:20.109688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-6714696d-7a02-4255-84df-6a568a2a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.110338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-6714696d-7a02-4255-84df-6a568a2a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.110829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-6714696d-7a02-4255-84df-6a568a2a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.112520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-6714696d-7a02-4255-84df-6a568a2a5943 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=16b669fdaee941e2a45cf54c009f2a72&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1460605 Aug 12 04:16:20.221503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-dec67176-10e3-49fc-86e1-100ef6301d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.223207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d9e2a57-ea7e-47c5-84c1-468bcfffb9c6 req-dec67176-10e3-49fc-86e1-100ef6301d52 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025188 Aug 12 04:16:20.308407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-66978f62-1fa6-4db6-8250-eb056e8a9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.308895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-66978f62-1fa6-4db6-8250-eb056e8a9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.309373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-66978f62-1fa6-4db6-8250-eb056e8a9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.311063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-66978f62-1fa6-4db6-8250-eb056e8a9616 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2864 time: 0.0492828 Aug 12 04:16:20.354451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-fab94e7d-a9ec-48f8-a230-b79a3d10e1ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=3267e927-0753-4d1c-b8ac-d20b45e0c58b HTTP/1.1" status: 200 len: 217 time: 0.0352533 Aug 12 04:16:20.410192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0ef23f07-eb98-4b54-a078-08334ab39188 req-f171d190-a24d-41ab-b75c-bec6b2e60d37 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0319009 Aug 12 04:16:20.438104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-c46c162f-f66d-4b13-bdd9-3514d1e0b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.439600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-c46c162f-f66d-4b13-bdd9-3514d1e0b9db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=026a0cf5-6ba8-40e3-aa46-faf304b4b2ff HTTP/1.1" status: 200 len: 801 time: 0.0775826 Aug 12 04:16:20.456067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cebc8-05b8-4c13-8214-649b9bc63bb4 req-554c8b88-11a1-4c48-b103-c38e70dfeb6f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.457508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7cebc8-05b8-4c13-8214-649b9bc63bb4 req-554c8b88-11a1-4c48-b103-c38e70dfeb6f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0869200 Aug 12 04:16:20.520508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b7cebc8-05b8-4c13-8214-649b9bc63bb4 req-2c7e37c7-00db-4473-9475-aae43ac58174 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Aug 12 04:16:20.525682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-3c3be480-2e44-4b1e-aa03-db76317b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.527223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-3c3be480-2e44-4b1e-aa03-db76317b7f64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a432b487-358d-43a6-85c9-2d9a9c1e35b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791354 Aug 12 04:16:20.627591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-97f3db4d-cc05-47df-97b6-a5eccf822ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914207 Aug 12 04:16:20.659671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4c533-eef2-4453-b876-a70c3d83fff9 req-4ec3d5aa-e7be-423e-bd0e-d3f966658c67 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.665669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4c533-eef2-4453-b876-a70c3d83fff9 req-4ec3d5aa-e7be-423e-bd0e-d3f966658c67 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.671584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4c533-eef2-4453-b876-a70c3d83fff9 req-4ec3d5aa-e7be-423e-bd0e-d3f966658c67 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.673216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62e4c533-eef2-4453-b876-a70c3d83fff9 req-4ec3d5aa-e7be-423e-bd0e-d3f966658c67 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2411 time: 0.0654521 Aug 12 04:16:20.715262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62e4c533-eef2-4453-b876-a70c3d83fff9 req-50df514e-4ed0-426d-8d15-7ec529a7df0a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Aug 12 04:16:20.731909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-f255ad3f-aa64-4d7e-b1f8-5ab586b994ce service neutron] 10.222.0.20 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972278 Aug 12 04:16:20.772828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-028a70bd-d335-4790-8c26-0c323eeb5e84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=71f87107-c4bd-4a49-a586-7bbac8334d00 HTTP/1.1" status: 200 len: 217 time: 0.0341747 Aug 12 04:16:20.827855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-508950f2-b175-4e3b-b376-0d636c78c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.829327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-508950f2-b175-4e3b-b376-0d636c78c38c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a14f4023-f885-404a-81f2-457baf7128c1 HTTP/1.1" status: 200 len: 801 time: 0.0494897 Aug 12 04:16:20.876856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-753cface-6f96-43ac-8a51-cc0879775ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:20.878377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-753cface-6f96-43ac-8a51-cc0879775ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2b766ae-e4ac-4568-b98d-08147cda3d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426259 Aug 12 04:16:20.968652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-8ea6a849-a008-4ca3-a5c8-c5ae1e7cead8 service neutron] 10.222.0.20 "GET /v2.0/networks/c2b766ae-e4ac-4568-b98d-08147cda3d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830832 Aug 12 04:16:21.064699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-4f5a089d-1dcb-406e-be23-2ef365f2774a service neutron] 10.222.0.20 "GET /v2.0/networks/c2b766ae-e4ac-4568-b98d-08147cda3d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888166 Aug 12 04:16:21.115282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-44f6b0f4-053e-4ea2-a4f5-a1b90c1ff580 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=c17c43dc-082c-4c91-b960-46a709a896b3 HTTP/1.1" status: 200 len: 217 time: 0.0414560 Aug 12 04:16:21.166311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfffbc-e6b0-41f5-9a62-c1932bacbfd5 req-27a4c7e0-6429-43af-865c-f347cc52b5f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.168131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84bfffbc-e6b0-41f5-9a62-c1932bacbfd5 req-27a4c7e0-6429-43af-865c-f347cc52b5f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 945 time: 0.0556972 Aug 12 04:16:21.171678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-f0d68bbc-3f06-4ec3-b58e-15859add96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.173176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-f0d68bbc-3f06-4ec3-b58e-15859add96aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=026a0cf5-6ba8-40e3-aa46-faf304b4b2ff HTTP/1.1" status: 200 len: 801 time: 0.0512831 Aug 12 04:16:21.212495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84bfffbc-e6b0-41f5-9a62-c1932bacbfd5 req-8052f614-2a8a-4b4c-b12a-50405cf47182 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Aug 12 04:16:21.237284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-80ebeaad-ad6d-4bd5-8140-0bb3d357687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.238962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-80ebeaad-ad6d-4bd5-8140-0bb3d357687c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a432b487-358d-43a6-85c9-2d9a9c1e35b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461032 Aug 12 04:16:21.364917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf951c-fad4-41cd-a744-b43d47173ec3 req-624f9c9e-dc7f-4d54-be46-e8a456aafa63 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.366308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bcf951c-fad4-41cd-a744-b43d47173ec3 req-624f9c9e-dc7f-4d54-be46-e8a456aafa63 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 945 time: 0.0766056 Aug 12 04:16:21.383161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-28427b42-2512-4045-98fd-99021728e7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370304 Aug 12 04:16:21.452500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bcf951c-fad4-41cd-a744-b43d47173ec3 req-0a456ad8-8279-47c8-ad3b-675033d0ea93 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784338 Aug 12 04:16:21.497608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45d65616-b1e2-4261-95b3-5751d60bd806 req-65684491-3a5f-45e0-a6b7-8ce97539fb40 service neutron] 10.222.0.20 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057887 Aug 12 04:16:21.517078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25410b49-e8f5-4bbb-a455-8ded3385d779 req-a881f8d7-17fc-4cbc-bb25-abe7b2dc32ed tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0296116 Aug 12 04:16:21.699354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1f39-896f-4444-83c3-6aa2a90f9da9 req-d1b3f9ca-d807-49a0-b9ab-049ca1a1ab08 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.700820 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01fe1f39-896f-4444-83c3-6aa2a90f9da9 req-d1b3f9ca-d807-49a0-b9ab-049ca1a1ab08 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0546758 Aug 12 04:16:21.738132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01fe1f39-896f-4444-83c3-6aa2a90f9da9 req-33bad1f1-7aa8-418f-9434-7e1aa423cb18 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Aug 12 04:16:21.840030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'tag': 'c17c43dc-082c-4c91-b960-46a709a896b3'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:21.842296 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109" -d '{"events": [{"name": "network-changed", "server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "tag": "c17c43dc-082c-4c91-b960-46a709a896b3"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:21.875548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8a04-bde3-40ce-b9aa-b57c254348f4 req-6719cdee-78f6-468c-b803-a870beff8348 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.881506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8a04-bde3-40ce-b9aa-b57c254348f4 req-6719cdee-78f6-468c-b803-a870beff8348 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.887503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8a04-bde3-40ce-b9aa-b57c254348f4 req-6719cdee-78f6-468c-b803-a870beff8348 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:21.889176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-901a8a04-bde3-40ce-b9aa-b57c254348f4 req-6719cdee-78f6-468c-b803-a870beff8348 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2411 time: 0.0752461 Aug 12 04:16:21.904475 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c6805-301d-4505-be2b-0d4af6315b7e x-openstack-request-id: req-963c6805-301d-4505-be2b-0d4af6315b7e {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:21.904754 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "tag": "c17c43dc-082c-4c91-b960-46a709a896b3", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:21.904972 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-963c6805-301d-4505-be2b-0d4af6315b7e {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:21.905342 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'tag': 'c17c43dc-082c-4c91-b960-46a709a896b3', 'status': 'completed', 'code': 200} Aug 12 04:16:21.936157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-901a8a04-bde3-40ce-b9aa-b57c254348f4 req-2189547b-aa0f-421a-88f5-60d54e6028d8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Aug 12 04:16:22.012460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-30e57b3b-35d9-40fe-824a-9fc6a3780958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.012961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-30e57b3b-35d9-40fe-824a-9fc6a3780958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.013433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-30e57b3b-35d9-40fe-824a-9fc6a3780958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.015097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-30e57b3b-35d9-40fe-824a-9fc6a3780958 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2864 time: 0.0846577 Aug 12 04:16:22.027783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806089d8-2bbd-48d0-804a-8f4d337f624a req-94d978c2-6fa1-40c0-8810-b484c0335b25 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.029183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-806089d8-2bbd-48d0-804a-8f4d337f624a req-94d978c2-6fa1-40c0-8810-b484c0335b25 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 945 time: 0.0621686 Aug 12 04:16:22.121923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-806089d8-2bbd-48d0-804a-8f4d337f624a req-797fe767-be3a-458c-bb33-58ddb7f50e9e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844414 Aug 12 04:16:22.143090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-379c9fb0-360d-48cb-bffc-b28965ac8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.144575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-379c9fb0-360d-48cb-bffc-b28965ac8f00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a432b487-358d-43a6-85c9-2d9a9c1e35b0 HTTP/1.1" status: 200 len: 901 time: 0.1145518 Aug 12 04:16:22.196262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-32f00ddf-6db2-48b2-8ef7-945196eaebec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=c17c43dc-082c-4c91-b960-46a709a896b3 HTTP/1.1" status: 200 len: 217 time: 0.0364015 Aug 12 04:16:22.247188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-a0669e79-365c-475f-a24a-c44e0bda16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.248377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-a0669e79-365c-475f-a24a-c44e0bda16d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=026a0cf5-6ba8-40e3-aa46-faf304b4b2ff HTTP/1.1" status: 200 len: 801 time: 0.0446734 Aug 12 04:16:22.295968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-d0e64b13-39b8-409e-933f-157356292a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.297540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-d0e64b13-39b8-409e-933f-157356292a31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a432b487-358d-43a6-85c9-2d9a9c1e35b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422468 Aug 12 04:16:22.392066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-c507ec8b-c589-4f3d-b4c5-e9e635b2d963 service neutron] 10.222.0.20 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849869 Aug 12 04:16:22.482578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62f9df99-9685-4bdb-a91e-ee7ebe0ee109 req-f7e66d7b-6262-4dab-bdbe-007506dbf098 service neutron] 10.222.0.20 "GET /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823722 Aug 12 04:16:22.620182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99f0a56d-8499-4799-8e90-292b80e8b65e req-5d00ba27-a87d-4f74-a39e-8b968b1d632f tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0270805 Aug 12 04:16:22.861318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bebce-d653-49ff-8e7d-10b85e97c7f6 req-1aaa72b6-be13-40bd-9985-d7a5b2df7242 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:22.862771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-345bebce-d653-49ff-8e7d-10b85e97c7f6 req-1aaa72b6-be13-40bd-9985-d7a5b2df7242 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Aug 12 04:16:22.901352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-345bebce-d653-49ff-8e7d-10b85e97c7f6 req-64919954-5ef3-420c-961d-1b44e0aca25f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Aug 12 04:16:23.067777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2502dc-5965-4bc7-8fff-9609df466327 req-879149ae-3823-436c-a282-a2ff17013b95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0253818 Aug 12 04:16:23.084069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009339-6255-4365-b233-b95a061009f1 req-b3498ed6-2f27-47b3-80f3-31f10433150c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:23.090030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009339-6255-4365-b233-b95a061009f1 req-b3498ed6-2f27-47b3-80f3-31f10433150c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:23.095869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17009339-6255-4365-b233-b95a061009f1 req-b3498ed6-2f27-47b3-80f3-31f10433150c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:23.097436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17009339-6255-4365-b233-b95a061009f1 req-b3498ed6-2f27-47b3-80f3-31f10433150c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2411 time: 0.0905066 Aug 12 04:16:23.137078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17009339-6255-4365-b233-b95a061009f1 req-86641637-4c1f-422b-8aee-2b772f948585 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Aug 12 04:16:23.261688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5f33f-5e02-417d-9cf2-ed315e8489ca req-d9bb2ebe-e9b9-449b-996f-04c444ab44d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:23.263329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4a5f33f-5e02-417d-9cf2-ed315e8489ca req-d9bb2ebe-e9b9-449b-996f-04c444ab44d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 945 time: 0.0533178 Aug 12 04:16:23.307894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4a5f33f-5e02-417d-9cf2-ed315e8489ca req-f09d3415-7b37-448a-ae57-54ad15aafad6 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Aug 12 04:16:23.396274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-a241bbce-54d5-4635-8d53-bf69ed8fcac8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:23.397792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-a241bbce-54d5-4635-8d53-bf69ed8fcac8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 945 time: 0.0479605 Aug 12 04:16:23.499920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port ec19f910-0767-4022-bfba-7cfcd2e2553e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:23.500269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:23.588569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port ec19f910-0767-4022-bfba-7cfcd2e2553e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ec19f910-0767-4022-bfba-7cfcd2e2553e,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:23.588937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:23.602182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for ec19f910-0767-4022-bfba-7cfcd2e2553e owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:23.750518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16eb780c-7cfe-4c83-b3bc-3f43238ec88f req-a33f81be-9382-4769-a778-56ad8d45565e tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0488849 Aug 12 04:16:23.832183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:23.843977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ec19f910-0767-4022-bfba-7cfcd2e2553e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:23.848881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:23.868986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=ec19f910-0767-4022-bfba-7cfcd2e2553e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:23.913660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port ec19f910-0767-4022-bfba-7cfcd2e2553e on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:23.916836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:23.918948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8514472d-c78f-4e88-bc6e-6762120295d3 req-1b4203f5-f132-4ea8-acc1-6f00858f3ff7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "DELETE /v2.0/ports/ec19f910-0767-4022-bfba-7cfcd2e2553e HTTP/1.1" status: 204 len: 173 time: 0.5142548 Aug 12 04:16:23.919404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63481e57-2666-493f-a54f-b54c09ed74fe', 'name': 'network-vif-deleted', 'tag': 'ec19f910-0767-4022-bfba-7cfcd2e2553e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:23.922216 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59f00f3-cc6d-4205-a620-efc5b4dba734" -d '{"events": [{"server_uuid": "63481e57-2666-493f-a54f-b54c09ed74fe", "name": "network-vif-deleted", "tag": "ec19f910-0767-4022-bfba-7cfcd2e2553e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:23.981593 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a13469-4325-42ac-b012-5e64257fca9f x-openstack-request-id: req-c0a13469-4325-42ac-b012-5e64257fca9f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:23.982312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63481e57-2666-493f-a54f-b54c09ed74fe", "name": "network-vif-deleted", "tag": "ec19f910-0767-4022-bfba-7cfcd2e2553e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:23.982312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0a13469-4325-42ac-b012-5e64257fca9f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:23.982510 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63481e57-2666-493f-a54f-b54c09ed74fe', 'name': 'network-vif-deleted', 'tag': 'ec19f910-0767-4022-bfba-7cfcd2e2553e', 'status': 'completed', 'code': 200} Aug 12 04:16:24.033514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7f66e-258d-45ed-afb3-fea43d7f7f8a req-f27d2a92-607f-4202-8e02-b4c0c7844385 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:24.035097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7cb7f66e-258d-45ed-afb3-fea43d7f7f8a req-f27d2a92-607f-4202-8e02-b4c0c7844385 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0564137 Aug 12 04:16:24.079112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7cb7f66e-258d-45ed-afb3-fea43d7f7f8a req-3fae421e-734a-451e-8312-743996494320 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Aug 12 04:16:24.257240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f763a3-9123-4707-af8e-14e14cb6e4d9 req-7992e46f-d2b6-4a1f-9215-01c8882755b4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:24.263862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f763a3-9123-4707-af8e-14e14cb6e4d9 req-7992e46f-d2b6-4a1f-9215-01c8882755b4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:24.269870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f763a3-9123-4707-af8e-14e14cb6e4d9 req-7992e46f-d2b6-4a1f-9215-01c8882755b4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:24.273202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65f763a3-9123-4707-af8e-14e14cb6e4d9 req-7992e46f-d2b6-4a1f-9215-01c8882755b4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2411 time: 0.0652542 Aug 12 04:16:24.315136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65f763a3-9123-4707-af8e-14e14cb6e4d9 req-50778924-9aec-412f-a55e-c3f944f883dc tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344615 Aug 12 04:16:24.418905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dd54dbb-a551-4d76-9ebe-b9b426ec0494 req-d49ace97-96f8-4b91-8af9-9486a3cec28d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=63481e57-2666-493f-a54f-b54c09ed74fe HTTP/1.1" status: 200 len: 210 time: 0.0269957 Aug 12 04:16:24.656383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3267e927-0753-4d1c-b8ac-d20b45e0c58b details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:24.758147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3267e927-0753-4d1c-b8ac-d20b45e0c58b,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:24.770211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '3267e927-0753-4d1c-b8ac-d20b45e0c58b', 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'port_id': '3267e927-0753-4d1c-b8ac-d20b45e0c58b', 'mac_address': 'fa:16:3e:ab:f3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a0cf5-6ba8-40e3-aa46-faf304b4b2ff', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:24.818147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:24.833796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3267e927-0753-4d1c-b8ac-d20b45e0c58b {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:24.863717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3267e927-0753-4d1c-b8ac-d20b45e0c58b,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:24.873739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf7873f-d715-44fc-b9dc-d3b81f53d265 req-7745adba-e381-47d1-8bd6-899fba3ca0d2 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Aug 12 04:16:24.930446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:24.931182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c17c43dc-082c-4c91-b960-46a709a896b3 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:25.016731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=3267e927-0753-4d1c-b8ac-d20b45e0c58b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:25.020523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c17c43dc-082c-4c91-b960-46a709a896b3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c17c43dc-082c-4c91-b960-46a709a896b3,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:25.035210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'c17c43dc-082c-4c91-b960-46a709a896b3', 'network_id': 'a432b487-358d-43a6-85c9-2d9a9c1e35b0', 'port_id': 'c17c43dc-082c-4c91-b960-46a709a896b3', 'mac_address': 'fa:16:3e:7e:9e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026a0cf5-6ba8-40e3-aa46-faf304b4b2ff', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:25.085130 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:25.098066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17c43dc-082c-4c91-b960-46a709a896b3 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:25.118766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c17c43dc-082c-4c91-b960-46a709a896b3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c17c43dc-082c-4c91-b960-46a709a896b3,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:25.187559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:25.188498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 71f87107-c4bd-4a49-a586-7bbac8334d00 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:25.204191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a46e0f0-8ff2-4de0-b3c6-2a1d20df3b22 req-ced36433-6c3b-4df8-8acb-337ce193e717 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36&device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0439796 Aug 12 04:16:25.245402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b16be-7a44-4482-b2c2-4b271a04b174 req-dab0a4d1-c10e-4723-a706-8165b2c21190 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:25.248918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b12b16be-7a44-4482-b2c2-4b271a04b174 req-dab0a4d1-c10e-4723-a706-8165b2c21190 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0886717 Aug 12 04:16:25.321158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b12b16be-7a44-4482-b2c2-4b271a04b174 req-91ae6c20-e073-4ffd-8976-c900ad4e9e8f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646937 Aug 12 04:16:25.331351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=c17c43dc-082c-4c91-b960-46a709a896b3,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:25.401178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 71f87107-c4bd-4a49-a586-7bbac8334d00, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=71f87107-c4bd-4a49-a586-7bbac8334d00,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:25.420271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '71f87107-c4bd-4a49-a586-7bbac8334d00', 'network_id': 'c2b766ae-e4ac-4568-b98d-08147cda3d47', 'port_id': '71f87107-c4bd-4a49-a586-7bbac8334d00', 'mac_address': 'fa:16:3e:87:46:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14f4023-f885-404a-81f2-457baf7128c1', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:25.459672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:25.484237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f87107-c4bd-4a49-a586-7bbac8334d00 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:25.506916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 71f87107-c4bd-4a49-a586-7bbac8334d00, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=71f87107-c4bd-4a49-a586-7bbac8334d00,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:25.512999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42045714-0a99-4179-b6a5-991e5f16b5b5 req-da419883-70e3-48bf-b19d-df661bebd185 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:25.526392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42045714-0a99-4179-b6a5-991e5f16b5b5 req-da419883-70e3-48bf-b19d-df661bebd185 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:25.532814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42045714-0a99-4179-b6a5-991e5f16b5b5 req-da419883-70e3-48bf-b19d-df661bebd185 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:25.534480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42045714-0a99-4179-b6a5-991e5f16b5b5 req-da419883-70e3-48bf-b19d-df661bebd185 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2413 time: 0.0725229 Aug 12 04:16:25.553616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:25.573095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42045714-0a99-4179-b6a5-991e5f16b5b5 req-0c9a056c-2989-4c1f-b16c-46d7435912d4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Aug 12 04:16:25.582080 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:25.594483 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:25.653977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=71f87107-c4bd-4a49-a586-7bbac8334d00,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:25.656637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2af9855-8212-483b-bb8b-ee76bd7399d2 req-84bc7042-c5cc-4b40-b5c1-d09c142d86c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2088a0c8b8de4a75bf98ba469cf4b45a&device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0328562 Aug 12 04:16:25.702550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2af9855-8212-483b-bb8b-ee76bd7399d2 req-3648760b-8976-405f-8ad1-202062bddb59 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2088a0c8b8de4a75bf98ba469cf4b45a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200686 Aug 12 04:16:25.747520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa27f282-99b2-4d2d-a741-58ee02955be3 req-158fc081-a250-4256-9516-f2c1e6bae90a tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0359569 Aug 12 04:16:25.806108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af9855-8212-483b-bb8b-ee76bd7399d2 req-b834c2e3-905c-482e-97ea-b1e614363d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:25.807792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2af9855-8212-483b-bb8b-ee76bd7399d2 req-b834c2e3-905c-482e-97ea-b1e614363d8e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100421 Aug 12 04:16:26.007205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['71f87107-c4bd-4a49-a586-7bbac8334d00'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:26.035922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['c17c43dc-082c-4c91-b960-46a709a896b3'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:26.070238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['3267e927-0753-4d1c-b8ac-d20b45e0c58b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:26.223281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-64bc6f5e-14f5-4851-a6f1-e89ddc5721e1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:26.225141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-64bc6f5e-14f5-4851-a6f1-e89ddc5721e1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1041887 Aug 12 04:16:26.241215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-3364ac44-57aa-477d-9c19-d82846eefc3d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0095000 Aug 12 04:16:26.297785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-a8f1ea43-3221-40e8-9f28-521ddbbb1e82 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500348 Aug 12 04:16:26.396529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-c4e71785-a7e5-4194-9292-c2c21c9f1d57 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868576 Aug 12 04:16:26.457185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14de8a-eba1-48b3-8192-3557cc071961 req-79201464-9084-4868-b523-51ce435aee49 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:26.458884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b14de8a-eba1-48b3-8192-3557cc071961 req-79201464-9084-4868-b523-51ce435aee49 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Aug 12 04:16:26.495886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-842356c2-8ffe-4b7c-9177-4cb7df507d64 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923588 Aug 12 04:16:26.501958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b14de8a-eba1-48b3-8192-3557cc071961 req-69ab5db5-96f1-4e0a-b637-d86fed4ac403 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342801 Aug 12 04:16:26.661409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ec19f910-0767-4022-bfba-7cfcd2e2553e no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:26.689473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: ec19f910-0767-4022-bfba-7cfcd2e2553e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:26.689861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ec19f910-0767-4022-bfba-7cfcd2e2553e not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:26.718349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c13c6-b9b3-45f8-bc9c-8c5d7e115cfd req-a0b786b8-6bbe-4c4e-8f84-1f975923a151 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:26.724670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c13c6-b9b3-45f8-bc9c-8c5d7e115cfd req-a0b786b8-6bbe-4c4e-8f84-1f975923a151 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:26.730902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c13c6-b9b3-45f8-bc9c-8c5d7e115cfd req-a0b786b8-6bbe-4c4e-8f84-1f975923a151 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:26.732894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-587c13c6-b9b3-45f8-bc9c-8c5d7e115cfd req-a0b786b8-6bbe-4c4e-8f84-1f975923a151 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2414 time: 0.0893137 Aug 12 04:16:26.775881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-587c13c6-b9b3-45f8-bc9c-8c5d7e115cfd req-ec2041a7-c636-49a4-957b-60344d3bf13f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365541 Aug 12 04:16:26.842382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01e4a812-5756-47b3-bdb8-80658829dec2 req-66e0aa0a-db64-46c3-8661-ec7c4cee113c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 210 time: 0.0488932 Aug 12 04:16:26.902478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-354c7595-9dd3-4b4b-8f1e-39694184c94e req-80bb987e-aa2a-4975-93f3-44d6f809b180 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0368817 Aug 12 04:16:27.308419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2af9855-8212-483b-bb8b-ee76bd7399d2 req-8147c64a-6bf5-4db3-82c5-055f6361933a tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0278838 Aug 12 04:16:27.629097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7fe87-d5fa-4040-8962-6263f05386df req-21dafd14-5979-4359-add8-e35b7f1a2eaf tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:27.630770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecc7fe87-d5fa-4040-8962-6263f05386df req-21dafd14-5979-4359-add8-e35b7f1a2eaf tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0552218 Aug 12 04:16:27.673267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecc7fe87-d5fa-4040-8962-6263f05386df req-fcef5c18-83a3-4c1a-b585-6749f2fe99b0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352240 Aug 12 04:16:27.936570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604b51-a1f9-44f6-9b7d-c70c3d4af72f req-90fa3114-95b2-4f12-9c8f-4e65e2cea6e5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:27.942816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604b51-a1f9-44f6-9b7d-c70c3d4af72f req-90fa3114-95b2-4f12-9c8f-4e65e2cea6e5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:27.948962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604b51-a1f9-44f6-9b7d-c70c3d4af72f req-90fa3114-95b2-4f12-9c8f-4e65e2cea6e5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:27.950654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71604b51-a1f9-44f6-9b7d-c70c3d4af72f req-90fa3114-95b2-4f12-9c8f-4e65e2cea6e5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2414 time: 0.0873315 Aug 12 04:16:27.983926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85c38268-390b-4e72-917c-8376dfaf2bba req-d82b4e21-8542-47ee-99bf-91c2066c2ea9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 210 time: 0.0292220 Aug 12 04:16:28.027148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71604b51-a1f9-44f6-9b7d-c70c3d4af72f req-7b3fc924-82d0-4145-a331-0e7ab84cb1ba tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677290 Aug 12 04:16:28.136720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d50786f-9e4e-4483-8e12-63ba9dcb99d7 req-de2450ff-145b-4c96-a629-70452e0e351c tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d07f03-20a9-49eb-939c-b25dd9228e36 HTTP/1.1" status: 200 len: 210 time: 0.0344577 Aug 12 04:16:28.216579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c3da3ef-ac09-445d-9c2d-f2949ddbfd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:28.534126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:28.636416 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8c40657-ebd1-4cf7-893b-ce1ba5f2b81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:28.658815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3267e927-0753-4d1c-b8ac-d20b45e0c58b up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:28.770250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 3267e927-0753-4d1c-b8ac-d20b45e0c58b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:28.774209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 3267e927-0753-4d1c-b8ac-d20b45e0c58b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:28.779752 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:28.861735 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8c40657-ebd1-4cf7-893b-ce1ba5f2b81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:28.883503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:28.885150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb46db-d95d-43e5-8029-aea5b1dbf7f8 req-44156c98-90e7-43e3-84b8-68a1c186bc56 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:28.887747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13cb46db-d95d-43e5-8029-aea5b1dbf7f8 req-44156c98-90e7-43e3-84b8-68a1c186bc56 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1201169 Aug 12 04:16:28.910193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267e927-0753-4d1c-b8ac-d20b45e0c58b'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:28.911717 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8276894-2a67-4f4d-b2e2-69ec9dc3914a" -d '{"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-plugged", "status": "completed", "tag": "3267e927-0753-4d1c-b8ac-d20b45e0c58b"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:28.923771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-61a4cf04-5e04-48d0-94c8-2cf27ffdd54f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:28.926512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-61a4cf04-5e04-48d0-94c8-2cf27ffdd54f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.2065861 Aug 12 04:16:28.935039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3267e927-0753-4d1c-b8ac-d20b45e0c58b,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:28.951270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:28.965642 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d8be57-c3ec-49a3-9e1b-cd60c8f403d7 x-openstack-request-id: req-18d8be57-c3ec-49a3-9e1b-cd60c8f403d7 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:28.965932 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-plugged", "status": "completed", "tag": "3267e927-0753-4d1c-b8ac-d20b45e0c58b", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:28.966225 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18d8be57-c3ec-49a3-9e1b-cd60c8f403d7 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:28.966611 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3267e927-0753-4d1c-b8ac-d20b45e0c58b', 'code': 200} Aug 12 04:16:29.007132 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8c40657-ebd1-4cf7-893b-ce1ba5f2b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.023953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13cb46db-d95d-43e5-8029-aea5b1dbf7f8 req-f15ad3ca-4d74-4d86-90c5-ad948a93c1a5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290469 Aug 12 04:16:29.027753 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.028562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 71f87107-c4bd-4a49-a586-7bbac8334d00 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:29.084876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=3267e927-0753-4d1c-b8ac-d20b45e0c58b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:29.105228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7870d4cc-2d69-419e-aaae-7b153b1e2fe4 req-e46e36a8-0694-4e85-8985-53ca90ac069a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 210 time: 0.0449290 Aug 12 04:16:29.142983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b8c40657-ebd1-4cf7-893b-ce1ba5f2b81d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cc752632eda405fa855aef89d46c5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075468 Aug 12 04:16:29.147113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c40657-ebd1-4cf7-893b-ce1ba5f2b81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608925ab-fbfb-45a7-a0a6-7e57658efce0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:29.150606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57644) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:29.197378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa60db-7b96-42e6-a79a-658c1da08752 req-fd4a0a70-4a54-4803-b119-7b4c3d073103 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:29.203989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa60db-7b96-42e6-a79a-658c1da08752 req-fd4a0a70-4a54-4803-b119-7b4c3d073103 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:29.210423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa60db-7b96-42e6-a79a-658c1da08752 req-fd4a0a70-4a54-4803-b119-7b4c3d073103 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:29.211972 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-19aa60db-7b96-42e6-a79a-658c1da08752 req-fd4a0a70-4a54-4803-b119-7b4c3d073103 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2415 time: 0.0821338 Aug 12 04:16:29.220790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e14f32e-d88a-4cd9-b8e1-027d91e391c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.227866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 71f87107-c4bd-4a49-a586-7bbac8334d00 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:29.232124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 71f87107-c4bd-4a49-a586-7bbac8334d00 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:29.237353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.252259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e14f32e-d88a-4cd9-b8e1-027d91e391c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.261020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-19aa60db-7b96-42e6-a79a-658c1da08752 req-fbb62e09-0e95-458d-afac-9ecdf7897e24 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 Aug 12 04:16:29.261602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:29.265395 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.331825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.364567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 71f87107-c4bd-4a49-a586-7bbac8334d00, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=71f87107-c4bd-4a49-a586-7bbac8334d00,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:29.399493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.4 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/0738d2f5-a208-473d-9c7c-2aadfea25ed8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:29.450455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e14f32e-d88a-4cd9-b8e1-027d91e391c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.453193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e14f32e-d88a-4cd9-b8e1-027d91e391c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.454356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e14f32e-d88a-4cd9-b8e1-027d91e391c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/608925ab-fbfb-45a7-a0a6-7e57658efce0 HTTP/1.1" status: 204 len: 168 time: 0.3056085 Aug 12 04:16:29.463137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14f32e-d88a-4cd9-b8e1-027d91e391c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608925ab-fbfb-45a7-a0a6-7e57658efce0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:29.513580 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.514393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c17c43dc-082c-4c91-b960-46a709a896b3 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:29.548034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.591544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=71f87107-c4bd-4a49-a586-7bbac8334d00,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:29.668688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.682735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:29.720271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:29.724104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:29.727677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:29.730745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port c17c43dc-082c-4c91-b960-46a709a896b3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:29.747650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port c17c43dc-082c-4c91-b960-46a709a896b3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:29.751092 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.782672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=0738d2f5-a208-473d-9c7c-2aadfea25ed8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:29.802889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:29.803698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.822860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9a50aca-7ae1-45ff-ad4f-53864c4c21b6 req-3486a697-1fc7-4e2e-a34c-b9903fa708b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2088a0c8b8de4a75bf98ba469cf4b45a&device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0537002 Aug 12 04:16:29.861029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9a50aca-7ae1-45ff-ad4f-53864c4c21b6 req-225869d0-3b85-4b32-b6d5-3a96269621c1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2088a0c8b8de4a75bf98ba469cf4b45a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257678 Aug 12 04:16:29.927111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:29.927898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-877a393a-277e-4deb-96db-5153e1475972 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9896662 Aug 12 04:16:29.994383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a50aca-7ae1-45ff-ad4f-53864c4c21b6 req-9043212e-92c8-4640-90a8-11236150837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:29.996011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9a50aca-7ae1-45ff-ad4f-53864c4c21b6 req-9043212e-92c8-4640-90a8-11236150837d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231267 Aug 12 04:16:30.001354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Request body: {'port': {'device_id': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:30.011212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c17c43dc-082c-4c91-b960-46a709a896b3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c17c43dc-082c-4c91-b960-46a709a896b3,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:30.074980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.078648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.121101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6b46813-e3fb-4195-ac66-d48ff697cbb2 req-582a756f-e067-4c5f-9199-123954a22267 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0361538 Aug 12 04:16:30.146536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=c17c43dc-082c-4c91-b960-46a709a896b3,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:30.169312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95061a-d5a6-47c2-a8a6-7825e0e1067e req-cdedcd24-b0ce-43bc-ae88-326c3b883098 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:30.171001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c95061a-d5a6-47c2-a8a6-7825e0e1067e req-cdedcd24-b0ce-43bc-ae88-326c3b883098 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0714455 Aug 12 04:16:30.174402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57664) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:30.197600 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd3cbe5a-122d-497b-9570-c3a7409271b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.243191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c95061a-d5a6-47c2-a8a6-7825e0e1067e req-409894f5-16b5-472d-8d12-a1ac8c635086 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592420 Aug 12 04:16:30.326840 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd3cbe5a-122d-497b-9570-c3a7409271b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.331941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e1fe5-62e9-4814-ba5b-37b6f7f272e4 req-8724f5d4-002a-40a0-adba-080ca52026aa tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:30.331941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-059e1fe5-62e9-4814-ba5b-37b6f7f272e4 req-8724f5d4-002a-40a0-adba-080ca52026aa tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 931 time: 0.1082096 Aug 12 04:16:30.405391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd3cbe5a-122d-497b-9570-c3a7409271b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.454962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd3cbe5a-122d-497b-9570-c3a7409271b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70540938bb2f407a8b4cd3b72c2cfd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791083 Aug 12 04:16:30.458992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cbe5a-122d-497b-9570-c3a7409271b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9967e7d6-5e51-4797-8710-fff22e022fbc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:30.461474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57670) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:30.478659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d735e-1ec9-4a67-9366-dda2589f80f2 req-3cee5a29-5d2b-4432-a8ae-5d7b9bbcd1c0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:30.484755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d735e-1ec9-4a67-9366-dda2589f80f2 req-3cee5a29-5d2b-4432-a8ae-5d7b9bbcd1c0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:30.490734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d735e-1ec9-4a67-9366-dda2589f80f2 req-3cee5a29-5d2b-4432-a8ae-5d7b9bbcd1c0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:30.492493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-189d735e-1ec9-4a67-9366-dda2589f80f2 req-3cee5a29-5d2b-4432-a8ae-5d7b9bbcd1c0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2417 time: 0.1152096 Aug 12 04:16:30.567361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-189d735e-1ec9-4a67-9366-dda2589f80f2 req-eca4180c-11f0-47f2-af58-562954c6fd06 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621011 Aug 12 04:16:30.568153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e51d61d-df25-4ec7-b843-a205d41733e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.591375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e51d61d-df25-4ec7-b843-a205d41733e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.700133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-059e1fe5-62e9-4814-ba5b-37b6f7f272e4 req-d75bd659-167f-459c-9954-b31db0f146c3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606188 Aug 12 04:16:30.706399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e51d61d-df25-4ec7-b843-a205d41733e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.709046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e51d61d-df25-4ec7-b843-a205d41733e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.710240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3e51d61d-df25-4ec7-b843-a205d41733e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9967e7d6-5e51-4797-8710-fff22e022fbc HTTP/1.1" status: 204 len: 168 time: 0.2468526 Aug 12 04:16:30.721062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51d61d-df25-4ec7-b843-a205d41733e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967e7d6-5e51-4797-8710-fff22e022fbc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:30.746438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-153695bd-3923-4df4-a0d3-e0342a1ea7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.774583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0738d2f5-a208-473d-9c7c-2aadfea25ed8 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:30.782920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.795756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Transition to ACTIVE for port object 0738d2f5-a208-473d-9c7c-2aadfea25ed8 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:30.860568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.915431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Pushing event updated for resources: {'Port': ['ID=0738d2f5-a208-473d-9c7c-2aadfea25ed8,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:30.947076 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:30.967713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f87107-c4bd-4a49-a586-7bbac8334d00'}, {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c43dc-082c-4c91-b960-46a709a896b3'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:30.970096 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d350218d-94fe-4438-94cf-18f8b9deeb01" -d '{"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-plugged", "status": "completed", "tag": "71f87107-c4bd-4a49-a586-7bbac8334d00"}, {"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-plugged", "status": "completed", "tag": "c17c43dc-082c-4c91-b960-46a709a896b3"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:30.987179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Attempting to bind port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:30.993522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Attempting to bind port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:30.993522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Attempting to bind port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:30.993522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:16:30.993522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Attempting to bind port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:30.998346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:30.998685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:30.999098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:30.999532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Bound port: 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:30.999986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:31.014356 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a3436f-fd99-473f-aea2-2e15ed799342 x-openstack-request-id: req-e1a3436f-fd99-473f-aea2-2e15ed799342 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:31.014788 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-plugged", "status": "completed", "tag": "71f87107-c4bd-4a49-a586-7bbac8334d00", "code": 200}, {"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-plugged", "status": "completed", "tag": "c17c43dc-082c-4c91-b960-46a709a896b3", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:31.016485 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1a3436f-fd99-473f-aea2-2e15ed799342 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:31.019115 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f87107-c4bd-4a49-a586-7bbac8334d00', 'code': 200} Aug 12 04:16:31.019115 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17c43dc-082c-4c91-b960-46a709a896b3', 'code': 200} Aug 12 04:16:31.091451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] For port 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:31.100427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] For port 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0738d2f5-a208-473d-9c7c-2aadfea25ed8,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:31.135278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977f7f-6615-4724-a7fc-fa0046826c6d req-3fa376ff-4ddb-4578-8893-2d8d83ee9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.135689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977f7f-6615-4724-a7fc-fa0046826c6d req-3fa376ff-4ddb-4578-8893-2d8d83ee9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.136157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977f7f-6615-4724-a7fc-fa0046826c6d req-3fa376ff-4ddb-4578-8893-2d8d83ee9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.137800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32977f7f-6615-4724-a7fc-fa0046826c6d req-3fa376ff-4ddb-4578-8893-2d8d83ee9fee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2870 time: 0.0436599 Aug 12 04:16:31.171137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:31.189018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32977f7f-6615-4724-a7fc-fa0046826c6d req-462f5075-8129-4c2a-976b-b635472fbff8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Aug 12 04:16:31.208975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.209595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:31.211013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] 10.222.0.20 "PUT /v2.0/ports/0738d2f5-a208-473d-9c7c-2aadfea25ed8 HTTP/1.1" status: 200 len: 1091 time: 1.2139482 Aug 12 04:16:31.211463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'tag': '0738d2f5-a208-473d-9c7c-2aadfea25ed8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:31.214312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1a9c2a-3343-4fb6-b031-24f780f8d116" -d '{"events": [{"name": "network-changed", "server_uuid": "03fe7f1c-02a5-40a4-ba17-2faa6081535f", "tag": "0738d2f5-a208-473d-9c7c-2aadfea25ed8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:31.264741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90a1e6f2-2dff-43ed-ad3b-642ac689e716 req-30af6537-727d-4976-a6bd-f7ca57f8f635 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0432460 Aug 12 04:16:31.266224 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36f21f-2211-45ec-828d-68ea537088eb x-openstack-request-id: req-5b36f21f-2211-45ec-828d-68ea537088eb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:31.266530 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fe7f1c-02a5-40a4-ba17-2faa6081535f", "tag": "0738d2f5-a208-473d-9c7c-2aadfea25ed8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:31.267021 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b36f21f-2211-45ec-828d-68ea537088eb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:31.267184 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'tag': '0738d2f5-a208-473d-9c7c-2aadfea25ed8', 'status': 'completed', 'code': 200} Aug 12 04:16:31.280992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f739257-172b-4e52-9fd8-1a1e2331fb5e service neutron] Pushing event updated for resources: {'Port': ['ID=0738d2f5-a208-473d-9c7c-2aadfea25ed8,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:31.329529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a9c2a-3343-4fb6-b031-24f780f8d116 req-0321d7f4-70fa-41a6-b0a1-1e83534a3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.331028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d1a9c2a-3343-4fb6-b031-24f780f8d116 req-0321d7f4-70fa-41a6-b0a1-1e83534a3c87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 1094 time: 0.0441344 Aug 12 04:16:31.389538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc14bd-ee53-4ec1-b8dd-383f9068909b req-68642078-b0bb-4ea3-897d-8e0e56a8e982 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.389538 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bccc14bd-ee53-4ec1-b8dd-383f9068909b req-68642078-b0bb-4ea3-897d-8e0e56a8e982 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0619552 Aug 12 04:16:31.428452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bccc14bd-ee53-4ec1-b8dd-383f9068909b req-77d36f5a-3511-4c10-93bd-4a73a2f8abbc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388701 Aug 12 04:16:31.450644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a9c2a-3343-4fb6-b031-24f780f8d116 req-3e9daaf1-bbd8-46dd-99b5-384c2786cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.452200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d1a9c2a-3343-4fb6-b031-24f780f8d116 req-3e9daaf1-bbd8-46dd-99b5-384c2786cb3e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=870ca12737d9409886de3a053d736d7f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1131265 Aug 12 04:16:31.472818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9a50aca-7ae1-45ff-ad4f-53864c4c21b6 req-cc5ae633-8e8f-4356-b953-2dc9ad2239a9 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0460179 Aug 12 04:16:31.568694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a9c2a-3343-4fb6-b031-24f780f8d116 req-dd95ba61-d619-407b-aa33-8277c5ab8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.568694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d1a9c2a-3343-4fb6-b031-24f780f8d116 req-dd95ba61-d619-407b-aa33-8277c5ab8a5c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979586 Aug 12 04:16:31.689918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-fb591d44-6ac1-403e-9b0a-26fcc8866d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.691489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-fb591d44-6ac1-403e-9b0a-26fcc8866d89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 1094 time: 0.0716615 Aug 12 04:16:31.718765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3163c-b34f-4655-954e-0a125c0d8a4b req-5390c798-2117-4db4-a286-3c5d514d2b40 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.724704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3163c-b34f-4655-954e-0a125c0d8a4b req-5390c798-2117-4db4-a286-3c5d514d2b40 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.730653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3163c-b34f-4655-954e-0a125c0d8a4b req-5390c798-2117-4db4-a286-3c5d514d2b40 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.732301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20e3163c-b34f-4655-954e-0a125c0d8a4b req-5390c798-2117-4db4-a286-3c5d514d2b40 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2417 time: 0.0844157 Aug 12 04:16:31.762286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-39e06ad7-708d-435a-99b2-a8a3b350c10d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0738d2f5-a208-473d-9c7c-2aadfea25ed8 HTTP/1.1" status: 200 len: 217 time: 0.0588322 Aug 12 04:16:31.818110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463035-6f82-4fb4-9de2-b7d709c1e60d req-1790f1a0-724f-4ca2-a7a7-147d3b84ef1d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.819847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc463035-6f82-4fb4-9de2-b7d709c1e60d req-1790f1a0-724f-4ca2-a7a7-147d3b84ef1d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 943 time: 0.0496352 Aug 12 04:16:31.829847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20e3163c-b34f-4655-954e-0a125c0d8a4b req-16228ddf-509b-4365-9377-71d5fd002465 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705400 Aug 12 04:16:31.836442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-b96625f8-5f5e-407f-99ed-8229f354c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:31.838221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-b96625f8-5f5e-407f-99ed-8229f354c3c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0630825 Aug 12 04:16:31.875277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-a421da0d-509a-4828-8e94-0f890d9f848c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281949 Aug 12 04:16:31.876717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc463035-6f82-4fb4-9de2-b7d709c1e60d req-587cbe15-1635-48c5-bd4c-5de51793fed9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Aug 12 04:16:31.986270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-b6395a52-de83-4509-a11e-ca5d3f0bb8ca service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931377 Aug 12 04:16:32.038925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:32.094989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1722914-e1f0-464b-9bf6-9d1da0e8a922 req-dba82112-aef2-4bee-ac19-14914fabb758 service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908339 Aug 12 04:16:32.388127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2059404-dcb5-42cf-8b97-8e7acddd26a6 req-8b657c4a-38c3-4e2c-bca1-abaa4b200137 tempest-ServerShowV247Test-267622946 tempest-ServerShowV247Test-267622946-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b97abf1-f142-4e60-8e22-b8424c6fd720 HTTP/1.1" status: 200 len: 210 time: 0.0317364 Aug 12 04:16:32.556747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9b246-468e-4f9c-a610-c700dd87b679 req-904fb354-501a-4e0c-91b0-4b23fd4ef052 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:32.558250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cd9b246-468e-4f9c-a610-c700dd87b679 req-904fb354-501a-4e0c-91b0-4b23fd4ef052 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0526903 Aug 12 04:16:32.603831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cd9b246-468e-4f9c-a610-c700dd87b679 req-31c10f64-4675-44ac-affd-bfb70cebecb3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 Aug 12 04:16:32.963329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc5a8c-74c4-477b-967f-b217f69c8899 req-1ad12018-2c8d-4136-83f5-cfc78d6dabba tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:32.970225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc5a8c-74c4-477b-967f-b217f69c8899 req-1ad12018-2c8d-4136-83f5-cfc78d6dabba tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:32.976099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc5a8c-74c4-477b-967f-b217f69c8899 req-1ad12018-2c8d-4136-83f5-cfc78d6dabba tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:32.978895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49bc5a8c-74c4-477b-967f-b217f69c8899 req-1ad12018-2c8d-4136-83f5-cfc78d6dabba tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2417 time: 0.0718060 Aug 12 04:16:32.987778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57748) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:33.012000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069004a-1f70-4ac3-8b8d-a804080296e6 req-04c056bc-1b9f-4258-889b-74efa50178bb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:33.013634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f069004a-1f70-4ac3-8b8d-a804080296e6 req-04c056bc-1b9f-4258-889b-74efa50178bb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 943 time: 0.0611629 Aug 12 04:16:33.023968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49bc5a8c-74c4-477b-967f-b217f69c8899 req-dc0057c0-e858-4c12-8062-2e8467e62c40 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363703 Aug 12 04:16:33.059251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f069004a-1f70-4ac3-8b8d-a804080296e6 req-238a888c-0c41-473e-9737-f0783a6ac613 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Aug 12 04:16:33.106537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c1bb4c42-c7a6-4f24-ad81-8e21da10b47e tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:33.203751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c1bb4c42-c7a6-4f24-ad81-8e21da10b47e tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] 10.222.0.42 "PUT /v2.0/quotas/0027335e40744a6882bfa4983cc494bf HTTP/1.1" status: 200 len: 368 time: 0.2148228 Aug 12 04:16:33.206330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57758) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:33.211178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Request body: {'network': {'project_id': '0027335e40744a6882bfa4983cc494bf'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:33.330547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Made reservation on behalf of 0027335e40744a6882bfa4983cc494bf for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:33.333010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.346336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.434570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.538181 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.562407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:33.571048 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.582422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.582798 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Added segment 9fe77057-ba5d-4c19-a1a8-5ce8f9c923fd of type vlan for network fb678519-42ef-4a90-9f55-fee764f144a7 Aug 12 04:16:33.592261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe827f4-1f3f-4e4b-841b-b9a254a12339,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:33.605484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470bd3-3e7c-47a7-a7b2-fe158ef5bf96 req-e6d9d5f2-156c-482f-9b3c-c06d05817256 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:33.611367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470bd3-3e7c-47a7-a7b2-fe158ef5bf96 req-e6d9d5f2-156c-482f-9b3c-c06d05817256 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:33.617250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45470bd3-3e7c-47a7-a7b2-fe158ef5bf96 req-e6d9d5f2-156c-482f-9b3c-c06d05817256 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:33.618917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45470bd3-3e7c-47a7-a7b2-fe158ef5bf96 req-e6d9d5f2-156c-482f-9b3c-c06d05817256 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2417 time: 0.1161058 Aug 12 04:16:33.663265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.688896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45470bd3-3e7c-47a7-a7b2-fe158ef5bf96 req-355f6cb9-eae2-44a9-a640-39eb99a7ed22 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518401 Aug 12 04:16:33.727962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656965fb-9497-42b6-b7ce-6273adc549dc req-34a0501b-8015-4dd7-9f18-7719daf44168 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:33.729830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-656965fb-9497-42b6-b7ce-6273adc549dc req-34a0501b-8015-4dd7-9f18-7719daf44168 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0537450 Aug 12 04:16:33.764622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.765873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:33.766555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:33.770019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-656965fb-9497-42b6-b7ce-6273adc549dc req-b505d24d-1f96-44f5-8fea-432fc4aa320e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341191 Aug 12 04:16:33.829766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Pushing event updated for resources: {'Network': ['ID=fb678519-42ef-4a90-9f55-fee764f144a7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:33.843362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network fb678519-42ef-4a90-9f55-fee764f144a7 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:33.882433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0a0df0c9-697c-4631-9a33-45cdad20e1e8 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6724784 Aug 12 04:16:33.882644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:33.889216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Request body: {'network': {'project_id': '0027335e40744a6882bfa4983cc494bf'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:33.954256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57774) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:33.991671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Made reservation on behalf of 0027335e40744a6882bfa4983cc494bf for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:33.994680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.019585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:34.028487 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.029340 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Added segment 854db1d5-58cd-45d8-afab-61c295c43108 of type vlan for network 8742e3f5-4f5b-4c62-83e0-7f7716e3f70c Aug 12 04:16:34.078859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a6708e4-2ee7-46f7-b65b-9810ae7662c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.084303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.217766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0277a-830b-4b79-979c-681d53989597 req-66f27a0d-0e22-4490-aa2a-8a30e22c9cfc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:34.219327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1df0277a-830b-4b79-979c-681d53989597 req-66f27a0d-0e22-4490-aa2a-8a30e22c9cfc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 943 time: 0.0898111 Aug 12 04:16:34.222889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.224106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:34.224712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.340832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Pushing event updated for resources: {'Network': ['ID=8742e3f5-4f5b-4c62-83e0-7f7716e3f70c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:34.351626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8742e3f5-4f5b-4c62-83e0-7f7716e3f70c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:34.357116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a6708e4-2ee7-46f7-b65b-9810ae7662c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.363916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1df0277a-830b-4b79-979c-681d53989597 req-c0f870e3-45ce-49b3-90c9-88407b324e98 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321194 Aug 12 04:16:34.440106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0a6708e4-2ee7-46f7-b65b-9810ae7662c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.488403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0a6708e4-2ee7-46f7-b65b-9810ae7662c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2088a0c8b8de4a75bf98ba469cf4b45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329373 Aug 12 04:16:34.490302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-609e9812-b88c-44ee-97f8-e14c0f3ff905 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6066191 Aug 12 04:16:34.491151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57784) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:34.491622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6708e4-2ee7-46f7-b65b-9810ae7662c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ec2986-a379-43e0-90a1-480021ac6710,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:34.494433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57786) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:34.499750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c9420318-0c38-40f6-b912-8d1a537420a0 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Request body: {'network': {'project_id': '0027335e40744a6882bfa4983cc494bf'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:34.513055 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9420318-0c38-40f6-b912-8d1a537420a0 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 04:16:34.513631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9420318-0c38-40f6-b912-8d1a537420a0 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:16:34.514923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9420318-0c38-40f6-b912-8d1a537420a0 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0193584 Aug 12 04:16:34.551577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24c30f6-4144-4c6d-a4d3-c5b3b99632a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.555031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57792) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:34.574892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24c30f6-4144-4c6d-a4d3-c5b3b99632a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.647077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a9502c43-80a7-4e96-b94c-c6937fa80769 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0027335e40744a6882bfa4983cc494bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907490 Aug 12 04:16:34.650189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57796) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:34.679084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24c30f6-4144-4c6d-a4d3-c5b3b99632a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.682863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24c30f6-4144-4c6d-a4d3-c5b3b99632a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.683376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0738d2f5-a208-473d-9c7c-2aadfea25ed8 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:34.684124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b24c30f6-4144-4c6d-a4d3-c5b3b99632a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54ec2986-a379-43e0-90a1-480021ac6710 HTTP/1.1" status: 204 len: 168 time: 0.1919777 Aug 12 04:16:34.692743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c30f6-4144-4c6d-a4d3-c5b3b99632a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ec2986-a379-43e0-90a1-480021ac6710,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:34.705337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a24aab2-2858-47dd-b757-03fa1471ff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.732774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a24aab2-2858-47dd-b757-03fa1471ff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.795621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0738d2f5-a208-473d-9c7c-2aadfea25ed8,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:34.807769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '0738d2f5-a208-473d-9c7c-2aadfea25ed8', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': '0738d2f5-a208-473d-9c7c-2aadfea25ed8', 'mac_address': 'fa:16:3e:4d:90:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:34.829181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609912cb-757f-43af-bff4-716c9363e348 req-fa511d4b-4ca0-4d22-afdf-af2b7e9efd36 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:34.835744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609912cb-757f-43af-bff4-716c9363e348 req-fa511d4b-4ca0-4d22-afdf-af2b7e9efd36 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:34.843373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609912cb-757f-43af-bff4-716c9363e348 req-fa511d4b-4ca0-4d22-afdf-af2b7e9efd36 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:34.845253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-609912cb-757f-43af-bff4-716c9363e348 req-fa511d4b-4ca0-4d22-afdf-af2b7e9efd36 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2417 time: 0.0726829 Aug 12 04:16:34.861118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.867774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a24aab2-2858-47dd-b757-03fa1471ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.870780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a24aab2-2858-47dd-b757-03fa1471ff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:34.874219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a24aab2-2858-47dd-b757-03fa1471ff82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbe827f4-1f3f-4e4b-841b-b9a254a12339 HTTP/1.1" status: 204 len: 168 time: 0.2208116 Aug 12 04:16:34.875953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57804) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:34.883245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0738d2f5-a208-473d-9c7c-2aadfea25ed8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:34.893645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24aab2-2858-47dd-b757-03fa1471ff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe827f4-1f3f-4e4b-841b-b9a254a12339,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:34.906886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0738d2f5-a208-473d-9c7c-2aadfea25ed8,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:34.907542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08619600-2eb4-4a69-9b71-d342d3ae6987 req-2441734d-6c85-4335-9794-31e59704392d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:34.911727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08619600-2eb4-4a69-9b71-d342d3ae6987 req-2441734d-6c85-4335-9794-31e59704392d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0613637 Aug 12 04:16:34.954417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-609912cb-757f-43af-bff4-716c9363e348 req-150e95ca-68d3-45d7-a127-e11020cd4ed2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028571 Aug 12 04:16:34.956229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08619600-2eb4-4a69-9b71-d342d3ae6987 req-611a3f5f-d500-4a14-b6eb-4903d7636953 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Aug 12 04:16:34.981502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.010976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.061140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0738d2f5-a208-473d-9c7c-2aadfea25ed8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:35.068638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.068987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.069435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.069776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.070105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.070687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.070990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.071840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.072174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.072422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.072540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.072805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.073123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:35.091032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8742e3f5-4f5b-4c62-83e0-7f7716e3f70c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:35.101511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854db1d5-58cd-45d8-afab-61c295c43108') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:35.101810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854db1d5-58cd-45d8-afab-61c295c43108') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:35.110868 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.125823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.131760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:16:35.132066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:16:35.133687 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:16:35.240085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab4e97-472b-41db-b067-b332817045dc req-938b3346-c914-435c-a22f-364b7791eea0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:35.247060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab4e97-472b-41db-b067-b332817045dc req-938b3346-c914-435c-a22f-364b7791eea0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:35.253092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab4e97-472b-41db-b067-b332817045dc req-938b3346-c914-435c-a22f-364b7791eea0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:35.254928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41ab4e97-472b-41db-b067-b332817045dc req-938b3346-c914-435c-a22f-364b7791eea0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 2417 time: 0.1118872 Aug 12 04:16:35.314645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0738d2f5-a208-473d-9c7c-2aadfea25ed8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:35.353815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.367990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.374179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] 10.222.0.42 "DELETE /v2.0/networks/8742e3f5-4f5b-4c62-83e0-7f7716e3f70c HTTP/1.1" status: 204 len: 168 time: 0.4951956 Aug 12 04:16:35.374327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57820) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:35.387084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ba29a-7a2f-48d1-88b4-de0b3cb370cc tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Pushing event deleted for resources: {'Network': ['ID=8742e3f5-4f5b-4c62-83e0-7f7716e3f70c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:35.410890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port c17c43dc-082c-4c91-b960-46a709a896b3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:35.411229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.456022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.541555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.545655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port c17c43dc-082c-4c91-b960-46a709a896b3, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c17c43dc-082c-4c91-b960-46a709a896b3,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:35.546052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.553582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb678519-42ef-4a90-9f55-fee764f144a7']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:35.566558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe77057-ba5d-4c19-a1a8-5ce8f9c923fd') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:35.567126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe77057-ba5d-4c19-a1a8-5ce8f9c923fd') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:35.568792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c3d17-bda1-4393-b69f-5506b89ff338 req-1598e218-0807-443b-9433-381af1def2ee tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:35.570211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc0c3d17-bda1-4393-b69f-5506b89ff338 req-1598e218-0807-443b-9433-381af1def2ee tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 944 time: 0.0943208 Aug 12 04:16:35.577048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for c17c43dc-082c-4c91-b960-46a709a896b3 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:35.577773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.593549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.602133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:16:35.603455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:16:35.609999 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:16:35.661193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc0c3d17-bda1-4393-b69f-5506b89ff338 req-a94417be-fb67-4a7d-bfb7-0c947ca6fa02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783460 Aug 12 04:16:35.720041 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.725605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.728308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] 10.222.0.42 "DELETE /v2.0/networks/fb678519-42ef-4a90-9f55-fee764f144a7 HTTP/1.1" status: 204 len: 168 time: 0.3523812 Aug 12 04:16:35.742731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd6aab-c4d3-4248-867c-0747909e2e21 tempest-QuotasNegativeTest-875885914 tempest-QuotasNegativeTest-875885914-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb678519-42ef-4a90-9f55-fee764f144a7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:35.844946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.855160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:35.875483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=c17c43dc-082c-4c91-b960-46a709a896b3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:35.925753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port c17c43dc-082c-4c91-b960-46a709a896b3 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:35.928890 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:35.931854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41ab4e97-472b-41db-b067-b332817045dc req-78a64309-3888-465b-a7fd-6f2ac1fe214e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "DELETE /v2.0/ports/c17c43dc-082c-4c91-b960-46a709a896b3 HTTP/1.1" status: 204 len: 173 time: 0.6703939 Aug 12 04:16:35.932326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-deleted', 'tag': 'c17c43dc-082c-4c91-b960-46a709a896b3'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:35.934744 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8886a45-fa1d-4efb-a398-c043fcd3d91e" -d '{"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-deleted", "tag": "c17c43dc-082c-4c91-b960-46a709a896b3"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:35.984520 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e54d1-b656-4654-a43e-0ebbe4d37ea5 x-openstack-request-id: req-101e54d1-b656-4654-a43e-0ebbe4d37ea5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:35.984770 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-deleted", "tag": "c17c43dc-082c-4c91-b960-46a709a896b3", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:35.985021 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-101e54d1-b656-4654-a43e-0ebbe4d37ea5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:35.985415 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-deleted', 'tag': 'c17c43dc-082c-4c91-b960-46a709a896b3', 'status': 'completed', 'code': 200} Aug 12 04:16:35.987383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-57116683-network', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:36.094538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 71f87107-c4bd-4a49-a586-7bbac8334d00 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:36.094914 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.128961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea75c-982e-4e10-9741-43f012190c94 req-62c0d9cd-fa8e-4a3d-bfbc-993dda0a463d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:36.135684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ea75c-982e-4e10-9741-43f012190c94 req-62c0d9cd-fa8e-4a3d-bfbc-993dda0a463d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:36.137367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5ea75c-982e-4e10-9741-43f012190c94 req-62c0d9cd-fa8e-4a3d-bfbc-993dda0a463d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 1683 time: 0.0609450 Aug 12 04:16:36.161195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Made reservation on behalf of 00b64abb801f47ed9bf222582f4cc319 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:36.161998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.163335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f240f0-c7bb-4283-8e11-087179534ebd req-3ca6f829-d66f-4fad-8536-aa01527797c5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:36.165816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0f240f0-c7bb-4283-8e11-087179534ebd req-3ca6f829-d66f-4fad-8536-aa01527797c5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1151698 Aug 12 04:16:36.182031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.189493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5ea75c-982e-4e10-9741-43f012190c94 req-12d3b17e-61c6-4ce0-800e-13777134649e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456672 Aug 12 04:16:36.217286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['c17c43dc-082c-4c91-b960-46a709a896b3', '71f87107-c4bd-4a49-a586-7bbac8334d00', '3267e927-0753-4d1c-b8ac-d20b45e0c58b'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:36.225109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 71f87107-c4bd-4a49-a586-7bbac8334d00, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=71f87107-c4bd-4a49-a586-7bbac8334d00,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:36.225497 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.263357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0f240f0-c7bb-4283-8e11-087179534ebd req-6f4c8337-6b45-4a9f-97e7-ee47d40d0ea3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832357 Aug 12 04:16:36.264392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 71f87107-c4bd-4a49-a586-7bbac8334d00 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:36.302106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.381451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.444307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbac0a5-408c-4a68-98e9-ac72c4c51971,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:36.570234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.576207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:36.585745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.586081 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Added segment 3f40a971-01ca-4eb7-b310-7366f8ee7297 of type vlan for network c9137e54-d4b8-44af-aa67-0a21c1ffa37d Aug 12 04:16:36.625362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=71f87107-c4bd-4a49-a586-7bbac8334d00,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:36.642305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.663073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['c17c43dc-082c-4c91-b960-46a709a896b3'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:36.668186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 71f87107-c4bd-4a49-a586-7bbac8334d00 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:36.670899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.673391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41ab4e97-472b-41db-b067-b332817045dc req-a5ce5fc7-26d9-43c7-a4b4-5f955b6874a2 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "DELETE /v2.0/ports/71f87107-c4bd-4a49-a586-7bbac8334d00 HTTP/1.1" status: 204 len: 173 time: 0.7346582 Aug 12 04:16:36.691616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:16:36.696036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0738d2f5-a208-473d-9c7c-2aadfea25ed8 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:36.759967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.763526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:36.763526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.784370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57856) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:36.852145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13cfecf4-c7ae-4709-9305-6a3f1e1b9cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.878200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] Pushing event updated for resources: {'Network': ['ID=c9137e54-d4b8-44af-aa67-0a21c1ffa37d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:36.897049 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ab2ad0d9-6500-4ab1-9bcf-fabe0e524abb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0405829 Aug 12 04:16:36.898648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:36.899808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57858) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:36.905168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Request body: {'subnet': {'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-subnet', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:36.915201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'mac_address': 'fa:16:3e:6f:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:16:36.918999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:36.932289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:16:36.932289 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:16:36.932289 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id_1': '00b64abb801f47ed9bf222582f4cc319', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 16, 36, 910477)}] Aug 12 04:16:36.932289 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:16:36.933002 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:16:36.934169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:36.936501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9836b-bda4-42f9-94a6-cfa5ab118a81 req-0f82a8eb-c342-46da-9cdd-1d1d8cbb4e43 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:36.941755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88a9836b-bda4-42f9-94a6-cfa5ab118a81 req-0f82a8eb-c342-46da-9cdd-1d1d8cbb4e43 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 944 time: 0.1693079 Aug 12 04:16:36.975763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 3267e927-0753-4d1c-b8ac-d20b45e0c58b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:36.976203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:36.987761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:36.988121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.037053 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.060182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81cede4c-d1b8-4172-b313-e8c53a09484a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:37.065366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88a9836b-bda4-42f9-94a6-cfa5ab118a81 req-15587167-db1c-41bc-88bb-a8eba6c7fbb8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186323 Aug 12 04:16:37.087224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:37.127189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.127599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 3267e927-0753-4d1c-b8ac-d20b45e0c58b, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3267e927-0753-4d1c-b8ac-d20b45e0c58b,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:37.127988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.145298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13cfecf4-c7ae-4709-9305-6a3f1e1b9cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.157722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 3267e927-0753-4d1c-b8ac-d20b45e0c58b owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:37.157873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0738d2f5-a208-473d-9c7c-2aadfea25ed8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:37.157873 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc770ab-74df-4997-bf5a-d4e9b1faa8d3" -d '{"events": [{"server_uuid": "03fe7f1c-02a5-40a4-ba17-2faa6081535f", "name": "network-vif-plugged", "status": "completed", "tag": "0738d2f5-a208-473d-9c7c-2aadfea25ed8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:37.168588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0738d2f5-a208-473d-9c7c-2aadfea25ed8,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:37.176431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.222778 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167ca4c-75a5-4b6a-86a8-fe4405ba3ed9 x-openstack-request-id: req-4167ca4c-75a5-4b6a-86a8-fe4405ba3ed9 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:37.223491 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fe7f1c-02a5-40a4-ba17-2faa6081535f", "name": "network-vif-plugged", "status": "completed", "tag": "0738d2f5-a208-473d-9c7c-2aadfea25ed8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:37.223743 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4167ca4c-75a5-4b6a-86a8-fe4405ba3ed9 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:37.224361 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0738d2f5-a208-473d-9c7c-2aadfea25ed8', 'code': 200} Aug 12 04:16:37.238768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13cfecf4-c7ae-4709-9305-6a3f1e1b9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.258231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:37.279231 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.319258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['81cede4c-d1b8-4172-b313-e8c53a09484a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:37.381973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0738d2f5-a208-473d-9c7c-2aadfea25ed8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:37.407731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfecf4-c7ae-4709-9305-6a3f1e1b9cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7967d85c-1a98-4998-b755-2448284d0146,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:37.421724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-13cfecf4-c7ae-4709-9305-6a3f1e1b9cb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44a1f99525e64cf0ae603610c0942ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352232 Aug 12 04:16:37.421879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57874) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:37.443953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b9e9e-8666-4093-bb62-055d64eee4af req-932f7fc4-9913-434b-8de5-876ed0563ff0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:37.445554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f1b9e9e-8666-4093-bb62-055d64eee4af req-932f7fc4-9913-434b-8de5-876ed0563ff0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 946 time: 0.0877171 Aug 12 04:16:37.460287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24e5b-2221-4d55-a4fd-5feede52e6a9 req-f6ca3f20-d26c-4c40-88dc-97fe0f8f9a53 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:37.462002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfa24e5b-2221-4d55-a4fd-5feede52e6a9 req-f6ca3f20-d26c-4c40-88dc-97fe0f8f9a53 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 944 time: 0.1119874 Aug 12 04:16:37.505684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f1b9e9e-8666-4093-bb62-055d64eee4af req-6a3c2dfa-9541-4c6c-87d1-1a959a964604 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534348 Aug 12 04:16:37.512497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cd4b4-d213-4cde-a9c3-70e3c9172e61 req-f998c9f6-f23c-4758-bb53-baa931f39bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:37.516783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-540cd4b4-d213-4cde-a9c3-70e3c9172e61 req-f998c9f6-f23c-4758-bb53-baa931f39bca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 1096 time: 0.1533082 Aug 12 04:16:37.586619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8b5dcf5-a889-4664-8703-8ecfdb17751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.594187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfa24e5b-2221-4d55-a4fd-5feede52e6a9 req-ac3b9cb0-1bb9-4ba0-8bb1-26d60ab26314 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121280 Aug 12 04:16:37.603618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-540cd4b4-d213-4cde-a9c3-70e3c9172e61 req-6e3345e1-31ed-4996-ad06-d7f6b0fe0f4d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782220 Aug 12 04:16:37.621139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8b5dcf5-a889-4664-8703-8ecfdb17751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.630685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.654704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Made reservation on behalf of 00b64abb801f47ed9bf222582f4cc319 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:37.655025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=3267e927-0753-4d1c-b8ac-d20b45e0c58b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:37.665978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.717117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 3267e927-0753-4d1c-b8ac-d20b45e0c58b on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:37.719684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:37.722068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41ab4e97-472b-41db-b067-b332817045dc req-a4e431c1-8bf5-4b02-b90e-cd46f75882a0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "DELETE /v2.0/ports/3267e927-0753-4d1c-b8ac-d20b45e0c58b HTTP/1.1" status: 204 len: 173 time: 1.0399306 Aug 12 04:16:37.988888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-deleted', 'tag': '71f87107-c4bd-4a49-a586-7bbac8334d00'}, {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-deleted', 'tag': '3267e927-0753-4d1c-b8ac-d20b45e0c58b'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:37.991767 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b78fcdd-8092-47bf-96c6-e48e0036e228" -d '{"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-deleted", "tag": "71f87107-c4bd-4a49-a586-7bbac8334d00"}, {"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-deleted", "tag": "3267e927-0753-4d1c-b8ac-d20b45e0c58b"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:38.037863 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7820f3-3ccb-4af7-891d-4eaac4eac118 x-openstack-request-id: req-0e7820f3-3ccb-4af7-891d-4eaac4eac118 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:38.038188 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-deleted", "tag": "71f87107-c4bd-4a49-a586-7bbac8334d00", "status": "completed", "code": 200}, {"server_uuid": "b598af07-0ef6-46de-9470-7fc38542783c", "name": "network-vif-deleted", "tag": "3267e927-0753-4d1c-b8ac-d20b45e0c58b", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:38.038441 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e7820f3-3ccb-4af7-891d-4eaac4eac118 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:38.038913 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-deleted', 'tag': '71f87107-c4bd-4a49-a586-7bbac8334d00', 'status': 'completed', 'code': 200} Aug 12 04:16:38.039164 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b598af07-0ef6-46de-9470-7fc38542783c', 'name': 'network-vif-deleted', 'tag': '3267e927-0753-4d1c-b8ac-d20b45e0c58b', 'status': 'completed', 'code': 200} Aug 12 04:16:38.057156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8b5dcf5-a889-4664-8703-8ecfdb17751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:38.059845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8b5dcf5-a889-4664-8703-8ecfdb17751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:38.061108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8b5dcf5-a889-4664-8703-8ecfdb17751c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7967d85c-1a98-4998-b755-2448284d0146 HTTP/1.1" status: 204 len: 168 time: 0.6385415 Aug 12 04:16:38.076443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5dcf5-a889-4664-8703-8ecfdb17751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7967d85c-1a98-4998-b755-2448284d0146,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:38.323906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938346a-38f4-4d2f-8dac-f65f517d9c4d req-fc16eca5-32c5-4f2f-90b6-e66e0744600f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:38.327201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8938346a-38f4-4d2f-8dac-f65f517d9c4d req-fc16eca5-32c5-4f2f-90b6-e66e0744600f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 945 time: 0.1351855 Aug 12 04:16:38.380676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8938346a-38f4-4d2f-8dac-f65f517d9c4d req-08204c64-266d-4230-8576-d4f6e29e0271 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473402 Aug 12 04:16:38.422592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:38.508492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feb4b37-54cd-4afb-b4b6-93aa776a093a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:38.523754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Checking segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:38.523754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Network hostable DHCP agents. Network: c9137e54-d4b8-44af-aa67-0a21c1ffa37d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:16:38.696917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:16:38.702030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:38.753343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c9137e54-d4b8-44af-aa67-0a21c1ffa37d) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:38.758134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:38.759477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:38.772826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7749de4-323a-42c2-8453-6eb19104b7a8 req-ec095c79-1961-41ac-8184-6bf3bb2f8a13 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=b598af07-0ef6-46de-9470-7fc38542783c HTTP/1.1" status: 200 len: 210 time: 0.0903418 Aug 12 04:16:38.815315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6ac02-403b-48c9-b08a-e1a0e6969235 None None] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:38.872584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8af3c873-9310-4e9d-9306-d84a3465790d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9657629 Aug 12 04:16:38.873921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57916) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:38.878401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:38.898339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 81cede4c-d1b8-4172-b313-e8c53a09484a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:38.899089 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.009160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923bb6-f893-408c-8b39-18bdb6df4ca6 req-7f9f9920-c6d1-46e3-8487-a4344199b32f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:39.017438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42923bb6-f893-408c-8b39-18bdb6df4ca6 req-7f9f9920-c6d1-46e3-8487-a4344199b32f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 944 time: 0.1116035 Aug 12 04:16:39.035194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.036296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.086354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42923bb6-f893-408c-8b39-18bdb6df4ca6 req-62f909e5-68df-4d7e-9746-814119c2ea51 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629234 Aug 12 04:16:39.158478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.260097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.303912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:39.304131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57920) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:39.305246 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59800341-2867-4e65-a83b-319bd0f81bb0" -d '{"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-plugged", "status": "completed", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:39.316628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:16:39.317489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.327016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:39.362586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-557f68e9-b9e1-4fd5-b06f-2fdd677023b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.401895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.404933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3267e927-0753-4d1c-b8ac-d20b45e0c58b no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:39.459416 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75c198-eeca-4f9c-9d95-7fca5f9f3b96 x-openstack-request-id: req-1d75c198-eeca-4f9c-9d95-7fca5f9f3b96 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:39.459710 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-plugged", "status": "completed", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:39.459966 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d75c198-eeca-4f9c-9d95-7fca5f9f3b96 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:39.460352 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'code': 200} Aug 12 04:16:39.467430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 3267e927-0753-4d1c-b8ac-d20b45e0c58b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:39.467813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3267e927-0753-4d1c-b8ac-d20b45e0c58b not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:39.468227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 71f87107-c4bd-4a49-a586-7bbac8334d00 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:39.506986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 71f87107-c4bd-4a49-a586-7bbac8334d00 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:39.507352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 71f87107-c4bd-4a49-a586-7bbac8334d00 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:39.507942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c17c43dc-082c-4c91-b960-46a709a896b3 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:39.533785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: c17c43dc-082c-4c91-b960-46a709a896b3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:39.534129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c17c43dc-082c-4c91-b960-46a709a896b3 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:39.547113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.594304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:39.622418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Allocated IP 172.20.0.2 (c9137e54-d4b8-44af-aa67-0a21c1ffa37d/0feb4b37-54cd-4afb-b4b6-93aa776a093a/60914955-2eb4-4460-b63f-d61fef05dc9d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:39.628853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97fddc-9922-4b16-a20f-1a000817f5da req-82bddb23-7312-4e44-b6f3-33028c80aaf2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:39.630470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b97fddc-9922-4b16-a20f-1a000817f5da req-82bddb23-7312-4e44-b6f3-33028c80aaf2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 945 time: 0.1218145 Aug 12 04:16:39.647263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-557f68e9-b9e1-4fd5-b06f-2fdd677023b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.695246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b97fddc-9922-4b16-a20f-1a000817f5da req-d1a23d15-ca66-4dc7-a095-34e6e6778724 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Aug 12 04:16:39.730517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-557f68e9-b9e1-4fd5-b06f-2fdd677023b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.826311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:39.836403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Transition to ACTIVE for port object 60914955-2eb4-4460-b63f-d61fef05dc9d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:39.852325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-557f68e9-b9e1-4fd5-b06f-2fdd677023b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf7aa9a51d6e4d19b04d1077e1638775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478232 Aug 12 04:16:39.853016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Transition to ACTIVE for port object 60914955-2eb4-4460-b63f-d61fef05dc9d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:39.855094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f68e9-b9e1-4fd5-b06f-2fdd677023b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d3d410-b179-445d-a786-583a112e7358,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:39.861767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57932) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:39.930397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57934) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:39.938502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f755c-8807-4add-b128-c011c635719b req-0520b4d0-8ca1-4226-9697-b03a5a1e1602 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:39.940187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-360f755c-8807-4add-b128-c011c635719b req-0520b4d0-8ca1-4226-9697-b03a5a1e1602 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 945 time: 0.1218584 Aug 12 04:16:39.946829 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.019540 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721efee6-4ffa-4f5e-be06-56ff7f5fa033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.038974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-360f755c-8807-4add-b128-c011c635719b req-a8c94496-85d8-4ccc-9505-872fe9985f15 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906863 Aug 12 04:16:40.069343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:40.076671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting subnet a14f4023-f885-404a-81f2-457baf7128c1 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:16:40.081594 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721efee6-4ffa-4f5e-be06-56ff7f5fa033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.090464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.095829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:40.099355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:40.157371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Pushing event updated for resources: {'Port': ['ID=60914955-2eb4-4460-b63f-d61fef05dc9d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:40.204895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.261286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Attempting to bind port 60914955-2eb4-4460-b63f-d61fef05dc9d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:40.261709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Attempting to bind port 60914955-2eb4-4460-b63f-d61fef05dc9d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:40.262201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Attempting to bind port 60914955-2eb4-4460-b63f-d61fef05dc9d on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:40.268347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:40.268809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Checking segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:40.270035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.270035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Bound using segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:40.271161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Bound port: 60914955-2eb4-4460-b63f-d61fef05dc9d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:40.272172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.307781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.320615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.350441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.391583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] For port 60914955-2eb4-4460-b63f-d61fef05dc9d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:40.395031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] For port 60914955-2eb4-4460-b63f-d61fef05dc9d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=60914955-2eb4-4460-b63f-d61fef05dc9d,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:40.422265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c1ba6-2145-4529-a046-b3303d20f392 req-39ae3b1e-3e74-454a-8d55-11d53b04d889 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:40.430980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89c1ba6-2145-4529-a046-b3303d20f392 req-39ae3b1e-3e74-454a-8d55-11d53b04d889 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0852573 Aug 12 04:16:40.475023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c89c1ba6-2145-4529-a046-b3303d20f392 req-a3cc6234-eb6e-4e66-830e-2029866ec018 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Aug 12 04:16:40.531879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.532147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.607271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Subnet': ['ID=a14f4023-f885-404a-81f2-457baf7128c1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:40.620772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.625436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-09ef1a46-9c3d-46ab-b245-0ad4acb3788b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/subnets/a14f4023-f885-404a-81f2-457baf7128c1 HTTP/1.1" status: 204 len: 168 time: 0.6934743 Aug 12 04:16:40.633357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57944) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:40.644714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Allocated IP 172.25.6.58 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7f68e86f-a7ab-4149-812d-9f8cbdde2c0f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:40.647492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5786e-c65d-473c-842e-cb0e1673c63c None None] Network c2b766ae-e4ac-4568-b98d-08147cda3d47 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:40.760029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721efee6-4ffa-4f5e-be06-56ff7f5fa033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.762727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721efee6-4ffa-4f5e-be06-56ff7f5fa033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.764509 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-721efee6-4ffa-4f5e-be06-56ff7f5fa033 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4d3d410-b179-445d-a786-583a112e7358 HTTP/1.1" status: 204 len: 168 time: 0.9001815 Aug 12 04:16:40.776428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164042f-a040-4169-9264-4ac61fc8da05 None None] Pushing event updated for resources: {'Port': ['ID=60914955-2eb4-4460-b63f-d61fef05dc9d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:40.801339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721efee6-4ffa-4f5e-be06-56ff7f5fa033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d3d410-b179-445d-a786-583a112e7358,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:40.821750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:40.971928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.023439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b22d15-4dc7-44e8-a6ee-d63b9a2833b2 req-7471e113-3767-40c3-aa7b-dbb4bdbe3977 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:41.029554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-22b22d15-4dc7-44e8-a6ee-d63b9a2833b2 req-7471e113-3767-40c3-aa7b-dbb4bdbe3977 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 945 time: 0.1908576 Aug 12 04:16:41.056813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] DHCP port deletion for c2b766ae-e4ac-4568-b98d-08147cda3d47 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:16:41.077157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:41.077157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.134532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-22b22d15-4dc7-44e8-a6ee-d63b9a2833b2 req-d75a89cf-fc34-426b-8413-8e61e2368e8e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994799 Aug 12 04:16:41.171817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] Deleting port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:41.172289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.176339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.297368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:41.297368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.297368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:41.306525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Pushing event updated for resources: {'Port': ['ID=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:41.322992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:41.324943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:41.331920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:41.332776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] For port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,segment=NetworkSegment(4cabdd7e-3d1f-4913-b90f-575071778b86),segment_id=4cabdd7e-3d1f-4913-b90f-575071778b86)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:41.333248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.353296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] Calling delete_port for 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:41.518532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-36435065-7802-40b1-b6a1-0c12f7e4eaba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0773141 Aug 12 04:16:41.582331 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.596227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.631828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] Pushing event deleted for resources: {'Port': ['ID=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:41.647010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79e1cb-c9da-4fe9-8416-fb2446baa91b None None] No DVR routers for this DVR port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:41.732256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:41.744693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:41.854833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:41.989254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940558e-5c6c-4817-810f-65c715fd3244 req-896bfcd3-19a8-467b-b8bb-c27bf40c8a1e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.000820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c940558e-5c6c-4817-810f-65c715fd3244 req-896bfcd3-19a8-467b-b8bb-c27bf40c8a1e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.4307685 Aug 12 04:16:42.008122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.014604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.015305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.015941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.016583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.017217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.017846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.025614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-825d72c7-fd13-476c-9820-96b662d40542 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.3982174 Aug 12 04:16:42.042459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.094081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b766ae-e4ac-4568-b98d-08147cda3d47']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:42.121061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cabdd7e-3d1f-4913-b90f-575071778b86') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:42.121662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cabdd7e-3d1f-4913-b90f-575071778b86') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:42.189077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.189598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-0585b6e4-9cc1-480b-8466-52edd3005c4b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.192779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-0585b6e4-9cc1-480b-8466-52edd3005c4b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 945 time: 0.1932852 Aug 12 04:16:42.253855 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c940558e-5c6c-4817-810f-65c715fd3244 req-c5f1640d-851a-436d-9b27-83c7ec8411db tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519968 Aug 12 04:16:42.269624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.316113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:16:42.316958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:16:42.320451 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:16:42.382001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.481970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-04bbb87f-da39-4f96-9a2e-cdc24a380f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.482462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-04bbb87f-da39-4f96-9a2e-cdc24a380f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.483033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-04bbb87f-da39-4f96-9a2e-cdc24a380f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.485327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-04bbb87f-da39-4f96-9a2e-cdc24a380f47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=1ddab381-f66b-427e-8b2b-55576ab5b51b&id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 2298 time: 0.4165478 Aug 12 04:16:42.498067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e272c8-de0a-4fe1-a753-75ba7969b65f None None] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:42.503918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20ef08-300b-4cac-bd69-356b133bae9e req-16dd2882-7d71-4f4d-9f3a-726391eda9a7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.505447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c20ef08-300b-4cac-bd69-356b133bae9e req-16dd2882-7d71-4f4d-9f3a-726391eda9a7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 945 time: 0.2143404 Aug 12 04:16:42.550621 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.576059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.581313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/networks/c2b766ae-e4ac-4568-b98d-08147cda3d47 HTTP/1.1" status: 204 len: 168 time: 1.9472382 Aug 12 04:16:42.586507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57980) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:42.634169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:42.634510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.641670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c58fd-37a1-4ee8-b898-6af4b623eb57 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Network': ['ID=c2b766ae-e4ac-4568-b98d-08147cda3d47,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:42.652531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-35d7746d-35e9-4419-86cb-355d577a3b0f None None] Provisioning for port 60914955-2eb4-4460-b63f-d61fef05dc9d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:42.665782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-ee569ccd-5d10-4863-8449-21872b952f30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 1001 time: 0.1702070 Aug 12 04:16:42.712475 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c20ef08-300b-4cac-bd69-356b133bae9e req-92ebf84e-2b45-4a3d-b859-a17eab95a333 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973550 Aug 12 04:16:42.778882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port 0738d2f5-a208-473d-9c7c-2aadfea25ed8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0738d2f5-a208-473d-9c7c-2aadfea25ed8,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:42.779262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.810756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for 0738d2f5-a208-473d-9c7c-2aadfea25ed8 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:42.855795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting subnet 026a0cf5-6ba8-40e3-aa46-faf304b4b2ff {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:16:42.882988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:42.993901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e6f7a7bb-f1d1-4839-af86-1fcdef867d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:42.995614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e6f7a7bb-f1d1-4839-af86-1fcdef867d6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 200 len: 856 time: 0.3218114 Aug 12 04:16:43.032273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.070024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60914955-2eb4-4460-b63f-d61fef05dc9d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:43.143062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-dcac9865-40e8-49bd-b19d-ca6ac1f7846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:43.145514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-dcac9865-40e8-49bd-b19d-ca6ac1f7846e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9655ca9-bc91-4036-8247-308ae56cbf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265969 Aug 12 04:16:43.232679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.319082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 60914955-2eb4-4460-b63f-d61fef05dc9d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:43.323990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 60914955-2eb4-4460-b63f-d61fef05dc9d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:43.324368 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.329139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-c731bfbb-b3b4-4cee-82ac-59cf2a1e74a3 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628857 Aug 12 04:16:43.378385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:16:43.413392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.488941 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.623974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 60914955-2eb4-4460-b63f-d61fef05dc9d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=60914955-2eb4-4460-b63f-d61fef05dc9d,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:43.644790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:16:43.661032 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:16:43.679607 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:43.680687 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:43.690173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.702841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:43.785781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=0738d2f5-a208-473d-9c7c-2aadfea25ed8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:43.812455 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.849597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.851920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/subnets/026a0cf5-6ba8-40e3-aa46-faf304b4b2ff HTTP/1.1" status: 204 len: 168 time: 1.2641394 Aug 12 04:16:43.853483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c26b-611e-49d5-a82c-3a085f7ede68 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Subnet': ['ID=026a0cf5-6ba8-40e3-aa46-faf304b4b2ff,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:43.855439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58000) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:43.877556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a987df8-fdf8-439b-830f-14f501e74034 None None] Network a432b487-358d-43a6-85c9-2d9a9c1e35b0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:43.885699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port 0738d2f5-a208-473d-9c7c-2aadfea25ed8 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:43.893809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.900109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3f3aa80-bf61-43b7-aa69-25f815df9adf req-59e0d5f4-1d0c-4d76-b7b7-8e77752859d3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "DELETE /v2.0/ports/0738d2f5-a208-473d-9c7c-2aadfea25ed8 HTTP/1.1" status: 204 len: 173 time: 1.6938848 Aug 12 04:16:43.900250 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:43.900358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'name': 'network-vif-deleted', 'tag': '0738d2f5-a208-473d-9c7c-2aadfea25ed8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:43.900358 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592a0401-a791-4fb5-a956-7932de87c551" -d '{"events": [{"server_uuid": "03fe7f1c-02a5-40a4-ba17-2faa6081535f", "name": "network-vif-deleted", "tag": "0738d2f5-a208-473d-9c7c-2aadfea25ed8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:43.913174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:43.917861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-48302748-d600-478f-9084-4faeefcec200 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0403640 Aug 12 04:16:43.919003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58006) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:43.963409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=60914955-2eb4-4460-b63f-d61fef05dc9d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:43.976771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd6ba6-1952-44a0-9bad-41fcfe7c86a2 req-7aa40c68-cb58-402e-95ec-7f3ba2021c4d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:43.985551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bccd6ba6-1952-44a0-9bad-41fcfe7c86a2 req-7aa40c68-cb58-402e-95ec-7f3ba2021c4d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.6146514 Aug 12 04:16:44.004143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-acfdd301-7637-4fc0-b00a-25b3a5fa62b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625330 Aug 12 04:16:44.047983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa0abd6e-8181-489f-80f4-ba4afd1ba036 req-05936c16-989a-4a92-a513-9d80ced79e95 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 210 time: 0.0441606 Aug 12 04:16:44.076714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-720fd195-2de1-4cba-a316-449d8128bde7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 217 time: 0.0507786 Aug 12 04:16:44.076714 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:44.135510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:44.170204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bccd6ba6-1952-44a0-9bad-41fcfe7c86a2 req-7c71f88b-ac74-4f99-a188-5f692bdbc05a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832249 Aug 12 04:16:44.214554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:44.215014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 552d21cc-f4a7-4e91-9faa-0e0cda5eb7a5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:44.292802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-2da761e0-9f68-4ec2-ac8f-43bd674a891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:44.299148 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-2da761e0-9f68-4ec2-ac8f-43bd674a891f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.2179964 Aug 12 04:16:44.371185 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35cdcaa-9e42-4e32-8965-24252357570e x-openstack-request-id: req-e35cdcaa-9e42-4e32-8965-24252357570e {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:44.371408 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fe7f1c-02a5-40a4-ba17-2faa6081535f", "name": "network-vif-deleted", "tag": "0738d2f5-a208-473d-9c7c-2aadfea25ed8", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:44.373836 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e35cdcaa-9e42-4e32-8965-24252357570e {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:44.374265 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fe7f1c-02a5-40a4-ba17-2faa6081535f', 'name': 'network-vif-deleted', 'tag': '0738d2f5-a208-473d-9c7c-2aadfea25ed8', 'status': 'completed', 'code': 200} Aug 12 04:16:44.474506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-6ec9e424-95b5-4d6d-9384-9c723071325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:44.478379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-6ec9e424-95b5-4d6d-9384-9c723071325c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1679697 Aug 12 04:16:44.553463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] DHCP port deletion for a432b487-358d-43a6-85c9-2d9a9c1e35b0 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:16:44.556452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 0e941488-5220-48b0-926b-79647cd0f731 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:44.557207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:44.608601 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:41Z', 'revision_number': 3, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:44.630610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 0e941488-5220-48b0-926b-79647cd0f731, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0e941488-5220-48b0-926b-79647cd0f731,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:44.631531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:44.658805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] Deleting port 0e941488-5220-48b0-926b-79647cd0f731 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:16:44.659409 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:44.665825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 0e941488-5220-48b0-926b-79647cd0f731 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:44.690273 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:16:44.691214 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Updating router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:16:44.755070 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:44.841317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] For port 0e941488-5220-48b0-926b-79647cd0f731, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0e941488-5220-48b0-926b-79647cd0f731,segment=NetworkSegment(aade38a0-773a-4a0f-8193-8e7e6d56bf92),segment_id=aade38a0-773a-4a0f-8193-8e7e6d56bf92)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:44.841973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:44.876831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] Calling delete_port for 0e941488-5220-48b0-926b-79647cd0f731 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:16:44.996913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.037224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0738d2f5-a208-473d-9c7c-2aadfea25ed8 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:45.091222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 0e941488-5220-48b0-926b-79647cd0f731 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:45.108030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60914955-2eb4-4460-b63f-d61fef05dc9d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:45.109396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=0e941488-5220-48b0-926b-79647cd0f731,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:45.126535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.132001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 0738d2f5-a208-473d-9c7c-2aadfea25ed8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:45.132358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0738d2f5-a208-473d-9c7c-2aadfea25ed8 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:45.251846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58034) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:45.284971 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.304711 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Transition to ACTIVE for port object 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:45.309141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdafc1ad-49f9-4383-9449-29434d4b1dff req-386f21e7-a606-4fbe-b704-5eea17a68563 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=03fe7f1c-02a5-40a4-ba17-2faa6081535f HTTP/1.1" status: 200 len: 210 time: 0.0364552 Aug 12 04:16:45.344608 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.407487 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.429014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e19e88eb-8cc7-4140-a1b6-7b0df9211886 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9431770 Aug 12 04:16:45.433527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.437362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] Pushing event deleted for resources: {'Port': ['ID=0e941488-5220-48b0-926b-79647cd0f731,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:45.447329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ce847-dcec-411b-80aa-d446d254cdde None None] No DVR routers for this DVR port 0e941488-5220-48b0-926b-79647cd0f731 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:16:45.483028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 60914955-2eb4-4460-b63f-d61fef05dc9d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:45.483406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.498628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Allocated IP 172.20.0.1 (c9137e54-d4b8-44af-aa67-0a21c1ffa37d/0feb4b37-54cd-4afb-b4b6-93aa776a093a/cf5cc194-9aa0-491f-abb5-de2b32728d4c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:45.526934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Pushing event updated for resources: {'Port': ['ID=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:45.534312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a432b487-358d-43a6-85c9-2d9a9c1e35b0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:45.591081 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.591490 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.591935 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.595139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.595596 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.596039 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.597146 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.597584 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.598148 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.598946 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.601758 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.601758 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:16:45.611350 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Attempting to bind port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:45.615749 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Attempting to bind port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:45.616261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Attempting to bind port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:45.632707 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:45.634819 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:45.637405 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.637914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:45.638673 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Bound port: 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:45.639430 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.655682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2aca3eef-f960-4d1b-af36-a32e3f0232e1 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:45.681775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aade38a0-773a-4a0f-8193-8e7e6d56bf92') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:45.683963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aade38a0-773a-4a0f-8193-8e7e6d56bf92') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:45.715948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f77976-22a5-4d98-a675-601c7b30f570 req-cc570c1d-a0d4-4d71-a34e-0e99f527703b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:45.717746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70f77976-22a5-4d98-a675-601c7b30f570 req-cc570c1d-a0d4-4d71-a34e-0e99f527703b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.3851140 Aug 12 04:16:45.721577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.725358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.740727 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] For port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:45.747598 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] For port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:45.759510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Transition to ACTIVE for port object cf5cc194-9aa0-491f-abb5-de2b32728d4c will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:45.763964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.775767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:16:45.776376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:16:45.780541 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:16:45.816524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0e941488-5220-48b0-926b-79647cd0f731 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:16:45.854071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 0e941488-5220-48b0-926b-79647cd0f731 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:16:45.854978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0e941488-5220-48b0-926b-79647cd0f731 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:16:45.896771 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.910844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-c493a8a6-ddc5-457a-b247-63cd618d9c83 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535041 Aug 12 04:16:45.918480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70f77976-22a5-4d98-a675-601c7b30f570 req-6146d376-29c5-447f-b1cb-bbc6e04609c7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855133 Aug 12 04:16:45.978815 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:45.995000 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:45.995690 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:46.000560 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-a8bfd70d-2cba-423c-adaf-472bb4226204 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 217 time: 0.0802884 Aug 12 04:16:46.057056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.067930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:46.081668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.082323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:46.085233 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c2f79-cab3-4680-aecd-85c3fe7ceb5f None None] Pushing event updated for resources: {'Port': ['ID=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:46.088928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/networks/a432b487-358d-43a6-85c9-2d9a9c1e35b0 HTTP/1.1" status: 204 len: 168 time: 2.2105336 Aug 12 04:16:46.090775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:46.103282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58044) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.139156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e46f6de2-ceb8-4cc9-86d9-7a296b76cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:46.140898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e46f6de2-ceb8-4cc9-86d9-7a296b76cc30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1333342 Aug 12 04:16:46.149765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5cc194-9aa0-491f-abb5-de2b32728d4c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:46.157563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627631757'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:46.182066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2aca3eef-f960-4d1b-af36-a32e3f0232e1 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "PUT /v2.0/quotas/8ed2a09ca4444011b8d57e2612274a3f HTTP/1.1" status: 200 len: 366 time: 0.9013026 Aug 12 04:16:46.182487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58046) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.184569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5086c5-bb8a-4493-89f6-f827fb1d3471 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Network': ['ID=a432b487-358d-43a6-85c9-2d9a9c1e35b0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:46.216030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.227423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-89ee5f63-3615-42d6-a916-bc218451409c tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0500753 Aug 12 04:16:46.229892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:46.236359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58048) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.312190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e0f0573b-2f4c-465a-9d0d-f4721dc3e3ee tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "GET /v2.0/quotas/8ed2a09ca4444011b8d57e2612274a3f HTTP/1.1" status: 200 len: 366 time: 0.0699146 Aug 12 04:16:46.312709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.314572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e4ed2323-c995-49c9-aa36-1441794be2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:46.316178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e4ed2323-c995-49c9-aa36-1441794be2a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542921 Aug 12 04:16:46.405679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:46.421796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.516707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:46.561656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.562004 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Added segment c192c873-6e9c-42ca-b37b-94d7105c3088 of type vlan for network 8ba89269-d70c-4268-97b5-9763a5c65a88 Aug 12 04:16:46.619838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-f7ba297e-6a8a-4e4c-810d-31d73589ab2d service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928410 Aug 12 04:16:46.640604 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:41Z', 'revision_number': 3, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:46.698433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e1ac3702-cd59-4d26-9bfb-3d018f612567 None None] Provisioning for port cf5cc194-9aa0-491f-abb5-de2b32728d4c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:46.700994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e1ac3702-cd59-4d26-9bfb-3d018f612567 None None] Provisioning complete for port cf5cc194-9aa0-491f-abb5-de2b32728d4c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:46.701443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3702-cd59-4d26-9bfb-3d018f612567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.705314 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7da66-c14a-4560-9a7c-088edcaeef44 None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:41Z', 'revision_number': 3, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:16:46.728212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-87e9c1a4-04ab-4128-a669-5d3bd7f73d60 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/8ed2a09ca4444011b8d57e2612274a3f HTTP/1.1" status: 204 len: 168 time: 0.4122791 Aug 12 04:16:46.732753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58062) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.775934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.791672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b1b065aa-6a73-482c-8826-d6a88dd6e2a1 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0469136 Aug 12 04:16:46.792127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58064) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.809079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac3702-cd59-4d26-9bfb-3d018f612567 None None] Port cf5cc194-9aa0-491f-abb5-de2b32728d4c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:46.848564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:46.859217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-31bf324c-5a95-41b1-b442-88bb120111db tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "GET /v2.0/quotas/8ed2a09ca4444011b8d57e2612274a3f HTTP/1.1" status: 200 len: 370 time: 0.0644965 Aug 12 04:16:46.864662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58066) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.879526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ab36d18d-b840-4958-9512-f142d71c4d52 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "GET /v2.0/quotas/8ed2a09ca4444011b8d57e2612274a3f/default HTTP/1.1" status: 200 len: 370 time: 0.0049343 Aug 12 04:16:46.888837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58068) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:46.935987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-6bb26b1f-d942-44ff-84c4-ede3b6f8e246 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068187 Aug 12 04:16:46.939511 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-ee4b0650-b3d0-4ba2-97aa-629c7121462b tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] delete failed (client error): The resource could not be found. Aug 12 04:16:46.963782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ee4b0650-b3d0-4ba2-97aa-629c7121462b tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/8ed2a09ca4444011b8d57e2612274a3f HTTP/1.1" status: 404 len: 348 time: 0.0732188 Aug 12 04:16:47.063453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:47.075131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:47.075778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:47.103934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-035f61d4-734f-401c-9087-fe48b2c6620d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 200 len: 217 time: 0.1591806 Aug 12 04:16:47.254899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24c68f-a70a-46b9-b872-a93da0d8c935 req-646d2fa8-342a-44ed-b27f-ab61f1bebae5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:47.262412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9b24c68f-a70a-46b9-b872-a93da0d8c935 req-646d2fa8-342a-44ed-b27f-ab61f1bebae5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1571558 Aug 12 04:16:47.329417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:47.377507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9b24c68f-a70a-46b9-b872-a93da0d8c935 req-98f1e73f-19d0-4897-a070-b7deebc55e36 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077561 Aug 12 04:16:47.377719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2384274 Aug 12 04:16:47.380808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:47.381263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8952d4-0c2d-486b-af7f-cbebe4df9610 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Network': ['ID=8ba89269-d70c-4268-97b5-9763a5c65a88,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:47.384125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58088) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:47.394509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:47.396445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'subnet': {'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:47.419541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-d5fc2224-2654-406e-b649-4f641ca1b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:47.419541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-d5fc2224-2654-406e-b649-4f641ca1b696 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.2741339 Aug 12 04:16:47.445488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:network and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:47.482543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:47.491621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-d25502c0-8e96-41cb-b592-f714cab994f7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:47.492512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:47.494697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-d25502c0-8e96-41cb-b592-f714cab994f7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.4340463 Aug 12 04:16:47.519647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-cca15a78-ce4e-43bc-88f6-f8cecf981621 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0148053 Aug 12 04:16:47.525356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-3057569b-eb7d-42b0-8324-b9b08a4aadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:47.527021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-3057569b-eb7d-42b0-8324-b9b08a4aadb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940437 Aug 12 04:16:47.547813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:subnet and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:47.596632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:47.646745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5cc194-9aa0-491f-abb5-de2b32728d4c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:47.649662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:subnetpool and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:47.652358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:47.658695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:47.688223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-456f7166-087e-4f0c-9b7e-d68df2a23f44 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589999 Aug 12 04:16:47.692077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-e71df634-34f6-41ea-86a3-1d597db7c5ae service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234641 Aug 12 04:16:47.810824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:47.812516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:port and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:47.819054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:47.821385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:47.825198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-ddf3af61-3f63-43e2-9afa-0718b0f25a4b service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168473 Aug 12 04:16:47.916926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-32161c7f-e2da-49f9-8af7-7b97d9ea0351 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 200 len: 217 time: 0.0651562 Aug 12 04:16:47.980535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:47.984631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:48.064490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-1d9adbd7-c72b-4762-8e94-def669923666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:48.071169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-1d9adbd7-c72b-4762-8e94-def669923666 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1142550 Aug 12 04:16:48.173112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-b7cfcaf9-3d23-4e77-98b0-c2f3419af81c service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770184 Aug 12 04:16:48.204235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-435cba84-1a3e-45d6-aeb1-6962e9e336b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:48.205767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-435cba84-1a3e-45d6-aeb1-6962e9e336b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303778 Aug 12 04:16:48.214809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:router and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:48.230661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:16:48.232114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:48.262532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a3d52cc1-fa8d-474a-a789-f11e890e783f None None] Provisioning complete for port cf5cc194-9aa0-491f-abb5-de2b32728d4c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:48.262849 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a3d52cc1-fa8d-474a-a789-f11e890e783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:48.361689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a3d52cc1-fa8d-474a-a789-f11e890e783f None None] Port cf5cc194-9aa0-491f-abb5-de2b32728d4c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:16:48.362675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:16:48.364874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:48.375074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ef893c0-ba95-4ca9-adf1-dccfe4a652a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4549458 Aug 12 04:16:48.444201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-a6e9cbab-a2b7-43d6-8b91-e04370e90f20 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663537 Aug 12 04:16:48.448459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:floatingip and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:48.467150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:48.483573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-d2082e7e-e7ee-439e-872a-fd2b22b7cf54 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078525 Aug 12 04:16:48.523727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Subnet': ['ID=dbb16732-18e0-4385-b14c-1d334205c877,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:48.561444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Checking segment: {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:48.561848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network hostable DHCP agents. Network: 8ba89269-d70c-4268-97b5-9763a5c65a88, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:16:48.607813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-d4e0c557-37d2-44c2-884b-288f72999930 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551969 Aug 12 04:16:48.688261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-c0094471-bd40-4364-9488-e6255dd17581 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 200 len: 217 time: 0.0709088 Aug 12 04:16:48.706703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4dd66-56e9-4ac1-a684-4c2d6a30fed2 req-25551b0f-43d3-4f24-8e69-c130aa9e4ed8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:48.715356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ab4dd66-56e9-4ac1-a684-4c2d6a30fed2 req-25551b0f-43d3-4f24-8e69-c130aa9e4ed8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1550405 Aug 12 04:16:48.725437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:security_group and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:48.742379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:16:48.744162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:48.781659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-0eb70b7d-6120-4fa3-b552-b9f14a4d3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:48.783587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ab4dd66-56e9-4ac1-a684-4c2d6a30fed2 req-29d252dd-20e9-40c5-bf47-334aadc1a907 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671651 Aug 12 04:16:48.783730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-0eb70b7d-6120-4fa3-b552-b9f14a4d3f0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0876250 Aug 12 04:16:48.798611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Usage tracker for resource:security_group_rule and tenant:df32cfec9134473bbd0228a871b57462 is out of sync, need to count used quota {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 04:16:48.811310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.quota.resource [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95042) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 04:16:48.826644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8ba89269-d70c-4268-97b5-9763a5c65a88) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:48.831866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:48.832558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:48.837618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1880d46-bb42-4a6c-adb2-f6082ff2d03b None None] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:48.846276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-07867fbb-04c3-42bc-b31b-869111149e76 tempest-QuotasTest-1057344932 tempest-QuotasTest-1057344932-project-admin] 10.222.0.42 "GET /v2.0/quotas/df32cfec9134473bbd0228a871b57462/details.json HTTP/1.1" status: 200 len: 703 time: 1.5140524 Aug 12 04:16:48.903624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-fb8c6d1e-f687-4bd0-8921-39cd6ae8b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:48.905542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-fb8c6d1e-f687-4bd0-8921-39cd6ae8b8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991125 Aug 12 04:16:48.936126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6c6483c4-dce7-4da2-8992-62a9c71154cb tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5477028 Aug 12 04:16:48.939925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58112) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:48.949080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1533794252'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:49.072605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:49.080435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.153811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:49.177284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:49.197946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.198524 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Added segment 05216df6-5056-47ee-803b-dfbcbb2a84be of type vlan for network f723c6c7-871c-4a6a-b322-df87da264764 Aug 12 04:16:49.269927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-8bbbeb5f-c4c2-4db0-aea7-902b5c1a89e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564329 Aug 12 04:16:49.304336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79d60e36-9e91-4d50-aa31-8d85d4bdeef2 req-51be2fb7-08ee-41b4-9c0b-f44c7507ab71 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 210 time: 0.0699456 Aug 12 04:16:49.313573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.433391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-8ba89269-d70c-4268-97b5-9763a5c65a88', 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'fixed_ips': [{'subnet_id': 'dbb16732-18e0-4385-b14c-1d334205c877'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:16:49.434489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.457158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-0c82875c-1142-4c56-a2bd-b8f9308dba4a service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561048 Aug 12 04:16:49.473379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.480089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:49.480976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.531723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-f4df270d-d314-46e5-afff-1d75188dc1de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 217 time: 0.0586360 Aug 12 04:16:49.617380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Network': ['ID=f723c6c7-871c-4a6a-b322-df87da264764,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:49.660084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-a14895f1-cf78-4f05-ab2c-76ab31b8d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:49.661654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-a14895f1-cf78-4f05-ab2c-76ab31b8d221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.1217055 Aug 12 04:16:49.668076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:16:49.676041 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eb4f7d6a-86c6-49eb-9653-ad8ce92e204f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7323458 Aug 12 04:16:49.676434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58122) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:49.683602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f723c6c7-871c-4a6a-b322-df87da264764 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:16:49.685709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'subnet': {'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:49.702690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:49.721178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:49.727984 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.753061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-39983864-f13f-491b-b34a-55e6d1c34a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:49.755691 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-39983864-f13f-491b-b34a-55e6d1c34a9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0864406 Aug 12 04:16:49.849506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58130) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:49.902212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:49.907906 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:49.995770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-5f39f9bf-39a7-496f-a890-cb19e7b2d5d7 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324612 Aug 12 04:16:50.017679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649f07d-8e8d-4d70-af3e-1899f8356e80 req-87d2d40a-e2e7-4972-9108-fc4c9900a8d7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:50.031137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5649f07d-8e8d-4d70-af3e-1899f8356e80 req-87d2d40a-e2e7-4972-9108-fc4c9900a8d7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1311781 Aug 12 04:16:50.059784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:50.061171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:50.078583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c946678-1838-45e5-abf3-a25eab2e8833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.161734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e3876fd-3b36-4eb7-90aa-b47e745b8ef7 req-676e0bad-baa0-4d3e-b2b6-266d774b6ef5 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566868 Aug 12 04:16:50.196983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.222465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5649f07d-8e8d-4d70-af3e-1899f8356e80 req-e3a273b9-efe2-4735-ac84-56c9cf789e09 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889260 Aug 12 04:16:50.237955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:50.250924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Allocated IP 19.80.0.2 (8ba89269-d70c-4268-97b5-9763a5c65a88/dbb16732-18e0-4385-b14c-1d334205c877/6ae7df74-dc44-4d8b-82a1-f162924e206c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:50.358585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.530197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:50.555515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:50.590823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f458c975-a843-4718-8b7e-31a1f203939f req-081c0c42-a783-4e41-8aed-3da24fccfaa8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 210 time: 0.1304073 Aug 12 04:16:50.756029 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.785285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Transition to ACTIVE for port object 6ae7df74-dc44-4d8b-82a1-f162924e206c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:50.832833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Transition to ACTIVE for port object 6ae7df74-dc44-4d8b-82a1-f162924e206c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:50.901531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:47Z', 'revision_number': 2, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:50.926124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58144) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:50.941311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471361304', 'description': 'tempest-description--836658109'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:50.953268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:16:50.953629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Updating router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa port cf5cc194-9aa0-491f-abb5-de2b32728d4c binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:16:50.967942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.976475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c946678-1838-45e5-abf3-a25eab2e8833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.981397 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:50.983633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.038774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Checking segment: {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:51.039291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network hostable DHCP agents. Network: f723c6c7-871c-4a6a-b322-df87da264764, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:16:51.044702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Pushing event updated for resources: {'Port': ['ID=6ae7df74-dc44-4d8b-82a1-f162924e206c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:51.066426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Subnet': ['ID=4e1d2565-be5a-409d-97ce-3e1c650dcf32,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:51.077810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:51.114543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:51.118085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:51.122584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:51.263386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c946678-1838-45e5-abf3-a25eab2e8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.287465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Attempting to bind port 6ae7df74-dc44-4d8b-82a1-f162924e206c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:51.287834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Attempting to bind port 6ae7df74-dc44-4d8b-82a1-f162924e206c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:51.288195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Attempting to bind port 6ae7df74-dc44-4d8b-82a1-f162924e206c on network 8ba89269-d70c-4268-97b5-9763a5c65a88 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:51.299394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:51.299800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.306480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network f723c6c7-871c-4a6a-b322-df87da264764 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:16:51.317256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c946678-1838-45e5-abf3-a25eab2e8833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc248a51-9c6c-40e6-88dd-13d10d15cca7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:51.324582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4c946678-1838-45e5-abf3-a25eab2e8833 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdfb993321dd46dab3a3ec647b76e3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4716287 Aug 12 04:16:51.325345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58150) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:51.339967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:51.340379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Checking segment: {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:51.340884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.341229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Bound using segment: {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:51.347528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.347694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Bound port: 6ae7df74-dc44-4d8b-82a1-f162924e206c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:51.352785 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.449396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f723c6c7-871c-4a6a-b322-df87da264764) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:51.459914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:51.467621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc184d2-d526-46cc-8db3-b56c4d4d35e0 None None] Network f723c6c7-871c-4a6a-b322-df87da264764 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:51.471232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.485280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e5e75-20d8-4e0b-8564-f99705f38410 req-57c009ec-8834-4381-9372-b3c987f7f302 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:51.495276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044e5e75-20d8-4e0b-8564-f99705f38410 req-57c009ec-8834-4381-9372-b3c987f7f302 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1561122 Aug 12 04:16:51.526070 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44bc5517-d46b-41e0-a8c3-1bbd55c19ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.570291 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044e5e75-20d8-4e0b-8564-f99705f38410 req-a81af016-09d8-4b3d-bf04-bed6ac1af634 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731854 Aug 12 04:16:51.577464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.597702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44bc5517-d46b-41e0-a8c3-1bbd55c19ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.622489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] For port 6ae7df74-dc44-4d8b-82a1-f162924e206c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:51.687380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] For port 6ae7df74-dc44-4d8b-82a1-f162924e206c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6ae7df74-dc44-4d8b-82a1-f162924e206c,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:51.699086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.737223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44bc5517-d46b-41e0-a8c3-1bbd55c19ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.740270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44bc5517-d46b-41e0-a8c3-1bbd55c19ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.745500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-44bc5517-d46b-41e0-a8c3-1bbd55c19ad7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc248a51-9c6c-40e6-88dd-13d10d15cca7 HTTP/1.1" status: 204 len: 168 time: 0.4157643 Aug 12 04:16:51.753493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5517-d46b-41e0-a8c3-1bbd55c19ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc248a51-9c6c-40e6-88dd-13d10d15cca7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:51.771713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.831032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fc54d21-3c29-42f5-98dd-0f14c2aefdad req-979b6e35-c97d-4e87-ae0e-1c3c1b7db148 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 210 time: 0.0585880 Aug 12 04:16:51.860896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-25949b9e-f5ac-4597-b26c-9141a1a05ff9 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1777987 Aug 12 04:16:51.872381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c132149b-7e9b-459f-b20f-82a4683dd395,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:51.932970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.937590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-29f53149-d420-4e6c-80c1-79335fe7c3bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0058987 Aug 12 04:16:51.937878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:51.947687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f723c6c7-871c-4a6a-b322-df87da264764', 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'fixed_ips': [{'subnet_id': '4e1d2565-be5a-409d-97ce-3e1c650dcf32'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:16:51.948528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:51.950283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'security_group_rule': {'security_group_id': 'c132149b-7e9b-459f-b20f-82a4683dd395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:52.022684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:52.061488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b00397-3cf3-449e-bb54-0414aa90d335 None None] Pushing event updated for resources: {'Port': ['ID=6ae7df74-dc44-4d8b-82a1-f162924e206c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:52.181750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:52.388281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Transition to ACTIVE for port object cf5cc194-9aa0-491f-abb5-de2b32728d4c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:52.453455 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:52.468836 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:52.470038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Allocated IP 19.86.0.2 (f723c6c7-871c-4a6a-b322-df87da264764/4e1d2565-be5a-409d-97ce-3e1c650dcf32/d08222a3-4a60-4516-bc60-9e385fd0500a) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:52.587432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:52.639951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2b27b5-6637-4496-8a5c-df283ea33831,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:52.707944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-1748c3fd-d199-4f98-8ac0-79f974125c12 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:52.709507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-1748c3fd-d199-4f98-8ac0-79f974125c12 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.6346531 Aug 12 04:16:52.735097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': '958b3256-7326-4d61-8030-3d65e768e889', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:52.752795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:52.754190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8dd005ff-9e55-4138-9813-a30f57a974b0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8153381 Aug 12 04:16:52.757264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58186) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:52.763078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'security_group_rule': {'security_group_id': 'c132149b-7e9b-459f-b20f-82a4683dd395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:52.955107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.005465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:53.069786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78fee418-9e3b-4adc-ae6e-a66b6ebf859e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.076237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-01581a8f-8628-4a40-89ef-ff11e7dee29f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:53.085520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-01581a8f-8628-4a40-89ef-ff11e7dee29f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:53.093755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-01581a8f-8628-4a40-89ef-ff11e7dee29f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/networks?id=8ba89269-d70c-4268-97b5-9763a5c65a88&id=f723c6c7-871c-4a6a-b322-df87da264764 HTTP/1.1" status: 200 len: 1391 time: 0.8048253 Aug 12 04:16:53.104603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4372ab5-785a-4e00-a482-1f07c1f9e6c2 None None] Pushing event updated for resources: {'Port': ['ID=cf5cc194-9aa0-491f-abb5-de2b32728d4c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:53.112985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-5545087f-5f8c-4eac-91b7-8b33621f1c6b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/quotas/16b669fdaee941e2a45cf54c009f2a72 HTTP/1.1" status: 200 len: 375 time: 0.0181646 Aug 12 04:16:53.123641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6ae7df74-dc44-4d8b-82a1-f162924e206c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:53.129618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:53.131072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.166648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2c93f-6f92-46ad-936f-64436681a03e req-e5bc6b71-fca1-4995-86ff-60070a00d432 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:53.173407 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64c2c93f-6f92-46ad-936f-64436681a03e req-e5bc6b71-fca1-4995-86ff-60070a00d432 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.3339550 Aug 12 04:16:53.210448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Attempting to bind port cf5cc194-9aa0-491f-abb5-de2b32728d4c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:53.210913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Attempting to bind port cf5cc194-9aa0-491f-abb5-de2b32728d4c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:53.211851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Attempting to bind port cf5cc194-9aa0-491f-abb5-de2b32728d4c on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:53.247784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.254090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64c2c93f-6f92-46ad-936f-64436681a03e req-f6e94983-9d5a-4548-b388-999a0bd430fe tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701590 Aug 12 04:16:53.257731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:53.259633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Checking segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:53.259633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.259633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Bound using segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:53.260090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Bound port: cf5cc194-9aa0-491f-abb5-de2b32728d4c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:53.260477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.351647 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.373982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-ee55d0ac-1cc6-4ec8-a83b-f142b470d813 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2599447 Aug 12 04:16:53.429316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ea81f5-a110-4025-9f60-76ef6bb31970,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:53.462421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78fee418-9e3b-4adc-ae6e-a66b6ebf859e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.548564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78fee418-9e3b-4adc-ae6e-a66b6ebf859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.564322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77dca445-96f8-46d6-aa51-476a41f1e1e4 req-50b6c7b1-701e-4cae-91b5-8d5634f67004 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 210 time: 0.0624504 Aug 12 04:16:53.580014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.616570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.631625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5f1cd284-b5b9-41d6-98ad-11e46e88e383 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8727121 Aug 12 04:16:53.641336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:53.656904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:53.671738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Transition to ACTIVE for port object d08222a3-4a60-4516-bc60-9e385fd0500a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:53.680845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] For port cf5cc194-9aa0-491f-abb5-de2b32728d4c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:53.700432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] For port cf5cc194-9aa0-491f-abb5-de2b32728d4c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cf5cc194-9aa0-491f-abb5-de2b32728d4c,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:53.710487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6ae7df74-dc44-4d8b-82a1-f162924e206c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:53.726121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac50390-4d96-4164-aeb5-db6fb78e720c None None] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:53.796517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78fee418-9e3b-4adc-ae6e-a66b6ebf859e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df32cfec9134473bbd0228a871b57462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901378 Aug 12 04:16:53.800694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58200) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:53.803924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fee418-9e3b-4adc-ae6e-a66b6ebf859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57aef1-874d-4186-b97a-77381481dc8e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:53.850804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.866311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-9afa9550-7d8d-4e9d-8ad1-74a620b900f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8ba89269-d70c-4268-97b5-9763a5c65a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911489 Aug 12 04:16:53.880328 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:53.937194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.11 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/1a0fa0bf-4371-4f78-879b-8d2ae4b99058) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:53.958356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Transition to ACTIVE for port object d08222a3-4a60-4516-bc60-9e385fd0500a will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:54.117045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.122589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.140748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ffef892-1cd1-4d45-b54e-c560d6505151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.184281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:16:54.184931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:54.216949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-ec667adc-8d76-421c-8b01-bf34bca6277f service neutron] 10.222.0.42 "GET /v2.0/networks/8ba89269-d70c-4268-97b5-9763a5c65a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486061 Aug 12 04:16:54.252447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] Provisioning for port 6ae7df74-dc44-4d8b-82a1-f162924e206c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:54.284410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] Provisioning complete for port 6ae7df74-dc44-4d8b-82a1-f162924e206c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:54.288291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.288291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4372ab5-785a-4e00-a482-1f07c1f9e6c2 None None] Pushing event updated for resources: {'Port': ['ID=cf5cc194-9aa0-491f-abb5-de2b32728d4c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:54.338358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Allocated IP 172.25.6.235 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e65415eb-1e79-4f68-b66e-dfbaf7091b72) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:54.369492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Network f723c6c7-871c-4a6a-b322-df87da264764 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:54.381449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:54.390919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-6de51c12-e779-4ca8-b9ea-4e4b91d4c5f0 service neutron] 10.222.0.42 "GET /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730034 Aug 12 04:16:54.393155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ffef892-1cd1-4d45-b54e-c560d6505151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.434336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:54.553542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff717c5-6337-489c-8748-3270c1624faf req-622146b4-b53c-4de0-8ac5-2159660c15c2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:54.558536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ff717c5-6337-489c-8748-3270c1624faf req-622146b4-b53c-4de0-8ac5-2159660c15c2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1370158 Aug 12 04:16:54.564106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.580730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-ad5adf7c-3dac-4253-835f-d3a1fd1ea3ff service neutron] 10.222.0.42 "GET /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786060 Aug 12 04:16:54.639425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.646639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ff717c5-6337-489c-8748-3270c1624faf req-c669e1f6-76f8-4ed4-bc07-22722edfbb47 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820522 Aug 12 04:16:54.650282 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ffef892-1cd1-4d45-b54e-c560d6505151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.652572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ffef892-1cd1-4d45-b54e-c560d6505151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.666912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ffef892-1cd1-4d45-b54e-c560d6505151 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc57aef1-874d-4186-b97a-77381481dc8e HTTP/1.1" status: 204 len: 168 time: 0.8281324 Aug 12 04:16:54.697302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffef892-1cd1-4d45-b54e-c560d6505151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57aef1-874d-4186-b97a-77381481dc8e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:54.716982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.719697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Pushing event updated for resources: {'Port': ['ID=d08222a3-4a60-4516-bc60-9e385fd0500a,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:54.746832 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:54.820268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:16:54.852964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:16:54.856048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:54.899586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:54.901308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:54.912551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:54.970532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71529a-3883-49f0-af08-d264af0f510f req-30a9a7a3-3238-4881-ae1b-1655e5c868e7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:54.972250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Attempting to bind port d08222a3-4a60-4516-bc60-9e385fd0500a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:54.972759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Attempting to bind port d08222a3-4a60-4516-bc60-9e385fd0500a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:54.973065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Attempting to bind port d08222a3-4a60-4516-bc60-9e385fd0500a on network f723c6c7-871c-4a6a-b322-df87da264764 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:54.983293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f71529a-3883-49f0-af08-d264af0f510f req-30a9a7a3-3238-4881-ae1b-1655e5c868e7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 932 time: 0.2034962 Aug 12 04:16:54.991987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:54.992724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.045210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f71529a-3883-49f0-af08-d264af0f510f req-6ae5556b-9aa0-4bfa-b32e-666279adc148 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Aug 12 04:16:55.054120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.083298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:55.089539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Checking segment: {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:55.089539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.089539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Bound using segment: {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:55.089539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Bound port: d08222a3-4a60-4516-bc60-9e385fd0500a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:55.089539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.108085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-53263b75-effa-44f7-aa0c-d26ed2fa6b02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3822584 Aug 12 04:16:55.121767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Request body: {'port': {'device_id': '958b3256-7326-4d61-8030-3d65e768e889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:55.158480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:16:55.164452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:16:55.165731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:16:55.213391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] For port 6ae7df74-dc44-4d8b-82a1-f162924e206c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6ae7df74-dc44-4d8b-82a1-f162924e206c,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:55.262952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.344976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] For port d08222a3-4a60-4516-bc60-9e385fd0500a, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:55.360789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] For port d08222a3-4a60-4516-bc60-9e385fd0500a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d08222a3-4a60-4516-bc60-9e385fd0500a,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:55.365796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.412480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.502172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.536479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-244b195e-ecae-4ae8-92dd-1c368675588c req-3948f8a5-b3a7-417c-ac0a-67ce6ea7a965 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 210 time: 0.1099558 Aug 12 04:16:55.537693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'Port': ['ID=e65415eb-1e79-4f68-b66e-dfbaf7091b72,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:55.583189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.592355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e52c-c3f6-4428-8ace-8ba47b836841 None None] Pushing event updated for resources: {'Port': ['ID=6ae7df74-dc44-4d8b-82a1-f162924e206c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:55.635996 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.785114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.923916 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:16:55.943964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1e1e9bad-adc3-486a-a5d1-7ca2060d45da None None] Provisioning complete for port 6ae7df74-dc44-4d8b-82a1-f162924e206c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:55.944351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1e1e9bad-adc3-486a-a5d1-7ca2060d45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:55.974046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79ff2c-5b9f-43f1-8ba8-004171990bf4 None None] Pushing event updated for resources: {'Port': ['ID=d08222a3-4a60-4516-bc60-9e385fd0500a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:56.039098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:53Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:16:56.068123 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:56.096766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cdac03-c7ea-4e99-9db3-c8276421ec74 None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:53Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:16:56.168783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:56.463301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'Port': ['ID=e65415eb-1e79-4f68-b66e-dfbaf7091b72,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:56.482789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a29c4-c49c-414e-9ec5-5458c22f954e req-d2085474-f6ae-4e8d-8e69-18b313c25292 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:56.491364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e5a29c4-c49c-414e-9ec5-5458c22f954e req-d2085474-f6ae-4e8d-8e69-18b313c25292 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 932 time: 0.2354670 Aug 12 04:16:56.525429 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:56.646283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e5a29c4-c49c-414e-9ec5-5458c22f954e req-30e6bffc-6655-41ce-b931-edc718ac9f4f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535280 Aug 12 04:16:56.684863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:56.686466 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cecbd4d6-dac2-40ac-a197-6a9eba3cef54 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0441601 Aug 12 04:16:56.753517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:16:56.766591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:56.792006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b066e8-bc08-4996-b9a4-e8ac6f4bcb69 req-f31585e6-6479-452e-b781-e29ceb9dc580 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:56.799713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-19b066e8-bc08-4996-b9a4-e8ac6f4bcb69 req-f31585e6-6479-452e-b781-e29ceb9dc580 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1114633 Aug 12 04:16:56.856237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Transition to ACTIVE for port object 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:16:56.948388 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-19b066e8-bc08-4996-b9a4-e8ac6f4bcb69 req-8cd9ae70-ce1a-45a7-824b-09b73a7a12c2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375828 Aug 12 04:16:56.981503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:57.217520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-539787ce-70cc-4da1-bb40-a27cddee4814 req-6b0610f4-d170-42a2-ace1-c479054f7e75 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 210 time: 0.0826225 Aug 12 04:16:57.287956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6ae7df74-dc44-4d8b-82a1-f162924e206c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:57.358817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:57.418341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74ec3c-644a-4dac-94cc-ad4f5368c2d4 None None] Network f723c6c7-871c-4a6a-b322-df87da264764 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:16:57.420213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Attempting to bind port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:16:57.423869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Attempting to bind port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:16:57.423869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Attempting to bind port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:57.428462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-a1300040-df9d-44de-b3c8-346fb4e31e2e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1471361304&fields=id&tenant_id=00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 267 time: 0.1531658 Aug 12 04:16:57.429456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:16:57.429779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Attempting to bind port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:16:57.437851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6ae7df74-dc44-4d8b-82a1-f162924e206c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:57.438248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:57.457384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:16:57.457740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:16:57.458133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:16:57.458668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Bound port: 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:16:57.458973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:57.702259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-bf8269f8-539c-4bc8-851b-7363c370f4da tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:57.703859 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-bf8269f8-539c-4bc8-851b-7363c370f4da tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 815 time: 0.2641451 Aug 12 04:16:57.707623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] For port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:16:57.767403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] For port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:16:57.783277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-444e79d0-69b9-4ef3-827e-0cd0ec3be4b6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/quotas/00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 375 time: 0.0691044 Aug 12 04:16:57.831974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f090d-53a2-4c43-9062-877d26f23028 req-6b3caf1c-3e70-4a3f-98ee-d659e64ad5d8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:57.845427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a6f090d-53a2-4c43-9062-877d26f23028 req-6b3caf1c-3e70-4a3f-98ee-d659e64ad5d8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 944 time: 0.1241066 Aug 12 04:16:57.879832 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:57.975264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a6f090d-53a2-4c43-9062-877d26f23028 req-77b23ca9-e027-42e3-b83d-a449b1c70498 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287737 Aug 12 04:16:58.019576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ec89ab81-8545-4d1c-afc6-8238f4781c78 None None] Provisioning for port d08222a3-4a60-4516-bc60-9e385fd0500a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:58.045679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d08222a3-4a60-4516-bc60-9e385fd0500a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:58.059941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:58.061098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.068206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1a0fa0bf-4371-4f78-879b-8d2ae4b99058 HTTP/1.1" status: 200 len: 1092 time: 2.9460280 Aug 12 04:16:58.131549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958b3256-7326-4d61-8030-3d65e768e889', 'tag': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:16:58.137426 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "958b3256-7326-4d61-8030-3d65e768e889", "tag": "1a0fa0bf-4371-4f78-879b-8d2ae4b99058"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:16:58.235367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-9c7f0a34-648d-4aea-adae-58f07e7b3318 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4497893 Aug 12 04:16:58.262641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010afb1-273c-42fa-9688-ccdc67c533f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:58.299372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58294) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:58.379549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd8c73-df10-43cd-8c99-d5b449071835 req-8567c6d9-3409-48c1-93c2-9f6b4eaf520d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:58.381274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fdd8c73-df10-43cd-8c99-d5b449071835 req-8567c6d9-3409-48c1-93c2-9f6b4eaf520d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1105280 Aug 12 04:16:58.424302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-0b314900-3dee-4ba6-a35c-d7269002246c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:58.430986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-0b314900-3dee-4ba6-a35c-d7269002246c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:58.433835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-0b314900-3dee-4ba6-a35c-d7269002246c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "GET /v2.0/networks?id=8ba89269-d70c-4268-97b5-9763a5c65a88&id=f723c6c7-871c-4a6a-b322-df87da264764 HTTP/1.1" status: 200 len: 1391 time: 0.4636924 Aug 12 04:16:58.443890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fdd8c73-df10-43cd-8c99-d5b449071835 req-207fdca4-3db8-4330-a3de-dd763a02b5f2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504742 Aug 12 04:16:58.448236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'port': {'device_id': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88', 'admin_state_up': True, 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:58.535320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-437754478', 'router:external': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:58.542053 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c64fa881-4247-46e5-afd2-1ab3831c70b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.545019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d08222a3-4a60-4516-bc60-9e385fd0500a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:58.548183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d08222a3-4a60-4516-bc60-9e385fd0500a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:58.548810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.666434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2289b98e-2bbc-4059-8b61-32e9ced05f32 service neutron] 10.222.0.42 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942978 Aug 12 04:16:58.700068 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.702927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-aac54adf-fb04-4839-985f-f7e17ec39277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:58.704534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-aac54adf-fb04-4839-985f-f7e17ec39277 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 1095 time: 0.1757820 Aug 12 04:16:58.708388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:16:58.708388 n-d-804320-1 neutron-server[95043]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 04:16:58.708388 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'id': 'defe509f-0a97-49c6-8321-ca68ded24c60', 'expiration': datetime.datetime(2021, 8, 12, 4, 18, 58, 672417)}] Aug 12 04:16:58.708388 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:16:58.709048 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:16:58.756055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cebaab50-b7a8-4bb1-b43f-18d523e38460 None None] Provisioning complete for port d08222a3-4a60-4516-bc60-9e385fd0500a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:58.756431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cebaab50-b7a8-4bb1-b43f-18d523e38460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.759036 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d598fb59-5a2c-4b4e-b910-c50128eebcb4 x-openstack-request-id: req-d598fb59-5a2c-4b4e-b910-c50128eebcb4 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:16:58.759320 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958b3256-7326-4d61-8030-3d65e768e889", "tag": "1a0fa0bf-4371-4f78-879b-8d2ae4b99058", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:16:58.759575 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d598fb59-5a2c-4b4e-b910-c50128eebcb4 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:16:58.759970 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958b3256-7326-4d61-8030-3d65e768e889', 'tag': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058', 'status': 'completed', 'code': 200} Aug 12 04:16:58.806838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port d08222a3-4a60-4516-bc60-9e385fd0500a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d08222a3-4a60-4516-bc60-9e385fd0500a,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:58.812681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-580c144a-5025-4274-96ef-5c84d4e71e80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058 HTTP/1.1" status: 200 len: 217 time: 0.0906034 Aug 12 04:16:58.817468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Made reservation on behalf of 17d244198d114156af2600fd870afaf1 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:58.820755 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.831443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8c205a0-da78-493b-bce9-918c12a662cf req-0790fbf5-3f81-4b95-9c43-a53e9a847b75 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 210 time: 0.0424230 Aug 12 04:16:58.856915 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.868700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cebaab50-b7a8-4bb1-b43f-18d523e38460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.884449 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:58.885275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf5cc194-9aa0-491f-abb5-de2b32728d4c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:58.940319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-49351739-3b8f-4753-bfb9-741f8514f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:58.942192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-49351739-3b8f-4753-bfb9-741f8514f298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.1149538 Aug 12 04:16:58.975046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-7906be22-ac61-4fd5-a93a-2bf96a38635e service neutron] 10.222.0.42 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921283 Aug 12 04:16:59.002004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=d08222a3-4a60-4516-bc60-9e385fd0500a,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:59.024226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-72ca4b82-b7d1-4acc-b22a-ee8d2bd8bcd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733914 Aug 12 04:16:59.035908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cebaab50-b7a8-4bb1-b43f-18d523e38460 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:16:59.036813 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cebaab50-b7a8-4bb1-b43f-18d523e38460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:16:59.119021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cf5cc194-9aa0-491f-abb5-de2b32728d4c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:16:59.124174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cf5cc194-9aa0-491f-abb5-de2b32728d4c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:59.125884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.166266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825921bd-53b1-4bc5-87a8-3b1d7ad12aa8 req-a1c334ec-98b2-4078-b6a2-f344bd8f5be0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:59.169126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-825921bd-53b1-4bc5-87a8-3b1d7ad12aa8 req-a1c334ec-98b2-4078-b6a2-f344bd8f5be0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 944 time: 0.0872004 Aug 12 04:16:59.174397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.177234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-3db081a2-70b5-4469-ae47-e95acf4c08d2 service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387227 Aug 12 04:16:59.246699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-825921bd-53b1-4bc5-87a8-3b1d7ad12aa8 req-4de137c0-239b-4d71-a3e5-917e879789d7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697048 Aug 12 04:16:59.298208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.329665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.357539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:16:59.371603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1013f36-2fe2-45d0-b31d-ae6423a3d336 req-2ecea23f-edd1-4252-a3ae-15f84b3bb513 service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847572 Aug 12 04:16:59.373647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69d7a5-08f7-4993-a6de-98fdee5af66c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:59.379604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.380212 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Added segment ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d of type vlan for network bcb413af-cbe5-4f27-b65a-e11d0d27299c Aug 12 04:16:59.399332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d9fe89e6-22ed-4939-957b-2c04dfc82c6c req-b884847c-9f0f-428e-a4be-d6b523e95174 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 210 time: 0.0673301 Aug 12 04:16:59.421468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cf5cc194-9aa0-491f-abb5-de2b32728d4c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cf5cc194-9aa0-491f-abb5-de2b32728d4c,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:16:59.435033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:16:59.438826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.481025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.588005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.669850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cf5cc194-9aa0-491f-abb5-de2b32728d4c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:59.697641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d08222a3-4a60-4516-bc60-9e385fd0500a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:16:59.706566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338038-3f3b-4338-9fa6-94952290de13 req-e4fd87c7-1a11-4ab3-91da-8f94e3815e00 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:59.708535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3338038-3f3b-4338-9fa6-94952290de13 req-e4fd87c7-1a11-4ab3-91da-8f94e3815e00 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.1461403 Aug 12 04:16:59.716013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-68008f6c-350d-49e0-ad91-2662f75b03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:59.717587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-68008f6c-350d-49e0-ad91-2662f75b03cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 1095 time: 0.1584973 Aug 12 04:16:59.735091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.736190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:16:59.736510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.738969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Allocated IP 19.80.0.49 (8ba89269-d70c-4268-97b5-9763a5c65a88/dbb16732-18e0-4385-b14c-1d334205c877/8e2ec251-3036-487b-8077-a5b64449cf26) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:16:59.753221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d08222a3-4a60-4516-bc60-9e385fd0500a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:16:59.753592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:16:59.896985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3338038-3f3b-4338-9fa6-94952290de13 req-dfbc5ac0-2544-4d17-af40-725ac77fcd73 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755366 Aug 12 04:16:59.904272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Network': ['ID=bcb413af-cbe5-4f27-b65a-e11d0d27299c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:16:59.917462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d2109c11-58ab-459d-b083-051b83f2a464 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6161346 Aug 12 04:16:59.920683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58330) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:16:59.930321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'subnet': {'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:16:59.936704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network bcb413af-cbe5-4f27-b65a-e11d0d27299c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:17:00.041092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-a05a82b2-bf14-477c-a1aa-8a000db7c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.042668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-a05a82b2-bf14-477c-a1aa-8a000db7c8a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 906 time: 0.3087902 Aug 12 04:17:00.063454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30748bd2-3a61-4423-b129-87cb846f75b4 req-106624bd-9ffa-4c5a-adf4-81c817ef624d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 210 time: 0.0460474 Aug 12 04:17:00.072864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Made reservation on behalf of 17d244198d114156af2600fd870afaf1 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:00.075462 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.118582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-4638137a-bb39-4b4a-873a-ec8777c16d6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058 HTTP/1.1" status: 200 len: 217 time: 0.0580924 Aug 12 04:17:00.199307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-c688c4a8-3b68-497c-861c-6f1c1cad6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.200775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-c688c4a8-3b68-497c-861c-6f1c1cad6249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0746706 Aug 12 04:17:00.203548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.243904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-a1a7e1a8-ea99-402f-8478-296f3b337c9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330262 Aug 12 04:17:00.244795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Transition to ACTIVE for port object 8e2ec251-3036-487b-8077-a5b64449cf26 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:00.353187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-d57f7699-5226-4b1d-b877-c54572fefff0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012142 Aug 12 04:17:00.395470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d8f80-fe34-43b0-8c41-a7b262bb3ef1 req-42b3e77d-bac3-4a95-becb-c1edcf617b58 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.397090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-986d8f80-fe34-43b0-8c41-a7b262bb3ef1 req-42b3e77d-bac3-4a95-becb-c1edcf617b58 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 944 time: 0.0848467 Aug 12 04:17:00.413812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.456206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:00.462096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:00.467205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:00.529038 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-986d8f80-fe34-43b0-8c41-a7b262bb3ef1 req-2cb410b1-3664-47ec-9280-a3eb01b6d547 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000972 Aug 12 04:17:00.532985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Port': ['ID=8e2ec251-3036-487b-8077-a5b64449cf26,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:00.574363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f9b0c9-2bf8-48d3-a2ff-2585cdf151af req-43f3a385-cf6b-4465-83b0-ef7e0b66f291 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 210 time: 0.0596209 Aug 12 04:17:00.575911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:17:00.580915 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.581222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-319ed438-6dd4-48f7-8d26-1a9261e2e8a5 req-7069832c-102b-4d95-932e-5837dfae867b service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135355 Aug 12 04:17:00.595217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.596031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.650522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Subnet': ['ID=017824b0-e879-4116-a734-7b41c122534c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:00.658146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Checking segment: {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:00.658458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network hostable DHCP agents. Network: bcb413af-cbe5-4f27-b65a-e11d0d27299c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:17:00.679319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-65080d0b-adfb-4123-a3f9-be32c7ea2291 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2367468 Aug 12 04:17:00.690755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Request body: {'port': {'device_id': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764', 'admin_state_up': True, 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:00.747841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-b6ce20f6-d718-4a5e-80d5-522dd70a4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.749279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-b6ce20f6-d718-4a5e-80d5-522dd70a4e90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 1096 time: 0.0408926 Aug 12 04:17:00.781995 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38ffd4f5-c6bf-493b-bcfa-d4947892901b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.813227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network bcb413af-cbe5-4f27-b65a-e11d0d27299c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:17:00.858951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-9c40063f-e99b-4011-b23e-48623706bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.860457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-9c40063f-e99b-4011-b23e-48623706bfc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 913 time: 0.1037869 Aug 12 04:17:00.872603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Made reservation on behalf of 16b669fdaee941e2a45cf54c009f2a72 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:00.876574 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.904149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-362b65ca-54f2-4fba-8514-d8e01eb7a526 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81cede4c-d1b8-4172-b313-e8c53a09484a HTTP/1.1" status: 200 len: 217 time: 0.0355499 Aug 12 04:17:00.924293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-17a1faaa-7d3c-48c2-88cb-4d31be87a71d None None] Provisioning for port 8e2ec251-3036-487b-8077-a5b64449cf26 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:00.931999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-17a1faaa-7d3c-48c2-88cb-4d31be87a71d None None] Provisioning complete for port 8e2ec251-3036-487b-8077-a5b64449cf26 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:00.932407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-17a1faaa-7d3c-48c2-88cb-4d31be87a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:00.994526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-4d085ab7-4293-4fda-86a0-9177f2c577d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:00.996397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-4d085ab7-4293-4fda-86a0-9177f2c577d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.0854812 Aug 12 04:17:00.997046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, bcb413af-cbe5-4f27-b65a-e11d0d27299c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:01.002078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:01.003177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.006779 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.016286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a14133-766b-485f-8a53-aab6eaf22617 None None] Network bcb413af-cbe5-4f27-b65a-e11d0d27299c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:01.022739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-17a1faaa-7d3c-48c2-88cb-4d31be87a71d None None] Port 8e2ec251-3036-487b-8077-a5b64449cf26 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:17:01.041060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-5351f0a4-911b-4065-8650-268c5e70ad03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346668 Aug 12 04:17:01.061637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Allocated IP 19.86.0.131 (f723c6c7-871c-4a6a-b322-df87da264764/4e1d2565-be5a-409d-97ce-3e1c650dcf32/176c259d-4b60-473b-bad6-66d718e2a42f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:01.078314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b4481-7ee2-4035-ac23-4421980278d2 req-2f182466-91d4-4345-b288-d856291fa0be tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:01.079886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8b4481-7ee2-4035-ac23-4421980278d2 req-2f182466-91d4-4345-b288-d856291fa0be tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0828302 Aug 12 04:17:01.160092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8b4481-7ee2-4035-ac23-4421980278d2 req-f36a61b9-b47b-401b-b57e-d45b5608637f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702863 Aug 12 04:17:01.172955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-72a3701a-0dae-4a64-8bff-706f47035bf5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2509236 Aug 12 04:17:01.182621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:01.187776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1813830366', 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:01.200096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9011e-b16b-4f1a-b648-aff617821511 None None] Network bcb413af-cbe5-4f27-b65a-e11d0d27299c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:01.221061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-8196e255-872a-4fea-8d9b-1e6b10deb9dd service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672163 Aug 12 04:17:01.318194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.323964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Made reservation on behalf of 17d244198d114156af2600fd870afaf1 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:01.326298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.332176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36786374-0550-4f46-966c-ebb89842f6cc req-276c1465-4606-4092-b134-bb04dee12b3e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:01.336658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36786374-0550-4f46-966c-ebb89842f6cc req-276c1465-4606-4092-b134-bb04dee12b3e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 931 time: 0.1115618 Aug 12 04:17:01.348432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Transition to ACTIVE for port object 176c259d-4b60-473b-bad6-66d718e2a42f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:01.353978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] device_id is not set on port 8b191090-c50e-4402-8545-9f91cf242436 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:17:01.381188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36786374-0550-4f46-966c-ebb89842f6cc req-5eeed995-4122-40f4-a15e-37377a51c86b tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Aug 12 04:17:01.421954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c021a9b-67cc-4938-91e6-d2832f221dd0 req-b58b670f-536c-477c-9def-daa5ccd5a6da service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578774 Aug 12 04:17:01.497730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Allocated IP 2001:db8::342 (bcb413af-cbe5-4f27-b65a-e11d0d27299c/017824b0-e879-4116-a734-7b41c122534c/8b191090-c50e-4402-8545-9f91cf242436) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:01.587200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.678120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6318a-dace-4a97-b754-2ac7ba832e64 req-0db76b2b-82d7-4565-a7c9-f6ec2b895307 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:01.681366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2aa6318a-dace-4a97-b754-2ac7ba832e64 req-0db76b2b-82d7-4565-a7c9-f6ec2b895307 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 944 time: 0.0768728 Aug 12 04:17:01.690283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event updated for resources: {'Port': ['ID=176c259d-4b60-473b-bad6-66d718e2a42f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:01.727044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf5cc194-9aa0-491f-abb5-de2b32728d4c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:01.730979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2aa6318a-dace-4a97-b754-2ac7ba832e64 req-895c7a01-8a56-4558-b18c-af012ceaf209 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Aug 12 04:17:01.733482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Network f723c6c7-871c-4a6a-b322-df87da264764 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:01.739338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e799bd09-b789-4411-996e-5e926945e7a1 req-52b85fc6-c66f-499d-a996-fabeb07cc8f9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 210 time: 0.0448349 Aug 12 04:17:01.747244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:01.752323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:01.797388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cf5cc194-9aa0-491f-abb5-de2b32728d4c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:01.797977 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.801955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.830534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:01.831217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:01.938143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-659de227-99ae-402b-9250-8284635c6adf tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2518318 Aug 12 04:17:01.960175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Request body: {'port': {'device_id': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:02.013510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-8f78f359-9183-4e6c-a09a-b7d8d81bf871 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:02.015107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-8f78f359-9183-4e6c-a09a-b7d8d81bf871 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.36 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 815 time: 0.1540630 Aug 12 04:17:02.032422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.045950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.087746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.127446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network bcb413af-cbe5-4f27-b65a-e11d0d27299c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:02.129865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:02.131649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Port': ['ID=8b191090-c50e-4402-8545-9f91cf242436,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:02.136178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7b2267a6-9fb3-495f-a2c2-99e5408756c4 None None] Provisioning for port 176c259d-4b60-473b-bad6-66d718e2a42f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:02.138605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-e834c7e8-29af-4560-83eb-a681c4bc8e31 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 380 time: 0.1081462 Aug 12 04:17:02.139652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:02.140725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:02.140943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.141622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7b2267a6-9fb3-495f-a2c2-99e5408756c4 None None] Provisioning complete for port 176c259d-4b60-473b-bad6-66d718e2a42f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:02.142055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b2267a6-9fb3-495f-a2c2-99e5408756c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.149577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'port': {'device_id': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'admin_state_up': True, 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'security_groups': ['c132149b-7e9b-459f-b20f-82a4683dd395']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:02.205291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7b2267a6-9fb3-495f-a2c2-99e5408756c4 None None] Port 176c259d-4b60-473b-bad6-66d718e2a42f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:17:02.243414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:02.299889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f547b7-f39b-428a-9062-17f04208e61f req-1cf90406-d200-444c-ada5-3677ddec0e76 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:02.301589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66f547b7-f39b-428a-9062-17f04208e61f req-1cf90406-d200-444c-ada5-3677ddec0e76 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0567794 Aug 12 04:17:02.307558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a8dad5a-957f-4428-81ae-bc0dbb851376 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1236382 Aug 12 04:17:02.310299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58366) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:02.356040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:02.370319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058', 'mac_address': 'fa:16:3e:37:ca:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:02.393185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66f547b7-f39b-428a-9062-17f04208e61f req-4f03482d-f811-4340-a497-80e932dc731d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804961 Aug 12 04:17:02.423373 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.437563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:02.441929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Deleting port 8b191090-c50e-4402-8545-9f91cf242436 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:02.443650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.454757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Made reservation on behalf of 00b64abb801f47ed9bf222582f4cc319 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:02.458335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:02.458514 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.524338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.534666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.550200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Calling delete_port for 8b191090-c50e-4402-8545-9f91cf242436 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:02.584091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:02.747289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.774726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b191090-c50e-4402-8545-9f91cf242436,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:02.800714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1a0fa0bf-4371-4f78-879b-8d2ae4b99058'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:02.806894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.811603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-238b113d-7d77-47c8-a9c6-ab760187abce tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8b191090-c50e-4402-8545-9f91cf242436 HTTP/1.1" status: 204 len: 168 time: 0.4977429 Aug 12 04:17:02.812586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:02.818042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c', 'external_fixed_ips': [{'subnet_id': '017824b0-e879-4116-a734-7b41c122534c', 'ip_address': '2001:db8::342'}]}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:02.890282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98fbd7-ca11-4c81-b938-bedefce007cf req-6ba9899a-007d-464c-b93d-8db9dd42c897 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:02.891927 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be98fbd7-ca11-4c81-b938-bedefce007cf req-6ba9899a-007d-464c-b93d-8db9dd42c897 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 945 time: 0.0580442 Aug 12 04:17:02.929408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0c35-c300-4315-916d-5a8edad5c47e req-40e378ca-4478-4bed-ac35-0b4af281c6aa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:02.934146 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.935355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0c35-c300-4315-916d-5a8edad5c47e req-40e378ca-4478-4bed-ac35-0b4af281c6aa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:02.936013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.936978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ccd0c35-c300-4315-916d-5a8edad5c47e req-40e378ca-4478-4bed-ac35-0b4af281c6aa tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1654 time: 0.4732139 Aug 12 04:17:02.947350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2ec251-3036-487b-8077-a5b64449cf26 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:02.966202 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:02.967737 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be98fbd7-ca11-4c81-b938-bedefce007cf req-b2059486-e4a6-435e-a814-c49c8152d41c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667522 Aug 12 04:17:03.020773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Transition to ACTIVE for port object 8e2ec251-3036-487b-8077-a5b64449cf26 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:03.037660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.043442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ccd0c35-c300-4315-916d-5a8edad5c47e req-2edd0ad2-b350-4ad4-978b-116ec406b750 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914760 Aug 12 04:17:03.044495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Allocated IP 172.20.0.4 (c9137e54-d4b8-44af-aa67-0a21c1ffa37d/0feb4b37-54cd-4afb-b4b6-93aa776a093a/90470ef7-cb17-4179-8992-82b60ea0bd22) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:03.072845 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9323f26f-c7d7-47cc-afd0-896f698e8a19 req-089d9da2-8610-4d69-976d-68d3a7454d0b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 210 time: 0.0300324 Aug 12 04:17:03.072995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.208575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2ec251-3036-487b-8077-a5b64449cf26,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:03.276401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.338350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.346188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Attempting to bind port 8e2ec251-3036-487b-8077-a5b64449cf26 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:03.346522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Attempting to bind port 8e2ec251-3036-487b-8077-a5b64449cf26 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:03.346897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Attempting to bind port 8e2ec251-3036-487b-8077-a5b64449cf26 on network 8ba89269-d70c-4268-97b5-9763a5c65a88 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:03.356936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Port 8e2ec251-3036-487b-8077-a5b64449cf26 on network 8ba89269-d70c-4268-97b5-9763a5c65a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:03.357259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Attempting to bind port 8e2ec251-3036-487b-8077-a5b64449cf26 on network 8ba89269-d70c-4268-97b5-9763a5c65a88 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:03.359504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Transition to ACTIVE for port object 90470ef7-cb17-4179-8992-82b60ea0bd22 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:03.366890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:03.367259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Checking segment: {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:03.369841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Bound using segment: {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:03.369841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Bound port: 8e2ec251-3036-487b-8077-a5b64449cf26, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c192c873-6e9c-42ca-b37b-94d7105c3088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:03.369841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.458542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] For port 8e2ec251-3036-487b-8077-a5b64449cf26, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:03.462514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] For port 8e2ec251-3036-487b-8077-a5b64449cf26, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8e2ec251-3036-487b-8077-a5b64449cf26,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:03.528838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c993e2-6cff-4889-ae49-64ae4f4a3dff req-dd2cd173-4a4d-4c2d-82e7-7b9e4dff5f4e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:03.530334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3c993e2-6cff-4889-ae49-64ae4f4a3dff req-dd2cd173-4a4d-4c2d-82e7-7b9e4dff5f4e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 945 time: 0.0506763 Aug 12 04:17:03.552870 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.605942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3c993e2-6cff-4889-ae49-64ae4f4a3dff req-f2acb6a5-ac9a-4df4-8b23-5f40dc306aa8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688391 Aug 12 04:17:03.608238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:03.615748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.615861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.618962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:03.623810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:03.641672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.651167 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.659858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:03.673712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:03.674504 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.675960 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e2ec251-3036-487b-8077-a5b64449cf26 HTTP/1.1" status: 200 len: 1091 time: 1.7268720 Aug 12 04:17:03.680003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'tag': '8e2ec251-3036-487b-8077-a5b64449cf26'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:03.680003 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e73cff-cb91-4fd3-9808-8d468320274b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "tag": "8e2ec251-3036-487b-8077-a5b64449cf26"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:03.732225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:03.732887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:03.755232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d1259-9d63-4e76-85ab-4979ff0640a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2ec251-3036-487b-8077-a5b64449cf26,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:03.855783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-2597674e-3923-4dca-8e28-c982a7b84d10 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7102165 Aug 12 04:17:03.863832 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d6c134-a32d-4ef3-9fd5-5cc1570054f2 x-openstack-request-id: req-16d6c134-a32d-4ef3-9fd5-5cc1570054f2 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:03.863832 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "tag": "8e2ec251-3036-487b-8077-a5b64449cf26", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:03.863832 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16d6c134-a32d-4ef3-9fd5-5cc1570054f2 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:03.863832 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'tag': '8e2ec251-3036-487b-8077-a5b64449cf26', 'status': 'completed', 'code': 200} Aug 12 04:17:03.870409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Request body: {'port': {'device_id': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:03.879814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Request body: {'port': {'device_id': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:03.937173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Allocated IP 2001:db8::342 (bcb413af-cbe5-4f27-b65a-e11d0d27299c/017824b0-e879-4116-a734-7b41c122534c/ca39a01d-103c-4ca4-8426-d58068a3fab7) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:04.038752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.043106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73cff-cb91-4fd3-9808-8d468320274b req-56d3ffc4-0f69-416f-a1d3-5565ad8bf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.043766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73cff-cb91-4fd3-9808-8d468320274b req-56d3ffc4-0f69-416f-a1d3-5565ad8bf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.046182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52e73cff-cb91-4fd3-9808-8d468320274b req-56d3ffc4-0f69-416f-a1d3-5565ad8bf45e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1913 time: 0.1567855 Aug 12 04:17:04.053579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.164661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09a075d7-4f7f-49d0-849f-f8f3030e9891 None None] Provisioning for port 90470ef7-cb17-4179-8992-82b60ea0bd22 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:04.168904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09a075d7-4f7f-49d0-849f-f8f3030e9891 None None] Provisioning complete for port 90470ef7-cb17-4179-8992-82b60ea0bd22 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:04.169871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09a075d7-4f7f-49d0-849f-f8f3030e9891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.212601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-09a075d7-4f7f-49d0-849f-f8f3030e9891 None None] Port 90470ef7-cb17-4179-8992-82b60ea0bd22 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:17:04.263659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:04.415529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:04.419331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:04.419711 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.443271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.487335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5753b-d088-45d5-8152-3495559b6a7a req-eb5c535f-9dd0-4b28-9c33-5d697a92a51f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.488830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fce5753b-d088-45d5-8152-3495559b6a7a req-eb5c535f-9dd0-4b28-9c33-5d697a92a51f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 945 time: 0.4011495 Aug 12 04:17:04.496517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73cff-cb91-4fd3-9808-8d468320274b req-f642b3a9-6dcd-4b19-9869-7e759972d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.497317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73cff-cb91-4fd3-9808-8d468320274b req-f642b3a9-6dcd-4b19-9869-7e759972d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.497993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73cff-cb91-4fd3-9808-8d468320274b req-f642b3a9-6dcd-4b19-9869-7e759972d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.499733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52e73cff-cb91-4fd3-9808-8d468320274b req-f642b3a9-6dcd-4b19-9869-7e759972d6e6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=16b669fdaee941e2a45cf54c009f2a72&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4433684 Aug 12 04:17:04.501753 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.533859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958b3256-7326-4d61-8030-3d65e768e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:04.537637 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c75194-5bbf-4e14-bb77-ec9a8b1d8475" -d '{"events": [{"server_uuid": "958b3256-7326-4d61-8030-3d65e768e889", "name": "network-vif-plugged", "status": "completed", "tag": "1a0fa0bf-4371-4f78-879b-8d2ae4b99058"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:04.554069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:04.597307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:04.607889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.611027 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fce5753b-d088-45d5-8152-3495559b6a7a req-8ae33a3b-9bf8-4867-9541-26be58488079 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088068 Aug 12 04:17:04.611460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176c259d-4b60-473b-bad6-66d718e2a42f {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:04.623029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.646600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73cff-cb91-4fd3-9808-8d468320274b req-027a4b37-4f50-4b6f-aae3-07c6dea691f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.647179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Transition to ACTIVE for port object 90470ef7-cb17-4179-8992-82b60ea0bd22 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:04.648318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-52e73cff-cb91-4fd3-9808-8d468320274b req-027a4b37-4f50-4b6f-aae3-07c6dea691f3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347451 Aug 12 04:17:04.652038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Transition to ACTIVE for port object 176c259d-4b60-473b-bad6-66d718e2a42f will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:04.655567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.706376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:04.715104 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.741374 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.744093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.760411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:04.774119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network bcb413af-cbe5-4f27-b65a-e11d0d27299c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:04.782654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:04.784187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:04.793773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6ea95-01f3-4840-869a-3a99a289ac3e req-72c79842-7681-43dc-bf14-b359d6f86a85 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.800014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6ea95-01f3-4840-869a-3a99a289ac3e req-72c79842-7681-43dc-bf14-b359d6f86a85 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:04.808648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37a6ea95-01f3-4840-869a-3a99a289ac3e req-72c79842-7681-43dc-bf14-b359d6f86a85 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1666 time: 0.1261320 Aug 12 04:17:04.816672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:04.877773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:04.887683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Port': ['ID=ca39a01d-103c-4ca4-8426-d58068a3fab7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:04.947491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:04.978550 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37a6ea95-01f3-4840-869a-3a99a289ac3e req-eb423b36-46ef-43b4-a489-6daa2fec8b5d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689181 Aug 12 04:17:04.996246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Pushing event updated for resources: {'Port': ['ID=176c259d-4b60-473b-bad6-66d718e2a42f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:05.022447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.051641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Attempting to bind port 176c259d-4b60-473b-bad6-66d718e2a42f on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:05.052157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Attempting to bind port 176c259d-4b60-473b-bad6-66d718e2a42f by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:05.052497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Attempting to bind port 176c259d-4b60-473b-bad6-66d718e2a42f on network f723c6c7-871c-4a6a-b322-df87da264764 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:05.062373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:05.062756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:05.063104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:05.066622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Port 176c259d-4b60-473b-bad6-66d718e2a42f on network f723c6c7-871c-4a6a-b322-df87da264764 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:05.066969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Attempting to bind port 176c259d-4b60-473b-bad6-66d718e2a42f on network f723c6c7-871c-4a6a-b322-df87da264764 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:05.073873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Port 90470ef7-cb17-4179-8992-82b60ea0bd22 on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:05.074201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:05.082601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:05.089142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Checking segment: {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:05.089142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Bound using segment: {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:05.089142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Bound port: 176c259d-4b60-473b-bad6-66d718e2a42f, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05216df6-5056-47ee-803b-dfbcbb2a84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:05.089142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.104033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:05.104439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Checking segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:05.104834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Bound using segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:05.105416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Bound port: 90470ef7-cb17-4179-8992-82b60ea0bd22, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:05.105648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.129502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:05.216528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] For port 176c259d-4b60-473b-bad6-66d718e2a42f, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:05.220774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] For port 176c259d-4b60-473b-bad6-66d718e2a42f, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=176c259d-4b60-473b-bad6-66d718e2a42f,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:05.225152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:05.228838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:05.244740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552cb92-0938-43e8-b5c5-8d9deef1c6a1 req-b64ec7d0-6b89-4c72-ab9e-73406fb7de97 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.246254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6552cb92-0938-43e8-b5c5-8d9deef1c6a1 req-b64ec7d0-6b89-4c72-ab9e-73406fb7de97 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1394255 Aug 12 04:17:05.280673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.284358 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.320307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.320917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.323292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] 10.222.0.20 "PUT /v2.0/ports/176c259d-4b60-473b-bad6-66d718e2a42f HTTP/1.1" status: 200 len: 1092 time: 1.4492674 Aug 12 04:17:05.328900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.330942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6552cb92-0938-43e8-b5c5-8d9deef1c6a1 req-8a2c4c25-3b82-43b3-a9cc-2ec27c61aae5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777953 Aug 12 04:17:05.355817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.356424 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.357988 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] 10.222.0.36 "PUT /v2.0/ports/90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 1091 time: 1.4934256 Aug 12 04:17:05.358767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebd15-72b9-4645-8009-bbc0147ae464 service neutron] Pushing event updated for resources: {'Port': ['ID=176c259d-4b60-473b-bad6-66d718e2a42f,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:05.433029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7004d-d556-4c0a-8709-0bf81b3e8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:05.536872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-50f0ed6b-d4fc-48dc-a8e9-112339cf49f3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.538443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-50f0ed6b-d4fc-48dc-a8e9-112339cf49f3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9137a91-4c8d-47b3-b0e2-5cdef8996a96 HTTP/1.1" status: 200 len: 943 time: 0.1020522 Aug 12 04:17:05.593841 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696b2d2b-41af-4a15-8b18-50f99b4bf3f0 x-openstack-request-id: req-696b2d2b-41af-4a15-8b18-50f99b4bf3f0 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:05.594663 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958b3256-7326-4d61-8030-3d65e768e889", "name": "network-vif-plugged", "status": "completed", "tag": "1a0fa0bf-4371-4f78-879b-8d2ae4b99058", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:05.595175 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-696b2d2b-41af-4a15-8b18-50f99b4bf3f0 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:05.595740 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958b3256-7326-4d61-8030-3d65e768e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058', 'code': 200} Aug 12 04:17:05.630020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-e7203550-fb8a-4a52-b215-7f41c1720d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.630565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-e7203550-fb8a-4a52-b215-7f41c1720d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.635793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-e7203550-fb8a-4a52-b215-7f41c1720d21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1980 time: 0.1577220 Aug 12 04:17:05.641108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.744499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-2e41da40-3b97-4adb-a43b-8c0e6e97c7d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=8e2ec251-3036-487b-8077-a5b64449cf26 HTTP/1.1" status: 200 len: 217 time: 0.0869162 Aug 12 04:17:05.799540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-33545efd-8004-4632-8822-6e3aed29e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.799540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-33545efd-8004-4632-8822-6e3aed29e94b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1094 time: 0.2450664 Aug 12 04:17:05.831211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882c931-ca4b-45d9-867e-83a038c816c1 req-f94ae041-6b33-4737-b349-c610396c49b7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.832749 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e882c931-ca4b-45d9-867e-83a038c816c1 req-f94ae041-6b33-4737-b349-c610396c49b7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.0686026 Aug 12 04:17:05.867526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'tag': '176c259d-4b60-473b-bad6-66d718e2a42f'}, {'name': 'network-changed', 'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:05.869788 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f27f1f8-1401-4d7d-abf4-3490e59254cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "tag": "176c259d-4b60-473b-bad6-66d718e2a42f"}, {"name": "network-changed", "server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:05.873206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-5e5b7548-dc17-443d-96fd-b990c433737d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 217 time: 0.0628932 Aug 12 04:17:05.878146 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e882c931-ca4b-45d9-867e-83a038c816c1 req-56ec43b2-f400-4687-b693-ac009c856383 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364232 Aug 12 04:17:05.887272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bbcaf-2477-4163-8d04-ff709313b978 req-8e8c2bca-6819-452e-aec4-6b9b0b3b6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.890425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4bbcaf-2477-4163-8d04-ff709313b978 req-8e8c2bca-6819-452e-aec4-6b9b0b3b6c75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 1097 time: 0.1787586 Aug 12 04:17:05.904195 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-3b1d445e-561a-4cd2-9221-0acf960fda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:05.906670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-3b1d445e-561a-4cd2-9221-0acf960fda74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbb16732-18e0-4385-b14c-1d334205c877 HTTP/1.1" status: 200 len: 801 time: 0.1409600 Aug 12 04:17:05.937960 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7be203-a489-4221-979c-ee868c868f96 x-openstack-request-id: req-5e7be203-a489-4221-979c-ee868c868f96 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:05.938261 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "tag": "176c259d-4b60-473b-bad6-66d718e2a42f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:05.938515 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e7be203-a489-4221-979c-ee868c868f96 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:05.938932 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'tag': '176c259d-4b60-473b-bad6-66d718e2a42f', 'status': 'completed', 'code': 200} Aug 12 04:17:05.939187 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'status': 'completed', 'code': 200} Aug 12 04:17:05.962605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Deleting port 81cede4c-d1b8-4172-b313-e8c53a09484a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:05.962999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:05.969487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Router 6e96aac1-9659-4abe-8aef-1abb7b01e4a6 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:06.051758 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4bbcaf-2477-4163-8d04-ff709313b978 req-70ebd74c-0eef-4ed8-8714-e18f2a584b62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503222 Aug 12 04:17:06.053971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-8487a69a-c9db-4bac-80e5-be120e3aef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.056059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-8487a69a-c9db-4bac-80e5-be120e3aef48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.1735704 Aug 12 04:17:06.077977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-ad4d9bad-9269-473c-b30a-cc9745ea553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.079804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-ad4d9bad-9269-473c-b30a-cc9745ea553a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8ba89269-d70c-4268-97b5-9763a5c65a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432562 Aug 12 04:17:06.107270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:06.118183 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Sync routers for ids ['6e96aac1-9659-4abe-8aef-1abb7b01e4a6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:06.134016 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Routers {'6e96aac1-9659-4abe-8aef-1abb7b01e4a6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:06.135019 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['6e96aac1-9659-4abe-8aef-1abb7b01e4a6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:06.136350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bb63-4fff-45d5-88ce-836afcec4579 req-576e6f97-8ae6-4045-8f24-61083f4cc087 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.142487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207bb63-4fff-45d5-88ce-836afcec4579 req-576e6f97-8ae6-4045-8f24-61083f4cc087 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.144179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b207bb63-4fff-45d5-88ce-836afcec4579 req-576e6f97-8ae6-4045-8f24-61083f4cc087 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1678 time: 0.0806446 Aug 12 04:17:06.176333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] For port 81cede4c-d1b8-4172-b313-e8c53a09484a, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=81cede4c-d1b8-4172-b313-e8c53a09484a,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:06.176829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.183333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.184761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5f18e53f-7d80-4ac7-b9fe-f3c2a171fad5 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3712101 Aug 12 04:17:06.187479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58448) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:06.206570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Calling delete_port for 81cede4c-d1b8-4172-b313-e8c53a09484a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:06.235536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b207bb63-4fff-45d5-88ce-836afcec4579 req-ad3898ae-1760-4fb3-b03d-02c5e2966152 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846276 Aug 12 04:17:06.266791 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Set router 6e96aac1-9659-4abe-8aef-1abb7b01e4a6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:06.282657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-05d8f0ac-48c6-47d7-8aaf-730722273c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.284721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-05d8f0ac-48c6-47d7-8aaf-730722273c38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838217 Aug 12 04:17:06.290591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-6abcb541-4b9b-4d73-bb6f-8ce5c1acf89e service neutron] 10.222.0.20 "GET /v2.0/networks/8ba89269-d70c-4268-97b5-9763a5c65a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033761 Aug 12 04:17:06.307860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.470005 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e96aac1-9659-4abe-8aef-1abb7b01e4a6', 'name': '', 'tenant_id': '17d244198d114156af2600fd870afaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c', 'external_fixed_ips': [{'subnet_id': '017824b0-e879-4116-a734-7b41c122534c', 'ip_address': '2001:db8::342'}], 'enable_snat': True}, 'gw_port_id': 'ca39a01d-103c-4ca4-8426-d58068a3fab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:17:02Z', 'updated_at': '2021-08-12T04:17:05Z', 'revision_number': 3, 'project_id': '17d244198d114156af2600fd870afaf1', 'gw_port': {'id': 'ca39a01d-103c-4ca4-8426-d58068a3fab7', 'name': '', 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:48:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e96aac1-9659-4abe-8aef-1abb7b01e4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '017824b0-e879-4116-a734-7b41c122534c', 'ip_address': '2001:db8::342', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:17:03Z', 'updated_at': '2021-08-12T04:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '017824b0-e879-4116-a734-7b41c122534c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:06.477314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-71181671-6a56-4b0a-b181-9c45159d0eca service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837249 Aug 12 04:17:06.506943 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Checking router: 6e96aac1-9659-4abe-8aef-1abb7b01e4a6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:17:06.507380 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Updating router 6e96aac1-9659-4abe-8aef-1abb7b01e4a6 port ca39a01d-103c-4ca4-8426-d58068a3fab7 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:17:06.513546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799b9e8-f77d-462d-8eb9-6deaa7a6bfe6 req-8f7f8bb7-83dc-4f5a-8b6c-6a1830a61a7a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.515165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c799b9e8-f77d-462d-8eb9-6deaa7a6bfe6 req-8f7f8bb7-83dc-4f5a-8b6c-6a1830a61a7a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.0983021 Aug 12 04:17:06.516749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.531703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-14253a84-0705-4926-908e-cc791161ed67 service neutron] 10.222.0.20 "GET /v2.0/networks/8ba89269-d70c-4268-97b5-9763a5c65a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290132 Aug 12 04:17:06.539488 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.559401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c799b9e8-f77d-462d-8eb9-6deaa7a6bfe6 req-38bf430c-87e2-40cf-a503-ca67c681ccb4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340948 Aug 12 04:17:06.621099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-a354f332-824d-4c5b-a80a-dd2f4fdc1f16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=176c259d-4b60-473b-bad6-66d718e2a42f HTTP/1.1" status: 200 len: 217 time: 0.0559068 Aug 12 04:17:06.655785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Deleting port ca39a01d-103c-4ca4-8426-d58068a3fab7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:06.656750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.697496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5bf5f2d2-799f-4b67-beee-0fdff6b552b3 req-d4871ad6-42a0-4b5e-9ce2-90c243017ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123034 Aug 12 04:17:06.699087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-c461409a-261e-4d7a-8867-3b90477900d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.700634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-c461409a-261e-4d7a-8867-3b90477900d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e1d2565-be5a-409d-97ce-3e1c650dcf32 HTTP/1.1" status: 200 len: 801 time: 0.0713882 Aug 12 04:17:06.703181 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.763612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event deleted for resources: {'Port': ['ID=81cede4c-d1b8-4172-b313-e8c53a09484a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:06.804205 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.814952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] No DVR routers for this DVR port 81cede4c-d1b8-4172-b313-e8c53a09484a on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:06.814952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.816553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-264f2bc0-d1e6-4a83-8ae0-3ea04fb1a0ce req-c5de156f-026f-43a2-be50-b22229fd75ef tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "DELETE /v2.0/ports/81cede4c-d1b8-4172-b313-e8c53a09484a HTTP/1.1" status: 204 len: 173 time: 1.2642009 Aug 12 04:17:06.822008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077479-380e-4b12-badc-adf85672384e req-31bdcac5-8bd1-4b43-a97b-494bd6d23455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.823909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-31bdcac5-8bd1-4b43-a97b-494bd6d23455 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f723c6c7-871c-4a6a-b322-df87da264764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1141067 Aug 12 04:17:06.824794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Calling delete_port for ca39a01d-103c-4ca4-8426-d58068a3fab7 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:06.886306 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:06.897143 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Transition to ACTIVE for port object ca39a01d-103c-4ca4-8426-d58068a3fab7 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:06.952421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-2f912bd3-8103-4eec-805c-d6c31f08d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:06.953949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-2f912bd3-8103-4eec-805c-d6c31f08d809 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1094 time: 0.0729961 Aug 12 04:17:06.959912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-2af308b8-b210-43fb-9f39-d9c622b221d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280174 Aug 12 04:17:06.969697 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.032737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578930c0-8dfa-4b95-88d0-bcee46cfdd88 None None] Pushing event updated for resources: {'Port': ['ID=ca39a01d-103c-4ca4-8426-d58068a3fab7,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:07.035138 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Attempting to bind port ca39a01d-103c-4ca4-8426-d58068a3fab7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:07.036412 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Attempting to bind port ca39a01d-103c-4ca4-8426-d58068a3fab7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:07.036412 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Attempting to bind port ca39a01d-103c-4ca4-8426-d58068a3fab7 on network bcb413af-cbe5-4f27-b65a-e11d0d27299c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:07.041710 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:07.042160 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Checking segment: {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:07.042531 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.043045 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Bound using segment: {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:07.043509 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Bound port: ca39a01d-103c-4ca4-8426-d58068a3fab7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:07.043884 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.065567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014470a-4498-4006-891f-5cd02ec1051a req-d382db4d-a818-47eb-b8c5-53d2c4adee38 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.074051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f014470a-4498-4006-891f-5cd02ec1051a req-d382db4d-a818-47eb-b8c5-53d2c4adee38 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.1024253 Aug 12 04:17:07.124000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20077479-380e-4b12-badc-adf85672384e req-dc59cad4-d79e-4e43-bb02-a125c3209d73 service neutron] 10.222.0.20 "GET /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547983 Aug 12 04:17:07.124950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-b04b51ec-c227-4755-9b1a-997eccb0a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.126366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-b04b51ec-c227-4755-9b1a-997eccb0a6fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.1648576 Aug 12 04:17:07.138789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f014470a-4498-4006-891f-5cd02ec1051a req-11494171-2f9f-4d7f-8a1b-3ddc58168fe1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633750 Aug 12 04:17:07.181917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-1ad27cfe-62e5-4d3e-be92-1c723e330d6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 217 time: 0.0476584 Aug 12 04:17:07.233893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-2e72e2c4-9da9-4e45-a31f-5aa4323de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.235441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-2e72e2c4-9da9-4e45-a31f-5aa4323de319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0459607 Aug 12 04:17:07.272097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.273169 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.db.api [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:17:07.273698 n-d-804320-1 neutron-server[95045]: DEBUG oslo_db.api [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:17:07.287593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-0aa51c64-0503-4fb8-af73-0e3f2fcf233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.289636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-0aa51c64-0503-4fb8-af73-0e3f2fcf233a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454590 Aug 12 04:17:07.312833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca39a01d-103c-4ca4-8426-d58068a3fab7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:07.337874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.350617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.350617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.350617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.350617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.351234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.352282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.352672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.353010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.353343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.353664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.353984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.354303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:07.411999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-c73df4f7-99a1-447f-8447-cb88bd0d8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.412486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-c73df4f7-99a1-447f-8447-cb88bd0d8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.414627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-c73df4f7-99a1-447f-8447-cb88bd0d8e8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=16b669fdaee941e2a45cf54c009f2a72&device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1980 time: 0.1030862 Aug 12 04:17:07.469183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.472203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.475976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-932f0f0f-ac1b-44bb-9a1a-68939a92474f service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741598 Aug 12 04:17:07.520942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d13c7-bd77-4783-b401-479bbabfb90b req-82aa766e-4e48-49f9-9dff-1a18724ac461 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.528442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d13c7-bd77-4783-b401-479bbabfb90b req-82aa766e-4e48-49f9-9dff-1a18724ac461 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.530115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b6d13c7-bd77-4783-b401-479bbabfb90b req-82aa766e-4e48-49f9-9dff-1a18724ac461 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1678 time: 0.2015686 Aug 12 04:17:07.576078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b6d13c7-bd77-4783-b401-479bbabfb90b req-205474a7-5de9-414a-b611-f6c5bf1cb86a tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Aug 12 04:17:07.597602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:07.600147 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb1cf08-fe63-412b-b7e0-3377ba307c25" -d '{"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-unplugged", "status": "completed", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:07.651204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.651868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e96aac1-9659-4abe-8aef-1abb7b01e4a6 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:07.661526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.661526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-acbd9aba-1491-41a3-a07d-97528d7408f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/routers/6e96aac1-9659-4abe-8aef-1abb7b01e4a6 HTTP/1.1" status: 204 len: 168 time: 1.4699354 Aug 12 04:17:07.674072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58468) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:07.719103 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c9ce0-30c6-446d-a59a-d3aa2009ed0b x-openstack-request-id: req-869c9ce0-30c6-446d-a59a-d3aa2009ed0b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:07.719103 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-unplugged", "status": "failed", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a", "code": 422}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:07.719103 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-869c9ce0-30c6-446d-a59a-d3aa2009ed0b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:07.719103 n-d-804320-1 neutron-server[95044]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'code': 422} returned with failed status Aug 12 04:17:07.739920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Deleting subnet 017824b0-e879-4116-a734-7b41c122534c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:17:07.744161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.753311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6de91-af8d-4a7d-a3bd-0693c1108034 req-454a3a80-9fc7-46e5-99e6-fc2e09a5dc61 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.754908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ae6de91-af8d-4a7d-a3bd-0693c1108034 req-454a3a80-9fc7-46e5-99e6-fc2e09a5dc61 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1151354 Aug 12 04:17:07.789921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Attempting to bind port ca39a01d-103c-4ca4-8426-d58068a3fab7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:07.790533 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Attempting to bind port ca39a01d-103c-4ca4-8426-d58068a3fab7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:07.791096 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Attempting to bind port ca39a01d-103c-4ca4-8426-d58068a3fab7 on network bcb413af-cbe5-4f27-b65a-e11d0d27299c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:07.797835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:07.798462 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Checking segment: {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:07.799105 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.799675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Bound using segment: {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:07.800310 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Bound port: ca39a01d-103c-4ca4-8426-d58068a3fab7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bcb413af-cbe5-4f27-b65a-e11d0d27299c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:07.801613 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.813278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.823288 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.plugin [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Port ca39a01d-103c-4ca4-8426-d58068a3fab7 has been deleted concurrently {{(pid=95045) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 12 04:17:07.833016 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:07.833606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 04:17:07.834407 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_agentschedulers_db [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e96aac1-9659-4abe-8aef-1abb7b01e4a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent'). {{(pid=95045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 04:17:07.834982 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669badfe-d30c-4a80-9680-3c63640e277b None None] The sync data for ids ['6e96aac1-9659-4abe-8aef-1abb7b01e4a6'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:07.849526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ae6de91-af8d-4a7d-a3bd-0693c1108034 req-e3477471-800d-47ce-bc48-ae1495b869c7 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740566 Aug 12 04:17:07.890232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:07.911254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-4c67e15b-1ab0-4d6a-9b83-15e1f13de58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:07.912759 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-4c67e15b-1ab0-4d6a-9b83-15e1f13de58c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f723c6c7-871c-4a6a-b322-df87da264764 HTTP/1.1" status: 200 len: 903 time: 0.4869905 Aug 12 04:17:07.976058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-deleted', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:07.978366 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525542c0-4f59-49b0-b814-0c52ecf25e3e" -d '{"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-deleted", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:07.992618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-04800b92-5dc8-4d0a-8960-12013daa2f6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=176c259d-4b60-473b-bad6-66d718e2a42f HTTP/1.1" status: 200 len: 217 time: 0.0672896 Aug 12 04:17:07.992618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-f75ecea2-365f-4112-840e-6dbd2eeac9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068440 Aug 12 04:17:08.022040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.033741 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e7266-37c9-418e-98b7-5c80782d37ff x-openstack-request-id: req-ec8e7266-37c9-418e-98b7-5c80782d37ff {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:08.034034 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9137a91-4c8d-47b3-b0e2-5cdef8996a96", "name": "network-vif-deleted", "tag": "81cede4c-d1b8-4172-b313-e8c53a09484a", "status": "failed", "code": 422}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:08.034287 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec8e7266-37c9-418e-98b7-5c80782d37ff {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:08.034700 n-d-804320-1 neutron-server[95043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9137a91-4c8d-47b3-b0e2-5cdef8996a96', 'name': 'network-vif-deleted', 'tag': '81cede4c-d1b8-4172-b313-e8c53a09484a', 'status': 'failed', 'code': 422} returned with failed status Aug 12 04:17:08.052039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=017824b0-e879-4116-a734-7b41c122534c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:08.056224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.058622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd5483f5-459b-44dc-9f40-3efe6eaa366c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/017824b0-e879-4116-a734-7b41c122534c HTTP/1.1" status: 204 len: 168 time: 0.3832984 Aug 12 04:17:08.061194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-01826afd-6b8c-4e92-b990-08456c80f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:08.061326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58492) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:08.063009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-01826afd-6b8c-4e92-b990-08456c80f079 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e1d2565-be5a-409d-97ce-3e1c650dcf32 HTTP/1.1" status: 200 len: 801 time: 0.0664732 Aug 12 04:17:08.112522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-8b7da6b0-c52e-4c33-a350-3e02b6fabf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:08.114036 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-8b7da6b0-c52e-4c33-a350-3e02b6fabf49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f723c6c7-871c-4a6a-b322-df87da264764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430038 Aug 12 04:17:08.188907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.212349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-b2b85a3c-7399-4845-abf3-a6e5d93fb8a3 service neutron] 10.222.0.20 "GET /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898886 Aug 12 04:17:08.295266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-62f2d8e8-2e53-4919-9bad-a14705ab11fe tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:08.296774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-62f2d8e8-2e53-4919-9bad-a14705ab11fe tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.2168119 Aug 12 04:17:08.308766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.323002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64bd33-2cab-46e9-a7d3-5001157d1d03 req-ccd6c991-bc06-4c69-b772-2cd0d18f7df7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:08.324648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c64bd33-2cab-46e9-a7d3-5001157d1d03 req-ccd6c991-bc06-4c69-b772-2cd0d18f7df7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.1096609 Aug 12 04:17:08.326276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb413af-cbe5-4f27-b65a-e11d0d27299c']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:08.333853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-767840cf-6975-4364-a5c2-e7b45ba69449 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0301342 Aug 12 04:17:08.338015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:08.338687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4cf6cd-3d4b-4dfb-83f1-fa03866d9a5d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:08.354624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f27f1f8-1401-4d7d-abf4-3490e59254cd req-6834ffc0-4e09-493b-9c48-f030835560d3 service neutron] 10.222.0.20 "GET /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303728 Aug 12 04:17:08.358308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.376551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c64bd33-2cab-46e9-a7d3-5001157d1d03 req-cfeabf8f-9a10-4f60-a404-2d672e64bf53 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Aug 12 04:17:08.384057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-52d2dd4b-cc32-4491-837a-54093260fdbd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382535 Aug 12 04:17:08.392335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.407277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:17:08.407277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: items = [ Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:17:08.408780 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:17:08.534195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-2649b2a5-c99a-42f1-b713-8537cef58600 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395154 Aug 12 04:17:08.628059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-b320516e-d1f7-453f-806d-f25daacb735a service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862598 Aug 12 04:17:08.631522 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.636434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcb413af-cbe5-4f27-b65a-e11d0d27299c {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:17:08.639221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:08.641331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/networks/bcb413af-cbe5-4f27-b65a-e11d0d27299c HTTP/1.1" status: 204 len: 168 time: 0.5790052 Aug 12 04:17:08.657461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dba369-f52b-4810-9e5d-2e478531e5f2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcb413af-cbe5-4f27-b65a-e11d0d27299c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:08.666208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-1e70f38c-9f01-4ce9-99d2-f8f86f77c5c0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:08.667780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-1e70f38c-9f01-4ce9-99d2-f8f86f77c5c0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1189702 Aug 12 04:17:08.687095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-7a47ef22-a414-4b85-b9f7-11b668edfe92 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0125616 Aug 12 04:17:08.753636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-2659dc2c-18db-4003-af8c-256b02d9b0f3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573781 Aug 12 04:17:08.813142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8e2ec251-3036-487b-8077-a5b64449cf26 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:08.815343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:08.836052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 81cede4c-d1b8-4172-b313-e8c53a09484a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:08.836385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 81cede4c-d1b8-4172-b313-e8c53a09484a not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:08.850594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-ec8d6264-7f4b-42ce-94ce-b71e0edcfbec service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897114 Aug 12 04:17:08.988385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-813d17b4-06ec-4fdd-8493-cb4e5c5b298a service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301780 Aug 12 04:17:09.014088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41887964-fc3e-44e6-81e8-adccb6aa55b4 req-6a4d7a57-9b52-4b23-a55d-378d5f447868 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:09.021461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41887964-fc3e-44e6-81e8-adccb6aa55b4 req-6a4d7a57-9b52-4b23-a55d-378d5f447868 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:09.030370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-41887964-fc3e-44e6-81e8-adccb6aa55b4 req-6a4d7a57-9b52-4b23-a55d-378d5f447868 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1678 time: 0.0784407 Aug 12 04:17:09.059063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8e2ec251-3036-487b-8077-a5b64449cf26, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8e2ec251-3036-487b-8077-a5b64449cf26,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:09.083569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-41887964-fc3e-44e6-81e8-adccb6aa55b4 req-56c684c3-6be0-4ed3-a51f-7932b9326881 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523965 Aug 12 04:17:09.089761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '8e2ec251-3036-487b-8077-a5b64449cf26', 'network_id': '8ba89269-d70c-4268-97b5-9763a5c65a88', 'port_id': '8e2ec251-3036-487b-8077-a5b64449cf26', 'mac_address': 'fa:16:3e:7a:0b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb16732-18e0-4385-b14c-1d334205c877', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:09.133079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58532) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:09.138384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'name': 'tempest-router--1480668628', 'project_id': '46c343e858fd4f52ae7f714a78033a30'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:09.158222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.183038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2ec251-3036-487b-8077-a5b64449cf26 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:09.206496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8e2ec251-3036-487b-8077-a5b64449cf26, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8e2ec251-3036-487b-8077-a5b64449cf26,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:09.289457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.290145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 176c259d-4b60-473b-bad6-66d718e2a42f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:09.357480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e03de10-76fa-4a81-a805-95092068da60 req-7c3cb669-dfee-4f7a-a55a-183fd32c07c3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 210 time: 0.0420313 Aug 12 04:17:09.443747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 176c259d-4b60-473b-bad6-66d718e2a42f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=176c259d-4b60-473b-bad6-66d718e2a42f,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:09.460356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '176c259d-4b60-473b-bad6-66d718e2a42f', 'network_id': 'f723c6c7-871c-4a6a-b322-df87da264764', 'port_id': '176c259d-4b60-473b-bad6-66d718e2a42f', 'mac_address': 'fa:16:3e:98:84:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1d2565-be5a-409d-97ce-3e1c650dcf32', 'ip_address': '19.86.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:09.524188 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.526574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8e2ec251-3036-487b-8077-a5b64449cf26,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:09.540891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.547498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.547670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176c259d-4b60-473b-bad6-66d718e2a42f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:09.563862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 176c259d-4b60-473b-bad6-66d718e2a42f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=176c259d-4b60-473b-bad6-66d718e2a42f,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:09.581452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2853a-ee97-406c-98ab-b0b9dcfb4bf5 req-971d61d9-56cc-42cc-bd2a-feb8d88e6127 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:09.583160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1c2853a-ee97-406c-98ab-b0b9dcfb4bf5 req-971d61d9-56cc-42cc-bd2a-feb8d88e6127 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.3366151 Aug 12 04:17:09.612604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.640158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-983a5a9f-c921-4d87-b6d7-8859dca66355 req-3f249d2c-cc2c-45af-99e0-a6fb72c938cb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0335674 Aug 12 04:17:09.643683 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.655169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1c2853a-ee97-406c-98ab-b0b9dcfb4bf5 req-b6a005b7-207a-477a-84a8-e5fe14199dfa tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456455 Aug 12 04:17:09.667085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.693676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=176c259d-4b60-473b-bad6-66d718e2a42f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:09.758895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.760843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81a131ad-3a15-431f-9be2-50ede43503d1 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6260211 Aug 12 04:17:09.763012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58544) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:09.838486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:09.945974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['8e2ec251-3036-487b-8077-a5b64449cf26'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:10.002023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.004185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.146767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.147282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaa5fceb-b00a-4f6c-aef6-c779c56d8421 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:10.151715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.152985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f016bb0d-2bdd-4eef-bc30-85b7f838700b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/routers/aaa5fceb-b00a-4f6c-aef6-c779c56d8421 HTTP/1.1" status: 204 len: 168 time: 0.3889227 Aug 12 04:17:10.201557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb5a7-37dd-4676-86b3-c172b9e9b23a req-92538a43-04cf-453a-b47e-0d3850a2eea4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:10.207861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb5a7-37dd-4676-86b3-c172b9e9b23a req-92538a43-04cf-453a-b47e-0d3850a2eea4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:10.209706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3dcb5a7-37dd-4676-86b3-c172b9e9b23a req-92538a43-04cf-453a-b47e-0d3850a2eea4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1680 time: 0.0599182 Aug 12 04:17:10.249916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3dcb5a7-37dd-4676-86b3-c172b9e9b23a req-ea7c079f-b88f-44ce-972f-821e179e94d8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Aug 12 04:17:10.280613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:10.381684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:10.396696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'mac_address': 'fa:16:3e:71:d5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:10.436633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.442460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a789fb19-5756-4c17-b9d1-55e8da4a494f req-0deb482b-6d67-4c50-9fd2-e43c95b44c01 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 210 time: 0.0276072 Aug 12 04:17:10.450208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:10.469609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:10.496765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58558) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:10.604175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.654212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:10.703970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1397080225', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:10.760089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc234f51-8f96-4680-884a-97c1b6853a8d req-6079ffe1-e0be-442b-81ac-1067aed88f02 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0306563 Aug 12 04:17:10.788326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef8cc5-b863-4087-92b8-5da26d42a9b3 req-3eb73436-de03-4d1a-8a6a-42b26cd0956f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:10.790448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27ef8cc5-b863-4087-92b8-5da26d42a9b3 req-3eb73436-de03-4d1a-8a6a-42b26cd0956f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0528538 Aug 12 04:17:10.823463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8e2ec251-3036-487b-8077-a5b64449cf26 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:10.833007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27ef8cc5-b863-4087-92b8-5da26d42a9b3 req-a0ac5b1c-bd95-48d7-8b97-3209e008a32f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364144 Aug 12 04:17:10.861024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.862108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.885212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['90470ef7-cb17-4179-8992-82b60ea0bd22'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:10.917829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:10.976801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 8e2ec251-3036-487b-8077-a5b64449cf26 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:10.983218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['176c259d-4b60-473b-bad6-66d718e2a42f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:10.986185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 8e2ec251-3036-487b-8077-a5b64449cf26 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:10.986563 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:11.253024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:11.295143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:11.336553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2ec251-3036-487b-8077-a5b64449cf26'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:11.338854 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a39df4c-0bed-40c8-bd6c-45fea5eec2fe" -d '{"events": [{"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-plugged", "status": "completed", "tag": "8e2ec251-3036-487b-8077-a5b64449cf26"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:11.356156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8e2ec251-3036-487b-8077-a5b64449cf26, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8e2ec251-3036-487b-8077-a5b64449cf26,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:11.420790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d2d4-b386-4c3f-83a7-72b15deb0aac req-2ff849cf-01e9-42ee-af27-1a000ce9002d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:11.427518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d2d4-b386-4c3f-83a7-72b15deb0aac req-2ff849cf-01e9-42ee-af27-1a000ce9002d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:11.432614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:11.436007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1671d2d4-b386-4c3f-83a7-72b15deb0aac req-2ff849cf-01e9-42ee-af27-1a000ce9002d tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1680 time: 0.1154959 Aug 12 04:17:11.436146 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f487b517-ed4a-4315-83c1-5595ed5b8db5 x-openstack-request-id: req-f487b517-ed4a-4315-83c1-5595ed5b8db5 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:11.436384 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-plugged", "status": "completed", "tag": "8e2ec251-3036-487b-8077-a5b64449cf26", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:11.436828 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f487b517-ed4a-4315-83c1-5595ed5b8db5 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:11.437254 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2ec251-3036-487b-8077-a5b64449cf26', 'code': 200} Aug 12 04:17:11.477919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1671d2d4-b386-4c3f-83a7-72b15deb0aac req-6c9a6c01-2640-4090-bfae-0bebf105111f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Aug 12 04:17:11.496108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8e2ec251-3036-487b-8077-a5b64449cf26,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:11.611348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15252e53-4be1-44ef-b71e-c4a196e962b7 req-3429729a-70d3-48a6-b4f3-643b633973c1 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 210 time: 0.0780499 Aug 12 04:17:11.636112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:11.665092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:11.750204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-cf17cc32-b805-4cc1-a359-1a23ef5b98ba tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:11.751682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-cf17cc32-b805-4cc1-a359-1a23ef5b98ba tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.2173996 Aug 12 04:17:11.786188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Request body: {'port': {'device_id': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'admin_state_up': True, 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:11.859275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26cc4047-2bdd-42c3-98c1-f6158de717b2 req-38178c0a-0ffa-4bfa-b76d-575689412137 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Aug 12 04:17:11.871305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Allocated IP 172.25.6.126 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/fd086d33-0552-4ef9-9b55-ceee9bdeb8a3) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:12.047881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c79114-23fa-4089-b423-e85cae5cb19d req-b1b98532-cc56-48dc-8e3c-432f58d3f814 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:12.049275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51c79114-23fa-4089-b423-e85cae5cb19d req-b1b98532-cc56-48dc-8e3c-432f58d3f814 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0985794 Aug 12 04:17:12.069483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.107246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51c79114-23fa-4089-b423-e85cae5cb19d req-4668f2e2-f10d-4ac1-96af-c130717e1445 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488603 Aug 12 04:17:12.135089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:12.138505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.209963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.286304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:12.293510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:12.294734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:12.300105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:12.303834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event updated for resources: {'Port': ['ID=fd086d33-0552-4ef9-9b55-ceee9bdeb8a3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:12.334165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-2d3968f1-4dc2-4a72-8025-6dac3d7cb6c5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:12.334400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.334672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.335046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.335380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.336237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.336571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.336896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.337060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-2d3968f1-4dc2-4a72-8025-6dac3d7cb6c5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1342123 Aug 12 04:17:12.337223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.337544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.337864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.338188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.338508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:12.347108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Allocated IP 172.20.0.7 (d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47/eba34822-312b-4cac-8b58-13aba9394d07/efa139a1-a85e-445a-a3dd-7b4cdfcdec93) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:12.353211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:12.506018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 90470ef7-cb17-4179-8992-82b60ea0bd22 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:12.511154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 90470ef7-cb17-4179-8992-82b60ea0bd22 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:12.514729 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.563504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:12.567645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.602503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.643673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:12.653379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.680862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42a56-03ff-49c6-8a68-51990e9377e0 req-aa8d12a8-4a24-4505-ba65-885e30ade875 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:12.686937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42a56-03ff-49c6-8a68-51990e9377e0 req-aa8d12a8-4a24-4505-ba65-885e30ade875 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:12.688636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48e42a56-03ff-49c6-8a68-51990e9377e0 req-aa8d12a8-4a24-4505-ba65-885e30ade875 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1681 time: 0.0947764 Aug 12 04:17:12.727089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c89f0610-b542-4a25-ba98-3f9d31e0a412 req-8eb15668-d49e-4332-b81c-6a8a560be946 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 210 time: 0.0334051 Aug 12 04:17:12.754527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.8 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/40a152b9-bdd5-45f9-bdd3-b144aa26aaa4) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:12.824326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 176c259d-4b60-473b-bad6-66d718e2a42f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:12.856319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.864697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48e42a56-03ff-49c6-8a68-51990e9377e0 req-0616da24-1028-4c11-85cf-2f7c03445606 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407466 Aug 12 04:17:12.927686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.928881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:12.954902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:12.998169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa65ac02-3c27-4cd3-baa9-74ee99d3159c req-d9230270-aa63-4f6a-b7d0-449444515b62 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0345111 Aug 12 04:17:13.015206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 176c259d-4b60-473b-bad6-66d718e2a42f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:13.019283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 176c259d-4b60-473b-bad6-66d718e2a42f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:13.019733 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.028526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.038434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.051031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', '1a0fa0bf-4371-4f78-879b-8d2ae4b99058'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:13.082838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:13.088180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:13.092292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:13.093352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:13.100002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:13.102580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event updated for resources: {'Port': ['ID=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:13.104768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:13.120390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:13.157144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:13.157814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.167636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.215657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:13.216293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.234542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-9c169fac-8ad0-43c3-9837-f99bd929634f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8891025 Aug 12 04:17:13.236989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 176c259d-4b60-473b-bad6-66d718e2a42f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=176c259d-4b60-473b-bad6-66d718e2a42f,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:13.246986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8077187-d528-4b3f-8749-ecac41e867e0 req-4d353290-61aa-48da-91f9-b1226d321614 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:13.254171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8077187-d528-4b3f-8749-ecac41e867e0 req-4d353290-61aa-48da-91f9-b1226d321614 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0681503 Aug 12 04:17:13.260686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Request body: {'port': {'device_id': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:13.280290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.332042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8077187-d528-4b3f-8749-ecac41e867e0 req-4c0fd5b2-3baa-4386-bb8f-16dd7af43cc4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770035 Aug 12 04:17:13.340512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.387582 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.390098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-97dc621c-de9f-4617-bfdc-c18764c70f6d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6259646 Aug 12 04:17:13.403732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Request body: {'port': {'device_id': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:13.439367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}, {'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176c259d-4b60-473b-bad6-66d718e2a42f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:13.441678 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3ddf79-8b5b-47d3-b525-cbb2943d21a1" -d '{"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-plugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}, {"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-plugged", "status": "completed", "tag": "176c259d-4b60-473b-bad6-66d718e2a42f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:13.445485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=176c259d-4b60-473b-bad6-66d718e2a42f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:13.486361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.493830 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaca0567-0792-46a3-afef-db4fb07f9ad3 x-openstack-request-id: req-aaca0567-0792-46a3-afef-db4fb07f9ad3 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:13.494361 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-plugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "code": 200}, {"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-plugged", "status": "completed", "tag": "176c259d-4b60-473b-bad6-66d718e2a42f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:13.499824 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaca0567-0792-46a3-afef-db4fb07f9ad3 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:13.500649 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'code': 200} Aug 12 04:17:13.504640 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176c259d-4b60-473b-bad6-66d718e2a42f', 'code': 200} Aug 12 04:17:13.626155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Router d1afd615-fc02-4af3-bc37-657d24811924 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:13.641368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b3a9-a09f-48e0-a466-9d765f25f344 req-82fd58a2-bf46-4a54-ab09-3c13410561a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:13.641847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b3a9-a09f-48e0-a466-9d765f25f344 req-82fd58a2-bf46-4a54-ab09-3c13410561a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:13.643525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0958b3a9-a09f-48e0-a466-9d765f25f344 req-82fd58a2-bf46-4a54-ab09-3c13410561a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1984 time: 0.0756228 Aug 12 04:17:13.698600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:13.709753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.714029 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0958b3a9-a09f-48e0-a466-9d765f25f344 req-515d33a5-77b3-4c1b-a2c6-62df918717ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489008 Aug 12 04:17:13.725079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Transition to ACTIVE for port object 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:13.768957 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:13.827680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Pushing event updated for resources: {'Port': ['ID=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:13.910776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Attempting to bind port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:13.911478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Attempting to bind port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:13.911930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Attempting to bind port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:13.916904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:13.917327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Attempting to bind port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:13.922655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:13.923119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:13.923570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:13.924067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Bound port: 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:13.924490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.022165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] For port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:14.025812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] For port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:14.034428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a710-abb0-44c8-88ef-01ed7f46f7f8 req-b279c978-3051-44b3-a99d-487a59e9d57f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.040911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a710-abb0-44c8-88ef-01ed7f46f7f8 req-b279c978-3051-44b3-a99d-487a59e9d57f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.042488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7203a710-abb0-44c8-88ef-01ed7f46f7f8 req-b279c978-3051-44b3-a99d-487a59e9d57f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1682 time: 0.1029675 Aug 12 04:17:14.082062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7203a710-abb0-44c8-88ef-01ed7f46f7f8 req-7da4d513-a139-4306-b40f-27a59652ca26 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Aug 12 04:17:14.082578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430086c-4a78-4c79-a91d-af86b48db687 req-191a3fdf-786e-4c56-88bd-e327b3ed1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.084018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.084146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3430086c-4a78-4c79-a91d-af86b48db687 req-191a3fdf-786e-4c56-88bd-e327b3ed1270 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1096 time: 0.5234270 Aug 12 04:17:14.121206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.122381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.123345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] 10.222.0.20 "PUT /v2.0/ports/40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 HTTP/1.1" status: 200 len: 1091 time: 0.8665733 Aug 12 04:17:14.124273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'tag': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:14.126144 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc17cde-8b1d-4903-8e16-15d83fa899c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b7054c-8281-46c1-9cf4-713a03c8d4a5", "tag": "40a152b9-bdd5-45f9-bdd3-b144aa26aaa4"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:14.151826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90b9b7-2f31-4ea7-ab95-90198f402807 service neutron] Pushing event updated for resources: {'Port': ['ID=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:14.214205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3430086c-4a78-4c79-a91d-af86b48db687 req-f725156c-b87b-48dc-b951-05c744a409c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081376 Aug 12 04:17:14.231824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7811197-cafb-493f-99bf-18ddca0c757c req-4710296b-042d-44bc-b82a-0582a43f59c8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.233475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7811197-cafb-493f-99bf-18ddca0c757c req-4710296b-042d-44bc-b82a-0582a43f59c8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 931 time: 0.1951056 Aug 12 04:17:14.264330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:14.275812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] Sync routers for ids ['d1afd615-fc02-4af3-bc37-657d24811924'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:14.289516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] Routers {'d1afd615-fc02-4af3-bc37-657d24811924'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:14.290402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d1afd615-fc02-4af3-bc37-657d24811924'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:14.310995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7811197-cafb-493f-99bf-18ddca0c757c req-3d7dd76f-fdef-441a-a182-2a685736107c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706434 Aug 12 04:17:14.311941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663460d3-3147-4347-a55f-a6b58c53f2b5 req-ff12243d-8134-42ca-960a-80f9e6008aab tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.313514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-663460d3-3147-4347-a55f-a6b58c53f2b5 req-ff12243d-8134-42ca-960a-80f9e6008aab tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 943 time: 0.0839176 Aug 12 04:17:14.323950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-7c35dbe2-f73f-40fd-a7d2-c156e0d9f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.325532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-7c35dbe2-f73f-40fd-a7d2-c156e0d9f210 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 1094 time: 0.0673518 Aug 12 04:17:14.327030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:14.346857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] Routers {'d1afd615-fc02-4af3-bc37-657d24811924'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:14.347657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d1afd615-fc02-4af3-bc37-657d24811924'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:14.356524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa139a1-a85e-445a-a3dd-7b4cdfcdec93 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:14.365165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.385760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Transition to ACTIVE for port object efa139a1-a85e-445a-a3dd-7b4cdfcdec93 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:14.385956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-d45ff914-6101-4178-9b33-a2debdab0642 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 HTTP/1.1" status: 200 len: 217 time: 0.0405219 Aug 12 04:17:14.386081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:14.386081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70d133-0f7d-4700-ac0b-6ebc7ab230fd None None] The sync data for ids ['d1afd615-fc02-4af3-bc37-657d24811924'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:14.398738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.400091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2c6d4722-4d1c-445c-8f62-e3dd66ec9cac tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9021742 Aug 12 04:17:14.404000 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b7c615-ba73-4d04-9a8c-f3627b954bb7 x-openstack-request-id: req-81b7c615-ba73-4d04-9a8c-f3627b954bb7 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:14.413185 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b7054c-8281-46c1-9cf4-713a03c8d4a5", "tag": "40a152b9-bdd5-45f9-bdd3-b144aa26aaa4", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:14.413185 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81b7c615-ba73-4d04-9a8c-f3627b954bb7 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:14.413185 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'tag': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4', 'status': 'completed', 'code': 200} Aug 12 04:17:14.413185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-663460d3-3147-4347-a55f-a6b58c53f2b5 req-1979f124-df87-4e49-90b8-fa84c33e5a0b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824761 Aug 12 04:17:14.415740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58616) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:14.446733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-417974ef-e93a-4887-a6ed-4055f6a8888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.448344 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-417974ef-e93a-4887-a6ed-4055f6a8888b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0570776 Aug 12 04:17:14.471239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.483197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-3663945b-21ad-45a3-9ae1-1009c2449130 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259876 Aug 12 04:17:14.582614 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-1ceb24b0-c607-44a9-8a35-2bde0530435e service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896113 Aug 12 04:17:14.604300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Pushing event updated for resources: {'Port': ['ID=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:14.627547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99befe-e29f-44e7-88bc-5152ad36facd req-6f64bb96-10e2-4b13-adb2-7e5210782bed tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.629270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f99befe-e29f-44e7-88bc-5152ad36facd req-6f64bb96-10e2-4b13-adb2-7e5210782bed tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1614060 Aug 12 04:17:14.659002 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-52234c5f-bbeb-41cb-ba5f-94719d033a51 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/d1afd615-fc02-4af3-bc37-657d24811924 HTTP/1.1" status: 200 len: 925 time: 0.2416153 Aug 12 04:17:14.663405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:14.705325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99d758ef-fd48-4728-b0b2-4cd7f42245ae tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1afd615-fc02-4af3-bc37-657d24811924 HTTP/1.1" status: 200 len: 205 time: 0.0381830 Aug 12 04:17:14.705566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:14.715172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f99befe-e29f-44e7-88bc-5152ad36facd req-92499185-e5ed-4ff8-888b-1e55108bdfff tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698583 Aug 12 04:17:14.728601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Attempting to bind port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:14.728944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Attempting to bind port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:14.729284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Attempting to bind port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:14.730068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4379ac09-7760-412f-a6b6-f9283587a1eb req-20c6ae06-9965-4f49-bd28-09cf3dc66b98 service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401615 Aug 12 04:17:14.738036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:14.738432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Attempting to bind port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:14.743605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:14.744114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:14.744561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Bound using segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:14.745052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Bound port: efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:14.745477 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.810460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] For port efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:14.813967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] For port efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:14.895844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.930885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.944714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.945853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:14.947537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] 10.222.0.20 "PUT /v2.0/ports/efa139a1-a85e-445a-a3dd-7b4cdfcdec93 HTTP/1.1" status: 200 len: 1091 time: 1.5480027 Aug 12 04:17:14.957491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'tag': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:14.959788 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86863b9e-52b8-4758-8930-e9f9da252bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5396d10d-3f65-49f8-856a-b34587aa0a61", "tag": "efa139a1-a85e-445a-a3dd-7b4cdfcdec93"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:14.984749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239feb1-5cb8-437c-b161-637dc808c98b service neutron] Pushing event updated for resources: {'Port': ['ID=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:14.988390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-39b33bae-ef65-40eb-ba40-188ab331f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:14.989885 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-39b33bae-ef65-40eb-ba40-188ab331f0ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 1094 time: 0.0951598 Aug 12 04:17:15.003371 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfeb48f-e22f-4191-bc0c-0dbd04eb7465 x-openstack-request-id: req-1bfeb48f-e22f-4191-bc0c-0dbd04eb7465 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:15.003663 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5396d10d-3f65-49f8-856a-b34587aa0a61", "tag": "efa139a1-a85e-445a-a3dd-7b4cdfcdec93", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:15.003928 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bfeb48f-e22f-4191-bc0c-0dbd04eb7465 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:15.004345 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'tag': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93', 'status': 'completed', 'code': 200} Aug 12 04:17:15.069012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86863b9e-52b8-4758-8930-e9f9da252bd7 req-93a6be38-5b42-4add-86d4-eb0ec8e369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.071119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86863b9e-52b8-4758-8930-e9f9da252bd7 req-93a6be38-5b42-4add-86d4-eb0ec8e369b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 1094 time: 0.0424428 Aug 12 04:17:15.104407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:15.133076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-acc35152-1581-4442-ad66-dbf26b31b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.141217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-acc35152-1581-4442-ad66-dbf26b31b665 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 906 time: 0.1114366 Aug 12 04:17:15.176409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86863b9e-52b8-4758-8930-e9f9da252bd7 req-7259babb-5380-4d8f-b066-2a892d5f2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.177929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86863b9e-52b8-4758-8930-e9f9da252bd7 req-7259babb-5380-4d8f-b066-2a892d5f2b76 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c72021374ff44d2f96179e0b5ececebd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977476 Aug 12 04:17:15.183101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-b0bb3b07-85d0-4e98-b28e-4b3851cff1ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 HTTP/1.1" status: 200 len: 217 time: 0.0372491 Aug 12 04:17:15.290840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-581b503f-5f43-4e65-8a80-f157784427ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.292076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86863b9e-52b8-4758-8930-e9f9da252bd7 req-dbadd75e-0dc8-40fe-80ff-d353c846af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.292303 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-581b503f-5f43-4e65-8a80-f157784427ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0996993 Aug 12 04:17:15.293895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86863b9e-52b8-4758-8930-e9f9da252bd7 req-dbadd75e-0dc8-40fe-80ff-d353c846af53 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1084061 Aug 12 04:17:15.301529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f347d0-b0f1-4b53-93c9-b096d31473fb req-e45d2f20-1a3e-4c9f-82c6-64fce17a1da4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.308225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f347d0-b0f1-4b53-93c9-b096d31473fb req-e45d2f20-1a3e-4c9f-82c6-64fce17a1da4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.309738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7f347d0-b0f1-4b53-93c9-b096d31473fb req-e45d2f20-1a3e-4c9f-82c6-64fce17a1da4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1682 time: 0.1291151 Aug 12 04:17:15.346360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-bb0a7ca5-b379-4ad2-bb58-2217a604d4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356591 Aug 12 04:17:15.381236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-b00d80c2-d36c-4337-9b1f-49195cbda82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.382819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-b00d80c2-d36c-4337-9b1f-49195cbda82a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 1094 time: 0.0441608 Aug 12 04:17:15.383542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Deleting port fd086d33-0552-4ef9-9b55-ceee9bdeb8a3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:15.383881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:15.451923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-3ef4ab79-2bec-460a-ad2f-75e7a322affc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efa139a1-a85e-445a-a3dd-7b4cdfcdec93 HTTP/1.1" status: 200 len: 217 time: 0.0610037 Aug 12 04:17:15.506518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0b190-04f9-41b3-8feb-f6318de5daf3 req-85f99ad5-be9f-4758-aa1b-965724712e81 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.508183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5a0b190-04f9-41b3-8feb-f6318de5daf3 req-85f99ad5-be9f-4758-aa1b-965724712e81 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 943 time: 0.1163077 Aug 12 04:17:15.538175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-7b8d38c3-e382-46d6-8590-dac16c61992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.540408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-7b8d38c3-e382-46d6-8590-dac16c61992a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.0797398 Aug 12 04:17:15.582249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-70624549-c18b-4a88-b10c-1cb645f281c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302784 Aug 12 04:17:15.585323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5a0b190-04f9-41b3-8feb-f6318de5daf3 req-e3b70928-c4a5-4598-ac02-43e96aeac1d8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701053 Aug 12 04:17:15.709480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7f347d0-b0f1-4b53-93c9-b096d31473fb req-65dce1da-1d16-44ef-ac09-7e2e157f9a30 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836091 Aug 12 04:17:15.714162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-418ee525-93db-40df-aa67-10bfb4b0748a service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227021 Aug 12 04:17:15.722677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfc537-b90d-4fa6-90cb-ed3f1003ffa6 req-3b4430f2-7266-4ba6-aabc-69ce5aab6106 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.724399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28bfc537-b90d-4fa6-90cb-ed3f1003ffa6 req-3b4430f2-7266-4ba6-aabc-69ce5aab6106 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 943 time: 0.0747256 Aug 12 04:17:15.769919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:15.774387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-9afd28d9-fe9e-4a7c-94ba-b5471f77d4f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171793 Aug 12 04:17:15.785956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Calling delete_port for fd086d33-0552-4ef9-9b55-ceee9bdeb8a3 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:15.823276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28bfc537-b90d-4fa6-90cb-ed3f1003ffa6 req-99d2deea-20be-41d1-a6db-9b814b9eabe8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Aug 12 04:17:15.866171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33f411ba-1243-46d4-982f-a69ebeed05a5 req-7589095e-19fa-4b8c-ab7c-5b6af529507b service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407428 Aug 12 04:17:15.964096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056a32b-98ea-4670-8fad-8a96048d4b50 req-64839610-ffd9-47b7-b176-d77c5568f384 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:15.965534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c056a32b-98ea-4670-8fad-8a96048d4b50 req-64839610-ffd9-47b7-b176-d77c5568f384 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0703270 Aug 12 04:17:15.978239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc17cde-8b1d-4903-8e16-15d83fa899c9 req-edb220a7-22a6-4b21-a056-23844f845df8 service neutron] 10.222.0.20 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934061 Aug 12 04:17:16.008853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c056a32b-98ea-4670-8fad-8a96048d4b50 req-71ac4b73-6aa3-457f-947b-d3d5d0d171f2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368013 Aug 12 04:17:16.101936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.136231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event deleted for resources: {'Port': ['ID=fd086d33-0552-4ef9-9b55-ceee9bdeb8a3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:16.178000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7fd3-3963-4d28-8d38-fbf53c6d88f9 req-03af82cb-bd6b-4cac-99a4-546f8c0e76df tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:16.179571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66be7fd3-3963-4d28-8d38-fbf53c6d88f9 req-03af82cb-bd6b-4cac-99a4-546f8c0e76df tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Aug 12 04:17:16.188862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58648) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:16.197521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'floatingip': {'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:16.246064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.248137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.302566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771475-e236-4efa-87cb-9e08a2edd74b req-d52dac7d-186c-47c7-af4f-4107d212ea28 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:16.308642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771475-e236-4efa-87cb-9e08a2edd74b req-d52dac7d-186c-47c7-af4f-4107d212ea28 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:16.310250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a771475-e236-4efa-87cb-9e08a2edd74b req-d52dac7d-186c-47c7-af4f-4107d212ea28 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1682 time: 0.0640960 Aug 12 04:17:16.354124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a771475-e236-4efa-87cb-9e08a2edd74b req-9008de20-5465-4b26-8312-11aefc6110ef tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Aug 12 04:17:16.396089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.403096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.553437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.553890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Fanout notify agent at l3_agent the message router_deleted on router d1afd615-fc02-4af3-bc37-657d24811924 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:16.561835 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.566488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-131b849a-8a89-40b4-902c-43bee77e2d48 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/d1afd615-fc02-4af3-bc37-657d24811924 HTTP/1.1" status: 204 len: 168 time: 1.8564208 Aug 12 04:17:16.566973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58654) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:16.572506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1527231245', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': False}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:16.677344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.678426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.729179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.756168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b77cf-d732-4542-bbb0-0ae1c8cd85e7 req-e9ea3076-85a8-4466-a810-e8d8b24c42c8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:16.758214 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-021b77cf-d732-4542-bbb0-0ae1c8cd85e7 req-e9ea3076-85a8-4466-a810-e8d8b24c42c8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 943 time: 0.0986779 Aug 12 04:17:16.830553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-021b77cf-d732-4542-bbb0-0ae1c8cd85e7 req-2243c96e-b5ce-4d52-a26c-e3e88b190de4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Aug 12 04:17:16.840307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:16.891495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.969850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:16.972045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa991-036b-4fa4-ac59-59d02ce3ff7a req-c6ceb49f-3dc1-4c02-9dfc-68956205dbd8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:16.973985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a83fa991-036b-4fa4-ac59-59d02ce3ff7a req-c6ceb49f-3dc1-4c02-9dfc-68956205dbd8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 943 time: 0.0540257 Aug 12 04:17:16.974949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:16.982082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4', 'mac_address': 'fa:16:3e:a4:be:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:16.996084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.026262 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.039027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:17.058434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:17.090336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a83fa991-036b-4fa4-ac59-59d02ce3ff7a req-a629ce9f-9177-4345-bc4e-91d126136f9e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788209 Aug 12 04:17:17.113694 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Floating IP aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff associated. External IP: 172.25.6.235, port: 90470ef7-cb17-4179-8992-82b60ea0bd22. Aug 12 04:17:17.146691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.201324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:17.296467 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.316692 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.356876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:17:17.477760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:17.482249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.489001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Allocated IP 172.25.6.182 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/00fe1c7e-2e19-4ef3-a350-8a298688b9b2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:17.490140 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:17.500765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:17.501384 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:17.511838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7b10044e-c784-459e-a044-5e53853813f3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "PUT /v2.0/floatingips/aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff HTTP/1.1" status: 200 len: 991 time: 1.3219194 Aug 12 04:17:17.516025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338469-f96e-41ed-840d-99ef3e30466e req-85f68561-a5e1-4a11-b06a-8610abde88a8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:17.516158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:17.518691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338469-f96e-41ed-840d-99ef3e30466e req-85f68561-a5e1-4a11-b06a-8610abde88a8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:17.520352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f338469-f96e-41ed-840d-99ef3e30466e req-85f68561-a5e1-4a11-b06a-8610abde88a8 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1682 time: 0.0851116 Aug 12 04:17:17.525347 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f212c4-5c76-4c63-99f2-cb1483a7b488" -d '{"events": [{"name": "network-changed", "server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:17.528644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['40a152b9-bdd5-45f9-bdd3-b144aa26aaa4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:17.620554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f338469-f96e-41ed-840d-99ef3e30466e req-8fcfd9a9-cc64-4730-8fdf-bdaa5d6edc4e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769024 Aug 12 04:17:17.653826 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:17.668195 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dbfdde-23eb-4e47-ac92-243a9b4d39ee x-openstack-request-id: req-00dbfdde-23eb-4e47-ac92-243a9b4d39ee {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:17.668503 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:17.668754 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00dbfdde-23eb-4e47-ac92-243a9b4d39ee {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:17.669172 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'status': 'completed', 'code': 200} Aug 12 04:17:17.669541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.745859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-649cf830-0a29-4ff1-8218-d920c7ff65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:17.747455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-649cf830-0a29-4ff1-8218-d920c7ff65fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1096 time: 0.0526128 Aug 12 04:17:17.803691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:17.850152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:17.864482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:17.870325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:17.910350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Port': ['ID=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:17.934475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-ebe64fd5-156f-46c8-abc6-073f43f3b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:17.936324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-ebe64fd5-156f-46c8-abc6-073f43f3b851 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.1815856 Aug 12 04:17:17.956550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-c47a0283-1488-4e9a-ac13-2d0b4ec1f58f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:17.963514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-c47a0283-1488-4e9a-ac13-2d0b4ec1f58f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:17.965126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-c47a0283-1488-4e9a-ac13-2d0b4ec1f58f tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1682 time: 0.1063321 Aug 12 04:17:18.023715 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'mac_address': 'fa:16:3e:71:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:16:55Z', 'updated_at': '2021-08-12T04:17:16Z', 'revision_number': 1, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:18.051760 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:17:18.060521 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:18.061812 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:18.077866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 176c259d-4b60-473b-bad6-66d718e2a42f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:18.078214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:18.094876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-6c0d5816-fe0d-4e93-86cc-14247eee269a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 999 time: 0.1493819 Aug 12 04:17:18.102704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b63a16-dede-49c8-a508-0f7cb6a87d6f req-6b8c465d-6ccb-4405-b4c3-4dc1efbecadd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:18.104168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96b63a16-dede-49c8-a508-0f7cb6a87d6f req-6b8c465d-6ccb-4405-b4c3-4dc1efbecadd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 943 time: 0.1719282 Aug 12 04:17:18.173536 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:18.181519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-38155257-0baa-4f6b-9492-0130615796cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:18.184248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-38155257-0baa-4f6b-9492-0130615796cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0538490 Aug 12 04:17:18.223449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 176c259d-4b60-473b-bad6-66d718e2a42f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=176c259d-4b60-473b-bad6-66d718e2a42f,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:18.223826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:18.239808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 176c259d-4b60-473b-bad6-66d718e2a42f owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:18.261097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96b63a16-dede-49c8-a508-0f7cb6a87d6f req-c6ea7ff1-5e55-49b9-850d-99c0a1cbe95d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307173 Aug 12 04:17:18.262909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0a4ea-b22d-45c7-a1ca-eeb478b29c6b req-1cd2771c-ef12-43cd-bdb0-e3827e773f33 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:18.264436 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77d0a4ea-b22d-45c7-a1ca-eeb478b29c6b req-1cd2771c-ef12-43cd-bdb0-e3827e773f33 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0857217 Aug 12 04:17:18.273577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-3c692dfe-e599-423b-8ec3-d5cb578c4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:18.275117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-3c692dfe-e599-423b-8ec3-d5cb578c4b34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822518 Aug 12 04:17:18.442400 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'mac_address': 'fa:16:3e:71:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:16:55Z', 'updated_at': '2021-08-12T04:17:16Z', 'revision_number': 1, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:18.471317 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9eab8b-4be9-4bd9-b09e-12af65a6a182 None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'mac_address': 'fa:16:3e:71:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:16:55Z', 'updated_at': '2021-08-12T04:17:16Z', 'revision_number': 1, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:18.488363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:18.560113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-9e0000e5-cf1a-4543-97c7-1b7a8f764ffc service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769516 Aug 12 04:17:18.627853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77d0a4ea-b22d-45c7-a1ca-eeb478b29c6b req-98f6eada-eeb5-4e62-9801-73bdf102e67d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Aug 12 04:17:18.765278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37815bfa-bc0e-4b25-894e-3b2b8f2a6f79 None None] New status for floating IP aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:17:18.786040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab831db6-2f5e-4666-b71a-2abdbf0a01f4 req-657d86c9-4285-4f4f-892f-f0e3ef65bcd4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:18.792518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab831db6-2f5e-4666-b71a-2abdbf0a01f4 req-657d86c9-4285-4f4f-892f-f0e3ef65bcd4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:18.796637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab831db6-2f5e-4666-b71a-2abdbf0a01f4 req-657d86c9-4285-4f4f-892f-f0e3ef65bcd4 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 1682 time: 0.0730729 Aug 12 04:17:18.825481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:18.863159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['8e2ec251-3036-487b-8077-a5b64449cf26', '176c259d-4b60-473b-bad6-66d718e2a42f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:18.865197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device efa139a1-a85e-445a-a3dd-7b4cdfcdec93 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:18.871449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:18.872617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=176c259d-4b60-473b-bad6-66d718e2a42f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:18.928139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 176c259d-4b60-473b-bad6-66d718e2a42f on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:18.928761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:18.937912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-226ee2b9-e6b0-4688-866f-09ac5ed75586 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "DELETE /v2.0/ports/176c259d-4b60-473b-bad6-66d718e2a42f HTTP/1.1" status: 204 len: 173 time: 0.9633248 Aug 12 04:17:18.953153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab831db6-2f5e-4666-b71a-2abdbf0a01f4 req-cad2420e-c1f5-47e2-92a0-8bd3d2a3f86c tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/security-groups?id=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500781 Aug 12 04:17:19.113117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 8e2ec251-3036-487b-8077-a5b64449cf26 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:19.113117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.128376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07f212c4-5c76-4c63-99f2-cb1483a7b488 req-714983c5-dea2-4225-a605-d8a18fd26c95 service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603697 Aug 12 04:17:19.140235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:19.163322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93', 'mac_address': 'fa:16:3e:06:59:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:19.216699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.234407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 8e2ec251-3036-487b-8077-a5b64449cf26, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8e2ec251-3036-487b-8077-a5b64449cf26,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:19.234818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.241725 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.251711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 8e2ec251-3036-487b-8077-a5b64449cf26 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:19.266911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa139a1-a85e-445a-a3dd-7b4cdfcdec93 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:19.287006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:19.299742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:19.300256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.314465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:19.407545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.442175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.449715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Router a0ed29ad-7c69-454e-91a3-4016b701792d is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:19.456761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb2054-2a28-40bc-a14b-91e782a3a59c req-d36f40d7-9679-4cd6-8d3f-b6f835a9bd48 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:19.458361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42fb2054-2a28-40bc-a14b-91e782a3a59c req-d36f40d7-9679-4cd6-8d3f-b6f835a9bd48 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 943 time: 0.0910306 Aug 12 04:17:19.483128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:19.485363 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ab2c5-f327-4517-9544-42e7a06c52ce" -d '{"events": [{"server_uuid": "a8b7054c-8281-46c1-9cf4-713a03c8d4a5", "name": "network-vif-plugged", "status": "completed", "tag": "40a152b9-bdd5-45f9-bdd3-b144aa26aaa4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:19.506614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:19.509481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:19.526040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42fb2054-2a28-40bc-a14b-91e782a3a59c req-54281848-e70a-4885-9e1a-f8db093789dd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424492 Aug 12 04:17:19.551667 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8432a4-2279-4507-92f8-fba09780d755 x-openstack-request-id: req-4b8432a4-2279-4507-92f8-fba09780d755 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:19.552228 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b7054c-8281-46c1-9cf4-713a03c8d4a5", "name": "network-vif-plugged", "status": "completed", "tag": "40a152b9-bdd5-45f9-bdd3-b144aa26aaa4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:19.553112 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b8432a4-2279-4507-92f8-fba09780d755 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:19.553518 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4', 'code': 200} Aug 12 04:17:19.579956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:19.588917 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Sync routers for ids ['a0ed29ad-7c69-454e-91a3-4016b701792d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:19.592516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.598919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Routers {'a0ed29ad-7c69-454e-91a3-4016b701792d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:19.599749 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a0ed29ad-7c69-454e-91a3-4016b701792d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:19.628789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.657669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:19.660129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=8e2ec251-3036-487b-8077-a5b64449cf26,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:19.685386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b63c1-52df-47f0-b8e1-06e6d3a4575a req-0fbfacbd-d7af-4e5c-906c-d9990c39b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:19.686894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af1b63c1-52df-47f0-b8e1-06e6d3a4575a req-0fbfacbd-d7af-4e5c-906c-d9990c39b12d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0692201 Aug 12 04:17:19.699197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.699297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-deleted', 'tag': '176c259d-4b60-473b-bad6-66d718e2a42f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:19.699378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e92a15c9-01d2-4bb9-afc1-7adabaa22051 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1283808 Aug 12 04:17:19.699452 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a2489-a5e3-4f09-8ccf-9930ce21037c" -d '{"events": [{"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-deleted", "tag": "176c259d-4b60-473b-bad6-66d718e2a42f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:19.701741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58708) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:19.704486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['efa139a1-a85e-445a-a3dd-7b4cdfcdec93'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:19.749502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af1b63c1-52df-47f0-b8e1-06e6d3a4575a req-0cb8b65f-b664-4627-a3ef-eb8249db2665 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519178 Aug 12 04:17:19.754702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 8e2ec251-3036-487b-8077-a5b64449cf26 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:19.761105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:19.764682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2e39c96-7912-4f02-8b6d-2390f315c71f req-60bec3e4-80b5-4ae4-9a4f-6cba286d6618 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.20 "DELETE /v2.0/ports/8e2ec251-3036-487b-8077-a5b64449cf26 HTTP/1.1" status: 204 len: 173 time: 0.8079703 Aug 12 04:17:19.801900 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Set router a0ed29ad-7c69-454e-91a3-4016b701792d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:19.877912 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d72adb-0e9b-42d6-913b-2dd24298b2cd x-openstack-request-id: req-c8d72adb-0e9b-42d6-913b-2dd24298b2cd {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:19.878235 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-deleted", "tag": "176c259d-4b60-473b-bad6-66d718e2a42f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:19.878639 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8d72adb-0e9b-42d6-913b-2dd24298b2cd {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:19.879135 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-deleted', 'tag': '176c259d-4b60-473b-bad6-66d718e2a42f', 'status': 'completed', 'code': 200} Aug 12 04:17:19.939734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf6167-d947-47e2-bba5-4bea21603360 req-270a3e69-dc41-4223-b938-35b3389fba79 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:19.941325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8aaf6167-d947-47e2-bba5-4bea21603360 req-270a3e69-dc41-4223-b938-35b3389fba79 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 945 time: 0.1184793 Aug 12 04:17:19.994786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58714) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:19.995385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb61f750-5e89-43e1-a443-d37a586df4cb tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/a0ed29ad-7c69-454e-91a3-4016b701792d HTTP/1.1" status: 200 len: 909 time: 0.2919557 Aug 12 04:17:20.000862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1527231245', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': True}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:20.025462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8aaf6167-d947-47e2-bba5-4bea21603360 req-c2ee780c-d9b1-48bc-952b-c124efa2eaa9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544295 Aug 12 04:17:20.063466 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed29ad-7c69-454e-91a3-4016b701792d', 'name': 'tempest-snat-router-1527231245', 'tenant_id': '17d244198d114156af2600fd870afaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.182'}], 'enable_snat': False}, 'gw_port_id': '00fe1c7e-2e19-4ef3-a350-8a298688b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:17:16Z', 'updated_at': '2021-08-12T04:17:18Z', 'revision_number': 3, 'project_id': '17d244198d114156af2600fd870afaf1', 'gw_port': {'id': '00fe1c7e-2e19-4ef3-a350-8a298688b9b2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed29ad-7c69-454e-91a3-4016b701792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:17:17Z', 'updated_at': '2021-08-12T04:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:20.069316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a20a7bd4-17d6-49a8-8021-3dbeb0b32937 req-4f8583a7-23ae-4fa4-a3b4-753edde3314e tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 210 time: 0.0294406 Aug 12 04:17:20.097677 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Checking router: a0ed29ad-7c69-454e-91a3-4016b701792d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:17:20.098249 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Updating router a0ed29ad-7c69-454e-91a3-4016b701792d port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:17:20.129053 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.140869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.141994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.193250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.383532 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.393411 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Transition to ACTIVE for port object 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:20.517229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.546841 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.603744 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Attempting to bind port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:20.604410 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Attempting to bind port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:20.604504 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Attempting to bind port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:20.606687 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85735e31-b2ab-489f-a710-fa214c7e4167 None None] Pushing event updated for resources: {'Port': ['ID=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:20.612266 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:20.612871 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:20.613438 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.614016 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:20.615120 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Bound port: 00fe1c7e-2e19-4ef3-a350-8a298688b9b2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:20.615253 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.655032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194947ad-7868-4448-8e1c-3b62c29cc0bf req-6124f418-4120-4b72-a4ab-5190209b43f7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:20.656966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-194947ad-7868-4448-8e1c-3b62c29cc0bf req-6124f418-4120-4b72-a4ab-5190209b43f7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 944 time: 0.0544522 Aug 12 04:17:20.670412 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] For port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:20.673684 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] For port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:20.702300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-194947ad-7868-4448-8e1c-3b62c29cc0bf req-c83c066b-8974-478b-8c1e-d87e7cb028fa tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Aug 12 04:17:20.753210 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.830605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85735e31-b2ab-489f-a710-fa214c7e4167 None None] Pushing event updated for resources: {'Port': ['ID=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:20.843077 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Routers {'a0ed29ad-7c69-454e-91a3-4016b701792d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:20.851987 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a0ed29ad-7c69-454e-91a3-4016b701792d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:20.854070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device efa139a1-a85e-445a-a3dd-7b4cdfcdec93 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:20.931908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:20.957493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:21.004995 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] Set router a0ed29ad-7c69-454e-91a3-4016b701792d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:21.065677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:21.070212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:21.070610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:21.106094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Allocated IP 172.25.6.47 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7acda300-e176-42ab-9f57-2441b3308576) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:21.190621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649d13-3df8-4a65-9c10-0e8f758690cb req-07329bb1-b1bf-4f27-96bf-22fea59e21d9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:21.199309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f649d13-3df8-4a65-9c10-0e8f758690cb req-07329bb1-b1bf-4f27-96bf-22fea59e21d9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 945 time: 0.1088884 Aug 12 04:17:21.249098 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:21.253056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f649d13-3df8-4a65-9c10-0e8f758690cb req-f6a26648-e0d1-4965-aa9e-2902f656b172 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Aug 12 04:17:21.284535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95894da2-d28f-4def-9663-39c620b6fa82 req-ecff990c-b370-4815-8358-32734ab61ac5 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86 HTTP/1.1" status: 200 len: 210 time: 0.0502875 Aug 12 04:17:21.306340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:21.340982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:21.371137 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ed29ad-7c69-454e-91a3-4016b701792d', 'name': 'tempest-snat-router-1527231245', 'tenant_id': '17d244198d114156af2600fd870afaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.182'}], 'enable_snat': False}, 'gw_port_id': '00fe1c7e-2e19-4ef3-a350-8a298688b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:17:16Z', 'updated_at': '2021-08-12T04:17:18Z', 'revision_number': 3, 'project_id': '17d244198d114156af2600fd870afaf1', 'gw_port': {'id': '00fe1c7e-2e19-4ef3-a350-8a298688b9b2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed29ad-7c69-454e-91a3-4016b701792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:17:17Z', 'updated_at': '2021-08-12T04:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:21.402021 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a68035-229e-4e7b-8b3b-dcee7d8f9ead None None] The sync data for ids ['a0ed29ad-7c69-454e-91a3-4016b701792d'] in n-d-804320-1 is: [{'id': 'a0ed29ad-7c69-454e-91a3-4016b701792d', 'name': 'tempest-snat-router-1527231245', 'tenant_id': '17d244198d114156af2600fd870afaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.182'}], 'enable_snat': False}, 'gw_port_id': '00fe1c7e-2e19-4ef3-a350-8a298688b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:17:16Z', 'updated_at': '2021-08-12T04:17:18Z', 'revision_number': 3, 'project_id': '17d244198d114156af2600fd870afaf1', 'gw_port': {'id': '00fe1c7e-2e19-4ef3-a350-8a298688b9b2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ed29ad-7c69-454e-91a3-4016b701792d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:17:17Z', 'updated_at': '2021-08-12T04:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:21.421108 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:21.430562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 176c259d-4b60-473b-bad6-66d718e2a42f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:21.430854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb431a8b-3d04-4d03-be2e-8202a8512432 req-0959b478-fbc4-402c-bb1b-c5c3db78ade0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:21.430854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb431a8b-3d04-4d03-be2e-8202a8512432 req-0959b478-fbc4-402c-bb1b-c5c3db78ade0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.0560312 Aug 12 04:17:21.463120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 176c259d-4b60-473b-bad6-66d718e2a42f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:21.463471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 176c259d-4b60-473b-bad6-66d718e2a42f not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:21.463938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8e2ec251-3036-487b-8077-a5b64449cf26 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:21.476760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:21.487751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 8e2ec251-3036-487b-8077-a5b64449cf26 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:21.488236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8e2ec251-3036-487b-8077-a5b64449cf26 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:21.529795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:21.538182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb431a8b-3d04-4d03-be2e-8202a8512432 req-fe89a13d-a324-4432-9328-fe31d71638b0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972130 Aug 12 04:17:21.556179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:21.558476 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7129702-b098-449d-95a3-da21d3c5d27b" -d '{"events": [{"server_uuid": "5396d10d-3f65-49f8-856a-b34587aa0a61", "name": "network-vif-plugged", "status": "completed", "tag": "efa139a1-a85e-445a-a3dd-7b4cdfcdec93"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:21.560797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Port': ['ID=7acda300-e176-42ab-9f57-2441b3308576,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:21.571428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:21.573968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:21.577378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:21.682102 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4c2a2-500b-47ed-ad3f-400cf2c96178 x-openstack-request-id: req-baa4c2a2-500b-47ed-ad3f-400cf2c96178 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:21.689228 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5396d10d-3f65-49f8-856a-b34587aa0a61", "name": "network-vif-plugged", "status": "completed", "tag": "efa139a1-a85e-445a-a3dd-7b4cdfcdec93", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:21.689228 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baa4c2a2-500b-47ed-ad3f-400cf2c96178 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:21.689228 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93', 'code': 200} Aug 12 04:17:21.836179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877996-126f-4c21-b5f7-ca717dc4e3f7 req-ccb24c09-e0f8-4f77-bd3b-6229b0b9f782 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:21.842408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4877996-126f-4c21-b5f7-ca717dc4e3f7 req-ccb24c09-e0f8-4f77-bd3b-6229b0b9f782 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 945 time: 0.1983004 Aug 12 04:17:21.883190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40202d73-b145-4c46-aefa-6b5483ecab26 req-39751327-5f89-4bd6-8bf5-427edc1cbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:21.884797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40202d73-b145-4c46-aefa-6b5483ecab26 req-39751327-5f89-4bd6-8bf5-427edc1cbbea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 1096 time: 0.1074378 Aug 12 04:17:21.885240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-deleted', 'tag': '8e2ec251-3036-487b-8077-a5b64449cf26'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:21.887532 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bda6d45-ec8d-4052-9baf-11815339432c" -d '{"events": [{"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-deleted", "tag": "8e2ec251-3036-487b-8077-a5b64449cf26"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:21.889602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4877996-126f-4c21-b5f7-ca717dc4e3f7 req-69cada55-45a0-4279-a218-f7907e81ad31 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Aug 12 04:17:21.919869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355b363-9f3b-4d2b-ba89-682834297eee req-d8404d82-9b1c-46d5-8b14-e143a09dab87 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:21.921800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c355b363-9f3b-4d2b-ba89-682834297eee req-d8404d82-9b1c-46d5-8b14-e143a09dab87 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1032341 Aug 12 04:17:21.957801 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb148e8-6ce2-4d17-9f74-24aa4db06c4d x-openstack-request-id: req-fbb148e8-6ce2-4d17-9f74-24aa4db06c4d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:21.958330 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86", "name": "network-vif-deleted", "tag": "8e2ec251-3036-487b-8077-a5b64449cf26", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:21.958750 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbb148e8-6ce2-4d17-9f74-24aa4db06c4d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:21.959657 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6535f8a-e6b6-4d9e-9bb2-f663b9ec6e86', 'name': 'network-vif-deleted', 'tag': '8e2ec251-3036-487b-8077-a5b64449cf26', 'status': 'completed', 'code': 200} Aug 12 04:17:21.974005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40202d73-b145-4c46-aefa-6b5483ecab26 req-b2f9dab2-75ca-4fba-842e-8c09bde4b55f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771637 Aug 12 04:17:21.994575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c355b363-9f3b-4d2b-ba89-682834297eee req-cf9ac117-5b94-463f-9e6b-d54382c3dc31 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655255 Aug 12 04:17:22.062876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.272218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.350335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58758) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:22.433080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting subnet 4e1d2565-be5a-409d-97ce-3e1c650dcf32 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:17:22.436837 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.516094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.566564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc522-2460-4e21-a0a6-aba2178c2526 req-a9658132-757b-4581-8266-1f84366ae80c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:22.568103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d81cc522-2460-4e21-a0a6-aba2178c2526 req-a9658132-757b-4581-8266-1f84366ae80c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 945 time: 0.0996330 Aug 12 04:17:22.587174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Router 56d523ef-17ae-4353-b373-1fca2b78786c is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:22.674171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.679774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d81cc522-2460-4e21-a0a6-aba2178c2526 req-96ef3675-4c08-40d0-b33f-f61fd351c798 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053593 Aug 12 04:17:22.699061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:22.713600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Sync routers for ids ['56d523ef-17ae-4353-b373-1fca2b78786c'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:22.733326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Routers {'56d523ef-17ae-4353-b373-1fca2b78786c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:22.734238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['56d523ef-17ae-4353-b373-1fca2b78786c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:22.792138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.793396 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-12942fa7-4479-443d-bbf4-9a8a58bd4fc9 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7969921 Aug 12 04:17:22.797741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58772) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:22.849690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Set router 56d523ef-17ae-4353-b373-1fca2b78786c gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:22.890876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.928503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:22.931633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/subnets/4e1d2565-be5a-409d-97ce-3e1c650dcf32 HTTP/1.1" status: 204 len: 168 time: 0.5793285 Aug 12 04:17:22.933792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58774) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:22.935053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aaf54f-e0db-4621-92c1-eb31eed8ec33 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1d2565-be5a-409d-97ce-3e1c650dcf32,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:22.949623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6157d92-e49a-4d73-bbf1-4a7f535b728b None None] Network f723c6c7-871c-4a6a-b322-df87da264764 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:22.962881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4cf9181a-a0dc-4c9a-a2f6-d2700214902f tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/56d523ef-17ae-4353-b373-1fca2b78786c HTTP/1.1" status: 200 len: 907 time: 0.1609530 Aug 12 04:17:22.966264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58778) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:23.096289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.168019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.191662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port d08222a3-4a60-4516-bc60-9e385fd0500a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:23.192007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.292547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port d08222a3-4a60-4516-bc60-9e385fd0500a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d08222a3-4a60-4516-bc60-9e385fd0500a,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:23.293141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.314507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for d08222a3-4a60-4516-bc60-9e385fd0500a owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:23.328200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d523ef-17ae-4353-b373-1fca2b78786c', 'name': 'tempest-snat-router-1527231245', 'tenant_id': '17d244198d114156af2600fd870afaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7acda300-e176-42ab-9f57-2441b3308576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:17:20Z', 'updated_at': '2021-08-12T04:17:21Z', 'revision_number': 3, 'project_id': '17d244198d114156af2600fd870afaf1', 'gw_port': {'id': '7acda300-e176-42ab-9f57-2441b3308576', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d523ef-17ae-4353-b373-1fca2b78786c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:17:20Z', 'updated_at': '2021-08-12T04:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:23.338035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0151-1cdc-4d3b-98d0-4e9b157006ec req-70d72e97-c9c9-43a0-8ceb-307f0dc54536 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:23.339626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbeb0151-1cdc-4d3b-98d0-4e9b157006ec req-70d72e97-c9c9-43a0-8ceb-307f0dc54536 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1181257 Aug 12 04:17:23.369270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.374405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Checking router: 56d523ef-17ae-4353-b373-1fca2b78786c for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:17:23.375082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Updating router 56d523ef-17ae-4353-b373-1fca2b78786c port 7acda300-e176-42ab-9f57-2441b3308576 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:17:23.402933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbeb0151-1cdc-4d3b-98d0-4e9b157006ec req-7c2e2e94-d3be-48bb-b920-c7761be984e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559428 Aug 12 04:17:23.415867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.442284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] DHCP port deletion for f723c6c7-871c-4a6a-b322-df87da264764 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:17:23.607576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Deleting port 7acda300-e176-42ab-9f57-2441b3308576 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:23.607940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.608903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] Deleting port d08222a3-4a60-4516-bc60-9e385fd0500a {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:23.609273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.668300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.705587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.708108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] For port d08222a3-4a60-4516-bc60-9e385fd0500a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d08222a3-4a60-4516-bc60-9e385fd0500a,segment=NetworkSegment(05216df6-5056-47ee-803b-dfbcbb2a84be),segment_id=05216df6-5056-47ee-803b-dfbcbb2a84be)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:23.708514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.724112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Calling delete_port for 7acda300-e176-42ab-9f57-2441b3308576 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:23.728467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] Calling delete_port for d08222a3-4a60-4516-bc60-9e385fd0500a owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:23.774737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port d08222a3-4a60-4516-bc60-9e385fd0500a on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:23.778343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=d08222a3-4a60-4516-bc60-9e385fd0500a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:23.862380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:23.963710 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.967660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:23.975805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f723c6c7-871c-4a6a-b322-df87da264764']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:23.989402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05216df6-5056-47ee-803b-dfbcbb2a84be') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:23.989702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05216df6-5056-47ee-803b-dfbcbb2a84be') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:24.002367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.022225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Transition to ACTIVE for port object 7acda300-e176-42ab-9f57-2441b3308576 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:24.036812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-c6e1ae70-f4c3-4808-a120-f00f162bed9c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:24.055594 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-c6e1ae70-f4c3-4808-a120-f00f162bed9c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 945 time: 0.1360924 Aug 12 04:17:24.055743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.058696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:17:24.059130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.062349 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:17:24.063220 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:17:24.065794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6f31c-8ab9-4292-b0dc-01563350356a req-e5425090-5e17-4c20-895e-de665b2b61c3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:24.072406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-efc6f31c-8ab9-4292-b0dc-01563350356a req-e5425090-5e17-4c20-895e-de665b2b61c3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 945 time: 0.1357865 Aug 12 04:17:24.115258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7cd60-0c93-4d43-a35e-28caf622122e req-f97047fd-4c6d-4c2d-87ae-c5d1cf215661 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:24.122377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53b7cd60-0c93-4d43-a35e-28caf622122e req-f97047fd-4c6d-4c2d-87ae-c5d1cf215661 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1098838 Aug 12 04:17:24.126187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] Pushing event deleted for resources: {'Port': ['ID=d08222a3-4a60-4516-bc60-9e385fd0500a,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.128957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c396ed6-11e1-4db9-aef7-96b0756d717a None None] No DVR routers for this DVR port d08222a3-4a60-4516-bc60-9e385fd0500a on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:24.131431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.197098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53b7cd60-0c93-4d43-a35e-28caf622122e req-baba1b2b-a2d0-4f6d-bcea-58ff21eb314e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736654 Aug 12 04:17:24.207804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:24.215259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:24.215811 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.218024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-efc6f31c-8ab9-4292-b0dc-01563350356a req-9d20ac4d-ff6b-4ef4-9b69-01a0d32379e4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403296 Aug 12 04:17:24.220777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Attempting to bind port 7acda300-e176-42ab-9f57-2441b3308576 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:24.221544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Attempting to bind port 7acda300-e176-42ab-9f57-2441b3308576 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:24.223059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Attempting to bind port 7acda300-e176-42ab-9f57-2441b3308576 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:24.231962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:24.232341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:24.232885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.233287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:24.233764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Bound port: 7acda300-e176-42ab-9f57-2441b3308576, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:24.234146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.253734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.259947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2dbdf-7ff4-4ea4-89dd-3b55e9683f49 None None] Pushing event updated for resources: {'Port': ['ID=7acda300-e176-42ab-9f57-2441b3308576,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.270148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.272894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/networks/f723c6c7-871c-4a6a-b322-df87da264764 HTTP/1.1" status: 204 len: 168 time: 1.3222389 Aug 12 04:17:24.275858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:24.290195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:24.290983 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.324235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0005fc4-8711-413a-8f7d-a4e9201fe937 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Network': ['ID=f723c6c7-871c-4a6a-b322-df87da264764,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.350368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.357968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting subnet dbb16732-18e0-4385-b14c-1d334205c877 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:17:24.361448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.368132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:17:24.368413 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:17:24.380418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.386670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event deleted for resources: {'Port': ['ID=7acda300-e176-42ab-9f57-2441b3308576,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.405106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:24.412287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.478008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:24.478378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.497817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:24.500503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.503379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.561781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d08222a3-4a60-4516-bc60-9e385fd0500a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:24.593093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d08222a3-4a60-4516-bc60-9e385fd0500a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:24.593483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d08222a3-4a60-4516-bc60-9e385fd0500a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:24.595027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.629795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.630151 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.633411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.775505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.803764 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.804983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56d523ef-17ae-4353-b373-1fca2b78786c {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:24.809752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.811212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9bb361f8-5ef6-4bfa-9a17-e7c4b35ae4af tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/routers/56d523ef-17ae-4353-b373-1fca2b78786c HTTP/1.1" status: 204 len: 168 time: 1.8431504 Aug 12 04:17:24.813625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58804) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:24.829190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb16732-18e0-4385-b14c-1d334205c877,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.835145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.838438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f86f7-b4e5-4916-be56-ccc041b0dec6 None None] Network 8ba89269-d70c-4268-97b5-9763a5c65a88 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:24.845294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa19a6ff-ed9b-484d-9f20-01231478daa0 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/subnets/dbb16732-18e0-4385-b14c-1d334205c877 HTTP/1.1" status: 204 len: 168 time: 0.5651550 Aug 12 04:17:24.847202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58806) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:24.899387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:24.926291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['40a152b9-bdd5-45f9-bdd3-b144aa26aaa4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:24.978090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', '1a0fa0bf-4371-4f78-879b-8d2ae4b99058'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:24.982744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=40a152b9-bdd5-45f9-bdd3-b144aa26aaa4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:24.999227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.018051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Attempting to bind port 7acda300-e176-42ab-9f57-2441b3308576 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:25.018670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Attempting to bind port 7acda300-e176-42ab-9f57-2441b3308576 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:25.019219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Attempting to bind port 7acda300-e176-42ab-9f57-2441b3308576 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:25.034974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:25.035621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:25.036177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.036728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:25.037363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Bound port: 7acda300-e176-42ab-9f57-2441b3308576, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:25.037900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.050821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:25.054861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.057021 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ccef81f5-4f88-4119-81c6-87da26edf69e req-ce925bec-5e54-40ca-a10e-ae1fd9ac35f5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.20 "DELETE /v2.0/ports/40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 HTTP/1.1" status: 204 len: 173 time: 1.0108659 Aug 12 04:17:25.057461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'name': 'network-vif-deleted', 'tag': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:25.060542 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf123ff-13d5-4e9e-9a44-df312dc9395f" -d '{"events": [{"server_uuid": "a8b7054c-8281-46c1-9cf4-713a03c8d4a5", "name": "network-vif-deleted", "tag": "40a152b9-bdd5-45f9-bdd3-b144aa26aaa4"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:25.066070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Port 7acda300-e176-42ab-9f57-2441b3308576 has been deleted concurrently {{(pid=95044) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 12 04:17:25.104545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.118277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Deleting port 6ae7df74-dc44-4d8b-82a1-f162924e206c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:25.118778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.128646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:25.129021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 04:17:25.129679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_agentschedulers_db [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'56d523ef-17ae-4353-b373-1fca2b78786c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent'). {{(pid=95044) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 04:17:25.130055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ead18c-f32e-428f-bd9d-f52d91ee224d None None] The sync data for ids ['56d523ef-17ae-4353-b373-1fca2b78786c'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:25.153954 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01664024-9c61-43aa-9ca9-0fc98e427c66 x-openstack-request-id: req-01664024-9c61-43aa-9ca9-0fc98e427c66 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:25.154189 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b7054c-8281-46c1-9cf4-713a03c8d4a5", "name": "network-vif-deleted", "tag": "40a152b9-bdd5-45f9-bdd3-b144aa26aaa4", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:25.156520 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01664024-9c61-43aa-9ca9-0fc98e427c66 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:25.156520 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b7054c-8281-46c1-9cf4-713a03c8d4a5', 'name': 'network-vif-deleted', 'tag': '40a152b9-bdd5-45f9-bdd3-b144aa26aaa4', 'status': 'completed', 'code': 200} Aug 12 04:17:25.261677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] DHCP port deletion for 8ba89269-d70c-4268-97b5-9763a5c65a88 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:17:25.291029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.296460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] For port 6ae7df74-dc44-4d8b-82a1-f162924e206c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6ae7df74-dc44-4d8b-82a1-f162924e206c,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:25.296839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.315470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Calling delete_port for 6ae7df74-dc44-4d8b-82a1-f162924e206c owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:25.365978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e86aa425-6d17-4766-a814-aed932f0dbb2 req-eff62d14-e6bd-487c-a160-38eabe1c845e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8b7054c-8281-46c1-9cf4-713a03c8d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0356121 Aug 12 04:17:25.433150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] Deleting port 6ae7df74-dc44-4d8b-82a1-f162924e206c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:25.433535 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.451802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed55c-2219-48f8-bc2a-1a022831371a req-3ace424a-c668-43c1-8954-ed8ef0cf30a4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:25.453342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2fed55c-2219-48f8-bc2a-1a022831371a req-3ace424a-c668-43c1-8954-ed8ef0cf30a4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1242707 Aug 12 04:17:25.513581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2fed55c-2219-48f8-bc2a-1a022831371a req-232304c4-99fb-4c57-82bd-8e699e87861f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530922 Aug 12 04:17:25.538911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Deleting port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:25.539135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.539259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.582214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] For port 6ae7df74-dc44-4d8b-82a1-f162924e206c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6ae7df74-dc44-4d8b-82a1-f162924e206c,segment=NetworkSegment(c192c873-6e9c-42ca-b37b-94d7105c3088),segment_id=c192c873-6e9c-42ca-b37b-94d7105c3088)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:25.583129 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.587291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.598918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] Calling delete_port for 6ae7df74-dc44-4d8b-82a1-f162924e206c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:25.600352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] No DVR routers for this DVR port 6ae7df74-dc44-4d8b-82a1-f162924e206c on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:25.640971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] For port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:25.641343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.656075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Calling delete_port for 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:25.701118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.745715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] Pushing event deleted for resources: {'Port': ['ID=6ae7df74-dc44-4d8b-82a1-f162924e206c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:25.748992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.752742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:25.757689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a9aac-9550-4bb2-9498-0a3de89e431b None None] No DVR routers for this DVR port 6ae7df74-dc44-4d8b-82a1-f162924e206c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:25.821799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:25.822438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:25.963736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.025827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event deleted for resources: {'Port': ['ID=00fe1c7e-2e19-4ef3-a350-8a298688b9b2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:26.043368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6ae7df74-dc44-4d8b-82a1-f162924e206c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:26.054833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Port': ['ID=6ae7df74-dc44-4d8b-82a1-f162924e206c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:26.070376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 6ae7df74-dc44-4d8b-82a1-f162924e206c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:26.071800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6ae7df74-dc44-4d8b-82a1-f162924e206c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:26.137656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.149230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba89269-d70c-4268-97b5-9763a5c65a88']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:26.160880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c192c873-6e9c-42ca-b37b-94d7105c3088') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:26.161101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c192c873-6e9c-42ca-b37b-94d7105c3088') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:26.167512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.175168 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.195095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.201037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:17:26.201426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:17:26.204458 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:17:26.346663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.355288 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.359495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] 10.222.0.42 "DELETE /v2.0/networks/8ba89269-d70c-4268-97b5-9763a5c65a88 HTTP/1.1" status: 204 len: 168 time: 1.5084939 Aug 12 04:17:26.376192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff4445-3a49-4e2e-bc8b-3faf1407af38 tempest-ServersTestMultiNic-1526412475 tempest-ServersTestMultiNic-1526412475-project] Pushing event deleted for resources: {'Network': ['ID=8ba89269-d70c-4268-97b5-9763a5c65a88,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:26.561520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.564027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.616981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58842) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:26.713525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.714326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0ed29ad-7c69-454e-91a3-4016b701792d {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:26.721220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.722363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dbc61bf2-88a6-4326-a720-a90894b8ed53 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a0ed29ad-7c69-454e-91a3-4016b701792d HTTP/1.1" status: 204 len: 168 time: 1.9077432 Aug 12 04:17:26.727767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:26.732645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949987746', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:26.749174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b48d48-414c-40d3-b540-afa37cbf0cf7 req-5bcbb155-b4a3-4567-86ad-aeeafc216e04 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:26.758518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38b48d48-414c-40d3-b540-afa37cbf0cf7 req-5bcbb155-b4a3-4567-86ad-aeeafc216e04 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0966403 Aug 12 04:17:26.816072 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38b48d48-414c-40d3-b540-afa37cbf0cf7 req-474d4102-af1e-46d9-998f-07d959df2a9c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Aug 12 04:17:26.884292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.885509 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.944918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:26.963876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6f101-3388-49da-9b9e-9fb1e494b4d4 req-2bb6ae32-787d-4b33-913a-7d8c61228478 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:26.965260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6c6f101-3388-49da-9b9e-9fb1e494b4d4 req-2bb6ae32-787d-4b33-913a-7d8c61228478 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.0878410 Aug 12 04:17:27.041633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6c6f101-3388-49da-9b9e-9fb1e494b4d4 req-aa281a2d-f581-41bf-9af2-f49708c2ce53 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Aug 12 04:17:27.127109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.187236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.448277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Deleting port 2a69b31d-42a5-4330-b4d4-b854499ba5ee {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:27.448679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.456900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.481729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.526815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] For port 2a69b31d-42a5-4330-b4d4-b854499ba5ee, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a69b31d-42a5-4330-b4d4-b854499ba5ee,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:27.527184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.540419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Calling delete_port for 2a69b31d-42a5-4330-b4d4-b854499ba5ee owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:27.617503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Allocated IP 172.25.6.144 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/97efad6d-a71e-41af-b452-bf6d807a286b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:27.729093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:27.753868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:27.754147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 00fe1c7e-2e19-4ef3-a350-8a298688b9b2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:27.771842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.855042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.891552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a69b31d-42a5-4330-b4d4-b854499ba5ee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:27.901129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:27.970035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:27.977665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:27.980927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:27.983171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event updated for resources: {'Port': ['ID=97efad6d-a71e-41af-b452-bf6d807a286b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:28.027133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c455590-a36c-4deb-9380-9bdf01e9343e req-952a81ab-95e4-4289-860b-a969ece6b666 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:28.028967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c455590-a36c-4deb-9380-9bdf01e9343e req-952a81ab-95e4-4289-860b-a969ece6b666 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1408250 Aug 12 04:17:28.112069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:28.220627 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb872cab-975f-48c4-b6ad-7d0b414f9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:28.246467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c455590-a36c-4deb-9380-9bdf01e9343e req-6687e6ea-e5ff-4394-898d-fd15ae9f6a28 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003965 Aug 12 04:17:28.403611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0109d-a582-4869-9d96-4475ceba871e req-c8e83ee4-7d16-4245-95e3-a7637e6dfcd8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:28.405167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cb0109d-a582-4869-9d96-4475ceba871e req-c8e83ee4-7d16-4245-95e3-a7637e6dfcd8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.1605470 Aug 12 04:17:28.435777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-6db84e55-0603-4d8f-b2b7-1d9fe7090f32 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:28.437244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-6db84e55-0603-4d8f-b2b7-1d9fe7090f32 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 946 time: 0.1631565 Aug 12 04:17:28.490370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:28.499896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:17:28.505665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cb0109d-a582-4869-9d96-4475ceba871e req-6f6f724b-967f-4d7d-943e-cb340e5b928e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884805 Aug 12 04:17:28.648861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:28.649211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:28.715442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:28.723015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-42a1387d-27e0-4350-92b6-4b1f3cfa35b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/e8bd60cc-a681-4420-9e50-d1f3df3a4ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1041517 Aug 12 04:17:28.727923 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] Sync routers for ids ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:28.730988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58868) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:28.735550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:28.736311 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] Routers {'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:28.737105 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:28.774512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:28.775044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:28.789082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:28.841032 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] Set router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:28.887560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:28.916430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:28.917605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 40a152b9-bdd5-45f9-bdd3-b144aa26aaa4 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:29.070197 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:17:27Z', 'revision_number': 5, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.070514 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.070636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] Checking router: e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:17:29.073797 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] Routers {'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:29.074503 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.151587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.183475 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] Set router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:17:29.328660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Router 99878c89-b21e-4a30-b45e-46a7ec3bc473 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:29.395664 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:17:27Z', 'revision_number': 5, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.398293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.410875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', '1a0fa0bf-4371-4f78-879b-8d2ae4b99058'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:29.432067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=1a0fa0bf-4371-4f78-879b-8d2ae4b99058,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:29.456024 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9658295c-e874-4525-956c-a3c9b47e9252 None None] The sync data for ids ['e8bd60cc-a681-4420-9e50-d1f3df3a4ad5'] in n-d-804320-1 is: [{'id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'name': 'tempest-ServersTestMultiNic-1170842342-router', 'tenant_id': '16b669fdaee941e2a45cf54c009f2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:15:57Z', 'updated_at': '2021-08-12T04:17:27Z', 'revision_number': 5, 'project_id': '16b669fdaee941e2a45cf54c009f2a72', 'gw_port': {'id': '1d46eccc-a49a-4244-b8b1-6ec81678884e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bd60cc-a681-4420-9e50-d1f3df3a4ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:15:58Z', 'updated_at': '2021-08-12T04:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:29.483924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d11a8b-ae2e-42c6-ae5d-43957087cbd1 req-9680bf93-3549-44bd-ba44-91e8ec45274f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:29.485440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55d11a8b-ae2e-42c6-ae5d-43957087cbd1 req-9680bf93-3549-44bd-ba44-91e8ec45274f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1740236 Aug 12 04:17:29.531588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:29.533335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:29.545864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.549125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] Sync routers for ids ['99878c89-b21e-4a30-b45e-46a7ec3bc473'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:29.551639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55d11a8b-ae2e-42c6-ae5d-43957087cbd1 req-7debfbf7-d294-4455-997e-cb69ec93bbb3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553946 Aug 12 04:17:29.563009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2970c1d-3a50-4155-9902-3d2924fb166c req-4dc87d30-76aa-4c10-ae34-29c20d8a3096 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "DELETE /v2.0/ports/1a0fa0bf-4371-4f78-879b-8d2ae4b99058 HTTP/1.1" status: 204 len: 173 time: 1.1094472 Aug 12 04:17:29.566141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958b3256-7326-4d61-8030-3d65e768e889', 'name': 'network-vif-deleted', 'tag': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:29.571240 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52098b21-c759-41e7-a000-1ae1bcc5d45b" -d '{"events": [{"server_uuid": "958b3256-7326-4d61-8030-3d65e768e889", "name": "network-vif-deleted", "tag": "1a0fa0bf-4371-4f78-879b-8d2ae4b99058"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:29.595909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Deleting port 1d46eccc-a49a-4244-b8b1-6ec81678884e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:29.596865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.599637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] Routers {'99878c89-b21e-4a30-b45e-46a7ec3bc473'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:29.600346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['99878c89-b21e-4a30-b45e-46a7ec3bc473'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.622440 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0b240b-9184-4643-adfb-ab788e61cdbd x-openstack-request-id: req-5d0b240b-9184-4643-adfb-ab788e61cdbd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:29.622744 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958b3256-7326-4d61-8030-3d65e768e889", "name": "network-vif-deleted", "tag": "1a0fa0bf-4371-4f78-879b-8d2ae4b99058", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:29.623175 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d0b240b-9184-4643-adfb-ab788e61cdbd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:29.623574 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958b3256-7326-4d61-8030-3d65e768e889', 'name': 'network-vif-deleted', 'tag': '1a0fa0bf-4371-4f78-879b-8d2ae4b99058', 'status': 'completed', 'code': 200} Aug 12 04:17:29.637771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.639042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6c6a19f2-0bf5-4834-a7e5-bee0bd964b51 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9101918 Aug 12 04:17:29.644234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58884) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:29.646165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': False}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:29.651018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.671100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81de46fc-2348-4f3f-963d-ac0bd421b006 req-ef1f2908-85c3-4575-b72e-eed0e172e617 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=958b3256-7326-4d61-8030-3d65e768e889 HTTP/1.1" status: 200 len: 210 time: 0.0704186 Aug 12 04:17:29.711814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] Routers {'99878c89-b21e-4a30-b45e-46a7ec3bc473'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:29.713553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['99878c89-b21e-4a30-b45e-46a7ec3bc473'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.735097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] For port 1d46eccc-a49a-4244-b8b1-6ec81678884e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d46eccc-a49a-4244-b8b1-6ec81678884e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:29.735097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:29.747565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Calling delete_port for 1d46eccc-a49a-4244-b8b1-6ec81678884e owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:29.776153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:29.784313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68775f72-9baa-48d7-977c-f342a0a1397a None None] The sync data for ids ['99878c89-b21e-4a30-b45e-46a7ec3bc473'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:29.922381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a69b31d-42a5-4330-b4d4-b854499ba5ee no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:29.954955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2a69b31d-42a5-4330-b4d4-b854499ba5ee {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:29.955314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a69b31d-42a5-4330-b4d4-b854499ba5ee not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:30.018219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.049660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.077838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d46eccc-a49a-4244-b8b1-6ec81678884e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:30.143630 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.234042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.236267 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.416753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.417487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:30.428182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.433256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59fea06f-671a-4790-9a97-2ec77d7758b3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e8bd60cc-a681-4420-9e50-d1f3df3a4ad5 HTTP/1.1" status: 204 len: 168 time: 1.7005997 Aug 12 04:17:30.435814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58894) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:30.524687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Deleting subnet b3b10e9e-1960-474d-b38b-e831f54c3e94 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:17:30.529175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.558813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.566661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.607932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.676826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026511-6891-4c48-adca-5dacd353c820 req-090b7d4a-9580-4626-a5c8-561a093c8391 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:30.679611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48026511-6891-4c48-adca-5dacd353c820 req-090b7d4a-9580-4626-a5c8-561a093c8391 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0601604 Aug 12 04:17:30.729704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48026511-6891-4c48-adca-5dacd353c820 req-1cbb1a90-3227-448b-85ce-1bd9ac495632 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Aug 12 04:17:30.744124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.747544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Router 99878c89-b21e-4a30-b45e-46a7ec3bc473 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:17:30.751925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4de72759-9bb4-44ec-8035-739a2739c2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:30.935234 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.035408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-23bee6f1-bead-4acc-a258-32a4bfb2654d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:31.036897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-23bee6f1-bead-4acc-a258-32a4bfb2654d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1163645 Aug 12 04:17:31.052692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-76398aec-6412-40b8-9e1a-28fe98285753 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0097687 Aug 12 04:17:31.106024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-0c321e56-02d4-4919-9b77-b310a97665de tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462692 Aug 12 04:17:31.152829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:31.158983 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.159487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db6fa592-700c-4d70-9d69-664ced41efa7 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "PUT /v2.0/routers/99878c89-b21e-4a30-b45e-46a7ec3bc473 HTTP/1.1" status: 200 len: 926 time: 1.5167990 Aug 12 04:17:31.161465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.164354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58914) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:31.167206 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] Sync routers for ids ['99878c89-b21e-4a30-b45e-46a7ec3bc473'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:31.178379 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] Routers {'99878c89-b21e-4a30-b45e-46a7ec3bc473'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:31.179892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['99878c89-b21e-4a30-b45e-46a7ec3bc473'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.191704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b10e9e-1960-474d-b38b-e831f54c3e94,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:31.193674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.195674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-47ae26a8-c126-4f4a-8c1a-64def330073e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b3b10e9e-1960-474d-b38b-e831f54c3e94 HTTP/1.1" status: 204 len: 168 time: 0.7588372 Aug 12 04:17:31.198158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58916) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:31.201132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39bc06-d796-4e02-b56d-ecbbb7f69d36 None None] Network 8b597767-8023-45aa-b759-bb7fb9560a05 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:31.244050 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.259973 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] Routers {'99878c89-b21e-4a30-b45e-46a7ec3bc473'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:31.260872 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['99878c89-b21e-4a30-b45e-46a7ec3bc473'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.275762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.285439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-49034fe8-d3b5-46df-8367-5255ecdd5356 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718493 Aug 12 04:17:31.306755 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.307598 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67795661-3728-4c93-a192-b8442e2fff6f None None] The sync data for ids ['99878c89-b21e-4a30-b45e-46a7ec3bc473'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:31.342799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Deleting port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:31.343249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.424015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] For port eebdb955-c0f9-4c88-a12c-5916ce8b8a75, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:31.424397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.441408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Calling delete_port for eebdb955-c0f9-4c88-a12c-5916ce8b8a75 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:31.448924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] DHCP port deletion for 8b597767-8023-45aa-b759-bb7fb9560a05 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:17:31.508890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] Deleting port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:31.509432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.585305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] For port eebdb955-c0f9-4c88-a12c-5916ce8b8a75, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,segment=NetworkSegment(69f02a35-16df-423e-a618-dcb1a13cb6ea),segment_id=69f02a35-16df-423e-a618-dcb1a13cb6ea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:31.585305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.598160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] Calling delete_port for eebdb955-c0f9-4c88-a12c-5916ce8b8a75 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:31.695323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.702732 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.725035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:31.729624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] No DVR routers for this DVR port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:31.733380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] Pushing event deleted for resources: {'Port': ['ID=eebdb955-c0f9-4c88-a12c-5916ce8b8a75,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:31.738732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eebdb955-c0f9-4c88-a12c-5916ce8b8a75 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:31.739353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9827db8b-7a46-4950-982c-9fc87271b0ec tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/99878c89-b21e-4a30-b45e-46a7ec3bc473 HTTP/1.1" status: 200 len: 926 time: 0.5737672 Aug 12 04:17:31.746824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58924) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:31.761649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb679e-8a92-435e-ad94-337f9c2fa082 None None] No DVR routers for this DVR port eebdb955-c0f9-4c88-a12c-5916ce8b8a75 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:31.763211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: eebdb955-c0f9-4c88-a12c-5916ce8b8a75 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:31.763568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eebdb955-c0f9-4c88-a12c-5916ce8b8a75 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:31.763985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d46eccc-a49a-4244-b8b1-6ec81678884e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:31.796684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1d46eccc-a49a-4244-b8b1-6ec81678884e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:31.802028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d46eccc-a49a-4244-b8b1-6ec81678884e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:31.817054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.835264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b597767-8023-45aa-b759-bb7fb9560a05']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.858840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f02a35-16df-423e-a618-dcb1a13cb6ea') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.859178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f02a35-16df-423e-a618-dcb1a13cb6ea') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:31.872999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-03fd17ca-a91d-4a06-951e-6c860216dca6 service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866938 Aug 12 04:17:31.876646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb0e1b-4dbb-462b-bf4a-5a747d748377 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:31.877233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1abb0e1b-4dbb-462b-bf4a-5a747d748377 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=99878c89-b21e-4a30-b45e-46a7ec3bc473&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1204259 Aug 12 04:17:31.879972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58928) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:31.890784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.904773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.922745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50345a9d-c1a9-4d4b-aa94-45cfc41060af req-c4a798cf-4963-4a8e-88ed-3098a78332af tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:31.927989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50345a9d-c1a9-4d4b-aa94-45cfc41060af req-c4a798cf-4963-4a8e-88ed-3098a78332af tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0808473 Aug 12 04:17:31.931714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:17:31.931987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: items = [ Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:17:31.938418 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:17:31.979911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6cad-3465-4a3c-afb0-dbb4c9827951 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:31.981465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-debc6cad-3465-4a3c-afb0-dbb4c9827951 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.1005652 Aug 12 04:17:31.984349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58932) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:32.012041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-47235c16-c486-4181-b6fa-ef24de3b68c7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=99878c89-b21e-4a30-b45e-46a7ec3bc473 HTTP/1.1" status: 200 len: 205 time: 0.0265245 Aug 12 04:17:32.014444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58934) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:32.034671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50345a9d-c1a9-4d4b-aa94-45cfc41060af req-a64c9f5e-e4af-4a82-9e92-0df6bb1971fd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946076 Aug 12 04:17:32.123690 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.142387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.146457 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.152837 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.157539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8b597767-8023-45aa-b759-bb7fb9560a05 HTTP/1.1" status: 204 len: 168 time: 0.9555709 Aug 12 04:17:32.162514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e54ca4b-4cfd-454e-be2d-99829607ab49 req-39b2f61a-540b-4b35-b9c8-7ec32b9cafc9 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 210 time: 0.0335016 Aug 12 04:17:32.184294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72037c91-62d9-45f3-99ce-2ba86630e3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b597767-8023-45aa-b759-bb7fb9560a05,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:32.282681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.438085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:32.440508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Deleting port 97efad6d-a71e-41af-b452-bf6d807a286b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:32.441048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.459524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:32.459877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1a0fa0bf-4371-4f78-879b-8d2ae4b99058 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:32.530965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.550013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Calling delete_port for 97efad6d-a71e-41af-b452-bf6d807a286b owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:32.611312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58952) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:32.708513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e561b24-9b36-4ce6-8467-153db50ccc6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16b669fdaee941e2a45cf54c009f2a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972097 Aug 12 04:17:32.711457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58956) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:32.795514 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7500814c-25d6-4b9f-92de-c8dfa2981727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.821431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7500814c-25d6-4b9f-92de-c8dfa2981727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.888965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.896421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:17:32.915626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event deleted for resources: {'Port': ['ID=97efad6d-a71e-41af-b452-bf6d807a286b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:32.981200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7500814c-25d6-4b9f-92de-c8dfa2981727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.983649 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7500814c-25d6-4b9f-92de-c8dfa2981727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:32.987122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7500814c-25d6-4b9f-92de-c8dfa2981727 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e HTTP/1.1" status: 204 len: 168 time: 0.2751729 Aug 12 04:17:32.987122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.049952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500814c-25d6-4b9f-92de-c8dfa2981727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb8ee5f-cbd5-4c04-a0c7-1cdd4613761e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:33.082082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.084515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.174321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20489838-4b1f-4ede-8340-c8d0063c4f86 req-4044bd17-3f02-46c9-95d8-899e3aa96afa tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:33.175838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20489838-4b1f-4ede-8340-c8d0063c4f86 req-4044bd17-3f02-46c9-95d8-899e3aa96afa tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0529082 Aug 12 04:17:33.193218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.194630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Fanout notify agent at l3_agent the message router_deleted on router 99878c89-b21e-4a30-b45e-46a7ec3bc473 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:33.208036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.210648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-290a2fed-3be3-4146-a2f5-82b48ce13436 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/99878c89-b21e-4a30-b45e-46a7ec3bc473 HTTP/1.1" status: 204 len: 168 time: 1.1944888 Aug 12 04:17:33.215288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58966) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:33.229301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1932962984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:33.233114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20489838-4b1f-4ede-8340-c8d0063c4f86 req-b2caeb13-6e68-4052-8486-d1db187bc90e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Aug 12 04:17:33.292460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a061e55b-f535-4ebd-bbf6-d3d3ddae42f1 req-6c71768a-0add-484e-ab57-5636e3e23059 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 210 time: 0.0282035 Aug 12 04:17:33.341190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.342269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.413157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.495214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.614771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.617937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-11022714-7285-4a67-bcf7-58e76eb775b7 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3992014 Aug 12 04:17:33.619032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58980) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:33.625010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:33.643370 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:33.836401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.117767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.141875 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.167550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58994) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:34.261249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Allocated IP 172.25.6.196 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/75b13efd-b722-4088-8ab5-3d6cdf6a0b9f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:34.277157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-74197-network', 'tenant_id': '2c89b46b53be402d9853b4e26b0b70ce'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:34.380773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Made reservation on behalf of 2c89b46b53be402d9853b4e26b0b70ce for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:34.383233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.400211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57951f8b-94a7-4baf-854a-84fad7a934f3 req-ad1fe97b-ef39-410f-8b99-23a89f8561ff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:34.401761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57951f8b-94a7-4baf-854a-84fad7a934f3 req-ad1fe97b-ef39-410f-8b99-23a89f8561ff tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0795515 Aug 12 04:17:34.405619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c841ccdc-d18e-48d6-a0c7-6bc8fc6485fb req-4e253b9a-45c5-47e8-af3a-179258bf6a65 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 210 time: 0.0359004 Aug 12 04:17:34.411821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.419408 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.512843 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.525983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57951f8b-94a7-4baf-854a-84fad7a934f3 req-61f52afd-925b-42b3-bc19-399f7a97da30 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119046 Aug 12 04:17:34.569829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.582791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-68428259-7167-444e-9066-1a0520edf2cd tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:34.584323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-68428259-7167-444e-9066-1a0520edf2cd tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1454070 Aug 12 04:17:34.597230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:17:34.602808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:34.610434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48042e17-319e-4b60-94a9-110dcee49094,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:34.615044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.615388 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Added segment 244f086a-3b7b-4edc-b6f6-ae556b942648 of type vlan for network 75970537-bf09-42c3-b70f-9ec9ef50c807 Aug 12 04:17:34.649372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.657905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.710584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:34.722482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:34.734451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:34.740139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event updated for resources: {'Port': ['ID=75b13efd-b722-4088-8ab5-3d6cdf6a0b9f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:34.788785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.789797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:34.791063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.854394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] Pushing event updated for resources: {'Network': ['ID=75970537-bf09-42c3-b70f-9ec9ef50c807,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:34.864520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 75970537-bf09-42c3-b70f-9ec9ef50c807 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:17:34.895781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:34.896676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:34.941125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a9708014-5e38-4741-9c1f-f24cfafc8142 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7724466 Aug 12 04:17:34.944882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59010) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:34.950314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Request body: {'subnet': {'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-74197-subnet', 'tenant_id': '2c89b46b53be402d9853b4e26b0b70ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:35.065444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Made reservation on behalf of 2c89b46b53be402d9853b4e26b0b70ce for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:35.068382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.082814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.7 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/763f961f-3f8a-4675-a869-f611c4ee7bd6) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:35.159831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.312397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.367543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=234ef1bb-032f-4ff3-b753-88c4fb0f3643,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:35.378796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Checking segment: {'id': '244f086a-3b7b-4edc-b6f6-ae556b942648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:35.379201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Network hostable DHCP agents. Network: 75970537-bf09-42c3-b70f-9ec9ef50c807, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:17:35.394537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.455347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.465522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.483572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Network 75970537-bf09-42c3-b70f-9ec9ef50c807 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:17:35.542530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6d05929-e853-410c-9cbc-9b838310873e req-4850cbb0-a919-4334-bfc8-1df22fa0ead8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 210 time: 0.0329792 Aug 12 04:17:35.563728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 75970537-bf09-42c3-b70f-9ec9ef50c807) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:35.568715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:35.570113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.578060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3502347-4559-4487-baf3-190ac79ffda7 None None] Network 75970537-bf09-42c3-b70f-9ec9ef50c807 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:35.660688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a606af3-361f-41ce-afef-1f58032748ff req-179bcbc5-3926-4cca-8ce7-9cbee0be2e3e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:35.662248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a606af3-361f-41ce-afef-1f58032748ff req-179bcbc5-3926-4cca-8ce7-9cbee0be2e3e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0564036 Aug 12 04:17:35.705385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.705535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a606af3-361f-41ce-afef-1f58032748ff req-5b8e68a6-1d09-4c87-934a-8bd661405402 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 12 04:17:35.727318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:35.745795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:35.751282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:35.753082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ecfd6-7c86-418b-9a37-a17d04c62987 None None] Network 75970537-bf09-42c3-b70f-9ec9ef50c807 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:35.755985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:35.767318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90eb8f7a-204c-4b24-ab23-4911b78d8c61 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8211479 Aug 12 04:17:35.827810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:35.828444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:35.830862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Router fa573d71-a06e-4ba0-b8d7-6a90e2d2383a is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:35.853279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=763f961f-3f8a-4675-a869-f611c4ee7bd6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:35.948476 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-df11d8ef-3538-42e7-8786-efc2068f7d0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3508058 Aug 12 04:17:35.967302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Request body: {'port': {'device_id': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:36.012357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:36.025939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:36.031042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b438fc2a-6346-4750-a77c-b215a4325fb3 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "PUT /v2.0/routers/fa573d71-a06e-4ba0-b8d7-6a90e2d2383a HTTP/1.1" status: 200 len: 884 time: 2.4081242 Aug 12 04:17:36.031498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59036) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:36.078428 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:36.084681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] Sync routers for ids ['fa573d71-a06e-4ba0-b8d7-6a90e2d2383a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:36.107555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] Routers {'fa573d71-a06e-4ba0-b8d7-6a90e2d2383a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:36.108355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fa573d71-a06e-4ba0-b8d7-6a90e2d2383a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:36.154565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:36.183693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-41b538a2-206d-473b-bcdc-01dd644c72f3 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/fa573d71-a06e-4ba0-b8d7-6a90e2d2383a HTTP/1.1" status: 200 len: 925 time: 0.1469598 Aug 12 04:17:36.184054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] Routers {'fa573d71-a06e-4ba0-b8d7-6a90e2d2383a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:36.184565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:36.185529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fa573d71-a06e-4ba0-b8d7-6a90e2d2383a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:36.239323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:36.244689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ade181-b046-4230-9290-77d2d519b0d8 None None] The sync data for ids ['fa573d71-a06e-4ba0-b8d7-6a90e2d2383a'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:36.279327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985abf18-b060-4d27-bd82-d8cc5bac6d2b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:36.281778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-985abf18-b060-4d27-bd82-d8cc5bac6d2b tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=fa573d71-a06e-4ba0-b8d7-6a90e2d2383a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0961637 Aug 12 04:17:36.284399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:36.420766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140008eb-c51e-4b41-827d-63743af0a54e req-89240f0b-9544-4986-826b-2b528c834d9f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:36.423149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-140008eb-c51e-4b41-827d-63743af0a54e req-89240f0b-9544-4986-826b-2b528c834d9f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0874181 Aug 12 04:17:36.426663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bffb75-d775-4e96-9179-ce3274495d39 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:36.428080 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c0bffb75-d775-4e96-9179-ce3274495d39 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.1424444 Aug 12 04:17:36.431631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59054) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:36.465210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c0997b3c-6d5a-4767-93a8-e59eb4706c86 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa573d71-a06e-4ba0-b8d7-6a90e2d2383a HTTP/1.1" status: 200 len: 205 time: 0.0323625 Aug 12 04:17:36.467667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:36.544745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-140008eb-c51e-4b41-827d-63743af0a54e req-d1d6ca02-d08c-4fa2-8586-ba2bd074af2c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026652 Aug 12 04:17:36.606764 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:36.782570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-7d5387f3-b8a5-4a05-a29d-d885f12de3bb tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:36.784320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-7d5387f3-b8a5-4a05-a29d-d885f12de3bb tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/networks?id=75970537-bf09-42c3-b70f-9ec9ef50c807 HTTP/1.1" status: 200 len: 816 time: 0.5117817 Aug 12 04:17:36.812806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-2f7c5ed1-8be4-438e-b40d-3a2afc2c68d9 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/quotas/2c89b46b53be402d9853b4e26b0b70ce HTTP/1.1" status: 200 len: 375 time: 0.0190167 Aug 12 04:17:36.818859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:36.832506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861e85f-53cd-4a28-aba2-1d59594e92a3 req-014279da-1e1b-4e54-8b4c-864c863a1ca8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:36.834089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b861e85f-53cd-4a28-aba2-1d59594e92a3 req-014279da-1e1b-4e54-8b4c-864c863a1ca8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 931 time: 0.0778365 Aug 12 04:17:36.855909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-45581cc9-bc86-40d1-b6a7-96b07db36e2b tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c89b46b53be402d9853b4e26b0b70ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370352 Aug 12 04:17:36.876808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b861e85f-53cd-4a28-aba2-1d59594e92a3 req-375c728d-5044-4601-9776-437f8aa725bf tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349996 Aug 12 04:17:36.962823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763f961f-3f8a-4675-a869-f611c4ee7bd6 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:36.970471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Deleting port 75b13efd-b722-4088-8ab5-3d6cdf6a0b9f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:36.970927 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:36.971926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:36.998055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Transition to ACTIVE for port object 763f961f-3f8a-4675-a869-f611c4ee7bd6 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:37.008599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-2d1d4c2c-0237-47aa-b091-250fc27a44c4 service neutron] 10.222.0.42 "GET /v2.0/networks/75970537-bf09-42c3-b70f-9ec9ef50c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427395 Aug 12 04:17:37.069753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.087568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d244c-3798-4727-be41-aa026a75e93f req-ea29c8a8-9fcb-4fc3-ad5d-6a750824a471 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:37.089054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e6d244c-3798-4727-be41-aa026a75e93f req-ea29c8a8-9fcb-4fc3-ad5d-6a750824a471 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0741007 Aug 12 04:17:37.092780 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.111421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Calling delete_port for 75b13efd-b722-4088-8ab5-3d6cdf6a0b9f owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:37.150271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Pushing event updated for resources: {'Port': ['ID=763f961f-3f8a-4675-a869-f611c4ee7bd6,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:37.178691 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e6d244c-3798-4727-be41-aa026a75e93f req-937a7f20-d567-4bb7-a6d5-f027d016d59b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783041 Aug 12 04:17:37.208412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-3bda3935-6ed7-46f9-8d11-ca29c91dd719 service neutron] 10.222.0.42 "GET /v2.0/networks/75970537-bf09-42c3-b70f-9ec9ef50c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884978 Aug 12 04:17:37.237844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Attempting to bind port 763f961f-3f8a-4675-a869-f611c4ee7bd6 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:37.238205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Attempting to bind port 763f961f-3f8a-4675-a869-f611c4ee7bd6 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:37.238527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Attempting to bind port 763f961f-3f8a-4675-a869-f611c4ee7bd6 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:37.244521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Port 763f961f-3f8a-4675-a869-f611c4ee7bd6 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:37.246362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Attempting to bind port 763f961f-3f8a-4675-a869-f611c4ee7bd6 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:37.252194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:37.252543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:37.252929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:37.253366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Bound port: 763f961f-3f8a-4675-a869-f611c4ee7bd6, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:37.253732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.331314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] For port 763f961f-3f8a-4675-a869-f611c4ee7bd6, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:37.492993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] For port 763f961f-3f8a-4675-a869-f611c4ee7bd6, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=763f961f-3f8a-4675-a869-f611c4ee7bd6,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:37.499960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.540294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75df8e26-c5ef-4eae-8b17-703e3e36f65e req-21d2673d-831e-4879-a50c-0e49324fa206 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 210 time: 0.0515945 Aug 12 04:17:37.543287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event deleted for resources: {'Port': ['ID=75b13efd-b722-4088-8ab5-3d6cdf6a0b9f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:37.586802 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.609149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.635935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:37.637411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.638379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/763f961f-3f8a-4675-a869-f611c4ee7bd6 HTTP/1.1" status: 200 len: 1091 time: 1.6802864 Aug 12 04:17:37.641892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'tag': '763f961f-3f8a-4675-a869-f611c4ee7bd6'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:37.651473 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca2097-cf9b-4ecf-afcb-de1990f928b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8c658-0bdc-4912-8306-8570e77fc457", "tag": "763f961f-3f8a-4675-a869-f611c4ee7bd6"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:37.702339 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe83d61-f99a-46a7-a49e-3b928af2d75e x-openstack-request-id: req-ffe83d61-f99a-46a7-a49e-3b928af2d75e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:37.702647 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8c658-0bdc-4912-8306-8570e77fc457", "tag": "763f961f-3f8a-4675-a869-f611c4ee7bd6", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:37.702906 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffe83d61-f99a-46a7-a49e-3b928af2d75e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:37.703300 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'tag': '763f961f-3f8a-4675-a869-f611c4ee7bd6', 'status': 'completed', 'code': 200} Aug 12 04:17:37.710283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.712396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6475727-7789-41b7-b9a9-710de24896b0 service neutron] Pushing event updated for resources: {'Port': ['ID=763f961f-3f8a-4675-a869-f611c4ee7bd6,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:37.713664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.737308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdf93f-33d4-4a03-b7f5-bbadd3966150 req-4f835107-bf2c-4633-8ca2-a1963daa564d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:37.739072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73fdf93f-33d4-4a03-b7f5-bbadd3966150 req-4f835107-bf2c-4633-8ca2-a1963daa564d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0979178 Aug 12 04:17:37.809122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73fdf93f-33d4-4a03-b7f5-bbadd3966150 req-c4e971d4-dadf-4515-998a-91806c3015f5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605505 Aug 12 04:17:37.813882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2097-cf9b-4ecf-afcb-de1990f928b7 req-d2fb10e4-8103-46ca-b755-bf8692e22afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:37.815574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31ca2097-cf9b-4ecf-afcb-de1990f928b7 req-d2fb10e4-8103-46ca-b755-bf8692e22afb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 1094 time: 0.0754313 Aug 12 04:17:37.840636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.840636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Fanout notify agent at l3_agent the message router_deleted on router fa573d71-a06e-4ba0-b8d7-6a90e2d2383a {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:37.844698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.847045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b0fb5415-cffa-4706-800b-de2029c9be64 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/fa573d71-a06e-4ba0-b8d7-6a90e2d2383a HTTP/1.1" status: 204 len: 168 time: 1.3772151 Aug 12 04:17:37.849630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59080) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:37.854686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-591649100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:37.917609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2097-cf9b-4ecf-afcb-de1990f928b7 req-b1297128-5d3d-4b09-b11b-555db1acc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:37.919259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31ca2097-cf9b-4ecf-afcb-de1990f928b7 req-b1297128-5d3d-4b09-b11b-555db1acc3df service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=870ca12737d9409886de3a053d736d7f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0957546 Aug 12 04:17:37.946093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:37.948589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.031755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2097-cf9b-4ecf-afcb-de1990f928b7 req-8d414376-dcbb-49c3-bb54-5bb543f09491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:38.034518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31ca2097-cf9b-4ecf-afcb-de1990f928b7 req-8d414376-dcbb-49c3-bb54-5bb543f09491 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075783 Aug 12 04:17:38.034658 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.051865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17a59f-250c-44d0-b779-58dc458bcdc0 req-9e336501-3d74-4ba8-8525-8e21c1495b82 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:38.054082 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d17a59f-250c-44d0-b779-58dc458bcdc0 req-9e336501-3d74-4ba8-8525-8e21c1495b82 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 943 time: 0.0920222 Aug 12 04:17:38.096148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d17a59f-250c-44d0-b779-58dc458bcdc0 req-910d8439-13be-48df-93d3-139269ebea87 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Aug 12 04:17:38.117719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.123456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-4c4e4792-7d87-41eb-9757-242d02dc6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:38.124982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-4c4e4792-7d87-41eb-9757-242d02dc6196 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 1094 time: 0.0457973 Aug 12 04:17:38.171905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-7d497838-8005-403f-a10a-cca4a3a2f4ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=763f961f-3f8a-4675-a869-f611c4ee7bd6 HTTP/1.1" status: 200 len: 217 time: 0.0386386 Aug 12 04:17:38.221907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.225630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90d3b5c5-bca0-43ef-8294-b0db5455d774 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3719997 Aug 12 04:17:38.225752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-8ee29fbd-93bd-4f90-bf59-fbe87734a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:38.226611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59088) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:38.227024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-8ee29fbd-93bd-4f90-bf59-fbe87734a120 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0455453 Aug 12 04:17:38.231199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': True}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:38.264450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-040be187-cb2a-447d-a279-77a72be04f7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288382 Aug 12 04:17:38.378882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50bd16-3c07-49b4-b04f-f682900a5f18 req-29dc2a5a-29b2-4073-b133-f93dba69c913 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:38.380870 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e50bd16-3c07-49b4-b04f-f682900a5f18 req-29dc2a5a-29b2-4073-b133-f93dba69c913 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1187418 Aug 12 04:17:38.425752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-48426f43-4799-4a32-94a8-4675defbc34a service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466742 Aug 12 04:17:38.441384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.455092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e50bd16-3c07-49b4-b04f-f682900a5f18 req-9282fda9-3bd9-4495-aaac-448cb94c27cd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646870 Aug 12 04:17:38.521830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd8daf4-7739-49e0-bb1a-bd40ee2a8ef8 req-ea0b27cf-a952-408f-b45f-d6a1ad5bcd6f service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912273 Aug 12 04:17:38.627813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d4a958a-eded-4a68-8c8f-c7bc60c357d5 req-04f68965-5813-4df9-9e9b-2cb3f63611d9 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 210 time: 0.0313106 Aug 12 04:17:38.750830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.769355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:38.876728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Allocated IP 172.25.6.183 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/9497877f-8062-470e-af53-6f4d6cc459b7) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:38.988440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ef9d2-d1b7-4c8c-b518-e212928b7fd3 req-4241a1cd-2633-4a30-96c2-99e4ba647780 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:38.989905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f1ef9d2-d1b7-4c8c-b518-e212928b7fd3 req-4241a1cd-2633-4a30-96c2-99e4ba647780 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1067085 Aug 12 04:17:39.041928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:39.054614 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f1ef9d2-d1b7-4c8c-b518-e212928b7fd3 req-a1ca037f-4063-4379-9249-43786c0931f9 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580022 Aug 12 04:17:39.216074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac425a-2ced-482e-93ca-f4d5a3d54d00 req-9b78b720-ccc8-4a7e-99e6-d9d51afafeca tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:39.217533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6ac425a-2ced-482e-93ca-f4d5a3d54d00 req-9b78b720-ccc8-4a7e-99e6-d9d51afafeca tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 943 time: 0.0526421 Aug 12 04:17:39.219023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:39.273011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:39.280798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:39.286430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:39.295898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Port': ['ID=9497877f-8062-470e-af53-6f4d6cc459b7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:39.321869 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6ac425a-2ced-482e-93ca-f4d5a3d54d00 req-7e257f41-a111-488a-a206-9ce47804fa50 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977976 Aug 12 04:17:39.742496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc7b5397-3dae-46d9-8417-ec23675b07c5 req-48d1f8b7-5153-4c0d-a390-8ee9b4527f1b tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 210 time: 0.0440981 Aug 12 04:17:39.883314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af09173-caeb-478e-a938-7fafdc308b46 req-dc8b1fea-c6e0-4fb2-bdd6-7a5de8aaa5c4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:39.884812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2af09173-caeb-478e-a938-7fafdc308b46 req-dc8b1fea-c6e0-4fb2-bdd6-7a5de8aaa5c4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.3365984 Aug 12 04:17:39.909343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:39.969534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2af09173-caeb-478e-a938-7fafdc308b46 req-c1ea3934-97b2-4306-882b-e10d4bc65920 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776846 Aug 12 04:17:40.197514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:40.207199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fd94f-bcec-4e62-94c5-2ae29627faef req-2013db4e-17cc-4a60-b2f0-c83ebed86027 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:40.208880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c3fd94f-bcec-4e62-94c5-2ae29627faef req-2013db4e-17cc-4a60-b2f0-c83ebed86027 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0680778 Aug 12 04:17:40.210260 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:40.226185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-24aba2c3-f468-4b5d-a00a-9baeb4c2e27e tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:40.227708 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-24aba2c3-f468-4b5d-a00a-9baeb4c2e27e tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.20 "GET /v2.0/networks?id=75970537-bf09-42c3-b70f-9ec9ef50c807 HTTP/1.1" status: 200 len: 816 time: 0.1692028 Aug 12 04:17:40.247730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c3fd94f-bcec-4e62-94c5-2ae29627faef req-9272ee28-7112-454d-964a-92f8f4d85aa3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Aug 12 04:17:40.263062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Request body: {'port': {'device_id': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807', 'admin_state_up': True, 'tenant_id': '2c89b46b53be402d9853b4e26b0b70ce'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:40.486898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5a93-1225-4510-a50a-5cb4b95759b9 req-a5b03586-3744-4c53-9466-d7f96811a30a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:40.488444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4d5b5a93-1225-4510-a50a-5cb4b95759b9 req-a5b03586-3744-4c53-9466-d7f96811a30a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 943 time: 0.0866628 Aug 12 04:17:40.527472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4d5b5a93-1225-4510-a50a-5cb4b95759b9 req-e0c9a364-d1d3-4760-b872-f297e4ba17e3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Aug 12 04:17:40.569656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Made reservation on behalf of 2c89b46b53be402d9853b4e26b0b70ce for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:40.573326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:40.583004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Router 546d10e1-6a6e-4d97-b273-40740c5d6db4 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:40.787106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Allocated IP 172.20.0.3 (75970537-bf09-42c3-b70f-9ec9ef50c807/234ef1bb-032f-4ff3-b753-88c4fb0f3643/ade62fa5-00ab-4043-bb04-a5ae7556f00e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:40.789495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:40.794237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:40.797823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2f6e7ae4-b1db-43d9-8335-be5766f449ed tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "PUT /v2.0/routers/546d10e1-6a6e-4d97-b273-40740c5d6db4 HTTP/1.1" status: 200 len: 918 time: 2.5680032 Aug 12 04:17:40.798792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59122) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:40.802826 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] Sync routers for ids ['546d10e1-6a6e-4d97-b273-40740c5d6db4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:40.815465 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] Routers {'546d10e1-6a6e-4d97-b273-40740c5d6db4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:40.816391 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['546d10e1-6a6e-4d97-b273-40740c5d6db4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:40.850678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:40.860489 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] Routers {'546d10e1-6a6e-4d97-b273-40740c5d6db4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:40.861116 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['546d10e1-6a6e-4d97-b273-40740c5d6db4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:40.879651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b66cb99-ee36-4295-b9ab-8e649839836f req-b8209e82-0822-4f45-a60c-df0522654aed tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 210 time: 0.0398645 Aug 12 04:17:40.905574 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:40.907057 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c437a-883c-4c18-8c36-cb9b0b4b25de None None] The sync data for ids ['546d10e1-6a6e-4d97-b273-40740c5d6db4'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:40.954531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-75181d02-457c-4ec5-bb1b-d70c13512982 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/546d10e1-6a6e-4d97-b273-40740c5d6db4 HTTP/1.1" status: 200 len: 924 time: 0.1544101 Aug 12 04:17:40.957327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:40.977481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.005786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b8c376-b4bd-42de-8581-7b4da79de28c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:41.009434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d8b8c376-b4bd-42de-8581-7b4da79de28c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=546d10e1-6a6e-4d97-b273-40740c5d6db4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0491197 Aug 12 04:17:41.010180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:41.071760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.119635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Network 75970537-bf09-42c3-b70f-9ec9ef50c807 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:41.122766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:41.126558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:41.132890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Pushing event updated for resources: {'Port': ['ID=ade62fa5-00ab-4043-bb04-a5ae7556f00e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:41.135331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f73bf-818c-4687-8a5e-199d47045f52 req-2efdad03-a929-4f35-ab53-ab42e9a6fdf5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:41.136848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a6f73bf-818c-4687-8a5e-199d47045f52 req-2efdad03-a929-4f35-ab53-ab42e9a6fdf5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0768263 Aug 12 04:17:41.142120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048691f-0c23-4fef-af17-b4540bdd673c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:41.146511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3048691f-0c23-4fef-af17-b4540bdd673c tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.1322455 Aug 12 04:17:41.146664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59132) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:41.185640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77f68d7a-1480-481f-938b-a6eff70b996a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=546d10e1-6a6e-4d97-b273-40740c5d6db4 HTTP/1.1" status: 200 len: 205 time: 0.0355489 Aug 12 04:17:41.185856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:41.185856 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.186513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59134) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:41.210321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a6f73bf-818c-4687-8a5e-199d47045f52 req-d9dd3d98-040a-4737-b555-fefacb39b319 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614378 Aug 12 04:17:41.298971 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.338428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-5dc236a8-a6d9-4593-b813-64809313814c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0795610 Aug 12 04:17:41.352677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Request body: {'port': {'device_id': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:41.369548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576da6a-4d09-481f-b787-946820dd6adb req-b3345a3f-fa53-494c-9e03-69bf88b13566 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:41.371057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3576da6a-4d09-481f-b787-946820dd6adb req-b3345a3f-fa53-494c-9e03-69bf88b13566 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0500338 Aug 12 04:17:41.410413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3576da6a-4d09-481f-b787-946820dd6adb req-50d45f33-2fdf-4926-b038-d80bdcc06f2f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328245 Aug 12 04:17:41.451300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.468497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.648258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6d8f1-be88-40cf-8b86-65ed3eacba1d req-d52cb7c0-308d-42ec-a040-22b64dcb5a03 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:41.649464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16d6d8f1-be88-40cf-8b86-65ed3eacba1d req-d52cb7c0-308d-42ec-a040-22b64dcb5a03 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 943 time: 0.0522058 Aug 12 04:17:41.681454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Deleting port 9497877f-8062-470e-af53-6f4d6cc459b7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:41.681803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.689152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16d6d8f1-be88-40cf-8b86-65ed3eacba1d req-f4660244-f81d-486a-940c-2663338c653d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 12 04:17:41.814898 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.827676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade62fa5-00ab-4043-bb04-a5ae7556f00e {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:41.837258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Calling delete_port for 9497877f-8062-470e-af53-6f4d6cc459b7 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:41.839986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:41.860249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Transition to ACTIVE for port object ade62fa5-00ab-4043-bb04-a5ae7556f00e will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:41.950223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.067679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ade62fa5-00ab-4043-bb04-a5ae7556f00e,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:42.130336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bcb31-2468-405f-87bb-d5fb6ef95624 req-3bcf43fa-1637-4bc3-a69b-f52ddbdd0140 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.133750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-236bcb31-2468-405f-87bb-d5fb6ef95624 req-3bcf43fa-1637-4bc3-a69b-f52ddbdd0140 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 943 time: 0.1756482 Aug 12 04:17:42.198738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-236bcb31-2468-405f-87bb-d5fb6ef95624 req-d8834946-94a0-4382-bb5f-0efb1701c8e6 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561028 Aug 12 04:17:42.201490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Attempting to bind port ade62fa5-00ab-4043-bb04-a5ae7556f00e on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:42.201490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Attempting to bind port ade62fa5-00ab-4043-bb04-a5ae7556f00e by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '244f086a-3b7b-4edc-b6f6-ae556b942648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:42.201490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Attempting to bind port ade62fa5-00ab-4043-bb04-a5ae7556f00e on network 75970537-bf09-42c3-b70f-9ec9ef50c807 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:42.205707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Port ade62fa5-00ab-4043-bb04-a5ae7556f00e on network 75970537-bf09-42c3-b70f-9ec9ef50c807 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:42.206028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Attempting to bind port ade62fa5-00ab-4043-bb04-a5ae7556f00e on network 75970537-bf09-42c3-b70f-9ec9ef50c807 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:42.219063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:42.219063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Checking segment: {'id': '244f086a-3b7b-4edc-b6f6-ae556b942648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:42.219063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Bound using segment: {'id': '244f086a-3b7b-4edc-b6f6-ae556b942648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:42.219063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Bound port: ade62fa5-00ab-4043-bb04-a5ae7556f00e, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244f086a-3b7b-4edc-b6f6-ae556b942648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:42.219063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.232738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-960dcf6d-08a6-4d28-8d65-251a32b67e4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0522089 Aug 12 04:17:42.259162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.307376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event deleted for resources: {'Port': ['ID=9497877f-8062-470e-af53-6f4d6cc459b7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:42.360312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.360797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.361349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.361825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.362286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.362775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.363241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.365187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-e6855c74-ac18-4031-905b-4465523563ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.0840027 Aug 12 04:17:42.368592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] For port ade62fa5-00ab-4043-bb04-a5ae7556f00e, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:42.377860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d723db2-1948-49fe-bb35-f1207d7a4bfd req-b60465ff-cd18-4661-a39d-7350b60146d8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.385407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d723db2-1948-49fe-bb35-f1207d7a4bfd req-b60465ff-cd18-4661-a39d-7350b60146d8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0950766 Aug 12 04:17:42.393182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] For port ade62fa5-00ab-4043-bb04-a5ae7556f00e, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ade62fa5-00ab-4043-bb04-a5ae7556f00e,segment=NetworkSegment(244f086a-3b7b-4edc-b6f6-ae556b942648),segment_id=244f086a-3b7b-4edc-b6f6-ae556b942648)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:42.402861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.500304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d723db2-1948-49fe-bb35-f1207d7a4bfd req-032a8932-32c1-46c2-a0cd-f825b02fbcbf tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140120 Aug 12 04:17:42.503905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.508828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.510878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.533745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-680e76da-732b-4790-bd46-3044dee53d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.535248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-680e76da-732b-4790-bd46-3044dee53d55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1097 time: 0.1158223 Aug 12 04:17:42.540412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 763f961f-3f8a-4675-a869-f611c4ee7bd6 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:42.542673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-aacc51f2-7091-44d9-853a-cc9ff7a6a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.543168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-aacc51f2-7091-44d9-853a-cc9ff7a6a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.543632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-aacc51f2-7091-44d9-853a-cc9ff7a6a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.545193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-aacc51f2-7091-44d9-853a-cc9ff7a6a14c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=340cda35-bfc8-40f5-920c-407219dc179f&id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 2293 time: 0.1519670 Aug 12 04:17:42.612381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.613067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.614510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] 10.222.0.20 "PUT /v2.0/ports/ade62fa5-00ab-4043-bb04-a5ae7556f00e HTTP/1.1" status: 200 len: 1091 time: 1.2679942 Aug 12 04:17:42.614985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'tag': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:42.617262 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd119eef-9f09-451b-8cb9-310b2f0de35c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2a63e8-adbc-4052-b871-fd00d9d0de2a", "tag": "ade62fa5-00ab-4043-bb04-a5ae7556f00e"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:42.639404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2585f-f3cb-4022-a0e7-ca35b68f5f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ade62fa5-00ab-4043-bb04-a5ae7556f00e,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:42.651708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae654-eecc-4030-b95b-95fb8b20b4ea req-e4697b61-14f9-4138-ac3a-4844c903eddd tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.653283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c22ae654-eecc-4030-b95b-95fb8b20b4ea req-e4697b61-14f9-4138-ac3a-4844c903eddd tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1621494 Aug 12 04:17:42.687258 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1d896f-e471-4917-a830-db8d32ab4933 x-openstack-request-id: req-0f1d896f-e471-4917-a830-db8d32ab4933 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:42.687258 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2a63e8-adbc-4052-b871-fd00d9d0de2a", "tag": "ade62fa5-00ab-4043-bb04-a5ae7556f00e", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:42.687258 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f1d896f-e471-4917-a830-db8d32ab4933 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:42.687817 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'tag': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e', 'status': 'completed', 'code': 200} Aug 12 04:17:42.689723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-c4490fa9-7007-47cc-a294-2e723a6dc16e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 1001 time: 0.1356266 Aug 12 04:17:42.690477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 763f961f-3f8a-4675-a869-f611c4ee7bd6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=763f961f-3f8a-4675-a869-f611c4ee7bd6,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:42.710239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '763f961f-3f8a-4675-a869-f611c4ee7bd6', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': '763f961f-3f8a-4675-a869-f611c4ee7bd6', 'mac_address': 'fa:16:3e:23:03:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:42.725363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.725363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Fanout notify agent at l3_agent the message router_deleted on router 546d10e1-6a6e-4d97-b273-40740c5d6db4 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:42.749574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.753591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b82ccb1f-85a3-4792-b456-429120129c70 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/546d10e1-6a6e-4d97-b273-40740c5d6db4 HTTP/1.1" status: 204 len: 168 time: 1.5655136 Aug 12 04:17:42.756140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-5f10b058-0f9d-4aa7-ad94-d10d577f7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.758135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-5f10b058-0f9d-4aa7-ad94-d10d577f7a59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.1551661 Aug 12 04:17:42.760048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59160) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:42.760921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c22ae654-eecc-4030-b95b-95fb8b20b4ea req-294cb052-5efb-429d-ae39-1453c4155c3d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007042 Aug 12 04:17:42.766291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1469021374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:42.774341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-00ecc2cf-488c-438c-a52b-fc73458bd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.779218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-00ecc2cf-488c-438c-a52b-fc73458bd1e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 200 len: 851 time: 0.0771163 Aug 12 04:17:42.779350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119eef-9f09-451b-8cb9-310b2f0de35c req-4941cb56-5886-4dc5-9336-5cb188164d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.779350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd119eef-9f09-451b-8cb9-310b2f0de35c req-4941cb56-5886-4dc5-9336-5cb188164d04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c89b46b53be402d9853b4e26b0b70ce&device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 1094 time: 0.0648618 Aug 12 04:17:42.802959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.816948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763f961f-3f8a-4675-a869-f611c4ee7bd6 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:42.840182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 763f961f-3f8a-4675-a869-f611c4ee7bd6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=763f961f-3f8a-4675-a869-f611c4ee7bd6,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:42.887665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119eef-9f09-451b-8cb9-310b2f0de35c req-a1198bd6-b784-46d1-9d6b-b5b3dc2fbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.889264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd119eef-9f09-451b-8cb9-310b2f0de35c req-a1198bd6-b784-46d1-9d6b-b5b3dc2fbc62 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c89b46b53be402d9853b4e26b0b70ce&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0990462 Aug 12 04:17:42.903832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-914176b7-0b8c-4c12-90e9-364214363315 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 1001 time: 0.1312971 Aug 12 04:17:42.912470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-746f9d4f-f9ab-4043-8325-a9a22cc5be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.913943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-746f9d4f-f9ab-4043-8325-a9a22cc5be41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306107 Aug 12 04:17:42.923754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:42.929652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67f25-9eb8-46f4-b071-3ae3036fd14c req-1ecd847b-03bf-47a3-950c-f34663b91ac0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:42.931196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acf67f25-9eb8-46f4-b071-3ae3036fd14c req-1ecd847b-03bf-47a3-950c-f34663b91ac0 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 943 time: 0.1373334 Aug 12 04:17:42.986159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=763f961f-3f8a-4675-a869-f611c4ee7bd6,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:42.995501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.996268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.996268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.996523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.996859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.997321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.997654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.998637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:42.998637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:43.002561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:43.002561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:43.002561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:17:43.011437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd119eef-9f09-451b-8cb9-310b2f0de35c req-8174b536-5465-418b-93f1-4735e7ddb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.013599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd119eef-9f09-451b-8cb9-310b2f0de35c req-8174b536-5465-418b-93f1-4735e7ddb957 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155484 Aug 12 04:17:43.015907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:43.016909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:43.053555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-4625ba79-6c88-4f25-85c9-1dbd6e0250a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.054866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-4625ba79-6c88-4f25-85c9-1dbd6e0250a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.1400564 Aug 12 04:17:43.085578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acf67f25-9eb8-46f4-b071-3ae3036fd14c req-efdd86a4-85d8-4e84-90d7-71a0a30f0214 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448150 Aug 12 04:17:43.101608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-276a3e5e-6447-43fb-99bb-7597019fa5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.104061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-276a3e5e-6447-43fb-99bb-7597019fa5b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c89b46b53be402d9853b4e26b0b70ce&device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 1094 time: 0.0486484 Aug 12 04:17:43.150883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:43.153117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-d34f3a34-21e8-43cc-8b74-5465bfeae2ce service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210443 Aug 12 04:17:43.154061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-601cdc3a-50f8-4e01-9025-b1fa04f8feaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ade62fa5-00ab-4043-bb04-a5ae7556f00e HTTP/1.1" status: 200 len: 217 time: 0.0389125 Aug 12 04:17:43.170288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-07d9b0e3-a91a-46ba-8b82-c1cc701c5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.171704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-07d9b0e3-a91a-46ba-8b82-c1cc701c5c13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019270 Aug 12 04:17:43.211771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['763f961f-3f8a-4675-a869-f611c4ee7bd6'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:43.254525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:43.366270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:43.372020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-86f05b5b-da27-49b6-914a-e4df3a4eafcf tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6065476 Aug 12 04:17:43.373666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59170) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:43.379041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': False}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:43.384494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-ab80adbd-f922-45e3-a662-fb8e586d96b1 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978967 Aug 12 04:17:43.417599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-d466e779-0eb1-4b29-a478-4fe28296e5ee service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563519 Aug 12 04:17:43.506119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-57f229f1-24c9-4901-9123-8e38071b3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.507571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-57f229f1-24c9-4901-9123-8e38071b3f16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=234ef1bb-032f-4ff3-b753-88c4fb0f3643 HTTP/1.1" status: 200 len: 856 time: 0.3422115 Aug 12 04:17:43.540109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-d4105cde-18f3-4191-8d30-6bb16a0d243d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75970537-bf09-42c3-b70f-9ec9ef50c807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248866 Aug 12 04:17:43.540757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971adc1e-4bc0-4bfe-9f9e-0e54272c37ea req-8dd42344-fddc-4fee-9e26-4045a98859f0 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.541800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-971adc1e-4bc0-4bfe-9f9e-0e54272c37ea req-8dd42344-fddc-4fee-9e26-4045a98859f0 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 943 time: 0.2359934 Aug 12 04:17:43.545182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-0c5ac663-b673-4b4d-85c8-e7da4082b96a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 217 time: 0.0860229 Aug 12 04:17:43.676842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6be1f7-bad9-4a5e-a71d-382835e1a16f req-765d87d0-75de-44c8-92ab-912abb13f561 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.678473 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f6be1f7-bad9-4a5e-a71d-382835e1a16f req-765d87d0-75de-44c8-92ab-912abb13f561 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0794322 Aug 12 04:17:43.683868 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-84f5953c-2b13-4a87-a72d-0d9b89cfea0d service neutron] 10.222.0.20 "GET /v2.0/networks/75970537-bf09-42c3-b70f-9ec9ef50c807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271279 Aug 12 04:17:43.766770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f6be1f7-bad9-4a5e-a71d-382835e1a16f req-c82ff9bd-1e93-469f-b50f-d60291ad38c4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805626 Aug 12 04:17:43.811273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5b265f4-71aa-45ca-8071-4c22666366eb req-832f44d6-4f0e-4b8f-aea8-2e827c13a50a service neutron] 10.222.0.20 "GET /v2.0/networks/75970537-bf09-42c3-b70f-9ec9ef50c807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193683 Aug 12 04:17:43.950271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b7ee8-dfa3-48c2-9f0c-f4a61456da5c req-4b9238f9-02d2-428b-a2cf-181f0d829d77 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:43.951969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b2b7ee8-dfa3-48c2-9f0c-f4a61456da5c req-4b9238f9-02d2-428b-a2cf-181f0d829d77 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Aug 12 04:17:43.994002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b2b7ee8-dfa3-48c2-9f0c-f4a61456da5c req-32bf8f88-1c84-461d-90ed-18775162b1eb tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Aug 12 04:17:44.070280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-971adc1e-4bc0-4bfe-9f9e-0e54272c37ea req-36ebecbd-1e28-4d3f-8bc7-88f64269e5ef tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201485 Aug 12 04:17:44.083055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:44.086616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-f4b891fe-aa48-4109-a404-0a8f2eb347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:44.089826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-f4b891fe-aa48-4109-a404-0a8f2eb347cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.5338871 Aug 12 04:17:44.092105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86c659a9-ad56-4b54-9c2c-db069544aa13 req-8bd30894-6679-48db-b3da-d50f82bf97f0 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705906 Aug 12 04:17:44.143291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-9227acb9-ee87-4638-b468-8d839f44099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:44.145000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-9227acb9-ee87-4638-b468-8d839f44099c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400441 Aug 12 04:17:44.215692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37ae9-aca5-44fc-bea1-a714ac991150 req-89830a4e-6f14-48ed-862c-5fc160e76c4f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:44.217199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76a37ae9-aca5-44fc-bea1-a714ac991150 req-89830a4e-6f14-48ed-862c-5fc160e76c4f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 944 time: 0.0493567 Aug 12 04:17:44.255115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76a37ae9-aca5-44fc-bea1-a714ac991150 req-fb973b35-fc9b-4263-be2f-c6ea8e46d1ff tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Aug 12 04:17:44.292024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-71f08959-051a-47fb-9f18-5d4bac437bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387761 Aug 12 04:17:44.458627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-d90f7dea-c41f-469e-b56e-e3df3262452b service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593456 Aug 12 04:17:44.519193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-f0651d51-3b3b-4286-b920-b5c133f76164 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 217 time: 0.0361116 Aug 12 04:17:44.539788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:44.558607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 763f961f-3f8a-4675-a869-f611c4ee7bd6 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:44.581299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:44.629197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-efdebe9b-fc11-4e7d-a2d7-7b8f65730772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:44.630674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-efdebe9b-fc11-4e7d-a2d7-7b8f65730772 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1020916 Aug 12 04:17:44.648799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 763f961f-3f8a-4675-a869-f611c4ee7bd6 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:44.652643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 763f961f-3f8a-4675-a869-f611c4ee7bd6 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:44.653015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:44.716165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-1a708048-0c6f-4eaa-a994-f7c96f0dae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:44.717725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-1a708048-0c6f-4eaa-a994-f7c96f0dae6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777054 Aug 12 04:17:44.734028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Allocated IP 172.25.6.92 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7753b593-d7c5-4b98-8114-5aeb916f4a55) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:44.737503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:44.762611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763f961f-3f8a-4675-a869-f611c4ee7bd6'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:44.765513 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d969e-f628-44b9-aa42-d43be53b308e" -d '{"events": [{"server_uuid": "1bf8c658-0bdc-4912-8306-8570e77fc457", "name": "network-vif-plugged", "status": "completed", "tag": "763f961f-3f8a-4675-a869-f611c4ee7bd6"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:44.780101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 763f961f-3f8a-4675-a869-f611c4ee7bd6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=763f961f-3f8a-4675-a869-f611c4ee7bd6,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:44.806131 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4557cd-978e-444e-b036-1505d8dfc662 x-openstack-request-id: req-1a4557cd-978e-444e-b036-1505d8dfc662 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:44.806421 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8c658-0bdc-4912-8306-8570e77fc457", "name": "network-vif-plugged", "status": "completed", "tag": "763f961f-3f8a-4675-a869-f611c4ee7bd6", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:44.806668 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a4557cd-978e-444e-b036-1505d8dfc662 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:44.807238 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763f961f-3f8a-4675-a869-f611c4ee7bd6', 'code': 200} Aug 12 04:17:44.859715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:44.914670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=763f961f-3f8a-4675-a869-f611c4ee7bd6,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:44.961588 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-261215c3-5317-433a-8de7-62e9fa4627d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287803 Aug 12 04:17:44.994404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ade62fa5-00ab-4043-bb04-a5ae7556f00e details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:17:45.042933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6422d26-315b-43ab-8eca-2d86a96afef0 req-366e5dc3-dccf-4967-a1ee-5b1e0a25484d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.044501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6422d26-315b-43ab-8eca-2d86a96afef0 req-366e5dc3-dccf-4967-a1ee-5b1e0a25484d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1976838 Aug 12 04:17:45.052881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761b1b9-6e0e-4f3e-831a-fa8126595ea9 req-5897090a-280a-40cb-9a2c-b560b2fc7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.054427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0761b1b9-6e0e-4f3e-831a-fa8126595ea9 req-5897090a-280a-40cb-9a2c-b560b2fc7491 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 1096 time: 0.1790543 Aug 12 04:17:45.063420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:45.132274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ade62fa5-00ab-4043-bb04-a5ae7556f00e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ade62fa5-00ab-4043-bb04-a5ae7556f00e,segment=NetworkSegment(244f086a-3b7b-4edc-b6f6-ae556b942648),segment_id=244f086a-3b7b-4edc-b6f6-ae556b942648)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:45.149063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e', 'network_id': '75970537-bf09-42c3-b70f-9ec9ef50c807', 'port_id': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e', 'mac_address': 'fa:16:3e:fd:66:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234ef1bb-032f-4ff3-b753-88c4fb0f3643', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:17:45.159494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8b57-4831-4a17-8b17-49f97af29b2b req-22111d04-1ab6-4035-80a6-62253b83ad7d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.162061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2dc8b57-4831-4a17-8b17-49f97af29b2b req-22111d04-1ab6-4035-80a6-62253b83ad7d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0672085 Aug 12 04:17:45.164568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0761b1b9-6e0e-4f3e-831a-fa8126595ea9 req-f19cbb5d-4bb6-4751-98f5-c3c0b9a35df4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987844 Aug 12 04:17:45.170357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-900564e0-53e0-4092-a399-9d8ecd5af2e2 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954558 Aug 12 04:17:45.173408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6422d26-315b-43ab-8eca-2d86a96afef0 req-ed98522d-b0cb-45e7-b196-53eaf9a7dce7 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150444 Aug 12 04:17:45.200384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:45.218209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2dc8b57-4831-4a17-8b17-49f97af29b2b req-324c39d5-1101-4d81-8eb9-f7accb12a949 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487254 Aug 12 04:17:45.219232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade62fa5-00ab-4043-bb04-a5ae7556f00e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:45.255919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ade62fa5-00ab-4043-bb04-a5ae7556f00e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ade62fa5-00ab-4043-bb04-a5ae7556f00e,segment=NetworkSegment(244f086a-3b7b-4edc-b6f6-ae556b942648),segment_id=244f086a-3b7b-4edc-b6f6-ae556b942648)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:45.263409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-ce1e6a80-1d13-4351-ada0-16c5b07bf1f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 200 len: 217 time: 0.0417378 Aug 12 04:17:45.328432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:45.331201 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:45.393441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:45.399755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:45.403593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ade62fa5-00ab-4043-bb04-a5ae7556f00e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:45.409743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:45.412538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-5dca90fa-d47a-4225-98d4-8eab56a1d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.414021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-5dca90fa-d47a-4225-98d4-8eab56a1d467 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1399782 Aug 12 04:17:45.435351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79689dd1-8a3c-4aed-a2a2-eb0f0412fa88 req-598a9298-7309-41d5-bf2f-59bc38a7561b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.437517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79689dd1-8a3c-4aed-a2a2-eb0f0412fa88 req-598a9298-7309-41d5-bf2f-59bc38a7561b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0691206 Aug 12 04:17:45.450516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Pushing event updated for resources: {'Port': ['ID=7753b593-d7c5-4b98-8114-5aeb916f4a55,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:45.488014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79689dd1-8a3c-4aed-a2a2-eb0f0412fa88 req-4404f3c1-4082-4df2-b80d-ae8f0a2d80eb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Aug 12 04:17:45.488178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87581fde-5734-465f-b04a-596e484767d4 req-eb077eeb-093c-4dd1-99fd-3c4bd9d4b66c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.490183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87581fde-5734-465f-b04a-596e484767d4 req-eb077eeb-093c-4dd1-99fd-3c4bd9d4b66c tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 943 time: 0.2291968 Aug 12 04:17:45.610510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-fc489bf4-e43a-4c9a-b49a-76a78b1fe495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:45.612098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-fc489bf4-e43a-4c9a-b49a-76a78b1fe495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1742451 Aug 12 04:17:45.636553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ade62fa5-00ab-4043-bb04-a5ae7556f00e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:45.678980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87581fde-5734-465f-b04a-596e484767d4 req-d8050adb-d3aa-4beb-ab8f-4f6ffe2777b0 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762083 Aug 12 04:17:45.735461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-2d356c05-983d-42dc-9e70-e034e636a98c service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100798 Aug 12 04:17:45.914854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-9e541707-8d31-49d9-99ff-b102d847790a service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693044 Aug 12 04:17:45.917091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:46.004601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-94aa6080-0010-4cf7-8e06-644033d1c0b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 200 len: 217 time: 0.0406511 Aug 12 04:17:46.079884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-8df04d12-0c6f-455c-808d-9aad66a906c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.081350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-8df04d12-0c6f-455c-808d-9aad66a906c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0812449 Aug 12 04:17:46.201887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-d32aafef-4142-4fae-a3d5-2252de9cc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.203395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-d32aafef-4142-4fae-a3d5-2252de9cc1c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828502 Aug 12 04:17:46.215082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:46.218741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:46.345710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c8bfc-ddc5-4f86-a81a-5ada7ebbb470 req-842ef08f-7241-4c5b-8941-4c040383f471 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.347343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-045c8bfc-ddc5-4f86-a81a-5ada7ebbb470 req-842ef08f-7241-4c5b-8941-4c040383f471 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0498805 Aug 12 04:17:46.387228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-045c8bfc-ddc5-4f86-a81a-5ada7ebbb470 req-2345a1bf-c64a-4edc-ac18-81191fd5de57 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332549 Aug 12 04:17:46.429142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800874a6-78b6-4f9f-a37f-378345d99379 req-e4c6786f-d588-461f-a93a-add8e603f8b1 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.430603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-800874a6-78b6-4f9f-a37f-378345d99379 req-e4c6786f-d588-461f-a93a-add8e603f8b1 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1659777 Aug 12 04:17:46.432395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-42d3b24b-69c3-40e6-85d1-819ff35f186a service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116077 Aug 12 04:17:46.531098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-800874a6-78b6-4f9f-a37f-378345d99379 req-2ddbbe84-2acf-4dc6-9505-fff2e887edf2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942645 Aug 12 04:17:46.567206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-d995d7f7-c7a7-49fe-b803-e4868a94bf98 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220779 Aug 12 04:17:46.619190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d218-3e8b-4d30-a4a6-6f2f6d5358f8 req-4791494a-12db-4786-8205-7668da9cd026 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.621200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f65d218-3e8b-4d30-a4a6-6f2f6d5358f8 req-4791494a-12db-4786-8205-7668da9cd026 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0607395 Aug 12 04:17:46.674581 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f65d218-3e8b-4d30-a4a6-6f2f6d5358f8 req-363c95e0-352e-4018-a31a-2102aacef468 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Aug 12 04:17:46.811108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29d147-f84f-4f35-8041-4937fa141a94 req-633fb62c-fcf1-462e-ae1c-07d0c1470b93 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.812690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b29d147-f84f-4f35-8041-4937fa141a94 req-633fb62c-fcf1-462e-ae1c-07d0c1470b93 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 944 time: 0.0527537 Aug 12 04:17:46.853752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b29d147-f84f-4f35-8041-4937fa141a94 req-3326f242-26fa-4e0c-8c2e-b2aa9876c151 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Aug 12 04:17:46.951314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Router e154f782-c1f2-4959-8b50-0f6d9b2e21ff is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:46.953925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-df5f5fc3-09b6-42cd-a233-77070bd7596d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 200 len: 217 time: 0.3782988 Aug 12 04:17:46.989903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437b628-4f1c-4116-a182-44cdaa0a605f req-0157655f-acd0-48c6-8697-8cd1cec52b2a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:46.991434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f437b628-4f1c-4116-a182-44cdaa0a605f req-0157655f-acd0-48c6-8697-8cd1cec52b2a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Aug 12 04:17:47.009025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ade62fa5-00ab-4043-bb04-a5ae7556f00e up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:17:47.050777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f437b628-4f1c-4116-a182-44cdaa0a605f req-7e57bffd-2396-4c36-8442-2de709ee56d4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Aug 12 04:17:47.078740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-aa85f100-4a26-4e5d-8414-4f299a1a5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.079087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-aa85f100-4a26-4e5d-8414-4f299a1a5151 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.0863063 Aug 12 04:17:47.121322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:47.126008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:47.127234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3d95d674-19b1-4ce1-a423-4060fe147e00 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "PUT /v2.0/routers/e154f782-c1f2-4959-8b50-0f6d9b2e21ff HTTP/1.1" status: 200 len: 919 time: 3.7517078 Aug 12 04:17:47.130171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59224) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:47.132542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] Sync routers for ids ['e154f782-c1f2-4959-8b50-0f6d9b2e21ff'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:47.135061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port ade62fa5-00ab-4043-bb04-a5ae7556f00e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:17:47.140633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ade62fa5-00ab-4043-bb04-a5ae7556f00e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:17:47.141010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:47.167593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] Routers {'e154f782-c1f2-4959-8b50-0f6d9b2e21ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:47.168225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e154f782-c1f2-4959-8b50-0f6d9b2e21ff'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:47.182189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9ed6-82ec-4d48-87be-8b9f8bc5576d req-7ba3c0d4-95a3-40b1-ad30-963e3ea53dbc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.187317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-503b9ed6-82ec-4d48-87be-8b9f8bc5576d req-7ba3c0d4-95a3-40b1-ad30-963e3ea53dbc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0689669 Aug 12 04:17:47.188042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-1f3c825a-a9c9-462e-a5d8-668de18e9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.189540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-1f3c825a-a9c9-462e-a5d8-668de18e9630 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994883 Aug 12 04:17:47.208238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:47.222523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] Routers {'e154f782-c1f2-4959-8b50-0f6d9b2e21ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:47.223163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e154f782-c1f2-4959-8b50-0f6d9b2e21ff'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:47.227276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-503b9ed6-82ec-4d48-87be-8b9f8bc5576d req-9fe80dbe-f28f-40b4-a41a-1ff8345c7108 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Aug 12 04:17:47.262747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:47.263499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6620cdc8-4ae4-4b3c-8d7b-89cad3cfd2d6 None None] The sync data for ids ['e154f782-c1f2-4959-8b50-0f6d9b2e21ff'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:47.302465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-52f2321e-16b9-4185-af62-a6918491e773 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/e154f782-c1f2-4959-8b50-0f6d9b2e21ff HTTP/1.1" status: 200 len: 925 time: 0.1699057 Aug 12 04:17:47.310175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59230) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:47.320673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:47.345654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:47.348153 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ad7117-e035-427c-b782-a5e4ad4b91b4" -d '{"events": [{"server_uuid": "7e2a63e8-adbc-4052-b871-fd00d9d0de2a", "name": "network-vif-plugged", "status": "completed", "tag": "ade62fa5-00ab-4043-bb04-a5ae7556f00e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:47.356954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-88d5cd3c-cc38-454e-aae1-e58c17ab5869 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352148 Aug 12 04:17:47.367609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ade62fa5-00ab-4043-bb04-a5ae7556f00e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ade62fa5-00ab-4043-bb04-a5ae7556f00e,segment=NetworkSegment(244f086a-3b7b-4edc-b6f6-ae556b942648),segment_id=244f086a-3b7b-4edc-b6f6-ae556b942648)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:47.376541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a184a-8d8a-4f57-8fb5-53ee036bcaf6 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.378188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af6a184a-8d8a-4f57-8fb5-53ee036bcaf6 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=e154f782-c1f2-4959-8b50-0f6d9b2e21ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0668707 Aug 12 04:17:47.384568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59234) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:47.386040 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfe9567-c2de-4b93-9f77-d0e7195ebaa7 x-openstack-request-id: req-9cfe9567-c2de-4b93-9f77-d0e7195ebaa7 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:47.386508 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2a63e8-adbc-4052-b871-fd00d9d0de2a", "name": "network-vif-plugged", "status": "completed", "tag": "ade62fa5-00ab-4043-bb04-a5ae7556f00e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:47.386824 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cfe9567-c2de-4b93-9f77-d0e7195ebaa7 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:47.387442 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e', 'code': 200} Aug 12 04:17:47.432645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:47.507122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ade62fa5-00ab-4043-bb04-a5ae7556f00e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:47.507670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f73221-d33d-48fa-864e-52078b4163df req-dfb3cd2c-3b40-4cf7-81ab-75e814f0e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.509791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8f73221-d33d-48fa-864e-52078b4163df req-dfb3cd2c-3b40-4cf7-81ab-75e814f0e20e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 1096 time: 0.0565271 Aug 12 04:17:47.512031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-f5908793-73e9-4f4f-8811-ae6eae26388f service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465864 Aug 12 04:17:47.526310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a712e7-1930-4f6e-b18b-1c0120d196b2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.527765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-69a712e7-1930-4f6e-b18b-1c0120d196b2 tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.1420968 Aug 12 04:17:47.530908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59240) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:47.562751 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-936cc95f-926d-4666-a2a4-7e2bd247590b tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=e154f782-c1f2-4959-8b50-0f6d9b2e21ff HTTP/1.1" status: 200 len: 205 time: 0.0304780 Aug 12 04:17:47.566053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59244) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:47.569420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-7d258295-d649-4053-a311-66de87b6ad02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 217 time: 0.0476863 Aug 12 04:17:47.588358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8f73221-d33d-48fa-864e-52078b4163df req-ccbc4e74-0be5-4f39-9f95-dd5a81fd12ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610814 Aug 12 04:17:47.619034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135b25a-3c17-4648-a849-41dbc7b9d409 req-06559383-dfd3-401d-be8e-3ed17f3c3733 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.620570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4135b25a-3c17-4648-a849-41dbc7b9d409 req-06559383-dfd3-401d-be8e-3ed17f3c3733 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1345835 Aug 12 04:17:47.632346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-46e02dba-4439-44bb-af4f-2ba17d8cff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.633887 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-46e02dba-4439-44bb-af4f-2ba17d8cff7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.0477145 Aug 12 04:17:47.710516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4135b25a-3c17-4648-a849-41dbc7b9d409 req-acc9d92f-7fb4-450b-ae39-88a9d79eee8e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829029 Aug 12 04:17:47.721271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:47.726450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-08d011f0-4852-47f0-b967-dcd4d1a06d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.728013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-08d011f0-4852-47f0-b967-dcd4d1a06d1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818679 Aug 12 04:17:47.753783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d776-8ff9-42f7-a9d5-c48777e5c40f req-bc825f85-a8f8-4d2a-935f-5a200242a4ea tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.755975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4120d776-8ff9-42f7-a9d5-c48777e5c40f req-bc825f85-a8f8-4d2a-935f-5a200242a4ea tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0710449 Aug 12 04:17:47.847366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4120d776-8ff9-42f7-a9d5-c48777e5c40f req-1603bd62-eb36-4141-8b7d-7e7fe06c5dae tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777478 Aug 12 04:17:47.863486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4ea3c-b749-461a-ade6-1512a54aa550 req-8c5db8de-52d2-4a14-b331-244ab58fa75c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:47.864992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86c4ea3c-b749-461a-ade6-1512a54aa550 req-8c5db8de-52d2-4a14-b331-244ab58fa75c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0645580 Aug 12 04:17:47.866970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:47.878008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-2bbec5ce-bbd7-4b8b-b32b-3f20f1626450 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410620 Aug 12 04:17:47.905938 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86c4ea3c-b749-461a-ade6-1512a54aa550 req-26221e5c-4d04-417a-b480-e64dfa096edb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Aug 12 04:17:48.010814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Deleting port 7753b593-d7c5-4b98-8114-5aeb916f4a55 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:48.011609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.018073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b367d924-1e70-4bb1-88f2-0b918815feb3 req-ddf4a8e7-2bd2-481e-8a2c-acc01af83d6a service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264732 Aug 12 04:17:48.071467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa051c-c112-47e4-8499-9046b946e3fd req-fe2a7e0c-a2b4-489d-9269-407cd7aee1de tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:48.073182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecfa051c-c112-47e4-8499-9046b946e3fd req-fe2a7e0c-a2b4-489d-9269-407cd7aee1de tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 945 time: 0.0595124 Aug 12 04:17:48.098000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.111494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Calling delete_port for 7753b593-d7c5-4b98-8114-5aeb916f4a55 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:48.114094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecfa051c-c112-47e4-8499-9046b946e3fd req-fd4a0cbf-667d-40ab-b9fe-b5b6b2f676c4 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Aug 12 04:17:48.318761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f41aba-ee8f-4936-b140-23f023394bbb req-a0b14d7e-c300-4e53-b1ef-960f3197e1b5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:48.320322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24f41aba-ee8f-4936-b140-23f023394bbb req-a0b14d7e-c300-4e53-b1ef-960f3197e1b5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0884001 Aug 12 04:17:48.336342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-ac504b43-b77d-40c8-b504-b2190b5e41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:48.337842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-ac504b43-b77d-40c8-b504-b2190b5e41d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1097 time: 0.0461252 Aug 12 04:17:48.363418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24f41aba-ee8f-4936-b140-23f023394bbb req-533b479d-a78a-4306-b411-285db8c20578 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331035 Aug 12 04:17:48.414473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.432798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-3bf90de9-7611-44fd-982b-4c4eecbd275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:48.434344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-3bf90de9-7611-44fd-982b-4c4eecbd275a service neutron] 10.222.0.20 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.0884156 Aug 12 04:17:48.441758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event deleted for resources: {'Port': ['ID=7753b593-d7c5-4b98-8114-5aeb916f4a55,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:48.505533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.514046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-01747d80-95da-427f-9093-7ef2a622ad09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 1001 time: 0.0659790 Aug 12 04:17:48.567109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-956b143c-553b-4593-872e-1255da8d2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:48.569141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-956b143c-553b-4593-872e-1255da8d2d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.0454583 Aug 12 04:17:48.596267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.598390 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.613135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-97244deb-1a69-4b4f-82e1-56048d0e669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:48.619985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-97244deb-1a69-4b4f-82e1-56048d0e669b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402119 Aug 12 04:17:48.700054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.700803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Fanout notify agent at l3_agent the message router_deleted on router e154f782-c1f2-4959-8b50-0f6d9b2e21ff {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:48.708461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.710190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d766a9ee-4493-495b-9b54-9a54b9d5973a tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/e154f782-c1f2-4959-8b50-0f6d9b2e21ff HTTP/1.1" status: 204 len: 168 time: 1.1427233 Aug 12 04:17:48.714414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59260) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:48.719704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-725592125', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:48.727519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-da142c9f-e71d-4bb8-b389-2f1bb9474987 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897269 Aug 12 04:17:48.802614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.803748 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:48.824085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1564f4b4-a9e5-40cd-b948-447fffcc0653 req-c93d2f52-50fe-473b-bfc2-16d90a284aab service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Aug 12 04:17:48.857720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.035501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe6b51-aac8-43d9-95bc-652a32ae52ad req-1821c328-8d81-4837-971d-a90a20396f83 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:49.037091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6dbe6b51-aac8-43d9-95bc-652a32ae52ad req-1821c328-8d81-4837-971d-a90a20396f83 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Aug 12 04:17:49.061572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ce3e9-9e5f-455a-889f-e744a0a24138 req-519fc5cd-7378-4ae2-9d8d-236ab2acb5be tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:49.063437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-831ce3e9-9e5f-455a-889f-e744a0a24138 req-519fc5cd-7378-4ae2-9d8d-236ab2acb5be tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1442750 Aug 12 04:17:49.076480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6dbe6b51-aac8-43d9-95bc-652a32ae52ad req-3375b0c3-14b0-4b68-b90b-abb4f60cb448 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Aug 12 04:17:49.107133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.139630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-831ce3e9-9e5f-455a-889f-e744a0a24138 req-18e6b4f3-05bb-46da-bea1-1132e911a802 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Aug 12 04:17:49.158762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-81520936-7819-4e13-859e-f5d1b53577d4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:49.159694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-81520936-7819-4e13-859e-f5d1b53577d4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Aug 12 04:17:49.284732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863fb89-a1bb-4857-b3b3-e86a65c8fbfd req-701a6eec-9e8c-44a1-8d4e-2c28d603b331 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:49.287773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4863fb89-a1bb-4857-b3b3-e86a65c8fbfd req-701a6eec-9e8c-44a1-8d4e-2c28d603b331 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 945 time: 0.0856409 Aug 12 04:17:49.323638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port 763f961f-3f8a-4675-a869-f611c4ee7bd6 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:49.324000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.378684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4863fb89-a1bb-4857-b3b3-e86a65c8fbfd req-a7bc71e8-6280-4dbc-8c67-de3d871c0c9a tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Aug 12 04:17:49.382980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.420039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.437598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port 763f961f-3f8a-4675-a869-f611c4ee7bd6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=763f961f-3f8a-4675-a869-f611c4ee7bd6,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:49.437970 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.455492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for 763f961f-3f8a-4675-a869-f611c4ee7bd6 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:49.563180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe4feb-1bd7-4cf5-963d-e7672c6f57fa req-8100bd37-3841-432c-8905-4c5b931a4c14 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:49.576839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cebe4feb-1bd7-4cf5-963d-e7672c6f57fa req-8100bd37-3841-432c-8905-4c5b931a4c14 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1130199 Aug 12 04:17:49.663721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Allocated IP 172.25.6.105 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/60a4bdaf-2cae-4301-bde5-1b98c7a0f0fe) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:49.668134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cebe4feb-1bd7-4cf5-963d-e7672c6f57fa req-32e4c717-842b-4829-bd68-4c710b8f512d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597358 Aug 12 04:17:49.671994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.688363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', '763f961f-3f8a-4675-a869-f611c4ee7bd6'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:49.746169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=763f961f-3f8a-4675-a869-f611c4ee7bd6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:49.807562 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.813409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port 763f961f-3f8a-4675-a869-f611c4ee7bd6 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:49.816909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:49.822986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-000af277-e3e5-4eba-8ee7-89f8c787071d req-e18c2a46-c8a2-4e48-bea2-6ca88db6f20f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "DELETE /v2.0/ports/763f961f-3f8a-4675-a869-f611c4ee7bd6 HTTP/1.1" status: 204 len: 173 time: 0.6537642 Aug 12 04:17:49.822986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'name': 'network-vif-deleted', 'tag': '763f961f-3f8a-4675-a869-f611c4ee7bd6'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:49.831137 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b70a8c7-883a-41f1-86c6-757a78e868a1" -d '{"events": [{"server_uuid": "1bf8c658-0bdc-4912-8306-8570e77fc457", "name": "network-vif-deleted", "tag": "763f961f-3f8a-4675-a869-f611c4ee7bd6"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:49.873933 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a384a86b-5fdb-4e26-80f4-ca713f937d25 x-openstack-request-id: req-a384a86b-5fdb-4e26-80f4-ca713f937d25 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:49.874228 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8c658-0bdc-4912-8306-8570e77fc457", "name": "network-vif-deleted", "tag": "763f961f-3f8a-4675-a869-f611c4ee7bd6", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:49.874485 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a384a86b-5fdb-4e26-80f4-ca713f937d25 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:49.874914 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8c658-0bdc-4912-8306-8570e77fc457', 'name': 'network-vif-deleted', 'tag': '763f961f-3f8a-4675-a869-f611c4ee7bd6', 'status': 'completed', 'code': 200} Aug 12 04:17:50.020695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:50.057275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:50.061928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:50.065409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:50.091076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event updated for resources: {'Port': ['ID=60a4bdaf-2cae-4301-bde5-1b98c7a0f0fe,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:50.184943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c17850b1-b8fd-42bb-b8b1-2d55f64fcea8 req-3ed84347-330b-4472-b29a-ed63a031c062 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf8c658-0bdc-4912-8306-8570e77fc457 HTTP/1.1" status: 200 len: 210 time: 0.0340464 Aug 12 04:17:50.314479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd763c34-0cd8-4530-ac3d-c7bd4b3327f7 req-78c32b27-86a3-473b-a747-24c0f131e278 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:50.316170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd763c34-0cd8-4530-ac3d-c7bd4b3327f7 req-78c32b27-86a3-473b-a747-24c0f131e278 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Aug 12 04:17:50.355039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331e644-1245-4600-a405-b3172682f456 req-543120a3-3bc2-4494-94a7-e71eedc51c13 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:50.356580 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9331e644-1245-4600-a405-b3172682f456 req-543120a3-3bc2-4494-94a7-e71eedc51c13 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 945 time: 0.0488884 Aug 12 04:17:50.394862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9331e644-1245-4600-a405-b3172682f456 req-70c06004-7de4-408c-ad7f-21aacd020f42 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 12 04:17:50.397999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd763c34-0cd8-4530-ac3d-c7bd4b3327f7 req-a6fdac8f-d9df-4a5c-bc06-b0e9a32a9d04 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749774 Aug 12 04:17:50.699721 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:50.873627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e486-74c6-43f4-bded-1a7d2f4b746d req-b788fff3-737a-49fe-8a1d-9f103455d53f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:50.875111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3875e486-74c6-43f4-bded-1a7d2f4b746d req-b788fff3-737a-49fe-8a1d-9f103455d53f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0987408 Aug 12 04:17:50.956304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3875e486-74c6-43f4-bded-1a7d2f4b746d req-43894668-02af-47f1-9e4f-c0c71aed4190 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745857 Aug 12 04:17:50.965238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:51.163231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Router 7e30c056-30d0-423e-b709-ea27de7ab08c is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:17:51.278220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:51.290985 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] Sync routers for ids ['7e30c056-30d0-423e-b709-ea27de7ab08c'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:51.301607 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] Routers {'7e30c056-30d0-423e-b709-ea27de7ab08c'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:51.302651 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7e30c056-30d0-423e-b709-ea27de7ab08c'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:51.337366 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:51.346311 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] Routers {'7e30c056-30d0-423e-b709-ea27de7ab08c'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:51.346952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7e30c056-30d0-423e-b709-ea27de7ab08c'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:51.374621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:51.376217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-039385c0-05f7-44d8-a839-cfcfdd217c3d tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6609371 Aug 12 04:17:51.379847 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:51.380506 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039f53d1-f268-4210-89f4-a463e7021434 None None] The sync data for ids ['7e30c056-30d0-423e-b709-ea27de7ab08c'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:51.383740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:51.388590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:51.546008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-2708fb2c-06a9-452a-8626-1ce0a58bee84 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:51.547526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-2708fb2c-06a9-452a-8626-1ce0a58bee84 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.1139553 Aug 12 04:17:51.563530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-b83f2224-0bd4-4c6a-92df-09a2a647b881 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/quotas/870ca12737d9409886de3a053d736d7f HTTP/1.1" status: 200 len: 375 time: 0.0098369 Aug 12 04:17:51.576525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011554f-3c4d-451a-8bab-1b7b993f2098 req-f2cae86f-e8c1-41d9-bd19-500418a863df tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:51.578071 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c011554f-3c4d-451a-8bab-1b7b993f2098 req-f2cae86f-e8c1-41d9-bd19-500418a863df tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 945 time: 0.0959578 Aug 12 04:17:51.642564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-2ca2470e-5938-456d-9a44-ab6fbd5e5aed tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729179 Aug 12 04:17:51.650580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-58a709bf-0c85-4734-b2f2-9f2d52362ef0 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:51.657890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-58a709bf-0c85-4734-b2f2-9f2d52362ef0 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 945 time: 0.0812612 Aug 12 04:17:51.660741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c011554f-3c4d-451a-8bab-1b7b993f2098 req-22b03ba0-9ebc-412f-bd37-55d804cd1b01 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/security-groups?id=48042e17-319e-4b60-94a9-110dcee49094&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Aug 12 04:17:51.799387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:51.809113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-dc2e23dd-de83-4fc5-bf4d-08577c3fcc9c service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554394 Aug 12 04:17:51.820883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681efd-7557-4f76-99b5-82ba9ae0e1c8 req-0225a9ee-4df2-48e8-b321-c3eae78eee13 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:51.822651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85681efd-7557-4f76-99b5-82ba9ae0e1c8 req-0225a9ee-4df2-48e8-b321-c3eae78eee13 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0676939 Aug 12 04:17:51.862839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85681efd-7557-4f76-99b5-82ba9ae0e1c8 req-f8b6dc56-8040-427d-944a-8ba45e62c310 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Aug 12 04:17:51.871319 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:51.877793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Deleting port ade62fa5-00ab-4043-bb04-a5ae7556f00e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:51.878148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:51.976601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-7b72a2d7-0067-4f92-932f-cc823e8871cb service neutron] 10.222.0.42 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608596 Aug 12 04:17:52.008844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Deleting port 60a4bdaf-2cae-4301-bde5-1b98c7a0f0fe {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:52.009198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.011890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] For port ade62fa5-00ab-4043-bb04-a5ae7556f00e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ade62fa5-00ab-4043-bb04-a5ae7556f00e,segment=NetworkSegment(244f086a-3b7b-4edc-b6f6-ae556b942648),segment_id=244f086a-3b7b-4edc-b6f6-ae556b942648)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:52.012260 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.030668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Calling delete_port for ade62fa5-00ab-4043-bb04-a5ae7556f00e owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:52.094879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.107351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Calling delete_port for 60a4bdaf-2cae-4301-bde5-1b98c7a0f0fe owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:52.220223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.232217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ade62fa5-00ab-4043-bb04-a5ae7556f00e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:52.260185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec09035e-e207-45c5-a32a-0006f59c7b8f req-711db503-757c-470f-996c-4e9ea985f18c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 210 time: 0.0325947 Aug 12 04:17:52.291002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Pushing event deleted for resources: {'Port': ['ID=ade62fa5-00ab-4043-bb04-a5ae7556f00e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:52.336046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] No DVR routers for this DVR port ade62fa5-00ab-4043-bb04-a5ae7556f00e on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:52.338908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.341046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0256b53f-6d76-4631-82e7-be631f4e2fad req-c741b792-56e5-4b95-a92f-65f6929c376d tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.20 "DELETE /v2.0/ports/ade62fa5-00ab-4043-bb04-a5ae7556f00e HTTP/1.1" status: 204 len: 173 time: 0.6795895 Aug 12 04:17:52.341487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'name': 'network-vif-deleted', 'tag': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:52.343893 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0051430c-bc44-4447-9993-f9416bb76983" -d '{"events": [{"server_uuid": "7e2a63e8-adbc-4052-b871-fd00d9d0de2a", "name": "network-vif-deleted", "tag": "ade62fa5-00ab-4043-bb04-a5ae7556f00e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:52.382846 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9199b967-e706-4c3b-8efe-7a8ca27f6472 x-openstack-request-id: req-9199b967-e706-4c3b-8efe-7a8ca27f6472 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:52.383183 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2a63e8-adbc-4052-b871-fd00d9d0de2a", "name": "network-vif-deleted", "tag": "ade62fa5-00ab-4043-bb04-a5ae7556f00e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:52.383570 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9199b967-e706-4c3b-8efe-7a8ca27f6472 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:52.383884 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2a63e8-adbc-4052-b871-fd00d9d0de2a', 'name': 'network-vif-deleted', 'tag': 'ade62fa5-00ab-4043-bb04-a5ae7556f00e', 'status': 'completed', 'code': 200} Aug 12 04:17:52.466099 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.490004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Pushing event deleted for resources: {'Port': ['ID=60a4bdaf-2cae-4301-bde5-1b98c7a0f0fe,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:52.559571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.607854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 763f961f-3f8a-4675-a869-f611c4ee7bd6 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:52.629252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 763f961f-3f8a-4675-a869-f611c4ee7bd6 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:52.630077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 763f961f-3f8a-4675-a869-f611c4ee7bd6 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:52.807358 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e7dda59-89b5-485c-afdf-9c80ff0ba8b3 req-ec7cee8a-58ac-4a7d-909b-48897deb4db1 tempest-ServerMetadataNegativeTestJSON-51245111 tempest-ServerMetadataNegativeTestJSON-51245111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e2a63e8-adbc-4052-b871-fd00d9d0de2a HTTP/1.1" status: 200 len: 210 time: 0.0540764 Aug 12 04:17:52.811065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.814479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.897570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Router 7e30c056-30d0-423e-b709-ea27de7ab08c has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:17:52.988134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:17:52.991577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1659cdd-c59c-45d9-b272-eed8f4a95cce req-cf55e29f-76d1-4b3d-9db4-73e036d77cbd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:52.994086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1659cdd-c59c-45d9-b272-eed8f4a95cce req-cf55e29f-76d1-4b3d-9db4-73e036d77cbd tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0572979 Aug 12 04:17:52.998007 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:52.999707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ac3c45ac-c39d-440e-94f2-4e33ec3fba58 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "PUT /v2.0/routers/7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 200 len: 709 time: 1.6149266 Aug 12 04:17:53.002538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59366) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.005023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] Sync routers for ids ['7e30c056-30d0-423e-b709-ea27de7ab08c'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:17:53.018373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] Routers {'7e30c056-30d0-423e-b709-ea27de7ab08c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:53.019176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7e30c056-30d0-423e-b709-ea27de7ab08c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:53.064498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:53.074424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] Routers {'7e30c056-30d0-423e-b709-ea27de7ab08c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:17:53.075204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7e30c056-30d0-423e-b709-ea27de7ab08c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:53.098424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2f0ec86b-217b-440c-b287-b7459ccee3fb tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/routers/7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 200 len: 744 time: 0.0943182 Aug 12 04:17:53.101066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59370) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.113011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:53.113690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a13c9-da31-4688-bf2b-f76ea955d63f None None] The sync data for ids ['7e30c056-30d0-423e-b709-ea27de7ab08c'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:17:53.153657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-daa2beef-2c95-41ce-b7f8-7f5a44fd51be tempest-RoutersIpV6AdminTest-25339436 tempest-RoutersIpV6AdminTest-25339436-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 200 len: 205 time: 0.0515151 Aug 12 04:17:53.156752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59372) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.161330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1659cdd-c59c-45d9-b272-eed8f4a95cce req-b7398646-b9e2-4f0c-8fcc-74d05fe05d3d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172192 Aug 12 04:17:53.185430 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-101940d4-b906-47ba-b812-977145449239 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 200 len: 205 time: 0.0272861 Aug 12 04:17:53.189730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59374) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.266100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:53.388586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6ff2b4a-1c69-4d84-a45f-a09ae55b7559 req-4f440f14-f3f2-467c-82ea-a4f9f4b5024d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 210 time: 0.0277267 Aug 12 04:17:53.427435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:53.430132 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:53.574423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:53.574924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Fanout notify agent at l3_agent the message router_deleted on router 7e30c056-30d0-423e-b709-ea27de7ab08c {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:17:53.582532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:53.583609 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-71430a8b-b50d-4a98-b9cd-0b25e8b3c13c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 204 len: 168 time: 0.3927970 Aug 12 04:17:53.587063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.616344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f3763c5-1686-483e-a0c5-601c938c4b53 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 200 len: 205 time: 0.0254600 Aug 12 04:17:53.616865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59382) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.655033 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-4f7ac718-a0cd-4bdd-a940-c85aff51ca2c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] delete failed (client error): The resource could not be found. Aug 12 04:17:53.656739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4f7ac718-a0cd-4bdd-a940-c85aff51ca2c tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/7e30c056-30d0-423e-b709-ea27de7ab08c HTTP/1.1" status: 404 len: 336 time: 0.0379605 Aug 12 04:17:53.658901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59384) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.690046 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-742c782f-2efc-4728-9060-4b54cdc93636 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=e154f782-c1f2-4959-8b50-0f6d9b2e21ff HTTP/1.1" status: 200 len: 205 time: 0.0298946 Aug 12 04:17:53.692385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59386) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.728540 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-92c6da59-559f-4b45-9f61-712a99793962 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] delete failed (client error): The resource could not be found. Aug 12 04:17:53.729649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92c6da59-559f-4b45-9f61-712a99793962 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/e154f782-c1f2-4959-8b50-0f6d9b2e21ff HTTP/1.1" status: 404 len: 336 time: 0.0362024 Aug 12 04:17:53.731996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59388) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.758604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f3569c07-a695-4f3e-9806-7d3f110fe7eb tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=546d10e1-6a6e-4d97-b273-40740c5d6db4 HTTP/1.1" status: 200 len: 205 time: 0.0255988 Aug 12 04:17:53.760794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59390) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.868510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:53.921224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Deleting subnet 234ef1bb-032f-4ff3-b753-88c4fb0f3643 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:17:53.925942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:53.971931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.017367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.075406 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-d7bbda6a-8d7a-470d-a7c6-8fffd06b8abd tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] delete failed (client error): The resource could not be found. Aug 12 04:17:54.079127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d7bbda6a-8d7a-470d-a7c6-8fffd06b8abd tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/546d10e1-6a6e-4d97-b273-40740c5d6db4 HTTP/1.1" status: 404 len: 336 time: 0.3174131 Aug 12 04:17:54.079835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59398) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.120619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4eed5d50-732b-4763-a83c-b9923375c6e5 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa573d71-a06e-4ba0-b8d7-6a90e2d2383a HTTP/1.1" status: 200 len: 205 time: 0.0377121 Aug 12 04:17:54.120852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59402) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.162380 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c7a010d7-00d7-4ff3-a3f3-dc345ba950af tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] delete failed (client error): The resource could not be found. Aug 12 04:17:54.163454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7a010d7-00d7-4ff3-a3f3-dc345ba950af tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/fa573d71-a06e-4ba0-b8d7-6a90e2d2383a HTTP/1.1" status: 404 len: 336 time: 0.0416760 Aug 12 04:17:54.168736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.205626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.210700 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aea2b571-3e5f-495b-b1d5-54f981406590 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=99878c89-b21e-4a30-b45e-46a7ec3bc473 HTTP/1.1" status: 200 len: 205 time: 0.0407960 Aug 12 04:17:54.212907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59408) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.253587 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-f48aa3c9-f08c-4849-970d-df213d46ff12 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] delete failed (client error): The resource could not be found. Aug 12 04:17:54.254881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f48aa3c9-f08c-4849-970d-df213d46ff12 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/99878c89-b21e-4a30-b45e-46a7ec3bc473 HTTP/1.1" status: 404 len: 336 time: 0.0407553 Aug 12 04:17:54.258144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.286071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234ef1bb-032f-4ff3-b753-88c4fb0f3643,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:54.291013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f034ed58-60d0-45cf-b689-fcb1f9368730 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1afd615-fc02-4af3-bc37-657d24811924 HTTP/1.1" status: 200 len: 205 time: 0.0314183 Aug 12 04:17:54.294153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.313345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.315739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6f9346d7-83a5-43b6-a731-cc7fa337d377 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/234ef1bb-032f-4ff3-b753-88c4fb0f3643 HTTP/1.1" status: 204 len: 168 time: 0.4460328 Aug 12 04:17:54.322577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59414) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.342261 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-ef251b4a-9272-4ced-91d7-36f8e5105359 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] delete failed (client error): The resource could not be found. Aug 12 04:17:54.343327 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ef251b4a-9272-4ced-91d7-36f8e5105359 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/routers/d1afd615-fc02-4af3-bc37-657d24811924 HTTP/1.1" status: 404 len: 336 time: 0.0411220 Aug 12 04:17:54.350382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59416) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.379226 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca92b831-0891-42b3-97a1-595bb1b660d1 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] DELETE failed (client error): The resource could not be found. Aug 12 04:17:54.379648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca92b831-0891-42b3-97a1-595bb1b660d1 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:17:54.383864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ca92b831-0891-42b3-97a1-595bb1b660d1 tempest-RoutersIpV6AdminTest-1331518555 tempest-RoutersIpV6AdminTest-1331518555-project] 10.222.0.42 "DELETE /v2.0/subnets/017824b0-e879-4116-a734-7b41c122534c HTTP/1.1" status: 404 len: 337 time: 0.0300748 Aug 12 04:17:54.506583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-164a332d-5335-4808-b8dc-3c200b0e96f3 req-99017170-dd02-4909-9c66-89a9fb5fad6f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 210 time: 0.0294793 Aug 12 04:17:54.759881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2d8e-b33b-4dce-88b4-e82dd1055b6e req-fc2512a2-2c81-43e0-b15c-f2014f7aed8c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:54.761527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-963a2d8e-b33b-4dce-88b4-e82dd1055b6e req-fc2512a2-2c81-43e0-b15c-f2014f7aed8c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.4945383 Aug 12 04:17:54.791449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-bf39b429-9dfe-4b1a-ad86-3f356d74c305 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:54.792867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-bf39b429-9dfe-4b1a-ad86-3f356d74c305 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/networks?id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 200 len: 805 time: 0.6093392 Aug 12 04:17:54.800931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.811497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59426) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:54.811949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Request body: {'port': {'device_id': 'eec80742-418d-4507-84b6-928449281a9c', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'admin_state_up': True, 'tenant_id': '870ca12737d9409886de3a053d736d7f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:54.903952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-963a2d8e-b33b-4dce-88b4-e82dd1055b6e req-8c38f2ca-1e63-462e-ba52-82d18399acb2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296268 Aug 12 04:17:54.933345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108b7b4d-9de2-452b-a1b4-37c3698a83a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.983550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:54.997544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75970537-bf09-42c3-b70f-9ec9ef50c807']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:55.009925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244f086a-3b7b-4edc-b6f6-ae556b942648') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:55.010219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244f086a-3b7b-4edc-b6f6-ae556b942648') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:17:55.019060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.023057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108b7b4d-9de2-452b-a1b4-37c3698a83a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.033444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.039748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:17:55.040136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:17:55.041753 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:17:55.123903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108b7b4d-9de2-452b-a1b4-37c3698a83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.164188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b7b4d-9de2-452b-a1b4-37c3698a83a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f82db5-e883-406e-9ff7-88055a19400e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:55.168677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-108b7b4d-9de2-452b-a1b4-37c3698a83a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25e7438f19814c48ac97c15b75b805bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560627 Aug 12 04:17:55.173022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59434) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:55.214912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.221430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.223395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] 10.222.0.42 "DELETE /v2.0/networks/75970537-bf09-42c3-b70f-9ec9ef50c807 HTTP/1.1" status: 204 len: 168 time: 0.8998659 Aug 12 04:17:55.233974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba73d780-9ab5-4caa-91f8-3db967aa3343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.236980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2d7c1-e4c4-4b92-872c-63bb7557a171 admin admin] Pushing event deleted for resources: {'Network': ['ID=75970537-bf09-42c3-b70f-9ec9ef50c807,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:55.248829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Made reservation on behalf of 870ca12737d9409886de3a053d736d7f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:55.252933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.257853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba73d780-9ab5-4caa-91f8-3db967aa3343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.368927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.392066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba73d780-9ab5-4caa-91f8-3db967aa3343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.394775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba73d780-9ab5-4caa-91f8-3db967aa3343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.396040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ba73d780-9ab5-4caa-91f8-3db967aa3343 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78f82db5-e883-406e-9ff7-88055a19400e HTTP/1.1" status: 204 len: 168 time: 0.2238231 Aug 12 04:17:55.397832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Allocated IP 172.20.0.5 (8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9/881b9d4f-fc97-4733-a519-acf00460b852/928983e6-24f8-4b15-a5aa-238968a0e576) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:17:55.406098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73d780-9ab5-4caa-91f8-3db967aa3343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f82db5-e883-406e-9ff7-88055a19400e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:55.552046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.580876 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.617542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c18da0a8-819a-4cdc-b54b-cfe3989fa0e4 req-7b11c943-b6eb-4b24-8bb7-4154f4033854 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 210 time: 0.0398052 Aug 12 04:17:55.704689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59444) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:55.720512 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.732731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:55.784931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:17:55.789399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:55.795888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe1924be-4650-4d0b-b4e0-b9cac6ce7096 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c89b46b53be402d9853b4e26b0b70ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898411 Aug 12 04:17:55.797489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:17:55.798498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59446) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:55.825480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event updated for resources: {'Port': ['ID=928983e6-24f8-4b15-a5aa-238968a0e576,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:55.862997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0b74df18-b14a-4312-a33e-5fb429cb4c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.868137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:55.868961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.889849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0b74df18-b14a-4312-a33e-5fb429cb4c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:55.951701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-d0332f68-4dd8-4429-a5f0-dbff4af3e147 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1450226 Aug 12 04:17:55.963880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Request body: {'port': {'device_id': 'eec80742-418d-4507-84b6-928449281a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:56.024868 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.030795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77e828-f7b0-4cfc-a953-88bb6b18d2aa req-9527eed2-b350-4a2b-96d4-a1aad165df6e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:56.032968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c77e828-f7b0-4cfc-a953-88bb6b18d2aa req-9527eed2-b350-4a2b-96d4-a1aad165df6e tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0527499 Aug 12 04:17:56.040739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0b74df18-b14a-4312-a33e-5fb429cb4c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.040739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0b74df18-b14a-4312-a33e-5fb429cb4c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.040739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0b74df18-b14a-4312-a33e-5fb429cb4c1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48042e17-319e-4b60-94a9-110dcee49094 HTTP/1.1" status: 204 len: 168 time: 0.2408481 Aug 12 04:17:56.060675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74df18-b14a-4312-a33e-5fb429cb4c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48042e17-319e-4b60-94a9-110dcee49094,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:56.082667 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c77e828-f7b0-4cfc-a953-88bb6b18d2aa req-89e9ea7c-59f6-4e30-ba3f-549c77219786 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Aug 12 04:17:56.277530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59460) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:56.327132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928983e6-24f8-4b15-a5aa-238968a0e576 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:17:56.331541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6680c7f8-1fa1-497c-800d-b5997b66f8fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17d244198d114156af2600fd870afaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506580 Aug 12 04:17:56.331818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59462) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:56.345262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.372892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Transition to ACTIVE for port object 928983e6-24f8-4b15-a5aa-238968a0e576 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:17:56.399582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a3f35ef-3cf3-4ca7-98bb-f964b725b877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.421827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a3f35ef-3cf3-4ca7-98bb-f964b725b877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.455663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.512707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Pushing event updated for resources: {'Port': ['ID=928983e6-24f8-4b15-a5aa-238968a0e576,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:56.578297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Attempting to bind port 928983e6-24f8-4b15-a5aa-238968a0e576 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:17:56.578564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Attempting to bind port 928983e6-24f8-4b15-a5aa-238968a0e576 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:17:56.579060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Attempting to bind port 928983e6-24f8-4b15-a5aa-238968a0e576 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:56.584427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Port 928983e6-24f8-4b15-a5aa-238968a0e576 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:17:56.584755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Attempting to bind port 928983e6-24f8-4b15-a5aa-238968a0e576 on network 8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:17:56.589729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:17:56.590092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Checking segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:56.590477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Bound using segment: {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:17:56.590932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Bound port: 928983e6-24f8-4b15-a5aa-238968a0e576, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:17:56.591292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.604186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a3f35ef-3cf3-4ca7-98bb-f964b725b877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.606856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a3f35ef-3cf3-4ca7-98bb-f964b725b877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.607943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4a3f35ef-3cf3-4ca7-98bb-f964b725b877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c69d7a5-08f7-4993-a6de-98fdee5af66c HTTP/1.1" status: 204 len: 168 time: 0.2751729 Aug 12 04:17:56.617815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f35ef-3cf3-4ca7-98bb-f964b725b877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69d7a5-08f7-4993-a6de-98fdee5af66c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:56.674801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa2a12-b173-445e-9e64-55e0bcf9f3f4 req-873c8be5-16de-4900-b36e-9d23afe993ba tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:56.677464 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cdaa2a12-b173-445e-9e64-55e0bcf9f3f4 req-873c8be5-16de-4900-b36e-9d23afe993ba tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.0859783 Aug 12 04:17:56.681062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] For port 928983e6-24f8-4b15-a5aa-238968a0e576, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:17:56.686607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] For port 928983e6-24f8-4b15-a5aa-238968a0e576, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=928983e6-24f8-4b15-a5aa-238968a0e576,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:17:56.725524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cdaa2a12-b173-445e-9e64-55e0bcf9f3f4 req-3d58808c-2632-4d77-9b56-261d66583b43 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 Aug 12 04:17:56.758345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.776048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ededa-27d5-4f5c-8fbe-0b76b89639ad req-c4ebe979-3665-4b5b-91ef-fb67ad93b334 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:56.778092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a8ededa-27d5-4f5c-8fbe-0b76b89639ad req-c4ebe979-3665-4b5b-91ef-fb67ad93b334 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 943 time: 0.0711985 Aug 12 04:17:56.829118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:56.829728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:56.831356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/928983e6-24f8-4b15-a5aa-238968a0e576 HTTP/1.1" status: 200 len: 1091 time: 0.8717725 Aug 12 04:17:56.831797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec80742-418d-4507-84b6-928449281a9c', 'tag': '928983e6-24f8-4b15-a5aa-238968a0e576'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:56.834579 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3" -d '{"events": [{"name": "network-changed", "server_uuid": "eec80742-418d-4507-84b6-928449281a9c", "tag": "928983e6-24f8-4b15-a5aa-238968a0e576"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:56.861116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a3b6f-3056-46c7-b911-a5bb9dca85c1 service neutron] Pushing event updated for resources: {'Port': ['ID=928983e6-24f8-4b15-a5aa-238968a0e576,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:56.871718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a8ededa-27d5-4f5c-8fbe-0b76b89639ad req-33b3e766-3fe1-4406-9fbd-b2192b939ef7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Aug 12 04:17:56.875241 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb199b-7777-4a72-84bd-2b6c93589923 x-openstack-request-id: req-faeb199b-7777-4a72-84bd-2b6c93589923 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:56.875531 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec80742-418d-4507-84b6-928449281a9c", "tag": "928983e6-24f8-4b15-a5aa-238968a0e576", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:56.875785 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faeb199b-7777-4a72-84bd-2b6c93589923 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:56.876179 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec80742-418d-4507-84b6-928449281a9c', 'tag': '928983e6-24f8-4b15-a5aa-238968a0e576', 'status': 'completed', 'code': 200} Aug 12 04:17:56.947269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3 req-390141e5-e0e0-4bb7-b423-931e6706aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:56.948962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3 req-390141e5-e0e0-4bb7-b423-931e6706aea0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 1094 time: 0.0473418 Aug 12 04:17:57.051022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3 req-c34022ce-15aa-42b7-99fb-346665723ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:57.053037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3 req-c34022ce-15aa-42b7-99fb-346665723ebb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=870ca12737d9409886de3a053d736d7f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0957410 Aug 12 04:17:57.087199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ade62fa5-00ab-4043-bb04-a5ae7556f00e no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:17:57.106538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: ade62fa5-00ab-4043-bb04-a5ae7556f00e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:17:57.106939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ade62fa5-00ab-4043-bb04-a5ae7556f00e not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:17:57.155964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3 req-ca70d078-108d-423b-a3e5-15a8424d2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:57.157949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc9f8b0f-e663-46c1-900d-1e2ca9c38af3 req-ca70d078-108d-423b-a3e5-15a8424d2a29 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978236 Aug 12 04:17:57.237553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-72e2ba75-52e4-4cb7-8de1-7fe048615333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:57.239200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-72e2ba75-52e4-4cb7-8de1-7fe048615333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=870ca12737d9409886de3a053d736d7f&device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 1094 time: 0.0409293 Aug 12 04:17:57.285950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-81836319-1669-48e5-a0f4-d3dd454cd997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=928983e6-24f8-4b15-a5aa-238968a0e576 HTTP/1.1" status: 200 len: 217 time: 0.0378847 Aug 12 04:17:57.353148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-1cccc57b-cd66-4c77-8504-6fc5c849a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:57.354746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-1cccc57b-cd66-4c77-8504-6fc5c849a69e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 200 len: 845 time: 0.0624893 Aug 12 04:17:57.390484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-4de3f276-6b59-45a2-9ee1-83780d757b96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277600 Aug 12 04:17:57.489134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-843e2bb8-847c-49fb-9f39-a075cf1915dd service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916810 Aug 12 04:17:57.596216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3245f266-3be4-414a-bdea-90d5fdfb70f5 req-6eac2e21-823d-446c-92f5-838d7031dcfb service neutron] 10.222.0.36 "GET /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985711 Aug 12 04:17:57.808974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-921ddd15-dd55-4ec2-94b4-2b0e5620f628 req-19a87c1e-3baa-404a-ae62-509eb9a7fc76 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0361881 Aug 12 04:17:57.910199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef305dc-4e5c-4418-8856-bac90f056f1b req-2cf65491-42cd-4124-97e5-3590f612dafc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:57.914403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ef305dc-4e5c-4418-8856-bac90f056f1b req-2cf65491-42cd-4124-97e5-3590f612dafc tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1152780 Aug 12 04:17:57.949877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273dbf5-1628-4a41-9e86-452bd167788a req-5e8e4df1-61f6-4eaf-8d30-e86df909fdba tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:57.951601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c273dbf5-1628-4a41-9e86-452bd167788a req-5e8e4df1-61f6-4eaf-8d30-e86df909fdba tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 945 time: 0.1128299 Aug 12 04:17:57.977637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59542) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:58.007909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ef305dc-4e5c-4418-8856-bac90f056f1b req-269e7395-735b-46f1-b556-ed7dc5eb9c51 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887868 Aug 12 04:17:58.043890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b656fd-e2ee-4752-a1c3-c7cae71697c0 req-695abaec-7434-4a20-a2c7-988e76f9da9c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:58.045481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95b656fd-e2ee-4752-a1c3-c7cae71697c0 req-695abaec-7434-4a20-a2c7-988e76f9da9c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 943 time: 0.0689809 Aug 12 04:17:58.070491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Deleting port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:17:58.071120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.102295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95b656fd-e2ee-4752-a1c3-c7cae71697c0 req-9d940812-0bc5-426f-99bc-abf7970adedb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494323 Aug 12 04:17:58.116542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1518369885'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:58.164319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] For port efa139a1-a85e-445a-a3dd-7b4cdfcdec93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:17:58.164793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.173776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a41b0669-ab55-454b-9129-3dd7b3c3dea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.178323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Calling delete_port for efa139a1-a85e-445a-a3dd-7b4cdfcdec93 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:17:58.196698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Made reservation on behalf of c8db1baf825e4453b5e0e6ffdb66b7c7 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:58.200354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.210213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.311275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.425989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.428522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.438780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['efa139a1-a85e-445a-a3dd-7b4cdfcdec93'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:17:58.451883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:17:58.463202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event deleted for resources: {'Port': ['ID=efa139a1-a85e-445a-a3dd-7b4cdfcdec93,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:58.471662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d06777-d8df-400e-9809-45d888194429,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:58.477024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.477231 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Added segment 448486d8-cd27-447d-878b-766ea6df61ab of type vlan for network 526c4693-6532-4ab1-a434-54aad398fa4c Aug 12 04:17:58.521385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.522432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] No DVR routers for this DVR port efa139a1-a85e-445a-a3dd-7b4cdfcdec93 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:17:58.524973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.526998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c273dbf5-1628-4a41-9e86-452bd167788a req-48d5fcce-a3f8-42a9-9bc4-9617401450e6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "DELETE /v2.0/ports/efa139a1-a85e-445a-a3dd-7b4cdfcdec93 HTTP/1.1" status: 204 len: 173 time: 0.5670412 Aug 12 04:17:58.649458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.658599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:58.659660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:58.727199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event updated for resources: {'Network': ['ID=526c4693-6532-4ab1-a434-54aad398fa4c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:58.737390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 526c4693-6532-4ab1-a434-54aad398fa4c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:17:58.798142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ecd891ef-d33c-4064-9284-9cf7a79aafd6 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8187459 Aug 12 04:17:58.801032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59552) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:58.806621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Request body: {'subnet': {'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:58.891704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'name': 'network-vif-deleted', 'tag': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:17:58.894410 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82688da1-9a9d-4f18-96ed-63df203b7c5d" -d '{"events": [{"server_uuid": "5396d10d-3f65-49f8-856a-b34587aa0a61", "name": "network-vif-deleted", "tag": "efa139a1-a85e-445a-a3dd-7b4cdfcdec93"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:17:58.913335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ef65f8c-96da-4d00-b615-5859b089d9a0 req-167cc594-ab80-467c-bc81-a925e8528421 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0495553 Aug 12 04:17:58.946516 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6f34c-653c-4f53-b93e-1166336e5cac x-openstack-request-id: req-f9c6f34c-653c-4f53-b93e-1166336e5cac {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:17:58.946847 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5396d10d-3f65-49f8-856a-b34587aa0a61", "name": "network-vif-deleted", "tag": "efa139a1-a85e-445a-a3dd-7b4cdfcdec93", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:17:58.947103 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9c6f34c-653c-4f53-b93e-1166336e5cac {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:17:58.947500 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5396d10d-3f65-49f8-856a-b34587aa0a61', 'name': 'network-vif-deleted', 'tag': 'efa139a1-a85e-445a-a3dd-7b4cdfcdec93', 'status': 'completed', 'code': 200} Aug 12 04:17:58.975173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Made reservation on behalf of c8db1baf825e4453b5e0e6ffdb66b7c7 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:58.978956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:59.137590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc44991c-e7cb-43ba-99ec-5ece769ed347 req-e76a2148-e000-472b-b9ac-5bad3f2e0d61 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=5396d10d-3f65-49f8-856a-b34587aa0a61 HTTP/1.1" status: 200 len: 210 time: 0.0364211 Aug 12 04:17:59.225046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ba862-bd6a-4d33-b38f-bd1a9c2082df req-bcfe74bd-e18b-42e6-b8a9-84f007799ca7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:59.226672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7ba862-bd6a-4d33-b38f-bd1a9c2082df req-bcfe74bd-e18b-42e6-b8a9-84f007799ca7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 943 time: 0.0500798 Aug 12 04:17:59.265853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7ba862-bd6a-4d33-b38f-bd1a9c2082df req-fef2c448-7168-4bea-acdd-edc888470d4f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Aug 12 04:17:59.276894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:59.337658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event updated for resources: {'Subnet': ['ID=95d5f67d-b3b1-4196-aa5f-bdd94afaf477,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:17:59.348484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Checking segment: {'id': '448486d8-cd27-447d-878b-766ea6df61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:17:59.348850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Network hostable DHCP agents. Network: 526c4693-6532-4ab1-a434-54aad398fa4c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:17:59.472466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Network 526c4693-6532-4ab1-a434-54aad398fa4c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:17:59.568434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 526c4693-6532-4ab1-a434-54aad398fa4c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:17:59.572280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:17:59.572914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:59.578555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c3b38-bf75-4fd7-9304-bba650063df6 None None] Network 526c4693-6532-4ab1-a434-54aad398fa4c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:17:59.666573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-559a675a-c967-48ad-8e79-406312a2bf0b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8644350 Aug 12 04:17:59.669238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59568) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:17:59.674582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Request body: {'port': {'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1924357593'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:17:59.846276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-526c4693-6532-4ab1-a434-54aad398fa4c', 'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c', 'tenant_id': 'c8db1baf825e4453b5e0e6ffdb66b7c7', 'fixed_ips': [{'subnet_id': '95d5f67d-b3b1-4196-aa5f-bdd94afaf477'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:17:59.847138 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:59.944312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Made reservation on behalf of c8db1baf825e4453b5e0e6ffdb66b7c7 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:17:59.944312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:17:59.966123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] device_id is not set on port ecd648ce-de04-4960-9000-bfdb9467ed27 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:00.007084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Allocated IP 2001:db8::2 (526c4693-6532-4ab1-a434-54aad398fa4c/95d5f67d-b3b1-4196-aa5f-bdd94afaf477/188a42b4-b8da-4996-923f-eff426db7ff7) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:00.047863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1c1a9d-4e89-44fd-8c08-3d9f8dda27e0 req-96e7bd67-0690-4ccd-ae12-45e5179d0d67 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0344040 Aug 12 04:18:00.168209 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.176221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Transition to ACTIVE for port object 188a42b4-b8da-4996-923f-eff426db7ff7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:00.191355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Transition to ACTIVE for port object 188a42b4-b8da-4996-923f-eff426db7ff7 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:00.260680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.322606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Network 526c4693-6532-4ab1-a434-54aad398fa4c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:00.324255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Allocated IP 2001:db8::2a9 (526c4693-6532-4ab1-a434-54aad398fa4c/95d5f67d-b3b1-4196-aa5f-bdd94afaf477/ecd648ce-de04-4960-9000-bfdb9467ed27) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:00.327914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Pushing event updated for resources: {'Port': ['ID=188a42b4-b8da-4996-923f-eff426db7ff7,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:00.337850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:00.339680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:00.418639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Attempting to bind port 188a42b4-b8da-4996-923f-eff426db7ff7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:00.419058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Attempting to bind port 188a42b4-b8da-4996-923f-eff426db7ff7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '448486d8-cd27-447d-878b-766ea6df61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:00.419485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Attempting to bind port 188a42b4-b8da-4996-923f-eff426db7ff7 on network 526c4693-6532-4ab1-a434-54aad398fa4c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:00.426069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:00.429411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Checking segment: {'id': '448486d8-cd27-447d-878b-766ea6df61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:00.429411 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.429411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Bound using segment: {'id': '448486d8-cd27-447d-878b-766ea6df61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:00.429411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Bound port: 188a42b4-b8da-4996-923f-eff426db7ff7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448486d8-cd27-447d-878b-766ea6df61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:00.429411 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.506048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-499b8c52-962d-4f69-a535-10fc345e357b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:00.510560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a068f-9acd-497e-b6e3-4f069f60b87f req-87352c13-7655-4413-b029-f6dc3c8c65d1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:00.511147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] For port 188a42b4-b8da-4996-923f-eff426db7ff7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:00.512100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-888a068f-9acd-497e-b6e3-4f069f60b87f req-87352c13-7655-4413-b029-f6dc3c8c65d1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 943 time: 0.0894361 Aug 12 04:18:00.514393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] For port 188a42b4-b8da-4996-923f-eff426db7ff7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=188a42b4-b8da-4996-923f-eff426db7ff7,segment=NetworkSegment(448486d8-cd27-447d-878b-766ea6df61ab),segment_id=448486d8-cd27-447d-878b-766ea6df61ab)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:00.516526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-499b8c52-962d-4f69-a535-10fc345e357b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.1257005 Aug 12 04:18:00.527223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-0f91f583-ed5f-4d55-8ace-e6344d24f5cb tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/quotas/c72021374ff44d2f96179e0b5ececebd HTTP/1.1" status: 200 len: 375 time: 0.0096867 Aug 12 04:18:00.539166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.562672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-42c4f953-7562-4a26-93b2-6eca67013383 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289941 Aug 12 04:18:00.567719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Transition to ACTIVE for port object ecd648ce-de04-4960-9000-bfdb9467ed27 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:00.578580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-888a068f-9acd-497e-b6e3-4f069f60b87f req-a98ce7f6-43d5-431b-9b7e-a007822f0f0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592296 Aug 12 04:18:00.592176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.657201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe90b28-32db-4da1-9ec4-336b5ca3cce2 None None] Pushing event updated for resources: {'Port': ['ID=188a42b4-b8da-4996-923f-eff426db7ff7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:00.669430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 928983e6-24f8-4b15-a5aa-238968a0e576 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:18:00.692686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-26a83bb9-05f0-49a6-8bce-cc41f3d91031 service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174068 Aug 12 04:18:00.781079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.813558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 928983e6-24f8-4b15-a5aa-238968a0e576, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=928983e6-24f8-4b15-a5aa-238968a0e576,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:00.816096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-3e7833ad-4e0e-4ecd-ad86-f48c92427ebf service neutron] 10.222.0.42 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188631 Aug 12 04:18:00.826467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '928983e6-24f8-4b15-a5aa-238968a0e576', 'network_id': '8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9', 'port_id': '928983e6-24f8-4b15-a5aa-238968a0e576', 'mac_address': 'fa:16:3e:c7:f6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881b9d4f-fc97-4733-a519-acf00460b852', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:18:00.827475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Network 526c4693-6532-4ab1-a434-54aad398fa4c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:00.830473 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ddc812b1-9f27-4e55-a44f-0c4f76f5bb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.832959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:00.837446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:00.843195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:00.843783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.869285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event updated for resources: {'Port': ['ID=ecd648ce-de04-4960-9000-bfdb9467ed27,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:00.887724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:00.903030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928983e6-24f8-4b15-a5aa-238968a0e576 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:00.924408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 928983e6-24f8-4b15-a5aa-238968a0e576, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=928983e6-24f8-4b15-a5aa-238968a0e576,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:00.951967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e1e5b1e2-ecc2-4a3c-a1d3-ade4732aa916 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2816179 Aug 12 04:18:00.954990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:00.960509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Request body: {'port': {'network_id': '526c4693-6532-4ab1-a434-54aad398fa4c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-91851903', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:00.961059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] bootfile-name is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:18:00.961393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] tftp-server is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:18:00.961720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] server-ip-address is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:18:00.997329 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:01.020446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:01.077019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=928983e6-24f8-4b15-a5aa-238968a0e576,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:01.168873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Made reservation on behalf of c8db1baf825e4453b5e0e6ffdb66b7c7 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:01.168873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:01.183878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7d2838e-240f-406c-b04f-62038ccfe38d req-ee956b37-3432-42e2-9b66-3dd4536844ea tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0342009 Aug 12 04:18:01.219007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f31e9f75-6318-4ceb-a205-1d80ef0788e4 req-5477da8c-6ea3-4d80-b86e-801428f6884c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 210 time: 0.0495024 Aug 12 04:18:01.227795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] device_id is not set on port 08547d76-e878-4873-84bc-6987dcdeb489 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:01.314762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['928983e6-24f8-4b15-a5aa-238968a0e576'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:01.349144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Allocated IP 2001:db8::1eb (526c4693-6532-4ab1-a434-54aad398fa4c/95d5f67d-b3b1-4196-aa5f-bdd94afaf477/08547d76-e878-4873-84bc-6987dcdeb489) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:01.526811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:01.542546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Transition to ACTIVE for port object 08547d76-e878-4873-84bc-6987dcdeb489 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:01.666885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:01.798410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55749d75-7174-458e-b787-0b51b0fbe9e7 None None] Network 526c4693-6532-4ab1-a434-54aad398fa4c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:01.809865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56abe3fb-65fd-4a23-8dac-b3e3f18f82e0 req-97d89574-c3a4-4bd3-8bb3-bd188bdb6fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0508842 Aug 12 04:18:01.822113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a9ddd-938c-4182-8931-c4a63906d95b req-e08788e6-6832-4a0f-9596-733c106bd67f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:01.824107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f56a9ddd-938c-4182-8931-c4a63906d95b req-e08788e6-6832-4a0f-9596-733c106bd67f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 944 time: 0.1620858 Aug 12 04:18:01.824914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Network 526c4693-6532-4ab1-a434-54aad398fa4c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:01.826374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event updated for resources: {'Port': ['ID=08547d76-e878-4873-84bc-6987dcdeb489,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:01.829525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:01.832072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:01.838452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:01.839499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:01.858038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 188a42b4-b8da-4996-923f-eff426db7ff7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:01.877399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f56a9ddd-938c-4182-8931-c4a63906d95b req-5f0ed6b3-ad67-4c7f-9681-a761938ccd9c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Aug 12 04:18:01.912467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd93051e-7f3b-4119-890c-203d5145455f tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.9559343 Aug 12 04:18:01.927124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:01.984755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-65880b45-2c75-43f9-beff-674a852c9150 None None] Provisioning for port 188a42b4-b8da-4996-923f-eff426db7ff7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:02.020182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e3a38-76ca-4de1-b7ab-243b048cf83b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:02.021732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 188a42b4-b8da-4996-923f-eff426db7ff7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:02.026108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e3a38-76ca-4de1-b7ab-243b048cf83b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:02.027803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 188a42b4-b8da-4996-923f-eff426db7ff7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:02.028182 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.032457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e3a38-76ca-4de1-b7ab-243b048cf83b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:02.034227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e1e3a38-76ca-4de1-b7ab-243b048cf83b tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1053627 Aug 12 04:18:02.037618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59618) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:02.074703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.121905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.141185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Deleting port 08547d76-e878-4873-84bc-6987dcdeb489 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:02.141948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.163782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 188a42b4-b8da-4996-923f-eff426db7ff7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=188a42b4-b8da-4996-923f-eff426db7ff7,segment=NetworkSegment(448486d8-cd27-447d-878b-766ea6df61ab),segment_id=448486d8-cd27-447d-878b-766ea6df61ab)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:02.252711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.272298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Calling delete_port for 08547d76-e878-4873-84bc-6987dcdeb489 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:02.272525 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.321730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffef9a50-b156-4702-b0c7-04eca1fdf014 req-037083aa-1fc1-48d5-baa0-813f7b7ba4c9 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0302908 Aug 12 04:18:02.362003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=188a42b4-b8da-4996-923f-eff426db7ff7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:02.385225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88e41406-154f-4e50-a502-b165f4201581 req-1ce98f46-cf67-46f0-bff8-5fb04657fed1 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 210 time: 0.0465066 Aug 12 04:18:02.483655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Provisioning for port 08547d76-e878-4873-84bc-6987dcdeb489 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:02.488277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Provisioning complete for port 08547d76-e878-4873-84bc-6987dcdeb489 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:02.492530 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.530703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Port 08547d76-e878-4873-84bc-6987dcdeb489 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:18:02.597762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.608417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Provisioning for port ecd648ce-de04-4960-9000-bfdb9467ed27 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:02.614757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Provisioning complete for port ecd648ce-de04-4960-9000-bfdb9467ed27 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:02.615162 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.629310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event deleted for resources: {'Port': ['ID=08547d76-e878-4873-84bc-6987dcdeb489,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:02.651285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Port ecd648ce-de04-4960-9000-bfdb9467ed27 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:18:02.654761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.660948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1f79183-d3b9-435d-92f8-b1bf2c61644c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "DELETE /v2.0/ports/08547d76-e878-4873-84bc-6987dcdeb489 HTTP/1.1" status: 204 len: 168 time: 0.6205783 Aug 12 04:18:02.661148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:02.666543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Request body: {'port': {'name': 'tempest-new-port-name-1155504606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:02.667066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.api.validators [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] bootfile-name is not in valid_values {{(pid=95043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:18:02.667666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.api.validators [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] tftp-server is not in valid_values {{(pid=95043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:18:02.667997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.api.validators [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] server-ip-address is not in valid_values {{(pid=95043) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:18:02.668310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Provisioning complete for port 188a42b4-b8da-4996-923f-eff426db7ff7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:02.668694 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4f5c-3896-46f4-9ade-1992c49bad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.700301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 928983e6-24f8-4b15-a5aa-238968a0e576 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:02.747189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.882891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 928983e6-24f8-4b15-a5aa-238968a0e576 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:02.887162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 928983e6-24f8-4b15-a5aa-238968a0e576 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:02.887536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:02.921061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-aee63bfc-a5fe-4596-9747-9e1fd5126296 None None] Could not find standard attr ID for object 08547d76-e878-4873-84bc-6987dcdeb489. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:18:02.962030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-aee63bfc-a5fe-4596-9747-9e1fd5126296 None None] Provisioning complete for port ecd648ce-de04-4960-9000-bfdb9467ed27 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:02.962412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aee63bfc-a5fe-4596-9747-9e1fd5126296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.021672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-aee63bfc-a5fe-4596-9747-9e1fd5126296 None None] Port ecd648ce-de04-4960-9000-bfdb9467ed27 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:18:03.042286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.053980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.062447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20848880-1bfd-44c9-b8a8-98c994f287a2 req-25f678c6-52a9-4d18-adf9-4046e6e72277 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:03.063987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20848880-1bfd-44c9-b8a8-98c994f287a2 req-25f678c6-52a9-4d18-adf9-4046e6e72277 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 944 time: 0.0907769 Aug 12 04:18:03.071448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec80742-418d-4507-84b6-928449281a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928983e6-24f8-4b15-a5aa-238968a0e576'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:03.073700 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9862ecbf-a05d-4c83-85dc-279f08266008" -d '{"events": [{"server_uuid": "eec80742-418d-4507-84b6-928449281a9c", "name": "network-vif-plugged", "status": "completed", "tag": "928983e6-24f8-4b15-a5aa-238968a0e576"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:03.103316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device efa139a1-a85e-445a-a3dd-7b4cdfcdec93 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:03.109454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20848880-1bfd-44c9-b8a8-98c994f287a2 req-ee6e47c0-a756-448a-ae1a-0c88494bc95d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Aug 12 04:18:03.117351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 928983e6-24f8-4b15-a5aa-238968a0e576, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=928983e6-24f8-4b15-a5aa-238968a0e576,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:03.135820 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14abd719-350f-4d62-a44c-b429a4b695b7 x-openstack-request-id: req-14abd719-350f-4d62-a44c-b429a4b695b7 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:03.136108 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec80742-418d-4507-84b6-928449281a9c", "name": "network-vif-plugged", "status": "completed", "tag": "928983e6-24f8-4b15-a5aa-238968a0e576", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:03.136419 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14abd719-350f-4d62-a44c-b429a4b695b7 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:03.136863 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec80742-418d-4507-84b6-928449281a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928983e6-24f8-4b15-a5aa-238968a0e576', 'code': 200} Aug 12 04:18:03.137904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: efa139a1-a85e-445a-a3dd-7b4cdfcdec93 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:03.138252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device efa139a1-a85e-445a-a3dd-7b4cdfcdec93 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:03.143417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.192226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.240822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] In _notify_port_updated(), no bound segment for port ecd648ce-de04-4960-9000-bfdb9467ed27 on network 526c4693-6532-4ab1-a434-54aad398fa4c {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:18:03.246287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:03.247221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.248725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "PUT /v2.0/ports/ecd648ce-de04-4960-9000-bfdb9467ed27 HTTP/1.1" status: 200 len: 1130 time: 0.5865271 Aug 12 04:18:03.251513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:03.275203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=928983e6-24f8-4b15-a5aa-238968a0e576,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:03.323293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88187-dcaf-4ae4-9a46-a8a01a24c4f3 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event updated for resources: {'Port': ['ID=ecd648ce-de04-4960-9000-bfdb9467ed27,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:03.327358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c63d2-6b08-4b8e-b898-6d6939a72c13 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:03.331803 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e05c63d2-6b08-4b8e-b898-6d6939a72c13 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "GET /v2.0/ports/ecd648ce-de04-4960-9000-bfdb9467ed27 HTTP/1.1" status: 200 len: 1130 time: 0.0759299 Aug 12 04:18:03.332115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59640) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:03.379764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dceb1a-56bc-4324-b669-d38a38d8f87b req-73013272-9c73-4e0b-8bc6-26a826f4b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:03.381438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9dceb1a-56bc-4324-b669-d38a38d8f87b req-73013272-9c73-4e0b-8bc6-26a826f4b397 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 1096 time: 0.1950576 Aug 12 04:18:03.391558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-2ad4b6fe-e2c3-41a6-8055-f3b6e4e0368f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:03.393057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-2ad4b6fe-e2c3-41a6-8055-f3b6e4e0368f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/networks?id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 200 len: 812 time: 0.2613661 Aug 12 04:18:03.422398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Request body: {'port': {'device_id': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'admin_state_up': True, 'tenant_id': 'c72021374ff44d2f96179e0b5ececebd'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:03.488015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36a6b30a-b0bc-4dbb-a595-d39b85328f78 req-192f1385-e83f-4007-a432-23617d4f8103 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0409381 Aug 12 04:18:03.546193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6a2120a-9709-4c36-a940-9fc989eea73c req-af6c6407-f40b-486e-ad20-33994de4b5c6 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 210 time: 0.0531085 Aug 12 04:18:03.551920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9dceb1a-56bc-4324-b669-d38a38d8f87b req-385d38c1-3450-4e50-8162-fe2c85a2ed09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533685 Aug 12 04:18:03.587113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-453d8189-972c-44df-9696-c8fce445ca99 None None] Provisioning complete for port ecd648ce-de04-4960-9000-bfdb9467ed27 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:03.587664 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-453d8189-972c-44df-9696-c8fce445ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.591891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Deleting port ecd648ce-de04-4960-9000-bfdb9467ed27 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:03.592234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.628769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-453d8189-972c-44df-9696-c8fce445ca99 None None] Port ecd648ce-de04-4960-9000-bfdb9467ed27 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:18:03.631497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.694620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.706855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Calling delete_port for ecd648ce-de04-4960-9000-bfdb9467ed27 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:03.735985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 188a42b4-b8da-4996-923f-eff426db7ff7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:03.753587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Made reservation on behalf of c72021374ff44d2f96179e0b5ececebd for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:03.757188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.788665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 188a42b4-b8da-4996-923f-eff426db7ff7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:03.789087 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:03.951080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Allocated IP 172.20.0.2 (d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47/eba34822-312b-4cac-8b58-13aba9394d07/7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:04.008199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.070298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event deleted for resources: {'Port': ['ID=ecd648ce-de04-4960-9000-bfdb9467ed27,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:04.110701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.115335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-65a71d16-8742-418b-accc-f7d4d1bd37d4 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "DELETE /v2.0/ports/ecd648ce-de04-4960-9000-bfdb9467ed27 HTTP/1.1" status: 204 len: 168 time: 0.7821729 Aug 12 04:18:04.115639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59662) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:04.166444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.188915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Deleting subnet 95d5f67d-b3b1-4196-aa5f-bdd94afaf477 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:04.192773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.242125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.274403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ca81c-b0d7-4a17-8ebd-0cebc3f4791a req-bdb2a4b1-8d94-448b-883b-69f4460ef2d4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:04.276185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-854ca81c-b0d7-4a17-8ebd-0cebc3f4791a req-bdb2a4b1-8d94-448b-883b-69f4460ef2d4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0763268 Aug 12 04:18:04.318251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.361636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.383178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:04.399400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-854ca81c-b0d7-4a17-8ebd-0cebc3f4791a req-8d5fd91e-5168-40a9-8430-feb39a95f34b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076403 Aug 12 04:18:04.403860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:04.405895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event updated for resources: {'Port': ['ID=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:04.408686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:04.465021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:04.465623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.482814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.504995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bd46fdd-1587-4521-9f1a-9110aa0b1713 req-0eb0e3b2-0459-4403-b39a-f10c403837ad tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0335128 Aug 12 04:18:04.517671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c1794d92-5f10-44e1-aafc-ae3d4dcfe2d9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1067944 Aug 12 04:18:04.524720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event deleted for resources: {'Subnet': ['ID=95d5f67d-b3b1-4196-aa5f-bdd94afaf477,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:04.531668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Request body: {'port': {'device_id': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:04.536224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.538834 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d9fcf3e-df62-4d9c-a5cb-e6ae7943aa7c tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "DELETE /v2.0/subnets/95d5f67d-b3b1-4196-aa5f-bdd94afaf477 HTTP/1.1" status: 204 len: 168 time: 0.4219677 Aug 12 04:18:04.539423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614a930-2a25-4325-bd33-55aede929a21 None None] Network 526c4693-6532-4ab1-a434-54aad398fa4c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:04.541279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59670) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:04.596760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.647731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.714672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Deleting port 188a42b4-b8da-4996-923f-eff426db7ff7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:04.715103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.733763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] DHCP port deletion for 526c4693-6532-4ab1-a434-54aad398fa4c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:18:04.783433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] For port 188a42b4-b8da-4996-923f-eff426db7ff7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=188a42b4-b8da-4996-923f-eff426db7ff7,segment=NetworkSegment(448486d8-cd27-447d-878b-766ea6df61ab),segment_id=448486d8-cd27-447d-878b-766ea6df61ab)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:04.783897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.788103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] Deleting port 188a42b4-b8da-4996-923f-eff426db7ff7 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:04.788599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.798614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Calling delete_port for 188a42b4-b8da-4996-923f-eff426db7ff7 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:04.853471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] For port 188a42b4-b8da-4996-923f-eff426db7ff7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=188a42b4-b8da-4996-923f-eff426db7ff7,segment=NetworkSegment(448486d8-cd27-447d-878b-766ea6df61ab),segment_id=448486d8-cd27-447d-878b-766ea6df61ab)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:04.853880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.871463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] Calling delete_port for 188a42b4-b8da-4996-923f-eff426db7ff7 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:04.943401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.961274 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:04.975603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event deleted for resources: {'Port': ['ID=188a42b4-b8da-4996-923f-eff426db7ff7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:04.983222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] No DVR routers for this DVR port 188a42b4-b8da-4996-923f-eff426db7ff7 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:04.991502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] Pushing event deleted for resources: {'Port': ['ID=188a42b4-b8da-4996-923f-eff426db7ff7,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:04.995387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1af45-0241-46fe-b3e2-dc86f3c7350d None None] No DVR routers for this DVR port 188a42b4-b8da-4996-923f-eff426db7ff7 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:05.080583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.089877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d5371-4330-4ddd-8f59-a340f1f32433 req-5840aa9e-88b4-4cda-aff5-0666dbacf8e8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:05.091971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526c4693-6532-4ab1-a434-54aad398fa4c']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:05.092950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7d5371-4330-4ddd-8f59-a340f1f32433 req-5840aa9e-88b4-4cda-aff5-0666dbacf8e8 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 931 time: 0.4560058 Aug 12 04:18:05.105501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448486d8-cd27-447d-878b-766ea6df61ab') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:05.105797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448486d8-cd27-447d-878b-766ea6df61ab') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:05.115263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.128680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.135038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:05.135421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:05.138303 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:05.183463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7d5371-4330-4ddd-8f59-a340f1f32433 req-969807ce-b646-4235-bab7-62caf8b39403 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802610 Aug 12 04:18:05.260186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.273524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.273524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] 10.222.0.42 "DELETE /v2.0/networks/526c4693-6532-4ab1-a434-54aad398fa4c HTTP/1.1" status: 204 len: 168 time: 0.7286887 Aug 12 04:18:05.276306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:05.280899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb397e-90ea-493b-a7c8-bd812af88356 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760 tempest-ExtraDHCPOptionsIpV6TestJSON-876442760-project] Pushing event deleted for resources: {'Network': ['ID=526c4693-6532-4ab1-a434-54aad398fa4c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:05.285239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.299019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Transition to ACTIVE for port object 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:05.356883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.411621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Pushing event updated for resources: {'Port': ['ID=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:05.495484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Attempting to bind port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:05.495824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Attempting to bind port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:05.496161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Attempting to bind port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:05.516635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:18:05.516960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Attempting to bind port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 on network d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:05.525122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:05.525466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Checking segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:05.525855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Bound using segment: {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:05.526292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Bound port: 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:05.526656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.550855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbf856-a062-4e63-8979-bd61317fedec req-9a4ba0c8-224a-4d40-b99a-0679830e7757 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:05.552939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54cbf856-a062-4e63-8979-bd61317fedec req-9a4ba0c8-224a-4d40-b99a-0679830e7757 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0709236 Aug 12 04:18:05.623414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9114091a-c43b-4164-b7a2-a4a4421ba4a1 req-2f549e6f-633c-4330-826e-6926bd714f67 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0367882 Aug 12 04:18:05.636824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54cbf856-a062-4e63-8979-bd61317fedec req-0deeac48-1382-40db-8578-a5ba8770f101 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621459 Aug 12 04:18:05.637886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] For port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:05.641392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] For port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:05.712279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.742054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 188a42b4-b8da-4996-923f-eff426db7ff7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:05.753041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59696) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:05.771374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 188a42b4-b8da-4996-923f-eff426db7ff7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:05.772169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 188a42b4-b8da-4996-923f-eff426db7ff7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:05.772660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:05.773275 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:05.774652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] 10.222.0.20 "PUT /v2.0/ports/7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 HTTP/1.1" status: 200 len: 1091 time: 1.2475753 Aug 12 04:18:05.775138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'tag': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:05.777381 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b84abc-b327-4cf3-96f9-30ee71a221b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8be3fa3f-4db8-4c95-8a4d-b8d6a5462470", "tag": "7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:05.805929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d2f04-8a26-494d-8ceb-86361ce3695c service neutron] Pushing event updated for resources: {'Port': ['ID=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:05.827283 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0ca0f5-86d5-47a5-818e-850e769b64b9 x-openstack-request-id: req-4e0ca0f5-86d5-47a5-818e-850e769b64b9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:05.827495 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be3fa3f-4db8-4c95-8a4d-b8d6a5462470", "tag": "7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:05.827749 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e0ca0f5-86d5-47a5-818e-850e769b64b9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:05.828178 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'tag': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5', 'status': 'completed', 'code': 200} Aug 12 04:18:05.897566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b84abc-b327-4cf3-96f9-30ee71a221b0 req-9c48defc-eb49-40e7-9393-0909cca8394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:05.899275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33b84abc-b327-4cf3-96f9-30ee71a221b0 req-9c48defc-eb49-40e7-9393-0909cca8394b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 1094 time: 0.0423946 Aug 12 04:18:05.951261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833d30-197b-4512-a267-543b1d0ee28d req-d4b8b540-84d9-48dd-9932-5e125858a1ea tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:05.952849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45833d30-197b-4512-a267-543b1d0ee28d req-d4b8b540-84d9-48dd-9932-5e125858a1ea tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0668404 Aug 12 04:18:05.966409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cc0c3ad8-74f4-494d-8ba2-27d432f0cb9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8db1baf825e4453b5e0e6ffdb66b7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120445 Aug 12 04:18:05.969754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59704) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:06.001067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45833d30-197b-4512-a267-543b1d0ee28d req-3c3bc298-bbf3-4d67-a77b-a99165455b64 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Aug 12 04:18:06.041699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b84abc-b327-4cf3-96f9-30ee71a221b0 req-4cbac47c-c240-4efa-81b7-368b980c9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.043806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33b84abc-b327-4cf3-96f9-30ee71a221b0 req-4cbac47c-c240-4efa-81b7-368b980c9a8e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c72021374ff44d2f96179e0b5ececebd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1362650 Aug 12 04:18:06.064126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4c8-2562-44b3-a508-8d0661fbb9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:06.163835 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4c8-2562-44b3-a508-8d0661fbb9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:06.232099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119433bf-c4ab-4b63-a80e-79843bc50f1a req-164666bb-7808-49b6-95a5-4be4e82fceb4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.233597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-119433bf-c4ab-4b63-a80e-79843bc50f1a req-164666bb-7808-49b6-95a5-4be4e82fceb4 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1510851 Aug 12 04:18:06.235055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b84abc-b327-4cf3-96f9-30ee71a221b0 req-655ea0e6-383a-4bb9-9405-8df523d0212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.236784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33b84abc-b327-4cf3-96f9-30ee71a221b0 req-655ea0e6-383a-4bb9-9405-8df523d0212c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1847315 Aug 12 04:18:06.291796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-119433bf-c4ab-4b63-a80e-79843bc50f1a req-d591caaf-4395-4cb5-ab9e-5f089b182bf8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 Aug 12 04:18:06.314457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b5441-08b1-4530-95c2-5ede73883a96 req-5c2a2354-8d7d-4bd5-8c5c-a3dce13e175f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.314457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc6b5441-08b1-4530-95c2-5ede73883a96 req-5c2a2354-8d7d-4bd5-8c5c-a3dce13e175f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 943 time: 0.0537438 Aug 12 04:18:06.328343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-30a8670d-7234-4592-b68f-d3541a3f0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.329974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-30a8670d-7234-4592-b68f-d3541a3f0696 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c72021374ff44d2f96179e0b5ececebd&device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 1094 time: 0.0520506 Aug 12 04:18:06.331421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4c8-2562-44b3-a508-8d0661fbb9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:06.335475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05e6d4c8-2562-44b3-a508-8d0661fbb9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:06.335726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05e6d4c8-2562-44b3-a508-8d0661fbb9f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7d06777-d8df-400e-9809-45d888194429 HTTP/1.1" status: 204 len: 168 time: 0.3648262 Aug 12 04:18:06.353495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6d4c8-2562-44b3-a508-8d0661fbb9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d06777-d8df-400e-9809-45d888194429,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:06.358390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc6b5441-08b1-4530-95c2-5ede73883a96 req-72420483-fea9-4024-a3a1-c7692dbf66c2 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Aug 12 04:18:06.390653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-d4420558-0eda-48ba-8ff4-1506312513a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 HTTP/1.1" status: 200 len: 217 time: 0.0505638 Aug 12 04:18:06.444259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-0a6960f0-c7a3-41d9-8bf0-ab77adcb1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.445740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-0a6960f0-c7a3-41d9-8bf0-ab77adcb1982 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 200 len: 852 time: 0.0470092 Aug 12 04:18:06.476792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-37ac74b1-07fd-423a-8197-97d8bf8301f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241470 Aug 12 04:18:06.573249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-f794836a-97fe-41a4-a869-8ac9f044f02b service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884054 Aug 12 04:18:06.662467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3386-bfdb-4e46-8a55-fca883f8b29a req-e5db1cbe-ea55-46fe-82da-a7e2d766d4a3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:06.664148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a1e3386-bfdb-4e46-8a55-fca883f8b29a req-e5db1cbe-ea55-46fe-82da-a7e2d766d4a3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0614614 Aug 12 04:18:06.688687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63acfccf-1775-4f38-8f10-78f3fef93a24 req-0a476e99-dc27-4f9b-97b2-37b74a483ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082387 Aug 12 04:18:06.709938 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a1e3386-bfdb-4e46-8a55-fca883f8b29a req-b23f7a62-8857-48da-9f05-89f42fda9af6 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Aug 12 04:18:06.748164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4344d4bd-4742-4ab5-8536-49ec007a03db req-6ab345ba-2c78-4cb6-a271-daceeaa9c3bd tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0279996 Aug 12 04:18:07.392745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59748) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:07.483216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605fec4-6875-4620-8959-409f8a8f2be3 req-aafbb1ff-8ca1-4da9-981b-1731274c5187 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:07.485025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e605fec4-6875-4620-8959-409f8a8f2be3 req-aafbb1ff-8ca1-4da9-981b-1731274c5187 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 943 time: 0.0496175 Aug 12 04:18:07.489452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-914811989'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:07.523321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e605fec4-6875-4620-8959-409f8a8f2be3 req-ef3c4503-c4e2-4763-96e2-c078f524007f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Aug 12 04:18:07.602934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:07.606394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.615808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.701916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.774380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.795431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:07.818521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.818521 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Added segment 451e50ec-f29d-4899-b72e-637813b6931e of type vlan for network 706af237-08d6-42f0-a140-115295102f69 Aug 12 04:18:07.818521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f06f289-0aa5-47bc-a6b4-fd6cc3752da8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:07.834245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c168989-62f1-4fee-bc3f-419b8bb4f853 req-7d3204d3-ae06-4976-b18c-422d2a5965b5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:07.837701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c168989-62f1-4fee-bc3f-419b8bb4f853 req-7d3204d3-ae06-4976-b18c-422d2a5965b5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0557973 Aug 12 04:18:07.874503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c168989-62f1-4fee-bc3f-419b8bb4f853 req-e3ed40ae-f37d-4b7b-805a-322355a64884 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Aug 12 04:18:07.886679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13479910-8430-4ec6-8af6-ed1c7f341120 req-e05a5915-025a-44f2-9785-dcbf7b93473a tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0509136 Aug 12 04:18:07.895752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.957208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:07.963485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:07.964069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:08.027498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Network': ['ID=706af237-08d6-42f0-a140-115295102f69,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:08.037815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 706af237-08d6-42f0-a140-115295102f69 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:08.072977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c912e088-69c2-4371-a378-ced8cbf7d151 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6669047 Aug 12 04:18:08.643318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1093a7-2dca-4dfc-9b4c-8cc9df6b8cbc req-4b7368f8-e612-46a2-8025-03c11845ab17 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:08.644965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be1093a7-2dca-4dfc-9b4c-8cc9df6b8cbc req-4b7368f8-e612-46a2-8025-03c11845ab17 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 943 time: 0.0533187 Aug 12 04:18:08.685791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be1093a7-2dca-4dfc-9b4c-8cc9df6b8cbc req-372e9265-c997-49d8-89de-ce065bd02dc0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Aug 12 04:18:09.000461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219866c-2c08-4c15-a369-244ca0af2355 req-bb2d9675-ef2f-4b25-bed0-1e580fb9618d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:09.002107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1219866c-2c08-4c15-a369-244ca0af2355 req-bb2d9675-ef2f-4b25-bed0-1e580fb9618d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0541682 Aug 12 04:18:09.002409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66d223a4-91ff-4644-b7d7-a3c3e05da8b2 req-d809d327-a385-46ce-b3e6-ed5c0a0696e8 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0271361 Aug 12 04:18:09.043191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1219866c-2c08-4c15-a369-244ca0af2355 req-e46d4641-2a4b-45ec-a999-b98373fb1a82 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Aug 12 04:18:09.809090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec014a3-c588-43ec-913f-90f1d86bf8f5 req-2b733ffd-362d-4406-9a3d-cb976d61adc5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:09.810579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec014a3-c588-43ec-913f-90f1d86bf8f5 req-2b733ffd-362d-4406-9a3d-cb976d61adc5 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 943 time: 0.0500183 Aug 12 04:18:09.848249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec014a3-c588-43ec-913f-90f1d86bf8f5 req-a202ee67-afc7-4abe-824b-58f0c4e7bd2c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Aug 12 04:18:09.896292 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:18:10.111056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7f27532-84bd-41df-b41b-e7c01879bdec req-3294bcec-7178-4774-849d-6fa0ec980e90 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0268078 Aug 12 04:18:10.163799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab9f5-c600-464d-8220-8075478ae178 req-3f113536-dd2d-446a-a684-4c959f9d566b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:10.165286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f13ab9f5-c600-464d-8220-8075478ae178 req-3f113536-dd2d-446a-a684-4c959f9d566b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0546463 Aug 12 04:18:10.202131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f13ab9f5-c600-464d-8220-8075478ae178 req-5177c48b-fbb8-430e-bcde-7fd6ac396353 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306168 Aug 12 04:18:10.968925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030516-6685-4967-abc5-7406d64a7208 req-454d1b87-b03d-4b6b-bcc9-a02caa080895 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:10.970415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b030516-6685-4967-abc5-7406d64a7208 req-454d1b87-b03d-4b6b-bcc9-a02caa080895 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 943 time: 0.0534594 Aug 12 04:18:11.007403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b030516-6685-4967-abc5-7406d64a7208 req-37c591b0-420c-4b6b-b541-e6f158134490 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309713 Aug 12 04:18:11.141589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:18:11.218284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71283bea-a2a5-4868-988a-8b48717777ce req-580a5313-443d-4f94-9c2c-bef6040860b9 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0277748 Aug 12 04:18:11.241016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59794) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:11.241750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:11.250253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'subnet': {'network_id': '706af237-08d6-42f0-a140-115295102f69', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:11.256949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5', 'network_id': 'd16fe8ae-fae7-46d8-9a05-a59e7f9f1c47', 'port_id': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5', 'mac_address': 'fa:16:3e:45:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba34822-312b-4cac-8b58-13aba9394d07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:18:11.298843 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:11.311394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:11.330492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:11.374202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf5813-be46-4408-acdb-1309752b44c5 req-304f4679-cb4f-4483-99a4-520d9f2fc7b6 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:11.375780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bdf5813-be46-4408-acdb-1309752b44c5 req-304f4679-cb4f-4483-99a4-520d9f2fc7b6 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0778744 Aug 12 04:18:11.408778 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:11.419998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bdf5813-be46-4408-acdb-1309752b44c5 req-9640f0f5-17cf-48aa-af05-cfa319312a71 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375507 Aug 12 04:18:11.462201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:11.522526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:11.526287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:11.715918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:11.762592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:11.823569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Subnet': ['ID=1eaa763b-20ce-4f9f-a196-01e842836bac,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:11.831967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Checking segment: {'id': '451e50ec-f29d-4899-b72e-637813b6931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '706af237-08d6-42f0-a140-115295102f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:11.832326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network hostable DHCP agents. Network: 706af237-08d6-42f0-a140-115295102f69, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:11.905222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network 706af237-08d6-42f0-a140-115295102f69 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:11.968295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 706af237-08d6-42f0-a140-115295102f69) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:11.972270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:11.972864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:11.977105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbd7e5-2aa4-467a-961b-91ebd3579a13 None None] Network 706af237-08d6-42f0-a140-115295102f69 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:12.026133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-38180da1-d9e3-430a-847f-1aab62b3437e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7866523 Aug 12 04:18:12.029763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:12.035422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-31253815'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:12.105437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:12.109175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.120379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-706af237-08d6-42f0-a140-115295102f69', 'network_id': '706af237-08d6-42f0-a140-115295102f69', 'tenant_id': '855ec439e3404a239b165612f1aed0be', 'fixed_ips': [{'subnet_id': '1eaa763b-20ce-4f9f-a196-01e842836bac'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:12.121364 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.130774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183ab7-9778-4216-a81e-0d7ba12805ca req-a4977195-ae13-4448-92e0-4a850f321c7a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:12.132966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d183ab7-9778-4216-a81e-0d7ba12805ca req-a4977195-ae13-4448-92e0-4a850f321c7a tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 944 time: 0.0532715 Aug 12 04:18:12.143057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:12.152938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.153280 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Added segment b277b62a-3da4-43fb-9d2d-2cc075fa67a5 of type vlan for network 1f9d7779-496f-48a0-b683-feaa6cd66e7c Aug 12 04:18:12.175930 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d183ab7-9778-4216-a81e-0d7ba12805ca req-857ee772-3cae-474e-b647-19116d49cbbe tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372717 Aug 12 04:18:12.198070 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.254453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Allocated IP 2001:db8:0:ffff::2 (706af237-08d6-42f0-a140-115295102f69/1eaa763b-20ce-4f9f-a196-01e842836bac/2baeb077-5aea-44d4-8d97-63271d82cc2f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:12.282811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.289065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:12.289677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.375275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0f99c5a-8d8a-4270-8d82-f0cbba98793f req-352a44f1-d90c-4b5b-8804-6c4952abba41 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0375643 Aug 12 04:18:12.378631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Network': ['ID=1f9d7779-496f-48a0-b683-feaa6cd66e7c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:12.387113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.387522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.390956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.392095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:12.403202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1f9d7779-496f-48a0-b683-feaa6cd66e7c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:12.414634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8894e16c-2dd2-4d36-96a5-7b54274d54fc tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3835533 Aug 12 04:18:12.417298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59810) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:12.422280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'subnet': {'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:12.450017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.458976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Transition to ACTIVE for port object 2baeb077-5aea-44d4-8d97-63271d82cc2f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:12.475097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Transition to ACTIVE for port object 2baeb077-5aea-44d4-8d97-63271d82cc2f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:12.540474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.571892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba6f54-16bc-42de-8f3b-9627bc60660d req-85a872a5-fdbe-4c85-bb49-eb2c0c38fba1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:12.574555 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6ba6f54-16bc-42de-8f3b-9627bc60660d req-85a872a5-fdbe-4c85-bb49-eb2c0c38fba1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0524445 Aug 12 04:18:12.584393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Network 706af237-08d6-42f0-a140-115295102f69 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:12.587399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:12.590457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:12.590612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:12.591536 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.603236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Pushing event updated for resources: {'Port': ['ID=2baeb077-5aea-44d4-8d97-63271d82cc2f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:12.647253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Attempting to bind port 2baeb077-5aea-44d4-8d97-63271d82cc2f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:12.647625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Attempting to bind port 2baeb077-5aea-44d4-8d97-63271d82cc2f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '451e50ec-f29d-4899-b72e-637813b6931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '706af237-08d6-42f0-a140-115295102f69'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:12.648021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Attempting to bind port 2baeb077-5aea-44d4-8d97-63271d82cc2f on network 706af237-08d6-42f0-a140-115295102f69 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:12.653030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:12.653406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Checking segment: {'id': '451e50ec-f29d-4899-b72e-637813b6931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '706af237-08d6-42f0-a140-115295102f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:12.653805 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.654201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Bound using segment: {'id': '451e50ec-f29d-4899-b72e-637813b6931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '706af237-08d6-42f0-a140-115295102f69'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:12.654662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Bound port: 2baeb077-5aea-44d4-8d97-63271d82cc2f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e50ec-f29d-4899-b72e-637813b6931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '706af237-08d6-42f0-a140-115295102f69'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:12.655071 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.669145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6ba6f54-16bc-42de-8f3b-9627bc60660d req-5d4ad424-5353-4942-9c45-fe40ad75ad60 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888345 Aug 12 04:18:12.716941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] For port 2baeb077-5aea-44d4-8d97-63271d82cc2f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:12.719941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] For port 2baeb077-5aea-44d4-8d97-63271d82cc2f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2baeb077-5aea-44d4-8d97-63271d82cc2f,segment=NetworkSegment(451e50ec-f29d-4899-b72e-637813b6931e),segment_id=451e50ec-f29d-4899-b72e-637813b6931e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:12.774470 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:12.836919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd79a40-18de-42ac-a0d4-cbbe5ef16b00 None None] Pushing event updated for resources: {'Port': ['ID=2baeb077-5aea-44d4-8d97-63271d82cc2f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:12.959836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:18:12.975579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.046414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Subnet': ['ID=e929da0c-c0ef-4408-a941-986a4c849318,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:13.051935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Checking segment: {'id': 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:13.052305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network hostable DHCP agents. Network: 1f9d7779-496f-48a0-b683-feaa6cd66e7c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:13.122324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network 1f9d7779-496f-48a0-b683-feaa6cd66e7c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:13.164868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:13.202690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1f9d7779-496f-48a0-b683-feaa6cd66e7c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:13.210268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:13.210930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.224397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9458a2a-3feb-4a85-ab5e-58eecf048592 None None] Network 1f9d7779-496f-48a0-b683-feaa6cd66e7c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:13.289818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-49ac87dc-c68f-4121-a5f8-ab4fa05c8c0e tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8690536 Aug 12 04:18:13.290386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:13.290785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59822) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:13.295379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'port': {'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c', 'name': 'tempest-NetworksIpV6TestAttrs-2119929189'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:13.306101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:13.306565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.308391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240a781-7f5e-4175-8fa9-8807ec5f8e9d req-72591bf9-d36d-47e0-91ff-f71fcb0adf1f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:13.315399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5240a781-7f5e-4175-8fa9-8807ec5f8e9d req-72591bf9-d36d-47e0-91ff-f71fcb0adf1f tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 944 time: 0.0604293 Aug 12 04:18:13.354511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5240a781-7f5e-4175-8fa9-8807ec5f8e9d req-24060431-1401-44f9-b673-4827c4369543 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Aug 12 04:18:13.495298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efc70dfa-d7b7-461c-a58b-57dce8bae142 req-5f9e9976-3544-431b-bec2-3e1255e1d446 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0325966 Aug 12 04:18:13.496102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:13.499996 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.522576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] device_id is not set on port 5eefcd67-2a35-442b-9d74-635841d60315 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:13.576707 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.659006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:13.661556 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13bae11-2133-46d0-805c-135094aef696" -d '{"events": [{"server_uuid": "8be3fa3f-4db8-4c95-8a4d-b8d6a5462470", "name": "network-vif-plugged", "status": "completed", "tag": "7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:13.669644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Allocated IP 2001:db8::f816:3eff:fec8:72d7 (1f9d7779-496f-48a0-b683-feaa6cd66e7c/e929da0c-c0ef-4408-a941-986a4c849318/5eefcd67-2a35-442b-9d74-635841d60315) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:13.670366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-1f9d7779-496f-48a0-b683-feaa6cd66e7c', 'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c', 'tenant_id': '855ec439e3404a239b165612f1aed0be', 'fixed_ips': [{'subnet_id': 'e929da0c-c0ef-4408-a941-986a4c849318'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:13.671304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.690588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:13.799034 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd79ed7c-1382-4fcf-acc1-6113bb4aea99 x-openstack-request-id: req-cd79ed7c-1382-4fcf-acc1-6113bb4aea99 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:13.799323 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be3fa3f-4db8-4c95-8a4d-b8d6a5462470", "name": "network-vif-plugged", "status": "completed", "tag": "7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:13.799582 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd79ed7c-1382-4fcf-acc1-6113bb4aea99 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:13.800405 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5', 'code': 200} Aug 12 04:18:13.804309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:13.841019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2baeb077-5aea-44d4-8d97-63271d82cc2f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:13.908173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:13.934214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d7d879-a38f-4acf-aa39-3583248abd7c None None] Network 706af237-08d6-42f0-a140-115295102f69 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:13.946450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a671c5-43f8-4c3a-ade7-76d01c7ea276 req-1a41629d-a344-443a-935d-110b722e557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:13.947969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1a671c5-43f8-4c3a-ade7-76d01c7ea276 req-1a41629d-a344-443a-935d-110b722e557b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 1096 time: 0.1040053 Aug 12 04:18:13.965383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e3d50-a8b4-46b6-9126-56d0913cac4f req-5c065556-33b3-4fb9-8982-68c0cd17a685 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:13.966822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a81e3d50-a8b4-46b6-9126-56d0913cac4f req-5c065556-33b3-4fb9-8982-68c0cd17a685 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1239417 Aug 12 04:18:14.013709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2baeb077-5aea-44d4-8d97-63271d82cc2f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:14.019171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.052225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1a671c5-43f8-4c3a-ade7-76d01c7ea276 req-6a9d994d-c5f2-45b7-8bbc-6451c82550dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799990 Aug 12 04:18:14.058258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Transition to ACTIVE for port object 5eefcd67-2a35-442b-9d74-635841d60315 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:14.062246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a81e3d50-a8b4-46b6-9126-56d0913cac4f req-c7a2ce1e-6eb3-4c0e-9dca-6d3d41fe1cff tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888836 Aug 12 04:18:14.128068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] Provisioning for port 2baeb077-5aea-44d4-8d97-63271d82cc2f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:14.132859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] Provisioning complete for port 2baeb077-5aea-44d4-8d97-63271d82cc2f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:14.137707 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.157855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.201072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network 1f9d7779-496f-48a0-b683-feaa6cd66e7c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:14.208965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:14.213505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:14.215991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Allocated IP 2001:db8::f816:3eff:fe85:d6e9 (1f9d7779-496f-48a0-b683-feaa6cd66e7c/e929da0c-c0ef-4408-a941-986a4c849318/6189df03-20b6-4aae-add9-ba9060e542c8) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:14.219516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:14.220152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.231423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Port': ['ID=5eefcd67-2a35-442b-9d74-635841d60315,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:14.240808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.241157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.241512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.241850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.242185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.242519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.242874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.243202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.243908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.243908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.244695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.244695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:14.299692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.308407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7634bdc0-3360-47b6-aa29-a41e73124e26 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0146792 Aug 12 04:18:14.308853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59836) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:14.353361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] For port 2baeb077-5aea-44d4-8d97-63271d82cc2f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2baeb077-5aea-44d4-8d97-63271d82cc2f,segment=NetworkSegment(451e50ec-f29d-4899-b72e-637813b6931e),segment_id=451e50ec-f29d-4899-b72e-637813b6931e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:14.359776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting subnet e929da0c-c0ef-4408-a941-986a4c849318 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:14.418296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.427366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Transition to ACTIVE for port object 6189df03-20b6-4aae-add9-ba9060e542c8 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:14.441767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Transition to ACTIVE for port object 6189df03-20b6-4aae-add9-ba9060e542c8 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:14.447944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.477483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587013a-389e-43b8-8124-8e4933f02f18 req-0d4e6858-a2f6-4ff1-b440-f0ebdb7c1699 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:14.478989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7587013a-389e-43b8-8124-8e4933f02f18 req-0d4e6858-a2f6-4ff1-b440-f0ebdb7c1699 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Aug 12 04:18:14.498797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a90a1b-af6d-4106-a4c2-31b12cd18f48 None None] Pushing event updated for resources: {'Port': ['ID=2baeb077-5aea-44d4-8d97-63271d82cc2f,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:14.518363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7587013a-389e-43b8-8124-8e4933f02f18 req-002fed2f-584f-4a25-bd04-ce75d52cb10c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Aug 12 04:18:14.536600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.541661 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.579573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Network 1f9d7779-496f-48a0-b683-feaa6cd66e7c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:14.586626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:14.589123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:14.589289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.595001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Pushing event updated for resources: {'Port': ['ID=6189df03-20b6-4aae-add9-ba9060e542c8,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:14.598444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-51bb2b09-1b1b-4aaf-9ce6-587ff8d160ca None None] Provisioning complete for port 2baeb077-5aea-44d4-8d97-63271d82cc2f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:14.599364 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-51bb2b09-1b1b-4aaf-9ce6-587ff8d160ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.626939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01da48dc-d320-4cd1-93fd-67faa4cd7ee0 req-75778c96-5001-4f09-bec6-5eb52ad4162d tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0506039 Aug 12 04:18:14.677949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Attempting to bind port 6189df03-20b6-4aae-add9-ba9060e542c8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:14.678762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Attempting to bind port 6189df03-20b6-4aae-add9-ba9060e542c8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:14.678762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Attempting to bind port 6189df03-20b6-4aae-add9-ba9060e542c8 on network 1f9d7779-496f-48a0-b683-feaa6cd66e7c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:14.687903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:14.688353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Checking segment: {'id': 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:14.688813 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.689268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Bound using segment: {'id': 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:14.689794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Bound port: 6189df03-20b6-4aae-add9-ba9060e542c8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1f9d7779-496f-48a0-b683-feaa6cd66e7c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:14.690250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.743254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.894338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.897651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] For port 6189df03-20b6-4aae-add9-ba9060e542c8, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:14.901010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] For port 6189df03-20b6-4aae-add9-ba9060e542c8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6189df03-20b6-4aae-add9-ba9060e542c8,segment=NetworkSegment(b277b62a-3da4-43fb-9d2d-2cc075fa67a5),segment_id=b277b62a-3da4-43fb-9d2d-2cc075fa67a5)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:14.921784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Subnet': ['ID=e929da0c-c0ef-4408-a941-986a4c849318,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:14.928287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:14.928287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-783888d9-6716-4f50-95b6-75fca01ae2af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/e929da0c-c0ef-4408-a941-986a4c849318 HTTP/1.1" status: 204 len: 168 time: 0.6184657 Aug 12 04:18:14.930385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59846) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:14.968957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.011686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad582cd-f53f-4f6a-a579-2da2d3291e36 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:15.013320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad582cd-f53f-4f6a-a579-2da2d3291e36 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:15.014943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cad582cd-f53f-4f6a-a579-2da2d3291e36 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0834835 Aug 12 04:18:15.028641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59848) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:15.045223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a2cba-670d-4678-ac88-aa14b7c7d975 None None] Pushing event updated for resources: {'Port': ['ID=6189df03-20b6-4aae-add9-ba9060e542c8,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:15.107220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-57b9d2ab-689c-46ca-b5f5-033a323e8ec0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.115562 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b9d2ab-689c-46ca-b5f5-033a323e8ec0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 12 04:18:15.116838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b9d2ab-689c-46ca-b5f5-033a323e8ec0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:15.117858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-57b9d2ab-689c-46ca-b5f5-033a323e8ec0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/1f9d7779-496f-48a0-b683-feaa6cd66e7c HTTP/1.1" status: 409 len: 405 time: 0.0902867 Aug 12 04:18:15.121865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59854) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:15.127165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1094075400'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:15.236019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274442c-b990-44c6-83a5-2eef2839a262 req-5f17df5e-482a-4af0-b187-160bc5b2a7b2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:15.237567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1274442c-b990-44c6-83a5-2eef2839a262 req-5f17df5e-482a-4af0-b187-160bc5b2a7b2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0721283 Aug 12 04:18:15.238657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:15.242026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.294222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:15.298589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1274442c-b990-44c6-83a5-2eef2839a262 req-9ceacd7a-4014-444f-a7d5-ad523c2570bc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Aug 12 04:18:15.307466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.307818 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Added segment a2e09ac3-6aa7-434a-aeb3-82fb02da460f of type vlan for network 48b4ff09-0534-4fef-a873-a612ed099976 Aug 12 04:18:15.350681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.448217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.453784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:15.454371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.522511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Network': ['ID=48b4ff09-0534-4fef-a873-a612ed099976,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:15.532802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 48b4ff09-0534-4fef-a873-a612ed099976 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:15.577219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a7632361-a05a-498d-9d16-c60f0ea370d6 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4515669 Aug 12 04:18:15.577578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59858) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:15.584415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'subnet': {'network_id': '48b4ff09-0534-4fef-a873-a612ed099976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:15.704138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48207713-f166-4bcd-b9f7-5fadf6701b52 req-9be33735-3043-4699-8f4a-2711889b6159 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:15.712436 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48207713-f166-4bcd-b9f7-5fadf6701b52 req-9be33735-3043-4699-8f4a-2711889b6159 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.1113479 Aug 12 04:18:15.746776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33180219-d988-4136-8dfe-11963579d353 req-5bd7be7d-0eb6-404f-bb4f-57d00a73107d tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0313773 Aug 12 04:18:15.780285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48207713-f166-4bcd-b9f7-5fadf6701b52 req-89a50a56-25dd-47c8-b0bc-fcd54fe71eb0 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669582 Aug 12 04:18:15.853730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:15.857903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:15.872290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2baeb077-5aea-44d4-8d97-63271d82cc2f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:15.940180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2baeb077-5aea-44d4-8d97-63271d82cc2f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:15.940645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.036930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6189df03-20b6-4aae-add9-ba9060e542c8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:16.075572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccbd0cf-1c3d-4085-918d-c08ec175d795 None None] Network 1f9d7779-496f-48a0-b683-feaa6cd66e7c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:16.230763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:18:16.232187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7bc21dba-1574-487d-8f45-443685172c04 None None] Provisioning for port 6189df03-20b6-4aae-add9-ba9060e542c8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:16.232336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.292787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] DHCP port deletion for 1f9d7779-496f-48a0-b683-feaa6cd66e7c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:18:16.295648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Subnet': ['ID=d3c0ed56-8cda-40fd-982f-17c9f9906fbf,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:16.296195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6189df03-20b6-4aae-add9-ba9060e542c8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:16.303166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6189df03-20b6-4aae-add9-ba9060e542c8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:16.303414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.308917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ab871-52f7-48b9-ae1f-ea6ca00c2756 req-f693adda-bdd6-4231-94b4-81f8250463c3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:16.318361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e92ab871-52f7-48b9-ae1f-ea6ca00c2756 req-f693adda-bdd6-4231-94b4-81f8250463c3 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.0662470 Aug 12 04:18:16.318539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Checking segment: {'id': 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48b4ff09-0534-4fef-a873-a612ed099976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:16.318539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network hostable DHCP agents. Network: 48b4ff09-0534-4fef-a873-a612ed099976, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:16.356056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e92ab871-52f7-48b9-ae1f-ea6ca00c2756 req-93662401-f55b-4934-a590-603f1d926329 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376983 Aug 12 04:18:16.380053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] Deleting port 6189df03-20b6-4aae-add9-ba9060e542c8 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:16.380508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.421074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network 48b4ff09-0534-4fef-a873-a612ed099976 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:16.448089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c94d0-e149-4c4f-8474-21c1cca7298b req-5de1053b-952d-4fa5-8e14-04d488ea4dd5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:16.449595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc9c94d0-e149-4c4f-8474-21c1cca7298b req-5de1053b-952d-4fa5-8e14-04d488ea4dd5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0577896 Aug 12 04:18:16.465133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.471364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] For port 6189df03-20b6-4aae-add9-ba9060e542c8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6189df03-20b6-4aae-add9-ba9060e542c8,segment=NetworkSegment(b277b62a-3da4-43fb-9d2d-2cc075fa67a5),segment_id=b277b62a-3da4-43fb-9d2d-2cc075fa67a5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:16.471751 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.488816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc9c94d0-e149-4c4f-8474-21c1cca7298b req-b99f8e78-beea-4163-9ae3-701a5a9003fe tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Aug 12 04:18:16.491213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] Calling delete_port for 6189df03-20b6-4aae-add9-ba9060e542c8 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:16.499743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 48b4ff09-0534-4fef-a873-a612ed099976) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:16.514953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:16.517282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.545216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5d43c6-a87c-4202-8cec-a0f9cfa1d356 None None] Network 48b4ff09-0534-4fef-a873-a612ed099976 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:16.560472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 6189df03-20b6-4aae-add9-ba9060e542c8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6189df03-20b6-4aae-add9-ba9060e542c8,segment=NetworkSegment(b277b62a-3da4-43fb-9d2d-2cc075fa67a5),segment_id=b277b62a-3da4-43fb-9d2d-2cc075fa67a5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:16.586690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-250904ca-c478-4177-9cad-e57a0b681585 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0074570 Aug 12 04:18:16.589420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59874) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:16.596582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'port': {'network_id': '48b4ff09-0534-4fef-a873-a612ed099976', 'name': 'tempest-NetworksIpV6TestAttrs-384085785'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:16.609525 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.693688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=6189df03-20b6-4aae-add9-ba9060e542c8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:16.715509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.751061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] Pushing event deleted for resources: {'Port': ['ID=6189df03-20b6-4aae-add9-ba9060e542c8,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:16.757633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ed59b-07cf-4dcb-9b31-232f62c68fb3 None None] No DVR routers for this DVR port 6189df03-20b6-4aae-add9-ba9060e542c8 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:16.793807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-48b4ff09-0534-4fef-a873-a612ed099976', 'network_id': '48b4ff09-0534-4fef-a873-a612ed099976', 'tenant_id': '855ec439e3404a239b165612f1aed0be', 'fixed_ips': [{'subnet_id': 'd3c0ed56-8cda-40fd-982f-17c9f9906fbf'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:16.794828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.813752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:16.818065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:16.838873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] device_id is not set on port f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:16.879321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38257085-c4c6-41ff-b0ce-1bdd2e629077 req-90c542fb-13a3-4288-bf0e-c7c851a8fadd tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0420222 Aug 12 04:18:16.951350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Allocated IP 2001:db8::f816:3eff:fec0:2802 (48b4ff09-0534-4fef-a873-a612ed099976/d3c0ed56-8cda-40fd-982f-17c9f9906fbf/ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:17.095492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.103092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Transition to ACTIVE for port object ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:17.116646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Transition to ACTIVE for port object ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:17.179854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.223390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Network 48b4ff09-0534-4fef-a873-a612ed099976 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:17.226368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:17.226856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Allocated IP 2001:db8::f816:3eff:fe40:77ca (48b4ff09-0534-4fef-a873-a612ed099976/d3c0ed56-8cda-40fd-982f-17c9f9906fbf/f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:17.228825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:17.242312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Pushing event updated for resources: {'Port': ['ID=ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:17.289974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Attempting to bind port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:17.290407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Attempting to bind port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48b4ff09-0534-4fef-a873-a612ed099976'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:17.290867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Attempting to bind port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c on network 48b4ff09-0534-4fef-a873-a612ed099976 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:17.296120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:17.296493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Checking segment: {'id': 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48b4ff09-0534-4fef-a873-a612ed099976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:17.296896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.297396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Bound using segment: {'id': 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48b4ff09-0534-4fef-a873-a612ed099976'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:17.298102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Bound port: ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '48b4ff09-0534-4fef-a873-a612ed099976'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:17.298478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.360860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] For port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:17.363708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] For port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c,segment=NetworkSegment(a2e09ac3-6aa7-434a-aeb3-82fb02da460f),segment_id=a2e09ac3-6aa7-434a-aeb3-82fb02da460f)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:17.381991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.396200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Transition to ACTIVE for port object f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:17.437416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.478955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.485613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30485e-9f7d-4ea2-9e2e-44d974624822 req-4ff1a1b6-b548-4f3e-b2a2-fd65e5d4e83b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:17.488057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd30485e-9f7d-4ea2-9e2e-44d974624822 req-4ff1a1b6-b548-4f3e-b2a2-fd65e5d4e83b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.0601628 Aug 12 04:18:17.499836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013db6ec-5f1f-4f08-afae-17a479654eb5 None None] Pushing event updated for resources: {'Port': ['ID=ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:17.535634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network 48b4ff09-0534-4fef-a873-a612ed099976 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:17.540883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:17.543363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:17.549283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:17.550004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.551592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd30485e-9f7d-4ea2-9e2e-44d974624822 req-c900c416-a88b-4189-b115-d60b1b59a43c tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512335 Aug 12 04:18:17.553672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Port': ['ID=f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:17.767475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6189df03-20b6-4aae-add9-ba9060e542c8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:17.795066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 6189df03-20b6-4aae-add9-ba9060e542c8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:17.795428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6189df03-20b6-4aae-add9-ba9060e542c8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:17.885557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2720329d-f074-4e23-a21f-740960966e25 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2948904 Aug 12 04:18:17.888156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59890) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:17.949750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a9665-705d-4760-b0fa-5f27e569dec8 req-8fd56521-d34b-4c9a-8965-067f8edb5159 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:17.951402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-538a9665-705d-4760-b0fa-5f27e569dec8 req-8fd56521-d34b-4c9a-8965-067f8edb5159 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.3764551 Aug 12 04:18:17.955697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting subnet d3c0ed56-8cda-40fd-982f-17c9f9906fbf {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:17.961144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:17.999263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e404e8a-ef1d-4f4f-ba02-e4fd25ac79bc req-97f1275c-9dc7-431d-aa12-471744a034f3 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0299389 Aug 12 04:18:18.032533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-538a9665-705d-4760-b0fa-5f27e569dec8 req-8094ecb4-7fa4-4e51-aeea-6f93890590e1 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728345 Aug 12 04:18:18.037024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.119798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071ad1-70bb-4f12-911c-f2917fd52e2e req-dfab9568-69c7-47e4-9cc5-2743ef92fe2b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:18.121415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-74071ad1-70bb-4f12-911c-f2917fd52e2e req-dfab9568-69c7-47e4-9cc5-2743ef92fe2b tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.0549092 Aug 12 04:18:18.175596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.178351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-74071ad1-70bb-4f12-911c-f2917fd52e2e req-3813dff8-ce6d-4eda-aa49-68e7e3d126e4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Aug 12 04:18:18.318231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.349295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.353374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/d3c0ed56-8cda-40fd-982f-17c9f9906fbf HTTP/1.1" status: 204 len: 168 time: 0.4621539 Aug 12 04:18:18.353374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906b80a-7441-4389-8371-fd7725ce09fb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c0ed56-8cda-40fd-982f-17c9f9906fbf,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:18.353823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59902) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:18.439211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a6356-65e5-49b6-bcc8-1ce36d365648 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:18.442386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a6356-65e5-49b6-bcc8-1ce36d365648 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:18.442506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-515a6356-65e5-49b6-bcc8-1ce36d365648 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0877497 Aug 12 04:18:18.445090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59906) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:18.472600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c191557b-ca19-40cc-bee2-f92a6ebd97b0 None None] Network 48b4ff09-0534-4fef-a873-a612ed099976 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:18.541604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ab775d7b-0ef5-4ff3-bb8f-9ed8836be23b tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.548709 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab775d7b-0ef5-4ff3-bb8f-9ed8836be23b tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 12 04:18:18.549303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab775d7b-0ef5-4ff3-bb8f-9ed8836be23b tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:18.551419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ab775d7b-0ef5-4ff3-bb8f-9ed8836be23b tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/48b4ff09-0534-4fef-a873-a612ed099976 HTTP/1.1" status: 409 len: 405 time: 0.1053951 Aug 12 04:18:18.555938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:18.560534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-826717760'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:18.580406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d1d6f6f8-47d8-4880-b1d0-1dfd016de634 None None] Provisioning for port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:18.625053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:18.628609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.651824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45432248-a02c-46b2-a951-32371c396a40 None None] DHCP port deletion for 48b4ff09-0534-4fef-a873-a612ed099976 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:18:18.652147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:18.661739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.662078 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Added segment 3ff1361b-4c12-4809-be1b-25dafe799bb1 of type vlan for network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 Aug 12 04:18:18.703537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.768295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.774353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:18.775003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.822232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-45432248-a02c-46b2-a951-32371c396a40 None None] Deleting port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:18.822908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-45432248-a02c-46b2-a951-32371c396a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.843885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Network': ['ID=5ccae14f-a8ef-418c-bce4-050a81bd1bd8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:18.861058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:18.877340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f66a1a18-f482-473d-8ffd-5d4ca421de4c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3206019 Aug 12 04:18:18.880585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59910) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:18.885697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'subnet': {'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:18.933111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-45432248-a02c-46b2-a951-32371c396a40 None None] For port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c,segment=NetworkSegment(a2e09ac3-6aa7-434a-aeb3-82fb02da460f),segment_id=a2e09ac3-6aa7-434a-aeb3-82fb02da460f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:18.933508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-45432248-a02c-46b2-a951-32371c396a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:18.953993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-45432248-a02c-46b2-a951-32371c396a40 None None] Calling delete_port for ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:19.042698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:19.046257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.122307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-45432248-a02c-46b2-a951-32371c396a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.125760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0176cfd-f5a6-4555-a918-d84c1c2feaf9 req-cb3d4f47-4c2d-4f5d-87f8-b862c110043e tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0379870 Aug 12 04:18:19.161283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45432248-a02c-46b2-a951-32371c396a40 None None] No DVR routers for this DVR port ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:19.171447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45432248-a02c-46b2-a951-32371c396a40 None None] Pushing event deleted for resources: {'Port': ['ID=ce6213f9-56df-4c47-8ddf-2e8de2ac7e3c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:19.188910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af4460-a43f-439a-bc5e-2d5c41f13012 req-d6ce337f-92ff-4b2c-937a-142bf222dcef tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:19.191171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4af4460-a43f-439a-bc5e-2d5c41f13012 req-d6ce337f-92ff-4b2c-937a-142bf222dcef tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0868185 Aug 12 04:18:19.233288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4af4460-a43f-439a-bc5e-2d5c41f13012 req-111903a2-8385-41ec-a54d-0bf893941581 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Aug 12 04:18:19.351062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefa3b7-c24d-40fd-9a42-a5ef49ae83a1 req-5e9c3bd3-5ca5-4d02-a129-e6591c26f722 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:19.352887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cefa3b7-c24d-40fd-9a42-a5ef49ae83a1 req-5e9c3bd3-5ca5-4d02-a129-e6591c26f722 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.0510917 Aug 12 04:18:19.392290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cefa3b7-c24d-40fd-9a42-a5ef49ae83a1 req-6213d858-b88d-4bf4-8e40-09e82021e93d tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/security-groups?id=05f4085a-1c3b-4e60-be72-cddaa9acc738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Aug 12 04:18:19.433880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:18:19.433880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.492315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Subnet': ['ID=1b8ae25d-91c9-4860-8450-146154738531,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:19.500724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Checking segment: {'id': '3ff1361b-4c12-4809-be1b-25dafe799bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:19.501086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network hostable DHCP agents. Network: 5ccae14f-a8ef-418c-bce4-050a81bd1bd8, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:19.579097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453548-821f-4557-a78d-4865a603e389 req-22567126-5586-4b22-b664-192feea30fd9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:19.580540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96453548-821f-4557-a78d-4865a603e389 req-22567126-5586-4b22-b664-192feea30fd9 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 945 time: 0.0471137 Aug 12 04:18:19.585258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:19.680213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Deleting port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:19.681584 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.717667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 5ccae14f-a8ef-418c-bce4-050a81bd1bd8) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:19.724729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:19.725228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a1d2c-b8ae-4f44-8853-fe644a02ab08 None None] Network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:19.725493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.779199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] For port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,segment=NetworkSegment(f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0),segment_id=f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:19.779462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.792613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Calling delete_port for 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:19.805127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b0e25daa-c3d4-4e30-a4cf-82f78445bd20 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9234521 Aug 12 04:18:19.807885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59924) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:19.868717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-5ccae14f-a8ef-418c-bce4-050a81bd1bd8', 'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8', 'tenant_id': '855ec439e3404a239b165612f1aed0be', 'fixed_ips': [{'subnet_id': '1b8ae25d-91c9-4860-8450-146154738531'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:19.869590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.908775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:19.986081 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.014270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.015126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Allocated IP 2001:db8::f816:3eff:fe76:8553 (5ccae14f-a8ef-418c-bce4-050a81bd1bd8/1b8ae25d-91c9-4860-8450-146154738531/150242af-cf22-4e7d-8c7b-b03371548f51) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:20.027765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:20.043664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Pushing event deleted for resources: {'Port': ['ID=7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:20.084722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] No DVR routers for this DVR port 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:20.087400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.089455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96453548-821f-4557-a78d-4865a603e389 req-f9ae0700-eba2-48f5-9b99-49bbb0c893d4 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.20 "DELETE /v2.0/ports/7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 HTTP/1.1" status: 204 len: 173 time: 0.5018871 Aug 12 04:18:20.089894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'name': 'network-vif-deleted', 'tag': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:20.092244 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4933e8a7-0340-4aea-b6f3-1e395a782e0e" -d '{"events": [{"server_uuid": "8be3fa3f-4db8-4c95-8a4d-b8d6a5462470", "name": "network-vif-deleted", "tag": "7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:20.134020 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db9b7b0-f967-4375-a809-4c5b96535cc6 x-openstack-request-id: req-1db9b7b0-f967-4375-a809-4c5b96535cc6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:20.134312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be3fa3f-4db8-4c95-8a4d-b8d6a5462470", "name": "network-vif-deleted", "tag": "7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:20.134686 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1db9b7b0-f967-4375-a809-4c5b96535cc6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:20.135125 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be3fa3f-4db8-4c95-8a4d-b8d6a5462470', 'name': 'network-vif-deleted', 'tag': '7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5', 'status': 'completed', 'code': 200} Aug 12 04:18:20.187600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.195822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Transition to ACTIVE for port object 150242af-cf22-4e7d-8c7b-b03371548f51 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:20.211711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Transition to ACTIVE for port object 150242af-cf22-4e7d-8c7b-b03371548f51 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:20.245878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eaa888ea-b5bb-4355-a994-f73e6586e328 req-25bf5250-5db0-4d3b-bd4d-898ee70f10c0 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0349753 Aug 12 04:18:20.283083 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.318421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:20.322501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:20.324963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:20.360307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Pushing event updated for resources: {'Port': ['ID=150242af-cf22-4e7d-8c7b-b03371548f51,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:20.374042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc959f-3b9f-48b4-92d0-e4087295684a req-a8e5cf2e-42ec-4c14-9b0a-1b5e5593099c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:20.374474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84bc959f-3b9f-48b4-92d0-e4087295684a req-a8e5cf2e-42ec-4c14-9b0a-1b5e5593099c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0587602 Aug 12 04:18:20.393539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Attempting to bind port 150242af-cf22-4e7d-8c7b-b03371548f51 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:20.393905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Attempting to bind port 150242af-cf22-4e7d-8c7b-b03371548f51 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '3ff1361b-4c12-4809-be1b-25dafe799bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:20.394268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Attempting to bind port 150242af-cf22-4e7d-8c7b-b03371548f51 on network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:20.399916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:20.400288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Checking segment: {'id': '3ff1361b-4c12-4809-be1b-25dafe799bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:20.400983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.401312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Bound using segment: {'id': '3ff1361b-4c12-4809-be1b-25dafe799bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:20.401776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Bound port: 150242af-cf22-4e7d-8c7b-b03371548f51, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff1361b-4c12-4809-be1b-25dafe799bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:20.402140 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.413707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84bc959f-3b9f-48b4-92d0-e4087295684a req-f5325d65-5a56-4a05-ab75-284d68a3e2f7 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Aug 12 04:18:20.416079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.459393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8ae25d-91c9-4860-8450-146154738531,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:20.486363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] For port 150242af-cf22-4e7d-8c7b-b03371548f51, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:20.490122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] For port 150242af-cf22-4e7d-8c7b-b03371548f51, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=150242af-cf22-4e7d-8c7b-b03371548f51,segment=NetworkSegment(3ff1361b-4c12-4809-be1b-25dafe799bb1),segment_id=3ff1361b-4c12-4809-be1b-25dafe799bb1)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:20.551524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ffc7c9a3-a26a-485f-88da-249e1904c149 req-4185f6f3-f93e-44c6-be63-b801a77e5f91 tempest-DeleteServersTestJSON-105156991 tempest-DeleteServersTestJSON-105156991-project] 10.222.0.42 "GET /v2.0/ports?device_id=8be3fa3f-4db8-4c95-8a4d-b8d6a5462470 HTTP/1.1" status: 200 len: 210 time: 0.0417836 Aug 12 04:18:20.555981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.563610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.566563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccae14f-a8ef-418c-bce4-050a81bd1bd8']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:20.578163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff1361b-4c12-4809-be1b-25dafe799bb1') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:20.578456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff1361b-4c12-4809-be1b-25dafe799bb1') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:20.587878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.602530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.609838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:20.609838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:20.612304 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:20.641861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb711d-b5a7-4184-8193-827fcbf0cc4a None None] Pushing event updated for resources: {'Port': ['ID=150242af-cf22-4e7d-8c7b-b03371548f51,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:20.663831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16536d-eb67-4205-8f8b-9fcb81498260 None None] Network 5ccae14f-a8ef-418c-bce4-050a81bd1bd8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:20.706216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:18:20.706216 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:18:20.706216 n-d-804320-1 neutron-server[95042]: [parameters: {'id': '5ccae14f-a8ef-418c-bce4-050a81bd1bd8'}] Aug 12 04:18:20.706216 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:18:20.706636 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:18:20.780620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac226f3e-76e0-444c-ac2a-f00e7e6ad60e None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:18:20.930600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac226f3e-76e0-444c-ac2a-f00e7e6ad60e None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:18:21.207391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.265789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting port 150242af-cf22-4e7d-8c7b-b03371548f51 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:21.266246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.335200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] For port 150242af-cf22-4e7d-8c7b-b03371548f51, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=150242af-cf22-4e7d-8c7b-b03371548f51,segment=NetworkSegment(3ff1361b-4c12-4809-be1b-25dafe799bb1),segment_id=3ff1361b-4c12-4809-be1b-25dafe799bb1)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:21.335200 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.347071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Calling delete_port for 150242af-cf22-4e7d-8c7b-b03371548f51 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:21.356551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36fdefce-1ca7-42ce-9aed-87c0e49b7bff req-d2cf8c2d-4594-44f8-a0ee-a5fe37379e0b tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0271492 Aug 12 04:18:21.519050 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.560010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Port': ['ID=150242af-cf22-4e7d-8c7b-b03371548f51,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:21.564112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No DVR routers for this DVR port 150242af-cf22-4e7d-8c7b-b03371548f51 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:21.645644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ccdf-64dd-410b-8b11-ea1234afe60c req-e0c95bfc-7223-465e-aac6-7c2ea2b065d6 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:21.647192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8981ccdf-64dd-410b-8b11-ea1234afe60c req-e0c95bfc-7223-465e-aac6-7c2ea2b065d6 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1383858 Aug 12 04:18:21.673471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.684097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccae14f-a8ef-418c-bce4-050a81bd1bd8']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:21.697161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff1361b-4c12-4809-be1b-25dafe799bb1') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:21.697460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff1361b-4c12-4809-be1b-25dafe799bb1') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:21.714232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.722808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8981ccdf-64dd-410b-8b11-ea1234afe60c req-a712dfca-1e03-4c9b-bcb6-4469cce54e9b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677736 Aug 12 04:18:21.730860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.746334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:21.746763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:21.749817 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:21.859800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.867005 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:21.873253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/5ccae14f-a8ef-418c-bce4-050a81bd1bd8 HTTP/1.1" status: 204 len: 168 time: 2.0599639 Aug 12 04:18:21.874499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59966) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:21.880289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1959832628'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:21.882036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdadd1-2488-41cc-91bd-a3ac10fe77e0 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Network': ['ID=5ccae14f-a8ef-418c-bce4-050a81bd1bd8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:21.996906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:22.000410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.023738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:22.032217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.036716 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Added segment 75316cb0-1bbc-4d2b-982a-c745dcfc3742 of type vlan for network ca36980c-b0c9-49c9-8342-4207a132f014 Aug 12 04:18:22.073931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.162410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.168089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:22.171547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.236083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Network': ['ID=ca36980c-b0c9-49c9-8342-4207a132f014,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:22.245859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network ca36980c-b0c9-49c9-8342-4207a132f014 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:22.295009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-30a70d7f-fff1-4a18-96e1-1cf9f0a36949 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4191554 Aug 12 04:18:22.297719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59978) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:22.303796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'subnet': {'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:22.472300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec109784-66c5-4d27-9d83-41fbc84e2549 req-ae7991a1-55b7-4a98-b70a-bd94d4d3c889 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0330167 Aug 12 04:18:22.487941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:22.493006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.728489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.790952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Subnet': ['ID=fc7cd2aa-c5cb-40d3-a85f-624a23de00e9,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:22.798475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Checking segment: {'id': '75316cb0-1bbc-4d2b-982a-c745dcfc3742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:22.798883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network hostable DHCP agents. Network: ca36980c-b0c9-49c9-8342-4207a132f014, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:22.850088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d94424-e9ea-4a09-9f6d-1d6ed73cc5cb req-4ea5c972-b662-4aea-9079-f5f0909fd64e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:22.851672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43d94424-e9ea-4a09-9f6d-1d6ed73cc5cb req-4ea5c972-b662-4aea-9079-f5f0909fd64e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0550394 Aug 12 04:18:22.882489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network ca36980c-b0c9-49c9-8342-4207a132f014 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:22.892130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43d94424-e9ea-4a09-9f6d-1d6ed73cc5cb req-e4d60d25-23fa-46c2-87c4-8114ce966a57 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340798 Aug 12 04:18:22.939447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, ca36980c-b0c9-49c9-8342-4207a132f014) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:22.947234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:22.947952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:22.953320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff509b0-6ca4-4287-ac9d-dd82cfecfe02 None None] Network ca36980c-b0c9-49c9-8342-4207a132f014 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:23.003392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-71786f77-a487-4650-8516-b9cdb9b5b48a tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7038586 Aug 12 04:18:23.005841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59992) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:23.110737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-ca36980c-b0c9-49c9-8342-4207a132f014', 'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014', 'tenant_id': '855ec439e3404a239b165612f1aed0be', 'fixed_ips': [{'subnet_id': 'fc7cd2aa-c5cb-40d3-a85f-624a23de00e9'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:23.111193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.111756 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.188671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.205234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:23.236048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:23.236596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 7b8760d4-ce0c-4e25-b3ce-c977b26c5cb5 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:23.409618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Allocated IP 2001:db8::2 (ca36980c-b0c9-49c9-8342-4207a132f014/fc7cd2aa-c5cb-40d3-a85f-624a23de00e9/c8d9e778-f9f2-47a7-ac46-5d48577c3ddf) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:23.562528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.571380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Transition to ACTIVE for port object c8d9e778-f9f2-47a7-ac46-5d48577c3ddf will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:23.587538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Transition to ACTIVE for port object c8d9e778-f9f2-47a7-ac46-5d48577c3ddf will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:23.591363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff7f02eb-407a-4142-9a3d-358bf9bc9e7e req-ba0364ed-0323-4914-a3bb-5a76a7cba437 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0365121 Aug 12 04:18:23.660442 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.713848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Network ca36980c-b0c9-49c9-8342-4207a132f014 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:23.717556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Pushing event updated for resources: {'Port': ['ID=c8d9e778-f9f2-47a7-ac46-5d48577c3ddf,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:23.720044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:23.724628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:23.740088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.778221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Attempting to bind port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:23.778680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Attempting to bind port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '75316cb0-1bbc-4d2b-982a-c745dcfc3742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:23.779043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Attempting to bind port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf on network ca36980c-b0c9-49c9-8342-4207a132f014 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:23.785517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:23.786066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Checking segment: {'id': '75316cb0-1bbc-4d2b-982a-c745dcfc3742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:23.786478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.786910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Bound using segment: {'id': '75316cb0-1bbc-4d2b-982a-c745dcfc3742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:23.787552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Bound port: c8d9e778-f9f2-47a7-ac46-5d48577c3ddf, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75316cb0-1bbc-4d2b-982a-c745dcfc3742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ca36980c-b0c9-49c9-8342-4207a132f014'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:23.787950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:23.861768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] For port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:23.865385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] For port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c8d9e778-f9f2-47a7-ac46-5d48577c3ddf,segment=NetworkSegment(75316cb0-1bbc-4d2b-982a-c745dcfc3742),segment_id=75316cb0-1bbc-4d2b-982a-c745dcfc3742)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:23.930612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:24.027769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75177f-4096-4b8c-bbe7-f7321de29bea None None] Pushing event updated for resources: {'Port': ['ID=c8d9e778-f9f2-47a7-ac46-5d48577c3ddf,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:24.047555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15d824-9231-4080-8b37-92d50f95ca76 None None] Network ca36980c-b0c9-49c9-8342-4207a132f014 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:24.134291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7cd2aa-c5cb-40d3-a85f-624a23de00e9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:24.194568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f9930-09de-4675-93ac-b85ffbb8cc4f None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:18:24.225862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:24.235257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4aca8c-e3b6-4036-80a6-59034f57d0aa req-e0a8767e-20ac-47c5-89ce-78d1b8a909eb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:24.236683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f4aca8c-e3b6-4036-80a6-59034f57d0aa req-e0a8767e-20ac-47c5-89ce-78d1b8a909eb tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1203907 Aug 12 04:18:24.256616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca36980c-b0c9-49c9-8342-4207a132f014']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:24.273643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75316cb0-1bbc-4d2b-982a-c745dcfc3742') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:24.273943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75316cb0-1bbc-4d2b-982a-c745dcfc3742') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:24.285847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:24.309247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f4aca8c-e3b6-4036-80a6-59034f57d0aa req-12e21bef-a7a3-4102-9535-acd5d3a63a89 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637388 Aug 12 04:18:24.310201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:24.318205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:24.319541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:24.330842 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:24.336331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f9930-09de-4675-93ac-b85ffbb8cc4f None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:18:24.448963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:18:24.448963 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:18:24.448963 n-d-804320-1 neutron-server[95043]: [parameters: {'id': 'ca36980c-b0c9-49c9-8342-4207a132f014'}] Aug 12 04:18:24.448963 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:18:24.449453 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:18:24.691810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f2c6663-2b7a-4438-9935-357db79e811f req-61c8d139-1728-42dc-a96c-71ec050fdb3c tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0271816 Aug 12 04:18:24.950667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.004238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:25.004621 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.072654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] For port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c8d9e778-f9f2-47a7-ac46-5d48577c3ddf,segment=NetworkSegment(75316cb0-1bbc-4d2b-982a-c745dcfc3742),segment_id=75316cb0-1bbc-4d2b-982a-c745dcfc3742)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:25.073028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.086898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Calling delete_port for c8d9e778-f9f2-47a7-ac46-5d48577c3ddf owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:25.219937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.248164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Port': ['ID=c8d9e778-f9f2-47a7-ac46-5d48577c3ddf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:25.253608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No DVR routers for this DVR port c8d9e778-f9f2-47a7-ac46-5d48577c3ddf on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:25.355026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.360507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.383812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca36980c-b0c9-49c9-8342-4207a132f014']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:25.406499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75316cb0-1bbc-4d2b-982a-c745dcfc3742') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:25.407079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75316cb0-1bbc-4d2b-982a-c745dcfc3742') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:25.425042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.444854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.462144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:25.462558 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:25.475723 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:25.526493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef074-2f39-4e91-a4de-7a3d618fb4c2 req-89f2d40d-6ba8-4bf9-8766-a3658fb38ed2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:25.541858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93eef074-2f39-4e91-a4de-7a3d618fb4c2 req-89f2d40d-6ba8-4bf9-8766-a3658fb38ed2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1366429 Aug 12 04:18:25.579585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.621861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93eef074-2f39-4e91-a4de-7a3d618fb4c2 req-68ae4979-d196-416a-aece-804551ac530d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788543 Aug 12 04:18:25.631583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60040) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:25.693369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Deleting subnet eba34822-312b-4cac-8b58-13aba9394d07 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:25.697233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.707966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.716169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.722371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/ca36980c-b0c9-49c9-8342-4207a132f014 HTTP/1.1" status: 204 len: 168 time: 2.7153709 Aug 12 04:18:25.723371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3954692-10ca-48dd-b656-25e46e3fed87 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Network': ['ID=ca36980c-b0c9-49c9-8342-4207a132f014,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:25.725094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60046) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:25.731135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1280225091'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:25.781075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.813219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:25.816929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.845968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:25.848044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0521e60-e4b7-44c6-9d83-6a4a91ea58e6 req-ee03756d-2f91-4bef-a582-12c1b3929c08 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0405467 Aug 12 04:18:25.859555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.860241 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Added segment 44cd6592-b146-477e-bf97-45b481e0e51d of type vlan for network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb Aug 12 04:18:25.876630 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:25.920375 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.019895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.031047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.038138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:26.038894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.050678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba34822-312b-4cac-8b58-13aba9394d07,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:26.054942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.058752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c5e42b88-4140-4889-bfd5-9ced21e1eca8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eba34822-312b-4cac-8b58-13aba9394d07 HTTP/1.1" status: 204 len: 168 time: 0.4242623 Aug 12 04:18:26.061330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60050) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:26.159771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4335890 Aug 12 04:18:26.161277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ea83a-db25-44bc-b918-b43559570362 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Network': ['ID=a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:26.164017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:26.169939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Request body: {'subnet': {'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:26.173712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:26.188349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.282069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.293350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:26.303579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:26.310561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73417e2-e8aa-4cfd-b0dd-9b248de0e9e0') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:26.312581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.322808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Made reservation on behalf of 855ec439e3404a239b165612f1aed0be for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:26.326524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.327975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.333543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:26.333966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:26.335679 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:26.505681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.511607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.515871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] 10.222.0.42 "DELETE /v2.0/networks/d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47 HTTP/1.1" status: 204 len: 168 time: 0.4482775 Aug 12 04:18:26.530206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da3fab-3784-40f9-b92b-2a46ad08e01a admin admin] Pushing event deleted for resources: {'Network': ['ID=d16fe8ae-fae7-46d8-9a05-a59e7f9f1c47,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:26.679635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:18:26.681254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:26.771134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event updated for resources: {'Subnet': ['ID=b2eba0be-685c-47ad-9d13-dcc24c49776c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:26.793852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Checking segment: {'id': '44cd6592-b146-477e-bf97-45b481e0e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:26.794137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network hostable DHCP agents. Network: a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:26.803240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f538cf9-9bf6-43d8-9595-00add74f1fa4 req-16bb60e6-5784-4d58-8b60-c3b7e6cf9e64 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:26.804735 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f538cf9-9bf6-43d8-9595-00add74f1fa4 req-16bb60e6-5784-4d58-8b60-c3b7e6cf9e64 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1145017 Aug 12 04:18:26.851130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f538cf9-9bf6-43d8-9595-00add74f1fa4 req-cdf132c4-2f13-4965-9971-067e4106f1d8 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383492 Aug 12 04:18:26.905657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60066) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:26.934030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:26.981324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7035f146-daeb-4bf3-90d7-f90eb670dc0c req-815be00a-a6dc-40d9-b6af-bc557be37edd tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0354404 Aug 12 04:18:26.987941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b9199913-add2-4c4c-9ff1-da087ad41b59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c72021374ff44d2f96179e0b5ececebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774033 Aug 12 04:18:26.988152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60070) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:27.033799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:27.039709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:27.040332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.042629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741a267-697c-47c0-ab96-19e469179b2f None None] Network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:27.058859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309f5d09-4a21-47f2-ae23-20a2fbeef54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.081332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309f5d09-4a21-47f2-ae23-20a2fbeef54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.137088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-033cd5de-8e6e-478c-9d20-463f4c671e5f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9691494 Aug 12 04:18:27.137810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60072) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:27.211766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309f5d09-4a21-47f2-ae23-20a2fbeef54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.214357 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309f5d09-4a21-47f2-ae23-20a2fbeef54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.214981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb', 'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb', 'tenant_id': '855ec439e3404a239b165612f1aed0be', 'fixed_ips': [{'subnet_id': 'b2eba0be-685c-47ad-9d13-dcc24c49776c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:27.219071 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-309f5d09-4a21-47f2-ae23-20a2fbeef54c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05f4085a-1c3b-4e60-be72-cddaa9acc738 HTTP/1.1" status: 204 len: 168 time: 0.2268040 Aug 12 04:18:27.219282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.231620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f5d09-4a21-47f2-ae23-20a2fbeef54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f4085a-1c3b-4e60-be72-cddaa9acc738,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:27.272292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.330126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.388110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Allocated IP 2001:db8::f816:3eff:feb1:deb2 (a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb/b2eba0be-685c-47ad-9d13-dcc24c49776c/861b6fce-7622-4b01-bf45-bc9fda792806) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:27.528835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.540568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Transition to ACTIVE for port object 861b6fce-7622-4b01-bf45-bc9fda792806 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:27.562639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Transition to ACTIVE for port object 861b6fce-7622-4b01-bf45-bc9fda792806 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:27.639193 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.690518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:27.695236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:27.697239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Pushing event updated for resources: {'Port': ['ID=861b6fce-7622-4b01-bf45-bc9fda792806,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:27.699756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:27.728477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.783441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Attempting to bind port 861b6fce-7622-4b01-bf45-bc9fda792806 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:27.783818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Attempting to bind port 861b6fce-7622-4b01-bf45-bc9fda792806 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '44cd6592-b146-477e-bf97-45b481e0e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:27.784188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Attempting to bind port 861b6fce-7622-4b01-bf45-bc9fda792806 on network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:27.785095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Subnet': ['ID=b2eba0be-685c-47ad-9d13-dcc24c49776c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:27.797447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:27.797827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Checking segment: {'id': '44cd6592-b146-477e-bf97-45b481e0e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:27.798234 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.798630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Bound using segment: {'id': '44cd6592-b146-477e-bf97-45b481e0e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:27.799134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Bound port: 861b6fce-7622-4b01-bf45-bc9fda792806, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cd6592-b146-477e-bf97-45b481e0e51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:27.799890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.862345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.868082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] For port 861b6fce-7622-4b01-bf45-bc9fda792806, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:27.873699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] For port 861b6fce-7622-4b01-bf45-bc9fda792806, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=861b6fce-7622-4b01-bf45-bc9fda792806,segment=NetworkSegment(44cd6592-b146-477e-bf97-45b481e0e51d),segment_id=44cd6592-b146-477e-bf97-45b481e0e51d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:27.878183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:27.900064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cd6592-b146-477e-bf97-45b481e0e51d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:27.907907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cd6592-b146-477e-bf97-45b481e0e51d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:27.939422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.951934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.977418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.986354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:27.986787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:27.990584 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:28.057816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53920665-8b4f-4bbf-81cd-9b03843850bc req-7dd879e0-3bc0-4256-b635-cc100b629a22 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:28.059551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53920665-8b4f-4bbf-81cd-9b03843850bc req-7dd879e0-3bc0-4256-b635-cc100b629a22 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1180315 Aug 12 04:18:28.097617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae3052-fa37-4bdc-90a5-d8dea7dda910 None None] Network a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:28.102062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:18:28.102062 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:18:28.102062 n-d-804320-1 neutron-server[95042]: [parameters: {'id': 'a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb'}] Aug 12 04:18:28.102062 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:18:28.102527 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:18:28.103752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72144bf-c6cc-442c-a3a3-42e78168ca08 None None] Pushing event updated for resources: {'Port': ['ID=861b6fce-7622-4b01-bf45-bc9fda792806,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:28.120333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53920665-8b4f-4bbf-81cd-9b03843850bc req-65c8f43e-25d4-46f7-a8bf-81518e0b2a6e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542679 Aug 12 04:18:28.202278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f064b40f-c970-4683-b778-e180a7221436 req-6e39d651-5b00-482c-9651-30f2e0830d27 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0304732 Aug 12 04:18:28.259944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d7050bb-6b1e-4436-b4e7-10e7e0ed1560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.270298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c33e7-eb45-468f-b3e9-ffeccbf79c19 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:18:28.395693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c33e7-eb45-468f-b3e9-ffeccbf79c19 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:18:28.419904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:28.525869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1878927652-network', 'tenant_id': 'f41b21ce8031473abc34efc46ccb5bae'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:28.613783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Made reservation on behalf of f41b21ce8031473abc34efc46ccb5bae for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:28.616071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.619412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.628365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.726902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting port 861b6fce-7622-4b01-bf45-bc9fda792806 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:28.727256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.815168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] For port 861b6fce-7622-4b01-bf45-bc9fda792806, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=861b6fce-7622-4b01-bf45-bc9fda792806,segment=NetworkSegment(44cd6592-b146-477e-bf97-45b481e0e51d),segment_id=44cd6592-b146-477e-bf97-45b481e0e51d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:28.815844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.831121 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.835455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Calling delete_port for 861b6fce-7622-4b01-bf45-bc9fda792806 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:28.883219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.918092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:28.941038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:28.941385 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Added segment 6ef3dc64-33d4-402b-a1f8-d71cfda01b8b of type vlan for network 60c5de19-4f85-4f9a-ba4c-68335b8a817b Aug 12 04:18:28.956222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fd7cd6-3e87-40e9-a017-78851ed50c89,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:28.994440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.036136 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.061871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Port': ['ID=861b6fce-7622-4b01-bf45-bc9fda792806,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:29.067366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No DVR routers for this DVR port 861b6fce-7622-4b01-bf45-bc9fda792806 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:29.094155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.095113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:29.095683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.212275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.228491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:29.230730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] Pushing event updated for resources: {'Network': ['ID=60c5de19-4f85-4f9a-ba4c-68335b8a817b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:29.244113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cd6592-b146-477e-bf97-45b481e0e51d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:29.244410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cd6592-b146-477e-bf97-45b481e0e51d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:29.244953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:29.254339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e081-cd3c-44a2-be93-48e9db9b5ef8 req-adea86b4-7b38-42cf-95b9-75e0c94ce356 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:29.257188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bdf6e302-96f2-4248-be43-0720671573d0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8361452 Aug 12 04:18:29.259278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.260784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60122) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.263331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6c1e081-cd3c-44a2-be93-48e9db9b5ef8 req-adea86b4-7b38-42cf-95b9-75e0c94ce356 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0616670 Aug 12 04:18:29.272594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Request body: {'subnet': {'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1878927652-subnet', 'tenant_id': 'f41b21ce8031473abc34efc46ccb5bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:29.288020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.301989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:29.302399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.307110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6c1e081-cd3c-44a2-be93-48e9db9b5ef8 req-df7b29b3-03e8-4554-82ec-5da063207f3f tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:29.319163 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:29.373516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01accf0d-655d-4310-9b31-2902d3dfb469 req-c20b3d9e-2d4c-4988-ac03-f30fc285bad9 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0774205 Aug 12 04:18:29.379272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Made reservation on behalf of f41b21ce8031473abc34efc46ccb5bae for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:29.382083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.495537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.510610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.512541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb HTTP/1.1" status: 204 len: 168 time: 2.3737984 Aug 12 04:18:29.516343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60124) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.525111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ceb5-7e8a-424d-bee5-addd58d65e3c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Network': ['ID=a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:29.548366 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6088b17-9082-4c97-8114-73d30d08e528 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:29.548366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6088b17-9082-4c97-8114-73d30d08e528 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:29.549219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c6088b17-9082-4c97-8114-73d30d08e528 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/b2eba0be-685c-47ad-9d13-dcc24c49776c HTTP/1.1" status: 404 len: 337 time: 0.0316880 Aug 12 04:18:29.552284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.571274 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d7a7e7-a82d-4482-8c88-0db4e1e0edcb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:29.572164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d7a7e7-a82d-4482-8c88-0db4e1e0edcb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:29.573865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c6d7a7e7-a82d-4482-8c88-0db4e1e0edcb tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/a3f9bd3c-9b89-44f3-ba96-7a9c7295f9cb HTTP/1.1" status: 404 len: 339 time: 0.0204027 Aug 12 04:18:29.576385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60128) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.601817 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c1c557-2b15-44b5-ab87-9b04c9759c92 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:29.602247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c1c557-2b15-44b5-ab87-9b04c9759c92 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:29.603959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37c1c557-2b15-44b5-ab87-9b04c9759c92 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/fc7cd2aa-c5cb-40d3-a85f-624a23de00e9 HTTP/1.1" status: 404 len: 337 time: 0.0266941 Aug 12 04:18:29.606391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.624343 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e62b1c4-852d-48f6-b3e5-4015b519e9af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:29.624802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e62b1c4-852d-48f6-b3e5-4015b519e9af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:29.626408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e62b1c4-852d-48f6-b3e5-4015b519e9af tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/ca36980c-b0c9-49c9-8342-4207a132f014 HTTP/1.1" status: 404 len: 339 time: 0.0191052 Aug 12 04:18:29.628957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60132) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.653471 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b27b95-2d8d-4d6e-88da-828595e04953 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:29.653902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b27b95-2d8d-4d6e-88da-828595e04953 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:29.655530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-27b27b95-2d8d-4d6e-88da-828595e04953 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/1b8ae25d-91c9-4860-8450-146154738531 HTTP/1.1" status: 404 len: 337 time: 0.0256581 Aug 12 04:18:29.658011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60134) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.665309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.675721 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1696b40-7408-4e03-b4e5-5b831f89c9d7 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:29.676323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1696b40-7408-4e03-b4e5-5b831f89c9d7 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:29.681974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f1696b40-7408-4e03-b4e5-5b831f89c9d7 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/5ccae14f-a8ef-418c-bce4-050a81bd1bd8 HTTP/1.1" status: 404 len: 339 time: 0.0196340 Aug 12 04:18:29.681974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60136) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:29.725575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=898cb9d8-9b52-45fc-a6fd-21d4a6317a76,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:29.732877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Checking segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:29.733230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Network hostable DHCP agents. Network: 60c5de19-4f85-4f9a-ba4c-68335b8a817b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:29.773511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting port f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:29.773850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.830807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:29.840211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.854127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Calling delete_port for f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:29.899400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 60c5de19-4f85-4f9a-ba4c-68335b8a817b) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:29.903610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:29.904557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:29.912864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91910e2-d9c7-496c-b9ee-0df650fa2c29 None None] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:30.008840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3c3b61c-ec0f-4744-b00d-a6f6e453c1bd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7469881 Aug 12 04:18:30.038117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.054228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d6822-8e17-4c68-b70a-4b59367d0589 None None] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:30.072612 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.076109 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/ports/f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4 HTTP/1.1" status: 204 len: 168 time: 0.3930669 Aug 12 04:18:30.079103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60148) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:30.105743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93835d0-c10a-442c-bd07-a48d3638ca84 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Port': ['ID=f93c7bcd-ee9b-43f2-9b62-b4ab3b6edeb4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:30.119361 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-387d7169-9b1c-4b63-8e3e-4664bbaa0f7c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:30.119828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387d7169-9b1c-4b63-8e3e-4664bbaa0f7c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:30.121610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-387d7169-9b1c-4b63-8e3e-4664bbaa0f7c tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/d3c0ed56-8cda-40fd-982f-17c9f9906fbf HTTP/1.1" status: 404 len: 337 time: 0.0414345 Aug 12 04:18:30.124337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60150) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:30.219735 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.268572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9035c3a-3402-43ca-a046-8665230f001c req-bb78194d-9a37-4186-9b75-450261e17210 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:30.270650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9035c3a-3402-43ca-a046-8665230f001c req-bb78194d-9a37-4186-9b75-450261e17210 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0576625 Aug 12 04:18:30.320984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9035c3a-3402-43ca-a046-8665230f001c req-fe9c52e5-9465-4907-bda7-4635f0b69732 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Aug 12 04:18:30.324193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.341130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b4ff09-0534-4fef-a873-a612ed099976']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:30.353194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:30.353494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e09ac3-6aa7-434a-aeb3-82fb02da460f') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:30.365106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.380135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.386453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:30.387033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:30.390136 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:30.433364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293e8ae-49fb-48c5-99a0-c200b4691614 req-ee71efdb-2a35-4445-95a9-2575327ae8b3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:30.435265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f293e8ae-49fb-48c5-99a0-c200b4691614 req-ee71efdb-2a35-4445-95a9-2575327ae8b3 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0513129 Aug 12 04:18:30.482159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f293e8ae-49fb-48c5-99a0-c200b4691614 req-419b8517-ca5a-4a52-9e2e-9030abab9180 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Aug 12 04:18:30.534782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.542647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.546963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:30.547146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/48b4ff09-0534-4fef-a873-a612ed099976 HTTP/1.1" status: 204 len: 168 time: 0.4214463 Aug 12 04:18:30.564478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409166-d28e-426f-8767-83a53979a3f3 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Network': ['ID=48b4ff09-0534-4fef-a873-a612ed099976,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:30.603783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e198a6be-d3ba-43b6-821d-a6a550d3d82c req-51255a79-1b18-4e3b-84be-ea4d53ca8973 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0468490 Aug 12 04:18:30.606944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-8d02a6fb-69b2-4154-a659-7bd626ec25a7 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:30.608718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-8d02a6fb-69b2-4154-a659-7bd626ec25a7 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 818 time: 0.1276815 Aug 12 04:18:30.624693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-2b29f141-7fce-40d9-a6c7-fed9b25e3f57 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/quotas/f41b21ce8031473abc34efc46ccb5bae HTTP/1.1" status: 200 len: 375 time: 0.0095351 Aug 12 04:18:30.658752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-cb2208be-60e6-4eee-a8cc-f0a228e7022e tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272770 Aug 12 04:18:30.662539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting port 5eefcd67-2a35-442b-9d74-635841d60315 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:30.662962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.730291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.740142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-183851f4-9149-49dd-88c7-1b9bf413172f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:30.744559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Calling delete_port for 5eefcd67-2a35-442b-9d74-635841d60315 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:30.755179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-226ebb25-a397-48aa-84e8-eb19e6e4eaef service neutron] 10.222.0.42 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Aug 12 04:18:30.845455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-4df57241-01d5-45c2-8815-be383b9d181d service neutron] 10.222.0.42 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842838 Aug 12 04:18:31.225222 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.249641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.255448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Port': ['ID=5eefcd67-2a35-442b-9d74-635841d60315,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:31.260267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.264688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e0f12f56-2287-4325-9739-74d8c17e1d59 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/ports/5eefcd67-2a35-442b-9d74-635841d60315 HTTP/1.1" status: 204 len: 168 time: 0.7138507 Aug 12 04:18:31.264925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60180) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:31.297873 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec87311-4c81-488b-9fde-370a44a03123 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:31.298338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec87311-4c81-488b-9fde-370a44a03123 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:31.300128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0ec87311-4c81-488b-9fde-370a44a03123 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/e929da0c-c0ef-4408-a941-986a4c849318 HTTP/1.1" status: 404 len: 337 time: 0.0341077 Aug 12 04:18:31.303486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60184) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:31.379074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.476290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.487187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9d7779-496f-48a0-b683-feaa6cd66e7c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:31.499662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:31.499968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b277b62a-3da4-43fb-9d2d-2cc075fa67a5') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:31.509733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.525038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.532047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:31.536394 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:31.674593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa369966-74d4-4a7c-b111-8ab1ea0eb33e req-c0a3ea29-7106-4782-a343-78b1ab3e67dc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:31.676371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa369966-74d4-4a7c-b111-8ab1ea0eb33e req-c0a3ea29-7106-4782-a343-78b1ab3e67dc tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0550897 Aug 12 04:18:31.682533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.694161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.696439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/1f9d7779-496f-48a0-b683-feaa6cd66e7c HTTP/1.1" status: 204 len: 168 time: 0.3919594 Aug 12 04:18:31.699029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60196) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:31.733933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4baf3-2dd3-4039-9ac0-e274337f2f87 req-8dbc8c6e-c4a0-49aa-bbd8-aa570466a3f9 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:31.735616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eff4baf3-2dd3-4039-9ac0-e274337f2f87 req-8dbc8c6e-c4a0-49aa-bbd8-aa570466a3f9 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.3410270 Aug 12 04:18:31.744880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86bda8-3a0d-42d8-a295-b602637e0d9f tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Network': ['ID=1f9d7779-496f-48a0-b683-feaa6cd66e7c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:31.778288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eff4baf3-2dd3-4039-9ac0-e274337f2f87 req-6a857ff2-e2b9-466e-b78a-435e01a65368 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344682 Aug 12 04:18:31.799096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa369966-74d4-4a7c-b111-8ab1ea0eb33e req-d34f9980-a21d-46cc-916d-619006595f35 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989194 Aug 12 04:18:31.809298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting subnet 1eaa763b-20ce-4f9f-a196-01e842836bac {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:31.812641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.859329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:31.918670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25bdb878-3615-4d85-9571-95da5635b466 req-e8a5ea9e-8c5a-4b2c-8162-d8a9061dc029 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 210 time: 0.0310314 Aug 12 04:18:31.920681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9950da6d-8d9e-4d17-aac4-c9694de587dc req-8e705fd6-3527-48af-9420-8654c6ec81b9 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0398655 Aug 12 04:18:31.976490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.060334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.140036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.167949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaa763b-20ce-4f9f-a196-01e842836bac,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:32.191125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.191125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-569f7a03-551c-4cdd-9e2f-44bdf0ff0d14 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/subnets/1eaa763b-20ce-4f9f-a196-01e842836bac HTTP/1.1" status: 204 len: 168 time: 0.4721029 Aug 12 04:18:32.191125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60210) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:32.192531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bbe0ae-4a35-4a72-8616-f9b3382d25dc None None] Network 706af237-08d6-42f0-a140-115295102f69 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:32.263763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.323890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Deleting port 2baeb077-5aea-44d4-8d97-63271d82cc2f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:32.324552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.368099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] DHCP port deletion for 706af237-08d6-42f0-a140-115295102f69 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:18:32.395617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] For port 2baeb077-5aea-44d4-8d97-63271d82cc2f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2baeb077-5aea-44d4-8d97-63271d82cc2f,segment=NetworkSegment(451e50ec-f29d-4899-b72e-637813b6931e),segment_id=451e50ec-f29d-4899-b72e-637813b6931e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:32.396575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.415642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Calling delete_port for 2baeb077-5aea-44d4-8d97-63271d82cc2f owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:32.419275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] Deleting port 2baeb077-5aea-44d4-8d97-63271d82cc2f {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:32.419660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.481283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] For port 2baeb077-5aea-44d4-8d97-63271d82cc2f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2baeb077-5aea-44d4-8d97-63271d82cc2f,segment=NetworkSegment(451e50ec-f29d-4899-b72e-637813b6931e),segment_id=451e50ec-f29d-4899-b72e-637813b6931e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:32.481985 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.495246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] Calling delete_port for 2baeb077-5aea-44d4-8d97-63271d82cc2f owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:32.562063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.574406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.594971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Port': ['ID=2baeb077-5aea-44d4-8d97-63271d82cc2f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:32.594971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] No DVR routers for this DVR port 2baeb077-5aea-44d4-8d97-63271d82cc2f on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:32.596704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] Pushing event deleted for resources: {'Port': ['ID=2baeb077-5aea-44d4-8d97-63271d82cc2f,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:32.602864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4d23d-094e-480a-844b-6c7ab716fa39 None None] No DVR routers for this DVR port 2baeb077-5aea-44d4-8d97-63271d82cc2f on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:32.681269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.691218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706af237-08d6-42f0-a140-115295102f69']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:32.701571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e50ec-f29d-4899-b72e-637813b6931e') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:32.701874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e50ec-f29d-4899-b72e-637813b6931e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:32.711160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.725082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:32.737328 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:32.884409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.894889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:32.896804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] 10.222.0.42 "DELETE /v2.0/networks/706af237-08d6-42f0-a140-115295102f69 HTTP/1.1" status: 204 len: 168 time: 0.7198637 Aug 12 04:18:32.918011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a497-393a-443f-a120-b47ca9892403 tempest-NetworksIpV6TestAttrs-793943053 tempest-NetworksIpV6TestAttrs-793943053-project] Pushing event deleted for resources: {'Network': ['ID=706af237-08d6-42f0-a140-115295102f69,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:32.943881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15329f-9ba1-4139-a229-af7410f4b5bb req-c7cb1ba0-0e17-43c1-9948-5521f6ae30ce tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:32.945559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc15329f-9ba1-4139-a229-af7410f4b5bb req-c7cb1ba0-0e17-43c1-9948-5521f6ae30ce tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0936115 Aug 12 04:18:32.947452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db442-24c5-4af9-a952-800ec08135e6 req-324fed0b-bc4a-431a-905c-672b398090b2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:32.949110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b0db442-24c5-4af9-a952-800ec08135e6 req-324fed0b-bc4a-431a-905c-672b398090b2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0703926 Aug 12 04:18:32.990085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc15329f-9ba1-4139-a229-af7410f4b5bb req-f7f015ce-f127-44fa-8a40-48ddd7c95f95 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Aug 12 04:18:32.992631 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1b0db442-24c5-4af9-a952-800ec08135e6 req-749a9379-2b6a-4a2b-9123-87be85f35df2 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Aug 12 04:18:33.061215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de77e79e-00e4-493f-90e1-22b8cc615f6e req-22d27d87-7381-439b-a530-216c942424aa tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 210 time: 0.0271640 Aug 12 04:18:33.084225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9944f02d-3bee-4f6a-b88f-f9b33c98fb1c req-6c895c52-37df-4c10-9ef0-4341784c5e19 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0273399 Aug 12 04:18:33.324959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43acb6f-0941-4185-be3e-5a59775a7f99 req-13c99d90-b439-42c3-a175-a5409ec0c952 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:33.326936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f43acb6f-0941-4185-be3e-5a59775a7f99 req-13c99d90-b439-42c3-a175-a5409ec0c952 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0595167 Aug 12 04:18:33.338193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60242) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:33.367821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f43acb6f-0941-4185-be3e-5a59775a7f99 req-25c3f359-cfb6-41a5-8a83-e18f4284308d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Aug 12 04:18:33.521547 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ab26226-7589-4d6a-b5f8-cb2c401e3e5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=855ec439e3404a239b165612f1aed0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821327 Aug 12 04:18:33.528170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60250) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:33.530877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74170c4-2f38-4723-afd4-90541438456f req-6d6909c6-33d3-475d-b113-5e45ba40c10b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:33.532711 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f74170c4-2f38-4723-afd4-90541438456f req-6d6909c6-33d3-475d-b113-5e45ba40c10b tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0900338 Aug 12 04:18:33.587325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e210b8b6-4f65-484e-986e-6532c89b0ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:33.587627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-305749ac-6daf-4f7d-810c-0a23d0496e8d req-afce272e-32b4-42db-b691-5196f4d03e2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0289993 Aug 12 04:18:33.599772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f74170c4-2f38-4723-afd4-90541438456f req-f2eda7cc-b124-4b8a-b9da-2c86c9295df5 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600047 Aug 12 04:18:33.609004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e210b8b6-4f65-484e-986e-6532c89b0ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:33.624788 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:33.734019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e210b8b6-4f65-484e-986e-6532c89b0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:33.737147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e210b8b6-4f65-484e-986e-6532c89b0ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:33.743480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e210b8b6-4f65-484e-986e-6532c89b0ef1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f06f289-0aa5-47bc-a6b4-fd6cc3752da8 HTTP/1.1" status: 204 len: 168 time: 0.2089667 Aug 12 04:18:33.743954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2baeb077-5aea-44d4-8d97-63271d82cc2f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:33.748862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210b8b6-4f65-484e-986e-6532c89b0ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f06f289-0aa5-47bc-a6b4-fd6cc3752da8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:33.766327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2baeb077-5aea-44d4-8d97-63271d82cc2f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:33.766673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2baeb077-5aea-44d4-8d97-63271d82cc2f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:34.132162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fc6d1-9ba6-415f-bbd2-fc2c6ce63bab req-3c59287c-b947-4040-af3e-765c33c6b54e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:34.134216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e3fc6d1-9ba6-415f-bbd2-fc2c6ce63bab req-3c59287c-b947-4040-af3e-765c33c6b54e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0629742 Aug 12 04:18:34.179755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d431d9f-ffb9-47a7-9a64-fddbffc0f8b7 req-9c9295e2-8343-4b60-a57e-53c4fdc4c1ac tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:34.181447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d431d9f-ffb9-47a7-9a64-fddbffc0f8b7 req-9c9295e2-8343-4b60-a57e-53c4fdc4c1ac tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.0734673 Aug 12 04:18:34.187276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e3fc6d1-9ba6-415f-bbd2-fc2c6ce63bab req-d7ea7d6e-47a0-4b21-bcf0-fbf5c8441756 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466342 Aug 12 04:18:34.250153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d431d9f-ffb9-47a7-9a64-fddbffc0f8b7 req-33809b33-90e8-425d-b97d-69e9d5dcb7dd tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568469 Aug 12 04:18:34.315550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef681bba-4313-4d1c-9d85-949b618b7701 req-a665d947-792b-4f7d-ad89-d3dd5384af66 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 210 time: 0.0534270 Aug 12 04:18:34.350256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60190e5b-8ced-4f3c-a617-00d46defc3be req-d469f9c5-8807-4a49-8d44-0fb48ee75d29 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0275226 Aug 12 04:18:34.630315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-2b12d87b-e784-4424-ab0d-1d2224b19aca tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:34.631925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-2b12d87b-e784-4424-ab0d-1d2224b19aca tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 818 time: 0.1127002 Aug 12 04:18:34.645294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Request body: {'port': {'device_id': '9358ae55-c8b8-438d-add8-98e8127037d9', 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'admin_state_up': True, 'tenant_id': 'f41b21ce8031473abc34efc46ccb5bae'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:34.824795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Made reservation on behalf of f41b21ce8031473abc34efc46ccb5bae for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:34.828353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.001825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60288) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:35.042427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Allocated IP 172.20.0.5 (60c5de19-4f85-4f9a-ba4c-68335b8a817b/898cb9d8-9b52-45fc-a6fd-21d4a6317a76/d4ede619-3a93-4a51-a761-2bfa83a82a21) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:35.050372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-f441bfad-3e09-4c96-b2bc-ae1f24186763 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.051884 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-f441bfad-3e09-4c96-b2bc-ae1f24186763 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.36 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 818 time: 0.1618271 Aug 12 04:18:35.069204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Request body: {'port': {'device_id': '23f33f0c-9328-414d-af54-2f808e054d6d', 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'admin_state_up': True, 'tenant_id': 'f41b21ce8031473abc34efc46ccb5bae'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:35.109662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1913314128'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:35.236299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:35.242137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.253866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.302847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.347696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Made reservation on behalf of f41b21ce8031473abc34efc46ccb5bae for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:35.351109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.397800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63556977-1fb5-4191-9341-733e80151515 req-f8dedeff-b877-49f8-a8ec-1f54b1bf498c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.399326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63556977-1fb5-4191-9341-733e80151515 req-f8dedeff-b877-49f8-a8ec-1f54b1bf498c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1111839 Aug 12 04:18:35.447653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34569135-88c9-47ad-a6ed-90a72153316b req-5e747366-ca70-47dc-9c07-23ae26bb5efb tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.449183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34569135-88c9-47ad-a6ed-90a72153316b req-5e747366-ca70-47dc-9c07-23ae26bb5efb tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1197729 Aug 12 04:18:35.477099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-4b8c05ec-7af7-44f5-bdb5-58c96a1ad55c tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.478503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-4b8c05ec-7af7-44f5-bdb5-58c96a1ad55c tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 818 time: 0.2114975 Aug 12 04:18:35.498108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Request body: {'port': {'device_id': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'admin_state_up': True, 'tenant_id': 'f41b21ce8031473abc34efc46ccb5bae'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:35.504700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c8cf1-5706-4863-94e3-bb534bd07c14 req-7eb9d7fd-0aa9-4bd7-babd-667cc955493d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.506700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae4c8cf1-5706-4863-94e3-bb534bd07c14 req-7eb9d7fd-0aa9-4bd7-babd-667cc955493d tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 945 time: 0.1762111 Aug 12 04:18:35.579564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34569135-88c9-47ad-a6ed-90a72153316b req-434cef9a-7039-4253-a3a0-f01bf370e2f8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179190 Aug 12 04:18:35.596177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.600485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae4c8cf1-5706-4863-94e3-bb534bd07c14 req-fdadc1a8-0e45-4c76-8b12-ff6b3a1c2c20 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783041 Aug 12 04:18:35.615580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port 928983e6-24f8-4b15-a5aa-238968a0e576 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:35.615848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.673293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.675173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.730986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:35.740253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a57207bd-494f-4867-9ffd-bda2cc0df306 req-dfd42888-efd9-4492-9c78-d8464286f390 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 210 time: 0.0573676 Aug 12 04:18:35.767051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b7b905-284c-4a01-a043-3b819e662f94,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:35.770341 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.770685 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 99ad5190-a2b3-45ea-afb5-c1472d12adfa of type vlan for network 6409f81c-6ae2-483c-8d0d-bf186134b7ed Aug 12 04:18:35.796191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b4e2a14-28e1-4c6c-8713-cfe02559472a req-77c4b72f-5167-42b0-a7a1-e5821ab16cdc tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0878518 Aug 12 04:18:35.803471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:35.817325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.822248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:35.830541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:35.833104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Made reservation on behalf of f41b21ce8031473abc34efc46ccb5bae for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:35.833923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Pushing event updated for resources: {'Port': ['ID=d4ede619-3a93-4a51-a761-2bfa83a82a21,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:35.839058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.843713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Allocated IP 172.20.0.4 (60c5de19-4f85-4f9a-ba4c-68335b8a817b/898cb9d8-9b52-45fc-a6fd-21d4a6317a76/bec8e9c3-95b4-4a53-961f-7e8bae1d319a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:35.846914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port 928983e6-24f8-4b15-a5aa-238968a0e576, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=928983e6-24f8-4b15-a5aa-238968a0e576,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:35.848408 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.895080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for 928983e6-24f8-4b15-a5aa-238968a0e576 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:35.944708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.947980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.962245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:35.967834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:35.973859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.035240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=6409f81c-6ae2-483c-8d0d-bf186134b7ed,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:36.046732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:36.095209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-ed14a4d1-dcc7-4563-826f-4ae7f6e39238 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4541647 Aug 12 04:18:36.108077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Request body: {'port': {'device_id': '9358ae55-c8b8-438d-add8-98e8127037d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:36.115416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-546a4e5d-cb95-41c0-ac6e-135426c9959f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1123707 Aug 12 04:18:36.118191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:36.123118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'name': 'tempest-PortsTestJSON-1595510374'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:36.193550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.231376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.288056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:36.292102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.293007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.306162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', '928983e6-24f8-4b15-a5aa-238968a0e576'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:36.334338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port d1f64d07-3bc4-4249-91f6-37ecba7688a4 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:36.337630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=928983e6-24f8-4b15-a5aa-238968a0e576,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:36.390741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.409086 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca04112a-d138-4723-a925-8977ab0f30a9 req-23a2185d-dfd2-4645-9af5-de98755bd099 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=375a9b7deffb42d7932fb4b97c04427a&device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0881264 Aug 12 04:18:36.460955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cc97232-0bc6-40d2-b1cf-01a310dc6125 req-2e8e140c-59c5-4007-9907-45b311d2a2db tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0776982 Aug 12 04:18:36.480557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca04112a-d138-4723-a925-8977ab0f30a9 req-8c5b2143-d3c3-4002-a7dd-f47b3c554fec service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=375a9b7deffb42d7932fb4b97c04427a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478065 Aug 12 04:18:36.499030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port 928983e6-24f8-4b15-a5aa-238968a0e576 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:36.507902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.509810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63556977-1fb5-4191-9341-733e80151515 req-7ad24a9c-88a1-41a4-beb0-67d81fb6c942 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "DELETE /v2.0/ports/928983e6-24f8-4b15-a5aa-238968a0e576 HTTP/1.1" status: 204 len: 173 time: 1.0988324 Aug 12 04:18:36.513187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec80742-418d-4507-84b6-928449281a9c', 'name': 'network-vif-deleted', 'tag': '928983e6-24f8-4b15-a5aa-238968a0e576'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:36.515622 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3899a3be-c5ff-4788-b57a-0111f4bcf6f8" -d '{"events": [{"server_uuid": "eec80742-418d-4507-84b6-928449281a9c", "name": "network-vif-deleted", "tag": "928983e6-24f8-4b15-a5aa-238968a0e576"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:36.519210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Allocated IP 172.20.0.9 (60c5de19-4f85-4f9a-ba4c-68335b8a817b/898cb9d8-9b52-45fc-a6fd-21d4a6317a76/4f58fedc-17d7-4a3c-ae5a-c41bd65e6955) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:36.528477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:36.532118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:36.537152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:36.541269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Pushing event updated for resources: {'Port': ['ID=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:36.566733 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4bd148-f6dc-4674-b84c-8498071289cd x-openstack-request-id: req-df4bd148-f6dc-4674-b84c-8498071289cd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:36.567026 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec80742-418d-4507-84b6-928449281a9c", "name": "network-vif-deleted", "tag": "928983e6-24f8-4b15-a5aa-238968a0e576", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:36.567342 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df4bd148-f6dc-4674-b84c-8498071289cd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:36.567803 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec80742-418d-4507-84b6-928449281a9c', 'name': 'network-vif-deleted', 'tag': '928983e6-24f8-4b15-a5aa-238968a0e576', 'status': 'completed', 'code': 200} Aug 12 04:18:36.593487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:36.594120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.677861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-3e01caa0-68a6-48bb-94ae-ff12fdc17acc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6156950 Aug 12 04:18:36.700998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Request body: {'port': {'device_id': '23f33f0c-9328-414d-af54-2f808e054d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:36.709561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.776906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa69069-e14e-41de-8ab6-7fc441a9e821 req-fc5d822c-7b78-4d0c-96bc-9e000ad5107e tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=eec80742-418d-4507-84b6-928449281a9c HTTP/1.1" status: 200 len: 210 time: 0.0515177 Aug 12 04:18:36.851343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04112a-d138-4723-a925-8977ab0f30a9 req-6845f95e-8e42-4819-aeb7-42d3a04e1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:36.852797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca04112a-d138-4723-a925-8977ab0f30a9 req-6845f95e-8e42-4819-aeb7-42d3a04e1ec3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3606269 Aug 12 04:18:36.927624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38da456c-f0e0-4124-bb37-6ee2fcdd0c92 req-47e815ff-b332-42cc-9962-d256d11b5fad tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 210 time: 0.0422113 Aug 12 04:18:36.979940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:36.998315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.089798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=d1f64d07-3bc4-4249-91f6-37ecba7688a4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:37.098628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '99ad5190-a2b3-45ea-afb5-c1472d12adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:37.099028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 6409f81c-6ae2-483c-8d0d-bf186134b7ed, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:37.108718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6b7ca-2051-4b9a-a100-9e7f7128184b req-f7351849-ab00-402c-83a5-240e3ca30125 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:37.112868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ef6b7ca-2051-4b9a-a100-9e7f7128184b req-f7351849-ab00-402c-83a5-240e3ca30125 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.4452457 Aug 12 04:18:37.122671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.174743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:37.183728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.189099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Network 60c5de19-4f85-4f9a-ba4c-68335b8a817b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:37.195214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:37.209838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:37.228702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ef6b7ca-2051-4b9a-a100-9e7f7128184b req-ff1b86ed-9d12-4363-b765-a6840fde69c9 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036122 Aug 12 04:18:37.236273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Pushing event updated for resources: {'Port': ['ID=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:37.258522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 6409f81c-6ae2-483c-8d0d-bf186134b7ed) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:37.268891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:37.272103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71dbab-8a27-459b-9c65-14de8ae5a453 None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:37.272841 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.276308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:37.282177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:37.282843 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.378173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fc571e1c-6f02-4049-89cf-4f2ee49185c6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2563195 Aug 12 04:18:37.378173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5d55fc5a-6bd8-43d5-a8ba-5ff311490a54 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8853025 Aug 12 04:18:37.378981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:37.386461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-594020769'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:37.402472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Request body: {'port': {'device_id': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:37.440590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ede619-3a93-4a51-a761-2bfa83a82a21 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:37.449033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.463325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Transition to ACTIVE for port object d4ede619-3a93-4a51-a761-2bfa83a82a21 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:37.467379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.518072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:37.522736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.547232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.628300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e017bdd-9bb8-4752-a037-a5c160f093ed req-80f4e187-7457-4444-86c5-157af4af982e tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0928147 Aug 12 04:18:37.639492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Pushing event updated for resources: {'Port': ['ID=d4ede619-3a93-4a51-a761-2bfa83a82a21,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:37.646605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:37.665087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.665435 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 2a541647-35f2-465a-91fc-ec25b7b9ab6d of type vlan for network 7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8 Aug 12 04:18:37.709463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.766573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Attempting to bind port d4ede619-3a93-4a51-a761-2bfa83a82a21 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:37.767208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Attempting to bind port d4ede619-3a93-4a51-a761-2bfa83a82a21 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:37.767333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Attempting to bind port d4ede619-3a93-4a51-a761-2bfa83a82a21 on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:37.790559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Port d4ede619-3a93-4a51-a761-2bfa83a82a21 on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:18:37.790906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Attempting to bind port d4ede619-3a93-4a51-a761-2bfa83a82a21 on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:37.796637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.803201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:37.803951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.805213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:37.805541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Checking segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:37.805931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Bound using segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:37.806373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Bound port: d4ede619-3a93-4a51-a761-2bfa83a82a21, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:37.806773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.819769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec8e9c3-95b4-4a53-961f-7e8bae1d319a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:37.830501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.871973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Transition to ACTIVE for port object bec8e9c3-95b4-4a53-961f-7e8bae1d319a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:37.883414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:37.896087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:37.903624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6413388a-fba5-4ab7-bf44-c69be4f07821 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5199616 Aug 12 04:18:37.903624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60340) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:37.908543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'ports': [{'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'}, {'network_id': '7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8'}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:37.908799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:37.909400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:37.920192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] For port d4ede619-3a93-4a51-a761-2bfa83a82a21, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:37.926840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] For port d4ede619-3a93-4a51-a761-2bfa83a82a21, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:37.928751 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:37.999097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.047343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.049523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.049523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] 10.222.0.20 "PUT /v2.0/ports/d4ede619-3a93-4a51-a761-2bfa83a82a21 HTTP/1.1" status: 200 len: 1091 time: 1.9459887 Aug 12 04:18:38.051301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Pushing event updated for resources: {'Port': ['ID=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:38.174508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca04112a-d138-4723-a925-8977ab0f30a9 req-33523e68-0b24-4927-9f43-6ce65d087206 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0543807 Aug 12 04:18:38.209888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec30c3-50af-478d-8d55-4fc7d16fad98 req-6478e400-d81d-4890-8ae8-8fab38aba4ae tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.211349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32ec30c3-50af-478d-8d55-4fc7d16fad98 req-6478e400-d81d-4890-8ae8-8fab38aba4ae tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 931 time: 0.1771045 Aug 12 04:18:38.215415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Attempting to bind port bec8e9c3-95b4-4a53-961f-7e8bae1d319a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:38.215753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Attempting to bind port bec8e9c3-95b4-4a53-961f-7e8bae1d319a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:38.216082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Attempting to bind port bec8e9c3-95b4-4a53-961f-7e8bae1d319a on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:38.223923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Port bec8e9c3-95b4-4a53-961f-7e8bae1d319a on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:18:38.224238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Attempting to bind port bec8e9c3-95b4-4a53-961f-7e8bae1d319a on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:38.234377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec76bf-8657-4aea-85e8-a4ea137ff0db service neutron] Pushing event updated for resources: {'Port': ['ID=d4ede619-3a93-4a51-a761-2bfa83a82a21,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:38.245785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:38.246124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Checking segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:38.246504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Bound using segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:38.246971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Bound port: bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:38.247327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.276041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-327cda90-913b-4b4e-9e22-bb775439a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.277732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-327cda90-913b-4b4e-9e22-bb775439a21d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 1094 time: 0.1356308 Aug 12 04:18:38.301567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32ec30c3-50af-478d-8d55-4fc7d16fad98 req-f6b409e2-450c-4252-bb09-abcd52c2c720 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780416 Aug 12 04:18:38.335852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] For port bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:38.339628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] For port bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:38.354931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-aed0c3bb-6a1d-4620-ae80-1a18026462ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21 HTTP/1.1" status: 200 len: 217 time: 0.0567141 Aug 12 04:18:38.359933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:38.378922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.440400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Transition to ACTIVE for port object 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:38.452250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-a9a47b31-cc58-4f9e-b44f-a03119f3aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.453733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-a9a47b31-cc58-4f9e-b44f-a03119f3aa31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 200 len: 858 time: 0.0874476 Aug 12 04:18:38.465689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.478396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6a8b-516d-49dd-86dc-29cd5c2751a0 req-ff706384-afbc-42e2-958e-1eb57fa96b3e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.479946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-defa6a8b-516d-49dd-86dc-29cd5c2751a0 req-ff706384-afbc-42e2-958e-1eb57fa96b3e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0816321 Aug 12 04:18:38.503807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-875cabf5-66d8-4340-ba20-fde52b8c86a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5de19-4f85-4f9a-ba4c-68335b8a817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350702 Aug 12 04:18:38.503807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:38.503807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.507678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.508303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.510339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] 10.222.0.36 "PUT /v2.0/ports/bec8e9c3-95b4-4a53-961f-7e8bae1d319a HTTP/1.1" status: 200 len: 1091 time: 1.8129802 Aug 12 04:18:38.537166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115a23a-8f8f-4083-acda-bc3d99a69b24 service neutron] Pushing event updated for resources: {'Port': ['ID=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:38.547338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.569087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9358ae55-c8b8-438d-add8-98e8127037d9', 'tag': 'd4ede619-3a93-4a51-a761-2bfa83a82a21'}, {'name': 'network-changed', 'server_uuid': '23f33f0c-9328-414d-af54-2f808e054d6d', 'tag': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:38.571955 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be431e6-92b9-4956-b882-61cd9b5f3943" -d '{"events": [{"name": "network-changed", "server_uuid": "9358ae55-c8b8-438d-add8-98e8127037d9", "tag": "d4ede619-3a93-4a51-a761-2bfa83a82a21"}, {"name": "network-changed", "server_uuid": "23f33f0c-9328-414d-af54-2f808e054d6d", "tag": "bec8e9c3-95b4-4a53-961f-7e8bae1d319a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:38.608003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:38.634613 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2651e0ee-0967-4e4b-aa05-9060668cb109 x-openstack-request-id: req-2651e0ee-0967-4e4b-aa05-9060668cb109 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:38.634964 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9358ae55-c8b8-438d-add8-98e8127037d9", "tag": "d4ede619-3a93-4a51-a761-2bfa83a82a21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23f33f0c-9328-414d-af54-2f808e054d6d", "tag": "bec8e9c3-95b4-4a53-961f-7e8bae1d319a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:38.635584 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2651e0ee-0967-4e4b-aa05-9060668cb109 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:38.636125 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9358ae55-c8b8-438d-add8-98e8127037d9', 'tag': 'd4ede619-3a93-4a51-a761-2bfa83a82a21', 'status': 'completed', 'code': 200} Aug 12 04:18:38.636691 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f33f0c-9328-414d-af54-2f808e054d6d', 'tag': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a', 'status': 'completed', 'code': 200} Aug 12 04:18:38.659625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-95880d34-14e5-4210-ab4c-d867c79b6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.661796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-95880d34-14e5-4210-ab4c-d867c79b6eaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 1094 time: 0.0555232 Aug 12 04:18:38.667342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-defa6a8b-516d-49dd-86dc-29cd5c2751a0 req-6159f5c2-7e77-4e66-9647-5079c36be61a tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729422 Aug 12 04:18:38.705237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:38.721314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-13c60467-47b2-41db-a819-053aba5fb68d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a HTTP/1.1" status: 200 len: 217 time: 0.0515440 Aug 12 04:18:38.783760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-db86c1e8-1aa5-484a-a892-8bee63c30193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:38.786785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-db86c1e8-1aa5-484a-a892-8bee63c30193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 200 len: 858 time: 0.0496395 Aug 12 04:18:38.798744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7ccd21e6-e3f2-4cc9-a16d-c9ed39fb8588 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751663 Aug 12 04:18:38.820249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-f4637537-2ca9-495c-b7f4-73a0955a1021 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c5de19-4f85-4f9a-ba4c-68335b8a817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256512 Aug 12 04:18:38.854701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e7d924f-8451-4e24-a27e-96e97bff40ec req-7f2991fb-12ac-4dd4-887e-865150613e11 tempest-ServerShowV254Test-1682385205 tempest-ServerShowV254Test-1682385205-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fbe6690-3c9e-4163-98f2-3dbfa7c0beab HTTP/1.1" status: 200 len: 210 time: 0.0788043 Aug 12 04:18:38.860678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 0e93a7e6-8b90-4952-b9f1-b801be4e96e2 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:38.901192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 928983e6-24f8-4b15-a5aa-238968a0e576 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:38.920555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-8e805d38-ef06-426e-9945-414163d9666a service neutron] 10.222.0.36 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934973 Aug 12 04:18:38.931604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 928983e6-24f8-4b15-a5aa-238968a0e576 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:38.932383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 928983e6-24f8-4b15-a5aa-238968a0e576 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:38.943606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Attempting to bind port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:38.944050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Attempting to bind port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:38.944455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Attempting to bind port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:38.970854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:18:38.971357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Attempting to bind port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 on network 60c5de19-4f85-4f9a-ba4c-68335b8a817b {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:38.989484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:38.989918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Checking segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:38.990306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Bound using segment: {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:38.990762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Bound port: 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:38.991127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:39.025628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-0cafb96d-2975-4a9d-a592-44df01af16ae service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076156 Aug 12 04:18:39.042849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-7f9777d5-f33e-4819-acb2-678d97f2262d service neutron] 10.222.0.36 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143694 Aug 12 04:18:39.168303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] For port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:39.205034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] For port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:39.226358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:39.237135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-f44957be-16a9-4705-97b5-7623c4188cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.238403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-f44957be-16a9-4705-97b5-7623c4188cbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 1094 time: 0.0459964 Aug 12 04:18:39.283358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce052d8f-abd1-488b-9ea8-27b6695d4867 req-4f97f234-7b85-4534-a252-b1112e23bb0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.284888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce052d8f-abd1-488b-9ea8-27b6695d4867 req-4f97f234-7b85-4534-a252-b1112e23bb0c tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 946 time: 0.1762488 Aug 12 04:18:39.297497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:39.341977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-7aa5fe50-3593-4225-886c-bb19ba907702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.343637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-7aa5fe50-3593-4225-886c-bb19ba907702 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 919 time: 0.0979500 Aug 12 04:18:39.368467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-b1897098-6d56-416f-9302-03dd2d502344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.369973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-b1897098-6d56-416f-9302-03dd2d502344 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 1094 time: 0.1853101 Aug 12 04:18:39.375878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 6ee7a21d-a53f-4212-bcda-749c17ddd263 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:39.386020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.386669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:39.388014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 HTTP/1.1" status: 200 len: 1091 time: 1.9898093 Aug 12 04:18:39.389453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'tag': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:39.391860 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fda20d-a377-4a64-a396-65c9462bfc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc787d0-7d2a-488e-8d5b-bb30d6381b21", "tag": "4f58fedc-17d7-4a3c-ae5a-c41bd65e6955"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:39.393633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-3c4ad181-26aa-49bb-b8b8-97fd1f3f107c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a HTTP/1.1" status: 200 len: 217 time: 0.0424078 Aug 12 04:18:39.481718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb656c8-0a2b-4d8f-8115-4aaaa1e62720 req-a2d35f33-e26d-44ee-8d6b-623f3d20587f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.481976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529bc48-1a82-4348-94de-8e4c4b0b41c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:39.485756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feb656c8-0a2b-4d8f-8115-4aaaa1e62720 req-a2d35f33-e26d-44ee-8d6b-623f3d20587f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 943 time: 0.0956643 Aug 12 04:18:39.488826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-7de7ce48-fa0b-47c3-b5d4-4e97e2fc5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.490757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-7de7ce48-fa0b-47c3-b5d4-4e97e2fc5e48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 200 len: 858 time: 0.0720558 Aug 12 04:18:39.491653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce052d8f-abd1-488b-9ea8-27b6695d4867 req-1197a06e-58f6-4342-90fc-f399c5cc329a tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965382 Aug 12 04:18:39.534836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-3e217679-9574-45fe-aede-fd5569951f72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60c5de19-4f85-4f9a-ba4c-68335b8a817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345514 Aug 12 04:18:39.602245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feb656c8-0a2b-4d8f-8115-4aaaa1e62720 req-1d1ac3b9-d86b-4203-a8f3-556adcd0e80a tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103709 Aug 12 04:18:39.649210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-fae85825-2c4c-45f4-850e-3c0cff033bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041365 Aug 12 04:18:39.750323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-343b642f-47fb-4fca-bd73-cbd7600c43a7 service neutron] 10.222.0.36 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932496 Aug 12 04:18:39.816285 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305bf895-de30-4b66-aa2e-b9f728a4a9b0 x-openstack-request-id: req-305bf895-de30-4b66-aa2e-b9f728a4a9b0 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:39.817131 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc787d0-7d2a-488e-8d5b-bb30d6381b21", "tag": "4f58fedc-17d7-4a3c-ae5a-c41bd65e6955", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:39.817396 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-305bf895-de30-4b66-aa2e-b9f728a4a9b0 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:39.817783 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'tag': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955', 'status': 'completed', 'code': 200} Aug 12 04:18:39.919958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-a48e8451-5b38-4656-be44-eb1fc18cd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.921502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-a48e8451-5b38-4656-be44-eb1fc18cd0da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 1094 time: 0.4498832 Aug 12 04:18:39.922563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-00989d03-d5e9-43f1-af81-dc61d1cafd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:39.923839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-00989d03-d5e9-43f1-af81-dc61d1cafd7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 919 time: 0.5433488 Aug 12 04:18:40.031898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5175aa-fcba-4d18-84c1-415a66b86a9f req-117ec36d-4a8a-4869-a754-1c56727b32a4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.033327 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7f5175aa-fcba-4d18-84c1-415a66b86a9f req-117ec36d-4a8a-4869-a754-1c56727b32a4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.2203140 Aug 12 04:18:40.034581 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-a3b971ab-6655-4d85-862b-c0653c5fb118 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 HTTP/1.1" status: 200 len: 217 time: 0.0956995 Aug 12 04:18:40.036398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-7a901dc0-fdb6-47e6-b1eb-685851a593bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21 HTTP/1.1" status: 200 len: 217 time: 0.0957079 Aug 12 04:18:40.046145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.174340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7f5175aa-fcba-4d18-84c1-415a66b86a9f req-4964fa09-7cdb-4ec4-995d-302e3a734764 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323841 Aug 12 04:18:40.179065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-fc0147e1-6f61-4d30-9e7e-1933f1fba8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.180507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-fc0147e1-6f61-4d30-9e7e-1933f1fba8b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 200 len: 858 time: 0.1278503 Aug 12 04:18:40.200340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-23e15a18-76f7-4692-8865-985078d303c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.202455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-23e15a18-76f7-4692-8865-985078d303c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 200 len: 858 time: 0.1478524 Aug 12 04:18:40.248269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-28b915aa-cf5d-4714-b64f-246747fd7ccd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5de19-4f85-4f9a-ba4c-68335b8a817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505502 Aug 12 04:18:40.275466 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-df3a7ed5-8d5b-4a93-ad02-3643c3884842 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5de19-4f85-4f9a-ba4c-68335b8a817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600305 Aug 12 04:18:40.324566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.365436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60406) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:40.422413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:40.437572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:40.448618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:40.449481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.476093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=0e93a7e6-8b90-4952-b9f1-b801be4e96e2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:40.476946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca3969e7-ca6e-43ea-8de8-a979dc3f9981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.519613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-75fa8197-7866-48d2-896f-83f12bcda5b8 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534020 Aug 12 04:18:40.536920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-0f39f112-06a3-43b3-959d-51ffc977a5ca service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493680 Aug 12 04:18:40.623389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-3733e498-8461-477e-a893-484c9a811f33 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.625066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-3733e498-8461-477e-a893-484c9a811f33 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 946 time: 0.1194415 Aug 12 04:18:40.664901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=6ee7a21d-a53f-4212-bcda-749c17ddd263,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:40.688605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '2a541647-35f2-465a-91fc-ec25b7b9ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:40.693274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:40.716893 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca3969e7-ca6e-43ea-8de8-a979dc3f9981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.727333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50026b92-2067-4d43-8b2d-a0195edc31cd req-3434de88-4f24-4620-89fd-03d593cf6834 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.729072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50026b92-2067-4d43-8b2d-a0195edc31cd req-3434de88-4f24-4620-89fd-03d593cf6834 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 946 time: 0.1585574 Aug 12 04:18:40.770950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca3969e7-ca6e-43ea-8de8-a979dc3f9981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.780824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ed3b2fb-a6bc-40fe-821e-0382a70e7e38 req-f9b7ec8a-bb28-43bf-b7dc-f64c11864cea service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481301 Aug 12 04:18:40.786374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0be431e6-92b9-4956-b882-61cd9b5f3943 req-5bb2b886-a227-4f04-bd55-28759ef4f9f5 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356017 Aug 12 04:18:40.808743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada24559-dd0b-4963-99f0-61471e970f68 req-766827e2-b243-4d2b-bd32-5f7dc6f47fb6 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.810733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ada24559-dd0b-4963-99f0-61471e970f68 req-766827e2-b243-4d2b-bd32-5f7dc6f47fb6 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 943 time: 0.0905013 Aug 12 04:18:40.838384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:40.845277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50026b92-2067-4d43-8b2d-a0195edc31cd req-8e2f12b8-bfee-43f0-8e39-885495a4d567 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/security-groups?id=34035a76-8b90-4046-8adc-53cdc416bd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967574 Aug 12 04:18:40.853153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ca3969e7-ca6e-43ea-8de8-a979dc3f9981 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=375a9b7deffb42d7932fb4b97c04427a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841740 Aug 12 04:18:40.853153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3969e7-ca6e-43ea-8de8-a979dc3f9981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e8c731-c751-46e5-9a32-d8327fd82347,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:40.857255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ada24559-dd0b-4963-99f0-61471e970f68 req-f0db75f8-3301-4b15-9d68-da433bc416de tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Aug 12 04:18:40.857461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60416) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:40.876528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Deleting port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:40.876877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.911059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:40.919613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff682707-2e40-491e-a6cd-fb4289f1618d None None] Network 7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:40.929167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:40.935998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.941050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.941466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:40.964676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-5117da55-e906-40fd-b3c6-28b014d6d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:40.968172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-5117da55-e906-40fd-b3c6-28b014d6d062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f41b21ce8031473abc34efc46ccb5bae&device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 1094 time: 0.0664818 Aug 12 04:18:40.984930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-436828ce-2112-4d53-94e3-a8efe338c990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.012812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] For port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,segment=NetworkSegment(2545d3b1-f3bd-4ea4-a28a-bf086fccaf18),segment_id=2545d3b1-f3bd-4ea4-a28a-bf086fccaf18)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:41.013178 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.029019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed53465a-57e7-40d5-a5ff-1fbabe2f8ea0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1224768 Aug 12 04:18:41.029339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:41.034293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-436828ce-2112-4d53-94e3-a8efe338c990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.043724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Calling delete_port for 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:41.132114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-3b335e88-6822-4db9-bf05-c21f5c929c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:41.133515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-3b335e88-6822-4db9-bf05-c21f5c929c36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 200 len: 919 time: 0.1594799 Aug 12 04:18:41.187619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-ecd813fc-6311-4604-8f4c-6f332d1a4733 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 HTTP/1.1" status: 200 len: 217 time: 0.0452480 Aug 12 04:18:41.191087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-436828ce-2112-4d53-94e3-a8efe338c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.192728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 6ee7a21d-a53f-4212-bcda-749c17ddd263 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:41.193069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.194650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-436828ce-2112-4d53-94e3-a8efe338c990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.196196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-436828ce-2112-4d53-94e3-a8efe338c990 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96e8c731-c751-46e5-9a32-d8327fd82347 HTTP/1.1" status: 204 len: 168 time: 0.3364666 Aug 12 04:18:41.225243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436828ce-2112-4d53-94e3-a8efe338c990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e8c731-c751-46e5-9a32-d8327fd82347,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:41.315767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9430a-899c-49b4-bc7d-9b3e6b3a2474 req-cda5847c-c248-4f8d-8b72-fd24b5d1a8e4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:41.317578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31f9430a-899c-49b4-bc7d-9b3e6b3a2474 req-cda5847c-c248-4f8d-8b72-fd24b5d1a8e4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0604720 Aug 12 04:18:41.318522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.320416 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.324694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-f2fe5163-24d1-4df5-a25f-daa251242c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:41.326181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-f2fe5163-24d1-4df5-a25f-daa251242c54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 200 len: 858 time: 0.1275935 Aug 12 04:18:41.330624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:41.338630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 6ee7a21d-a53f-4212-bcda-749c17ddd263 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:41.361963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Pushing event deleted for resources: {'Port': ['ID=9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:41.385853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-8e96b4d0-662d-48d9-8535-3683de442fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60c5de19-4f85-4f9a-ba4c-68335b8a817b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473793 Aug 12 04:18:41.414101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] No DVR routers for this DVR port 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:41.417629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.420449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f231e78-7864-4f21-aca3-ce073f7a4154 req-c70c27cb-ef0a-4ec3-9cbb-3fa199b59738 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.36 "DELETE /v2.0/ports/9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 HTTP/1.1" status: 204 len: 173 time: 0.7875097 Aug 12 04:18:41.420940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'name': 'network-vif-deleted', 'tag': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:41.431307 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb10d0a9-fc6b-46a4-b988-9eb1cc801e0d" -d '{"events": [{"server_uuid": "42fde1ec-7c63-4de9-82b4-019a6a64893f", "name": "network-vif-deleted", "tag": "9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:41.449665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31f9430a-899c-49b4-bc7d-9b3e6b3a2474 req-ca406d53-8b8a-4304-bf0d-a785df823177 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193004 Aug 12 04:18:41.555305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-412be5d6-01b2-4c73-9684-df5eb2e2f423 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619232 Aug 12 04:18:41.642148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.657047 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a61a6b-7603-45ee-bc4b-2d43e6b5ca75 x-openstack-request-id: req-b6a61a6b-7603-45ee-bc4b-2d43e6b5ca75 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:41.657578 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fde1ec-7c63-4de9-82b4-019a6a64893f", "name": "network-vif-deleted", "tag": "9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:41.658415 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6a61a6b-7603-45ee-bc4b-2d43e6b5ca75 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:41.658415 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fde1ec-7c63-4de9-82b4-019a6a64893f', 'name': 'network-vif-deleted', 'tag': '9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1', 'status': 'completed', 'code': 200} Aug 12 04:18:41.706788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=6ee7a21d-a53f-4212-bcda-749c17ddd263,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:41.721714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.726986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-acc82913-1bd9-4fc4-ac7b-24c3d42de65a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/6ee7a21d-a53f-4212-bcda-749c17ddd263 HTTP/1.1" status: 204 len: 168 time: 0.6948895 Aug 12 04:18:41.727383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60442) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:41.727525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48fda20d-a377-4a64-a396-65c9462bfc5d req-668edd9a-6048-4409-8547-200d714337c6 service neutron] 10.222.0.20 "GET /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644278 Aug 12 04:18:41.817689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7ffff-e263-4dd2-bbaa-2b9df92454c4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:41.823680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7ffff-e263-4dd2-bbaa-2b9df92454c4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:41.825241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93a7ffff-e263-4dd2-bbaa-2b9df92454c4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0968583 Aug 12 04:18:41.827989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:41.919711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 0e93a7e6-8b90-4952-b9f1-b801be4e96e2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:41.919711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:41.973240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58116712-9a6e-415b-aab6-c9089ad1d955 req-e1ce9c87-8f83-4e62-9d4c-32a623b9c858 tempest-ServersTestJSON-117896732 tempest-ServersTestJSON-117896732-project] 10.222.0.42 "GET /v2.0/ports?device_id=42fde1ec-7c63-4de9-82b4-019a6a64893f HTTP/1.1" status: 200 len: 210 time: 0.0338235 Aug 12 04:18:41.995480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.013913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 0e93a7e6-8b90-4952-b9f1-b801be4e96e2 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:42.128636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1c5d-0adb-413e-8b91-1092b58ac6bc req-bb05fb0e-2e90-4c06-ba7c-daddd96e8446 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.130834 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffa1c5d-0adb-413e-8b91-1092b58ac6bc req-bb05fb0e-2e90-4c06-ba7c-daddd96e8446 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 943 time: 0.0701842 Aug 12 04:18:42.130996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21840052-06a5-4a0b-8379-ad958aca6efb req-69425f26-6b32-4c9b-909f-518fad359f43 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.140447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21840052-06a5-4a0b-8379-ad958aca6efb req-69425f26-6b32-4c9b-909f-518fad359f43 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1097040 Aug 12 04:18:42.224006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21840052-06a5-4a0b-8379-ad958aca6efb req-f9a204d5-96f1-498c-84c7-8a36ca2f38e0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634212 Aug 12 04:18:42.228767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-d6da59db-4143-4468-9983-62978dbef965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.231283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-d6da59db-4143-4468-9983-62978dbef965 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 1097 time: 0.0799646 Aug 12 04:18:42.264382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.308984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=0e93a7e6-8b90-4952-b9f1-b801be4e96e2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:42.319776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.322501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a3e05d24-d684-4410-ac4b-d65658654002 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/0e93a7e6-8b90-4952-b9f1-b801be4e96e2 HTTP/1.1" status: 204 len: 168 time: 0.4934583 Aug 12 04:18:42.323294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60464) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:42.357148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-03411a6d-af93-4f5e-b3b4-18dd0cb2f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.359402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-03411a6d-af93-4f5e-b3b4-18dd0cb2f39a service neutron] 10.222.0.20 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.1192601 Aug 12 04:18:42.400224 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffa1c5d-0adb-413e-8b91-1092b58ac6bc req-6144ccd6-3229-44ba-8247-ae1362806e09 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619104 Aug 12 04:18:42.407907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198ac693-5625-4846-9a66-565016316809 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.409399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-198ac693-5625-4846-9a66-565016316809 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0852640 Aug 12 04:18:42.412693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60466) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:42.438427 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4dbb90-d3d7-4ab2-bc23-9f3ab6932f8f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:18:42.439520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-db4dbb90-d3d7-4ab2-bc23-9f3ab6932f8f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/6ee7a21d-a53f-4212-bcda-749c17ddd263 HTTP/1.1" status: 404 len: 333 time: 0.0258884 Aug 12 04:18:42.442137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60468) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:42.465903 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a6a7b1-ef98-4816-986e-9efd3943adc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:18:42.470314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-83a6a7b1-ef98-4816-986e-9efd3943adc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/0e93a7e6-8b90-4952-b9f1-b801be4e96e2 HTTP/1.1" status: 404 len: 333 time: 0.0244324 Aug 12 04:18:42.470460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-f8848d3e-5b36-4ca4-b295-f730d0b676b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 200 len: 1001 time: 0.1009688 Aug 12 04:18:42.470562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:42.527585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-b84e9814-0792-4c25-93d8-9192fdfd416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.529091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-b84e9814-0792-4c25-93d8-9192fdfd416c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.0532210 Aug 12 04:18:42.556795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.609354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-fcdbcdd1-0e61-4508-8971-1087cbc425d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:42.612894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-fcdbcdd1-0e61-4508-8971-1087cbc425d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739903 Aug 12 04:18:42.650883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.662381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:42.674677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a541647-35f2-465a-91fc-ec25b7b9ab6d') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:42.675003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a541647-35f2-465a-91fc-ec25b7b9ab6d') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:42.685767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.700547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.707236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:42.707688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:42.710693 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:42.744011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-5aadda99-6598-4cfb-bb19-fb5ba32d856a service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242716 Aug 12 04:18:42.838806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-799eb8e5-33a7-4973-8dc1-1f354991ee7b req-2fe57f67-ea83-493b-adcc-2fdc88b26f18 service neutron] 10.222.0.20 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Aug 12 04:18:42.864738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.872064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.873870 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8 HTTP/1.1" status: 204 len: 168 time: 0.4024296 Aug 12 04:18:42.877783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60484) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:42.882938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-662758689'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:42.885502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5c11-40f0-4f86-8b5f-4b798b0341be tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=7d2599ed-2aa3-4e2a-beb1-c2bfcefb8bc8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:42.931179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bec8e9c3-95b4-4a53-961f-7e8bae1d319a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:18:42.938924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:42.946929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.971343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:42.981511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:42.982389 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment fe13d2d5-0ad1-42f9-8f15-b960eb993ebb of type vlan for network 7311cbdc-ed70-4524-9421-eb9503e8f129 Aug 12 04:18:43.028199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.034939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60490) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:43.047313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:43.063352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a', 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'port_id': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a', 'mac_address': 'fa:16:3e:8a:a7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898cb9d8-9b52-45fc-a6fd-21d4a6317a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:18:43.071254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:43.097425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Deleting subnet 881b9d4f-fc97-4733-a519-acf00460b852 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:43.101372 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.120123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.133844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec8e9c3-95b4-4a53-961f-7e8bae1d319a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:43.138289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.155633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:43.163697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.169183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.169774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.203465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e12c2de-bc77-4352-a5c1-5f46f4b11d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.230901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.248502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.263953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-6ca6e306-020c-4ca8-b868-0b942ed5fd5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508320 Aug 12 04:18:43.271680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=7311cbdc-ed70-4524-9421-eb9503e8f129,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:43.294287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:43.317213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f241b31-f9ea-4437-8280-2c165a277988 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4377728 Aug 12 04:18:43.323567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60498) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:43.329583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:43.359201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d4ede619-3a93-4a51-a761-2bfa83a82a21 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:18:43.368477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:43.376469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-0e7e0014-1cd9-4db6-bc1a-d44306f9be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.378028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-0e7e0014-1cd9-4db6-bc1a-d44306f9be6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1096 time: 0.0772264 Aug 12 04:18:43.407175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.407886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.408248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.408568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.408902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.409234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.409606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.409964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.410319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.410883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.411224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.411646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:18:43.414740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.457033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881b9d4f-fc97-4733-a519-acf00460b852,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:43.468580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.473111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fc549f44-2507-44c1-b3a7-03957f438123 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/881b9d4f-fc97-4733-a519-acf00460b852 HTTP/1.1" status: 204 len: 168 time: 0.4342146 Aug 12 04:18:43.478250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e9350-abfb-4227-82bf-a055b0f04e9e req-f13684ab-0029-422b-b996-38eaa3fadaff tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.485503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a0e9350-abfb-4227-82bf-a055b0f04e9e req-f13684ab-0029-422b-b996-38eaa3fadaff tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1608751 Aug 12 04:18:43.487754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60502) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:43.492620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e12c2de-bc77-4352-a5c1-5f46f4b11d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.534608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['bec8e9c3-95b4-4a53-961f-7e8bae1d319a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:43.538003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d4ede619-3a93-4a51-a761-2bfa83a82a21, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:43.558402 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e12c2de-bc77-4352-a5c1-5f46f4b11d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.579644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'd4ede619-3a93-4a51-a761-2bfa83a82a21', 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'port_id': 'd4ede619-3a93-4a51-a761-2bfa83a82a21', 'mac_address': 'fa:16:3e:13:4a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898cb9d8-9b52-45fc-a6fd-21d4a6317a76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:18:43.609141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a0e9350-abfb-4227-82bf-a055b0f04e9e req-34cd8ac1-ed3f-4078-89e3-876b5c319849 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187708 Aug 12 04:18:43.620975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.627236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e12c2de-bc77-4352-a5c1-5f46f4b11d6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa4ab359ba804236b5d887a7806ab6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548377 Aug 12 04:18:43.630624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60504) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:43.653730 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.661843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12c2de-bc77-4352-a5c1-5f46f4b11d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264a548-04ac-4be0-bd9f-ea04348e31f1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:43.678224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071782-7279-49d7-b595-5cbbe9d72490 req-0b255d5b-4539-49c3-86b2-d954caebe44a tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.685363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f071782-7279-49d7-b595-5cbbe9d72490 req-0b255d5b-4539-49c3-86b2-d954caebe44a tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 943 time: 0.1429524 Aug 12 04:18:43.690996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ede619-3a93-4a51-a761-2bfa83a82a21 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:43.717246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-d63cb815-31c4-4653-838f-cccec727e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.717246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-d63cb815-31c4-4653-838f-cccec727e3ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.3152740 Aug 12 04:18:43.726559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:43.730152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.749252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d4ede619-3a93-4a51-a761-2bfa83a82a21, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:43.756937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f071782-7279-49d7-b595-5cbbe9d72490 req-c0dff315-09e1-4fdd-b8ea-95509a228b6d tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670786 Aug 12 04:18:43.797545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.814241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:43.817451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-0d8f856e-30ae-4559-ad85-061596f9b62b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 1001 time: 0.0903888 Aug 12 04:18:43.822987 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.832410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:43.832708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2545d3b1-f3bd-4ea4-a28a-bf086fccaf18') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:43.851201 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.854950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577782e5-db4f-4442-8f14-48dadebcebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.894131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d4ede619-3a93-4a51-a761-2bfa83a82a21,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:43.900715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-b164964f-4262-4feb-9f95-fc5a8e57cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.903311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-b164964f-4262-4feb-9f95-fc5a8e57cfd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0768542 Aug 12 04:18:43.916625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.927223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577782e5-db4f-4442-8f14-48dadebcebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.931667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:43.932065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:43.937992 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:43.950611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-cc43657c-ffdb-4d5a-9a35-0f286948c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:43.955752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-cc43657c-ffdb-4d5a-9a35-0f286948c136 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412641 Aug 12 04:18:44.046880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-f1ac8dbf-a758-40c0-be51-39679aeea178 service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856316 Aug 12 04:18:44.085869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.093258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.097919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9 HTTP/1.1" status: 204 len: 168 time: 0.6059978 Aug 12 04:18:44.098156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d4ede619-3a93-4a51-a761-2bfa83a82a21'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:44.127431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c068c10-3d36-455d-ae05-637ade544512 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5d6620-af3e-4cbf-8b47-f9d3e7f81cb9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:44.133735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577782e5-db4f-4442-8f14-48dadebcebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.137178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577782e5-db4f-4442-8f14-48dadebcebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.142275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-577782e5-db4f-4442-8f14-48dadebcebb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5264a548-04ac-4be0-bd9f-ea04348e31f1 HTTP/1.1" status: 204 len: 168 time: 0.5093648 Aug 12 04:18:44.151209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577782e5-db4f-4442-8f14-48dadebcebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264a548-04ac-4be0-bd9f-ea04348e31f1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:44.162292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec6f47d0-11ab-40ad-8c3e-3f1a8b91db92 req-656e1cbb-05ce-48c5-8ec7-8413c5376dce service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082876 Aug 12 04:18:44.195286 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.258302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=6d7dc2ad-e52f-4322-a593-a37c0d748c3c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:44.263658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:44.264015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 7311cbdc-ed70-4524-9421-eb9503e8f129, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:44.379788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:44.442507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 7311cbdc-ed70-4524-9421-eb9503e8f129) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:44.447809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:44.449854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.450832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b5e7a-bb4b-4670-b12a-9904f93d1ecd None None] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:44.488826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60518) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:44.518384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0331fad1-abde-4e69-8d1c-f0b16b93fe85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1925693 Aug 12 04:18:44.520890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60520) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:44.526351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129', 'name': 'tempest-PortsTestJSON-426766359'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:44.574056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-994fc073-d381-4a3f-b88d-b63539464d92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=870ca12737d9409886de3a053d736d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837598 Aug 12 04:18:44.576724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60524) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:44.601105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-7311cbdc-ed70-4524-9421-eb9503e8f129', 'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': '6d7dc2ad-e52f-4322-a593-a37c0d748c3c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:44.602321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.687152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43af0340-c222-42ca-aed2-3180375b1eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.725239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43af0340-c222-42ca-aed2-3180375b1eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.761157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:44.766158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.793800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 8042600d-4fd9-44d5-bd1d-f7e215050ba4 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:44.804980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Allocated IP 172.20.0.2 (7311cbdc-ed70-4524-9421-eb9503e8f129/6d7dc2ad-e52f-4322-a593-a37c0d748c3c/46b5d22c-9855-49c9-9dc7-ab3485ad7fc2) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:44.911502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43af0340-c222-42ca-aed2-3180375b1eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.915566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-43af0340-c222-42ca-aed2-3180375b1eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:44.919195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-43af0340-c222-42ca-aed2-3180375b1eef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34035a76-8b90-4046-8adc-53cdc416bd24 HTTP/1.1" status: 204 len: 168 time: 0.3418260 Aug 12 04:18:44.950037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af0340-c222-42ca-aed2-3180375b1eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34035a76-8b90-4046-8adc-53cdc416bd24,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:45.000830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bec8e9c3-95b4-4a53-961f-7e8bae1d319a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:45.053034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a4d5-0f96-4fa4-9ef9-856bcbf93bd1 req-693100c9-d551-4768-ad62-b90a4d2e6afb tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:45.054695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f801a4d5-0f96-4fa4-9ef9-856bcbf93bd1 req-693100c9-d551-4768-ad62-b90a4d2e6afb tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 943 time: 0.0701101 Aug 12 04:18:45.064991 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.091643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Transition to ACTIVE for port object 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:45.114172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Transition to ACTIVE for port object 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:45.114927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f801a4d5-0f96-4fa4-9ef9-856bcbf93bd1 req-df9e28b0-c35d-44b3-9bc4-fd300b73b625 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Aug 12 04:18:45.119954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe619c5f-6f12-4431-9a9a-ff5d3503f186 req-d36e730d-03ea-4282-8f63-3cce125fcc8d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:45.136654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe619c5f-6f12-4431-9a9a-ff5d3503f186 req-d36e730d-03ea-4282-8f63-3cce125fcc8d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.4384248 Aug 12 04:18:45.179640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe619c5f-6f12-4431-9a9a-ff5d3503f186 req-030f5db2-574d-40de-a3b3-3a66f3bee82c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396965 Aug 12 04:18:45.197275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port bec8e9c3-95b4-4a53-961f-7e8bae1d319a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:45.201846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port bec8e9c3-95b4-4a53-961f-7e8bae1d319a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:45.202270 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.262491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.344044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.5 (7311cbdc-ed70-4524-9421-eb9503e8f129/6d7dc2ad-e52f-4322-a593-a37c0d748c3c/8042600d-4fd9-44d5-bd1d-f7e215050ba4) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:45.357388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:45.371521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:45.376232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:45.384153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:18:45.386110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d4ede619-3a93-4a51-a761-2bfa83a82a21 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:45.416198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Pushing event updated for resources: {'Port': ['ID=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:45.440675 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.565689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:45.570456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f33f0c-9328-414d-af54-2f808e054d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:45.573133 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e44f30-32ee-463a-b527-2cffaf3dcec0" -d '{"events": [{"server_uuid": "23f33f0c-9328-414d-af54-2f808e054d6d", "name": "network-vif-plugged", "status": "completed", "tag": "bec8e9c3-95b4-4a53-961f-7e8bae1d319a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:45.584507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.602479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Attempting to bind port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:45.602479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Attempting to bind port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:45.602479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Attempting to bind port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 on network 7311cbdc-ed70-4524-9421-eb9503e8f129 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:45.614995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:45.615456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Checking segment: {'id': 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:45.616614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.616614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Bound using segment: {'id': 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:45.616951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Bound port: 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7311cbdc-ed70-4524-9421-eb9503e8f129'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:45.617411 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.631499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 8042600d-4fd9-44d5-bd1d-f7e215050ba4 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:45.645551 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.646893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:45.654592 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4cea7-0969-46be-846e-08a1e00bfd84 x-openstack-request-id: req-d8b4cea7-0969-46be-846e-08a1e00bfd84 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:45.654592 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f33f0c-9328-414d-af54-2f808e054d6d", "name": "network-vif-plugged", "status": "completed", "tag": "bec8e9c3-95b4-4a53-961f-7e8bae1d319a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:45.654592 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8b4cea7-0969-46be-846e-08a1e00bfd84 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:45.654962 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f33f0c-9328-414d-af54-2f808e054d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a', 'code': 200} Aug 12 04:18:45.733364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port d4ede619-3a93-4a51-a761-2bfa83a82a21 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:45.748449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:45.748909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 9b2637ba-6bcf-4ed1-adf0-26bd2bec27b1 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:45.766325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port d4ede619-3a93-4a51-a761-2bfa83a82a21 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:45.769250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.799451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de34c7-41b7-4519-a084-b186b4ef169c req-2ae67553-81a1-46cf-bf6c-72ca7c302c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:45.801667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17de34c7-41b7-4519-a084-b186b4ef169c req-2ae67553-81a1-46cf-bf6c-72ca7c302c72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 1096 time: 0.0567393 Aug 12 04:18:45.803142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.811042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:45.818527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:45.847222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955', 'network_id': '60c5de19-4f85-4f9a-ba4c-68335b8a817b', 'port_id': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955', 'mac_address': 'fa:16:3e:cf:56:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898cb9d8-9b52-45fc-a6fd-21d4a6317a76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:18:45.861110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] For port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:45.863694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] For port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,segment=NetworkSegment(fe13d2d5-0ad1-42f9-8f15-b960eb993ebb),segment_id=fe13d2d5-0ad1-42f9-8f15-b960eb993ebb)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:45.864032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:45.872964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:45.878356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:45.930178 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.950556 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.972569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=8042600d-4fd9-44d5-bd1d-f7e215050ba4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:45.987055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17de34c7-41b7-4519-a084-b186b4ef169c req-ab34c6ec-ccbb-450e-9450-41367acf7f02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763411 Aug 12 04:18:45.992562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:45.993335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:46.013285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:46.013898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.055850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:46.073676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port d4ede619-3a93-4a51-a761-2bfa83a82a21, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:46.074999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eb119-9b46-405e-8fe5-2751f1f86397 None None] Pushing event updated for resources: {'Port': ['ID=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:46.123499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5317ea3c-9bf7-4a0d-9c72-48a8f1b5629e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6011279 Aug 12 04:18:46.125748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60584) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:46.157655 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.160256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.230434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60592) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:46.241670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:46.322090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0cc0c-6349-4fd4-a1ae-55edf605917f req-7c9a4fc6-ae2b-4b63-b01c-44aca8c72cb0 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:46.333478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21b0cc0c-6349-4fd4-a1ae-55edf605917f req-7c9a4fc6-ae2b-4b63-b01c-44aca8c72cb0 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 944 time: 0.1177506 Aug 12 04:18:46.367713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 8042600d-4fd9-44d5-bd1d-f7e215050ba4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:46.368381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.399763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=d4ede619-3a93-4a51-a761-2bfa83a82a21,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:46.487330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4f58fedc-17d7-4a3c-ae5a-c41bd65e6955'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:46.521573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.535909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 8042600d-4fd9-44d5-bd1d-f7e215050ba4 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:46.737731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a25fcfb-6dff-4886-ad7f-1f7f0bade905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.773690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21b0cc0c-6349-4fd4-a1ae-55edf605917f req-0df52aa3-f0a8-4a1a-bfda-158652d9649c tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392970 Aug 12 04:18:46.863819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a25fcfb-6dff-4886-ad7f-1f7f0bade905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.895956 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:18:46.934103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a25fcfb-6dff-4886-ad7f-1f7f0bade905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:46.986838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25fcfb-6dff-4886-ad7f-1f7f0bade905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2176cc05-4075-41c6-8117-9f3d538a986f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:47.007678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2a25fcfb-6dff-4886-ad7f-1f7f0bade905 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e286dcd82d014612a07f56d4ec478ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736905 Aug 12 04:18:47.008709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60610) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:47.066066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e109a1cb-8b3d-48c9-982d-e80cb1d00b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.091524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e109a1cb-8b3d-48c9-982d-e80cb1d00b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.184883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.208400 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e109a1cb-8b3d-48c9-982d-e80cb1d00b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.211831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e109a1cb-8b3d-48c9-982d-e80cb1d00b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.213712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e109a1cb-8b3d-48c9-982d-e80cb1d00b7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2176cc05-4075-41c6-8117-9f3d538a986f HTTP/1.1" status: 204 len: 168 time: 0.2040763 Aug 12 04:18:47.225204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=8042600d-4fd9-44d5-bd1d-f7e215050ba4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:47.237185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109a1cb-8b3d-48c9-982d-e80cb1d00b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2176cc05-4075-41c6-8117-9f3d538a986f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:47.302865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.305907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-10e2c21d-f216-4221-83a9-079bc4bd8a64 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/8042600d-4fd9-44d5-bd1d-f7e215050ba4 HTTP/1.1" status: 204 len: 168 time: 1.1785324 Aug 12 04:18:47.319195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:47.335617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73684449-07df-4078-b4aa-7ecf7d010e5b None None] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:47.355915 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-23540c92-6ec4-4e08-825e-2e40ae4bee6a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:18:47.356606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23540c92-6ec4-4e08-825e-2e40ae4bee6a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:18:47.361273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:47.370624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-23540c92-6ec4-4e08-825e-2e40ae4bee6a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/8042600d-4fd9-44d5-bd1d-f7e215050ba4 HTTP/1.1" status: 404 len: 333 time: 0.0415344 Aug 12 04:18:47.392891 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23a58f9-060f-4fe0-bed5-6652c9bfc7c0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:18:47.399370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f23a58f9-060f-4fe0-bed5-6652c9bfc7c0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/8042600d-4fd9-44d5-bd1d-f7e215050ba4 HTTP/1.1" status: 404 len: 333 time: 0.0368631 Aug 12 04:18:47.399922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:47.470928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet 6d7dc2ad-e52f-4322-a593-a37c0d748c3c {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:47.476925 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.494932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bd9eb4f9-7b4b-4e38-af0a-3f2ce9417acb None None] Provisioning for port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:47.538814 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.634737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.656949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9358ae55-c8b8-438d-add8-98e8127037d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ede619-3a93-4a51-a761-2bfa83a82a21'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:47.660151 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e538d-aa18-49e9-9384-40f4ddf616b5" -d '{"events": [{"server_uuid": "9358ae55-c8b8-438d-add8-98e8127037d9", "name": "network-vif-plugged", "status": "completed", "tag": "d4ede619-3a93-4a51-a761-2bfa83a82a21"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:47.737321 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87644c3-529b-46ed-a4da-628344725591 x-openstack-request-id: req-e87644c3-529b-46ed-a4da-628344725591 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:47.737659 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9358ae55-c8b8-438d-add8-98e8127037d9", "name": "network-vif-plugged", "status": "completed", "tag": "d4ede619-3a93-4a51-a761-2bfa83a82a21", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:47.738330 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e87644c3-529b-46ed-a4da-628344725591 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:47.738797 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9358ae55-c8b8-438d-add8-98e8127037d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ede619-3a93-4a51-a761-2bfa83a82a21', 'code': 200} Aug 12 04:18:47.831969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.835106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:47.874159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7dc2ad-e52f-4322-a593-a37c0d748c3c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:47.877270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:47.880411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6cb5f0e4-1700-4ffb-a079-bcd6ce43d733 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/6d7dc2ad-e52f-4322-a593-a37c0d748c3c HTTP/1.1" status: 204 len: 168 time: 0.4761555 Aug 12 04:18:47.882693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60652) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:47.914732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64622edd-23ea-4618-bddb-bd94c3a1bc45 req-f899dc74-cfc1-44ce-a703-0d8c680b487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:47.916383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64622edd-23ea-4618-bddb-bd94c3a1bc45 req-f899dc74-cfc1-44ce-a703-0d8c680b487c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 1096 time: 0.1070549 Aug 12 04:18:47.966432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-64622edd-23ea-4618-bddb-bd94c3a1bc45 req-fef491d1-dedc-4d65-885b-cb802c7dc8a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364792 Aug 12 04:18:47.974446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:47.979875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:47.980818 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.013613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.036546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32e60d-1a36-473c-94ec-703901ffbe5c req-f8ef1f2d-fb74-4dc6-8900-d41a3393dcd2 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:48.046940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a32e60d-1a36-473c-94ec-703901ffbe5c req-f8ef1f2d-fb74-4dc6-8900-d41a3393dcd2 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 944 time: 0.1584382 Aug 12 04:18:48.112539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14eb9e-bd34-412c-b4e3-cc5e01537d06 None None] Network 7311cbdc-ed70-4524-9421-eb9503e8f129 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:48.117998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a32e60d-1a36-473c-94ec-703901ffbe5c req-5a3eff0f-431a-4471-be8d-384a14426c96 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701711 Aug 12 04:18:48.139151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:48.139779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.173692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2671c1af-ac0d-4e72-b800-654509b8cbf5 None None] Could not find standard attr ID for object 8042600d-4fd9-44d5-bd1d-f7e215050ba4. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:18:48.185311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.214619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,segment=NetworkSegment(fe13d2d5-0ad1-42f9-8f15-b960eb993ebb),segment_id=fe13d2d5-0ad1-42f9-8f15-b960eb993ebb)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:48.215141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.228654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:48.249517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,segment=NetworkSegment(fe13d2d5-0ad1-42f9-8f15-b960eb993ebb),segment_id=fe13d2d5-0ad1-42f9-8f15-b960eb993ebb)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:48.293965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.358501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] DHCP port deletion for 7311cbdc-ed70-4524-9421-eb9503e8f129 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:18:48.367874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:48.414544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] Deleting port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:48.414972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.431805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.493364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] For port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,segment=NetworkSegment(fe13d2d5-0ad1-42f9-8f15-b960eb993ebb),segment_id=fe13d2d5-0ad1-42f9-8f15-b960eb993ebb)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:48.494109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.496366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:48.501581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:48.512866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] Calling delete_port for 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:48.538846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60678) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:48.605795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.617184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7311cbdc-ed70-4524-9421-eb9503e8f129']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:48.628833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:48.629188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe13d2d5-0ad1-42f9-8f15-b960eb993ebb') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:48.640462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.653964 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.657116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.666017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:48.666501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.684657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] Pushing event deleted for resources: {'Port': ['ID=46b5d22c-9855-49c9-9dc7-ab3485ad7fc2,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:48.690306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2adc3-87c0-497c-924f-12934c69ed2d None None] No DVR routers for this DVR port 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:48.698835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-613787904-network', 'tenant_id': '859851a2ce2e4c9fa5809f76c8a4cdcb'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:48.710026 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:48.790815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Made reservation on behalf of 859851a2ce2e4c9fa5809f76c8a4cdcb for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:48.793980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.796200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.800636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.806837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/7311cbdc-ed70-4524-9421-eb9503e8f129 HTTP/1.1" status: 204 len: 168 time: 0.9226630 Aug 12 04:18:48.807355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.807518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60690) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:48.816746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-902443871'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:48.831439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a89706-4231-433f-870e-46d9f3a8c9bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=7311cbdc-ed70-4524-9421-eb9503e8f129,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:48.897402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.956021 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:48.982619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:48.994327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df934c6-d4ef-452a-939e-b602d0ff8185,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:49.001415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.001766 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Added segment c82d0c42-ec6e-43ce-b90f-466d6f950a70 of type vlan for network e30bd894-a5ed-4abf-a0a3-a20192019b09 Aug 12 04:18:49.047725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.111090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:49.115140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.139202 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.139745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:49.140369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.145989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:49.171129 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.171443 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d of type vlan for network 654b1ef4-122a-4c8e-84c8-acc407b44294 Aug 12 04:18:49.201380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] Pushing event updated for resources: {'Network': ['ID=e30bd894-a5ed-4abf-a0a3-a20192019b09,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:49.213561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:49.249019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.259417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-42424a99-4260-4f52-ba33-ecd9c9436823 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7192762 Aug 12 04:18:49.261108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60704) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:49.266987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Request body: {'subnet': {'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-613787904-subnet', 'tenant_id': '859851a2ce2e4c9fa5809f76c8a4cdcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:49.312105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abd5b3-70fc-4cde-81b3-51a9c5899f8e req-1b73e9c9-dae1-4791-8e94-a9bff254aef5 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:49.313676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58abd5b3-70fc-4cde-81b3-51a9c5899f8e req-1b73e9c9-dae1-4791-8e94-a9bff254aef5 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 944 time: 0.0835502 Aug 12 04:18:49.356426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-58abd5b3-70fc-4cde-81b3-51a9c5899f8e req-daff958f-e6d4-45dc-ba0f-b6c9eca650f3 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358386 Aug 12 04:18:49.390627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Made reservation on behalf of 859851a2ce2e4c9fa5809f76c8a4cdcb for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:49.395031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.395177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.397154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:49.397776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.398587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:49.472339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=654b1ef4-122a-4c8e-84c8-acc407b44294,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:49.488661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:18:49.511559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f42e13fd-0b9d-44b7-9bb1-9bdcc852a1f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6999834 Aug 12 04:18:49.514327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60710) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:49.522255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:49.536982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:49.549460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:49.549847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.654774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.680932 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.710355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:49.713892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.727778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:49.740269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:49.747147 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa621c6-b3ee-4f2c-8aa0-14fc9749683a" -d '{"events": [{"server_uuid": "cdc787d0-7d2a-488e-8d5b-bb30d6381b21", "name": "network-vif-plugged", "status": "completed", "tag": "4f58fedc-17d7-4a3c-ae5a-c41bd65e6955"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:49.762396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4560bcdb-e9a4-42cf-b382-b5fded60fd3a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:49.769570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Checking segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:49.770508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Network hostable DHCP agents. Network: e30bd894-a5ed-4abf-a0a3-a20192019b09, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:49.784418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:49.809523 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81249979-31fa-4751-9039-3997970e828e x-openstack-request-id: req-81249979-31fa-4751-9039-3997970e828e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:49.809868 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc787d0-7d2a-488e-8d5b-bb30d6381b21", "name": "network-vif-plugged", "status": "completed", "tag": "4f58fedc-17d7-4a3c-ae5a-c41bd65e6955", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:49.810150 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81249979-31fa-4751-9039-3997970e828e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:49.810523 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955', 'code': 200} Aug 12 04:18:49.811909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:49.812252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 46b5d22c-9855-49c9-9dc7-ab3485ad7fc2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:49.813728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.873352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:49.875519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:49.922264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936bbc6-171b-486a-b4a6-58b9febf667d req-160206d5-ad0e-48d5-9441-8cd0b5610ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:49.923865 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1936bbc6-171b-486a-b4a6-58b9febf667d req-160206d5-ad0e-48d5-9441-8cd0b5610ffd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 1096 time: 0.0585253 Aug 12 04:18:49.963044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1936bbc6-171b-486a-b4a6-58b9febf667d req-dadd5635-886e-46ea-afb0-097acb4eed77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296268 Aug 12 04:18:49.990110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e30bd894-a5ed-4abf-a0a3-a20192019b09) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:49.994459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:49.995711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:49.999715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae97bf-1f59-4e9c-82db-7982fc456bd8 None None] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:50.053456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.079996 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a05c7fa-f5a1-4f2c-a528-d31107d9857a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8175130 Aug 12 04:18:50.121468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=a328ead4-2b12-4b1e-96cf-bd14ad1d3906,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:50.131990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:50.132588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 654b1ef4-122a-4c8e-84c8-acc407b44294, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:18:50.138209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237eab6-a4cb-4fb8-8692-4817800dd305 None None] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:50.201750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:18:50.310213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 654b1ef4-122a-4c8e-84c8-acc407b44294) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:50.314890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:50.315976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.319635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef74ab9-151c-441b-8a4b-659ed96c1150 None None] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:50.405513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60738) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:50.405663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d26c298d-cf4e-4695-9ba5-38faaee52e40 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8888466 Aug 12 04:18:50.420643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294', 'security_groups': [], 'name': 'tempest-PortsTestJSON-418147390'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:50.495092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-654b1ef4-122a-4c8e-84c8-acc407b44294', 'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': 'a328ead4-2b12-4b1e-96cf-bd14ad1d3906'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:18:50.496735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.513286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee0131-68aa-4746-874f-67412b6ad06c req-cefedce4-48d6-4072-bfa8-2cd82b4abeff tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:50.514979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98ee0131-68aa-4746-874f-67412b6ad06c req-cefedce4-48d6-4072-bfa8-2cd82b4abeff tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 945 time: 0.0803113 Aug 12 04:18:50.542379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60750) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:50.577059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98ee0131-68aa-4746-874f-67412b6ad06c req-238448e9-21d2-4cc8-9658-259d92f04dfe tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 Aug 12 04:18:50.645716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-113a0e1f-b9f6-4470-96ee-4a18ce0cd54b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:50.647414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-113a0e1f-b9f6-4470-96ee-4a18ce0cd54b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.1697571 Aug 12 04:18:50.661493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Allocated IP 172.20.0.2 (654b1ef4-122a-4c8e-84c8-acc407b44294/a328ead4-2b12-4b1e-96cf-bd14ad1d3906/5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:50.667116 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-0ea420fb-0da2-452e-b6f2-92640f135237 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/quotas/859851a2ce2e4c9fa5809f76c8a4cdcb HTTP/1.1" status: 200 len: 375 time: 0.0100641 Aug 12 04:18:50.705159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff3ea67-06e0-42fd-85c4-428a1c9bf8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.718793 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-1fbe426e-aced-4c6b-81c3-329cfc361940 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429535 Aug 12 04:18:50.720490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:50.725088 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.759217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port fc7fc001-9965-43a7-8da3-be597eded00f yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:50.818975 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff3ea67-06e0-42fd-85c4-428a1c9bf8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.847446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.855938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Transition to ACTIVE for port object 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:50.871300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Transition to ACTIVE for port object 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:50.910162 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-5c138d1b-5f91-42bb-8913-616587676c6c service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675777 Aug 12 04:18:50.915937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff3ea67-06e0-42fd-85c4-428a1c9bf8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:50.955507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fff3ea67-06e0-42fd-85c4-428a1c9bf8f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d1af4c3517f4fab8747b111bd2991ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119458 Aug 12 04:18:50.956710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ea67-06e0-42fd-85c4-428a1c9bf8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de64473-2280-4916-a6e0-5b6c84064fb3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:50.959704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60758) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:50.975114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.011107 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac945518-bf0a-47b4-bac3-7dbb0c434db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.021374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:51.024532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:51.028303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:51.036226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Pushing event updated for resources: {'Port': ['ID=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:51.036683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac945518-bf0a-47b4-bac3-7dbb0c434db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.059478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-829e88bf-0217-4838-b8a4-2af4856f08d7 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425653 Aug 12 04:18:51.091929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Attempting to bind port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:51.092362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Attempting to bind port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:51.092855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Attempting to bind port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 on network 654b1ef4-122a-4c8e-84c8-acc407b44294 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:51.097971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:51.098250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Checking segment: {'id': '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:51.098661 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.099089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Bound using segment: {'id': '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:51.099562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Bound port: 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '654b1ef4-122a-4c8e-84c8-acc407b44294'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:51.099950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.122933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0c17faaa-7026-4ae3-b777-2ed795b6b29a {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:18:51.123471 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:18:51.145052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac945518-bf0a-47b4-bac3-7dbb0c434db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.147717 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac945518-bf0a-47b4-bac3-7dbb0c434db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.148898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ac945518-bf0a-47b4-bac3-7dbb0c434db4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3de64473-2280-4916-a6e0-5b6c84064fb3 HTTP/1.1" status: 204 len: 168 time: 0.1882918 Aug 12 04:18:51.157593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac945518-bf0a-47b4-bac3-7dbb0c434db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de64473-2280-4916-a6e0-5b6c84064fb3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:51.171068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] For port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:51.187560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] For port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,segment=NetworkSegment(84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d),segment_id=84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:51.242485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.312441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d9e2a-d723-4022-a81e-5e8ac586f724 None None] Pushing event updated for resources: {'Port': ['ID=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:51.319029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed4c8c4f-0a06-4574-bb0a-3ca999691c98 req-3c656460-8947-49a4-abaa-68b8fc67f782 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 210 time: 0.0527573 Aug 12 04:18:51.624784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.643010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port e2b7aec8-db62-4225-9b7c-05fdea58a63f yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:51.706028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcb21e-9558-44d2-bb03-e6b47156940f req-d98af5e8-2fe2-4df9-bf9f-b348a11d5f8f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:51.707880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5afcb21e-9558-44d2-bb03-e6b47156940f req-d98af5e8-2fe2-4df9-bf9f-b348a11d5f8f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 945 time: 0.0591271 Aug 12 04:18:51.779214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5afcb21e-9558-44d2-bb03-e6b47156940f req-1ebe0c34-15a0-45af-a1f4-b952cbabb502 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640621 Aug 12 04:18:51.791938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.11 (654b1ef4-122a-4c8e-84c8-acc407b44294/a328ead4-2b12-4b1e-96cf-bd14ad1d3906/e2b7aec8-db62-4225-9b7c-05fdea58a63f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:51.859994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60782) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:51.880126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:18:51.933569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b1aeffb-1fa8-4152-9cd5-ba19eb836d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:51.980091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687a81b-8ec2-42d0-9883-d75b62d8bd86 req-42fa9267-7b98-4aa0-ad0e-ffebc224c17f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:51.981634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9687a81b-8ec2-42d0-9883-d75b62d8bd86 req-42fa9267-7b98-4aa0-ad0e-ffebc224c17f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 945 time: 0.1188166 Aug 12 04:18:51.995470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.013990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object e2b7aec8-db62-4225-9b7c-05fdea58a63f will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:52.053382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:52.054574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9687a81b-8ec2-42d0-9883-d75b62d8bd86 req-08c8604f-3617-4bac-919a-d70d0ca68ad6 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Aug 12 04:18:52.094768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b1aeffb-1fa8-4152-9cd5-ba19eb836d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.146759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.162028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b1aeffb-1fa8-4152-9cd5-ba19eb836d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.200536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:52.204941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0b1aeffb-1fa8-4152-9cd5-ba19eb836d2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e107183a36dc4b75b483f91985905ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437548 Aug 12 04:18:52.206197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aeffb-1fa8-4152-9cd5-ba19eb836d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895113ef-bb99-4907-a2ed-2efed7042998,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:52.208738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60788) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:52.208974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:52.224336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:52.269512 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af9bf137-9c8d-443e-8394-28c9d5c224e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.292006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbc095-80da-46cd-933d-7c2350adb6f3 req-7d5f13f0-82bc-4776-8dee-92acc66327dc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:52.294248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84fbc095-80da-46cd-933d-7c2350adb6f3 req-7d5f13f0-82bc-4776-8dee-92acc66327dc tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 945 time: 0.1591346 Aug 12 04:18:52.295688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af9bf137-9c8d-443e-8394-28c9d5c224e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.300440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=e2b7aec8-db62-4225-9b7c-05fdea58a63f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:52.355664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:52.356197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.361310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de24bd9-a770-43ad-a306-f5b50d2643c9 None None] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:52.375748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84fbc095-80da-46cd-933d-7c2350adb6f3 req-77b98bab-8eac-42ce-9459-8527ddeb4b6c tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682313 Aug 12 04:18:52.418541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-325e94b3-9f53-4cc1-a70a-32afbcf245ea req-38827ff8-7730-4331-9512-45b3c86dfebf tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 210 time: 0.0293105 Aug 12 04:18:52.446445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5353c69c-c4f6-4037-9834-b5e7aa98f090 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0387514 Aug 12 04:18:52.449895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60796) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:52.452384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af9bf137-9c8d-443e-8394-28c9d5c224e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.455675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af9bf137-9c8d-443e-8394-28c9d5c224e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.457978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af9bf137-9c8d-443e-8394-28c9d5c224e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/895113ef-bb99-4907-a2ed-2efed7042998 HTTP/1.1" status: 204 len: 168 time: 0.2481608 Aug 12 04:18:52.469680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bf137-9c8d-443e-8394-28c9d5c224e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895113ef-bb99-4907-a2ed-2efed7042998,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:52.553539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] Provisioning for port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:18:52.562866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] Provisioning complete for port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:52.563245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.577383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port e2b7aec8-db62-4225-9b7c-05fdea58a63f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:52.577383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.677504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.681895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.694365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for e2b7aec8-db62-4225-9b7c-05fdea58a63f owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:52.718196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] For port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,segment=NetworkSegment(84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d),segment_id=84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:52.801959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.873318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d4574-082f-424b-b344-d15d3aa4e7c1 None None] Pushing event updated for resources: {'Port': ['ID=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:52.933252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-45be1c58-571b-420e-b7bb-76555aa17361 None None] Provisioning complete for port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:18:52.933837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-45be1c58-571b-420e-b7bb-76555aa17361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:52.972124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.020693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=e2b7aec8-db62-4225-9b7c-05fdea58a63f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:53.034078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15205ed-c2fb-4c0d-a8b5-db0debb970fa req-8a0d3704-2424-4c96-b3b0-6da1e3149b5d tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:53.042693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c15205ed-c2fb-4c0d-a8b5-db0debb970fa req-8a0d3704-2424-4c96-b3b0-6da1e3149b5d tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 945 time: 0.1473289 Aug 12 04:18:53.107939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-45be1c58-571b-420e-b7bb-76555aa17361 None None] Could not find standard attr ID for object e2b7aec8-db62-4225-9b7c-05fdea58a63f. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:18:53.124459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c15205ed-c2fb-4c0d-a8b5-db0debb970fa req-aeed4778-07f5-47e3-8567-3cfb8b1e76fb tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807233 Aug 12 04:18:53.155421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.157879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-72df7b18-3ceb-499a-bb2d-0228bca47deb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/e2b7aec8-db62-4225-9b7c-05fdea58a63f HTTP/1.1" status: 204 len: 168 time: 0.7069917 Aug 12 04:18:53.160636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60814) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:53.185718 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a05f3c7-1311-4935-aca2-64d54f15af21 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:18:53.188474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3a05f3c7-1311-4935-aca2-64d54f15af21 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/e2b7aec8-db62-4225-9b7c-05fdea58a63f HTTP/1.1" status: 404 len: 333 time: 0.0257273 Aug 12 04:18:53.190470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:53.221441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d8c038c-6ff6-4c76-b815-c79108489bc2 None None] Could not find standard attr ID for object e2b7aec8-db62-4225-9b7c-05fdea58a63f. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:18:53.257608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet a328ead4-2b12-4b1e-96cf-bd14ad1d3906 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:18:53.261458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.309326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.396673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.525994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-172d8542-dcc8-479d-a8b1-710e1e57d66c req-20f699f3-231d-4fee-930a-a3103392edbf tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 210 time: 0.0285947 Aug 12 04:18:53.545272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.573976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=a328ead4-2b12-4b1e-96cf-bd14ad1d3906,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:53.577697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.579771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-72c96e52-d0d9-4514-a62d-4e5c902c87b2 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/a328ead4-2b12-4b1e-96cf-bd14ad1d3906 HTTP/1.1" status: 204 len: 168 time: 0.3876326 Aug 12 04:18:53.582647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60830) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:53.585240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628dbc7-4039-4dbd-b2e1-5e541b94450d None None] Network 654b1ef4-122a-4c8e-84c8-acc407b44294 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:18:53.664236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.731189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:53.731535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.799816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] DHCP port deletion for 654b1ef4-122a-4c8e-84c8-acc407b44294 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:18:53.809285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,segment=NetworkSegment(84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d),segment_id=84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:53.809653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.831548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:53.873231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] Deleting port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:53.874630 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.914961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-69c4ed80-9f73-45aa-8b9a-7c4ea55e64b3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:53.917046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-69c4ed80-9f73-45aa-8b9a-7c4ea55e64b3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.36 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.1345336 Aug 12 04:18:53.936035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Request body: {'port': {'device_id': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'admin_state_up': True, 'tenant_id': '859851a2ce2e4c9fa5809f76c8a4cdcb'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:53.953840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] For port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,segment=NetworkSegment(84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d),segment_id=84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:53.954419 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:53.967980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] Calling delete_port for 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:53.991795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.063985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:54.075870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.093672 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:18:54.096592 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:18:54.102592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.133717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] Pushing event deleted for resources: {'Port': ['ID=5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:54.135531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea21dc-cad0-4f35-920b-96c94a3e116f None None] No DVR routers for this DVR port 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:54.173143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Made reservation on behalf of 859851a2ce2e4c9fa5809f76c8a4cdcb for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:54.176838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.202332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.218856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654b1ef4-122a-4c8e-84c8-acc407b44294']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:54.239868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:54.240570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a9c8bd-b284-4bd9-93d4-8a40c77b2a7d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:18:54.254743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.275762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.327070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:18:54.327500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:18:54.330523 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:18:54.343101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Allocated IP 172.20.0.13 (e30bd894-a5ed-4abf-a0a3-a20192019b09/4560bcdb-e9a4-42cf-b382-b5fded60fd3a/69c4b67c-4ee0-452b-a421-2b6328d28537) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:18:54.432993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-5210031d-48b8-4a94-a416-522beb420ae1 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:54.434553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-5210031d-48b8-4a94-a416-522beb420ae1 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "GET /v2.0/ports?device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 945 time: 0.1554689 Aug 12 04:18:54.442483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd57c92-e965-4baa-b668-6f1ffae002b2 req-1d00d3e4-b2e6-40ab-95d5-e093599e54ee tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:54.443864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfd57c92-e965-4baa-b668-6f1ffae002b2 req-1d00d3e4-b2e6-40ab-95d5-e093599e54ee tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 945 time: 0.1658819 Aug 12 04:18:54.520889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.541033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfd57c92-e965-4baa-b668-6f1ffae002b2 req-1aaa6573-c805-4332-ba12-9d5b0710f2df tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897651 Aug 12 04:18:54.593922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Deleting port d4ede619-3a93-4a51-a761-2bfa83a82a21 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:54.594343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.661524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9813694-5122-4522-b392-1cbbc24e3602 req-aec531d6-c5fc-47f1-ac27-5771ab04131f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 210 time: 0.0283201 Aug 12 04:18:54.704006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] For port d4ede619-3a93-4a51-a761-2bfa83a82a21, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d4ede619-3a93-4a51-a761-2bfa83a82a21,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:18:54.704298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.717742 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Calling delete_port for d4ede619-3a93-4a51-a761-2bfa83a82a21 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:54.974040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.978877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:54.980780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/654b1ef4-122a-4c8e-84c8-acc407b44294 HTTP/1.1" status: 204 len: 168 time: 1.3971715 Aug 12 04:18:54.984810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60854) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:54.990291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'name': 'tempest-PortsTestJSON-1974458932'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:54.995285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d0cf-afd6-4348-a61a-5b3315fe93cf tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=654b1ef4-122a-4c8e-84c8-acc407b44294,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:55.021763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.032973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['d4ede619-3a93-4a51-a761-2bfa83a82a21', '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:55.038238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.058077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Pushing event deleted for resources: {'Port': ['ID=d4ede619-3a93-4a51-a761-2bfa83a82a21,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:55.069795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['bec8e9c3-95b4-4a53-961f-7e8bae1d319a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:18:55.118359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] No DVR routers for this DVR port d4ede619-3a93-4a51-a761-2bfa83a82a21 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:18:55.120330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:55.122400 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.125831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dbc6a937-54c7-40e8-9e56-9539b3e5ba70 req-078a2ebf-1c5c-4fd9-b37d-e07c641bb2e8 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "DELETE /v2.0/ports/d4ede619-3a93-4a51-a761-2bfa83a82a21 HTTP/1.1" status: 204 len: 173 time: 0.6810737 Aug 12 04:18:55.126386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9358ae55-c8b8-438d-add8-98e8127037d9', 'name': 'network-vif-deleted', 'tag': 'd4ede619-3a93-4a51-a761-2bfa83a82a21'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:55.129912 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a36faa-5489-4f37-b8dc-7d60effa9042" -d '{"events": [{"server_uuid": "9358ae55-c8b8-438d-add8-98e8127037d9", "name": "network-vif-deleted", "tag": "d4ede619-3a93-4a51-a761-2bfa83a82a21"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:55.148784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:55.172241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:55.217988 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f52d5e-57d6-4468-98b4-ab185a13ecd9 x-openstack-request-id: req-69f52d5e-57d6-4468-98b4-ab185a13ecd9 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:55.218837 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9358ae55-c8b8-438d-add8-98e8127037d9", "name": "network-vif-deleted", "tag": "d4ede619-3a93-4a51-a761-2bfa83a82a21", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:55.219310 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69f52d5e-57d6-4468-98b4-ab185a13ecd9 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:55.219939 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9358ae55-c8b8-438d-add8-98e8127037d9', 'name': 'network-vif-deleted', 'tag': 'd4ede619-3a93-4a51-a761-2bfa83a82a21', 'status': 'completed', 'code': 200} Aug 12 04:18:55.248018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event updated for resources: {'Port': ['ID=69c4b67c-4ee0-452b-a421-2b6328d28537,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:55.283207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:55.283837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.351513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:55.355082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.372013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port b4b290b5-4e36-475b-a289-164e40b548fe yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:55.378884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.453756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d3ced0d8-7554-4515-950e-62a1f40cbe87 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218050 Aug 12 04:18:55.466425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Request body: {'port': {'device_id': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:55.584848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.590053 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.601000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.665802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03fe842d-19f9-4503-ab28-6f9228f78e6c req-7bd71dc4-2780-4d19-b924-d5031bc1401f tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=9358ae55-c8b8-438d-add8-98e8127037d9 HTTP/1.1" status: 200 len: 210 time: 0.0338328 Aug 12 04:18:55.794022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:55.822960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:55.823344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c5324a4-dbc7-4fcd-a8e3-5249d9a873b0 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:55.879581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:55.896177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab239a-a43e-4a70-abda-7ec44be581dd req-912e0f1c-baa5-4d6e-aee8-86d6f1259da0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:55.897770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12ab239a-a43e-4a70-abda-7ec44be581dd req-912e0f1c-baa5-4d6e-aee8-86d6f1259da0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 932 time: 0.1454568 Aug 12 04:18:55.970991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:55.982976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:56.001784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:56.007369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:56.007987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.014525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=b4b290b5-4e36-475b-a289-164e40b548fe,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:56.033624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12ab239a-a43e-4a70-abda-7ec44be581dd req-a803589a-6af7-4cdc-803c-61a11b813166 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270995 Aug 12 04:18:56.100815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c4b67c-4ee0-452b-a421-2b6328d28537 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:18:56.108522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.121693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Transition to ACTIVE for port object 69c4b67c-4ee0-452b-a421-2b6328d28537 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:18:56.123323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f396770-f814-4566-b9c3-b1192fe5716d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1374044 Aug 12 04:18:56.126018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60890) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:56.216581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port b4b290b5-4e36-475b-a289-164e40b548fe {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:56.217197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.220036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.339258 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.352828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Pushing event updated for resources: {'Port': ['ID=69c4b67c-4ee0-452b-a421-2b6328d28537,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:56.375520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for b4b290b5-4e36-475b-a289-164e40b548fe owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:56.476373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Attempting to bind port 69c4b67c-4ee0-452b-a421-2b6328d28537 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:18:56.476712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Attempting to bind port 69c4b67c-4ee0-452b-a421-2b6328d28537 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:18:56.477035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Attempting to bind port 69c4b67c-4ee0-452b-a421-2b6328d28537 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:56.489738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Port 69c4b67c-4ee0-452b-a421-2b6328d28537 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:18:56.490739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Attempting to bind port 69c4b67c-4ee0-452b-a421-2b6328d28537 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:18:56.509086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:18:56.509086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Checking segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:18:56.509086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Bound using segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:18:56.509086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Bound port: 69c4b67c-4ee0-452b-a421-2b6328d28537, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:18:56.509086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.574897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.585918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] For port 69c4b67c-4ee0-452b-a421-2b6328d28537, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:18:56.618374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] For port 69c4b67c-4ee0-452b-a421-2b6328d28537, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=69c4b67c-4ee0-452b-a421-2b6328d28537,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:18:56.619932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=b4b290b5-4e36-475b-a289-164e40b548fe,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:56.625033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.627140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-336b210d-90d0-4b74-96e3-8feb551583ba tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/b4b290b5-4e36-475b-a289-164e40b548fe HTTP/1.1" status: 204 len: 168 time: 0.5001926 Aug 12 04:18:56.629879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:56.638948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'mac_address': 'fa:16:3e:0e:da:29', 'name': 'tempest-PortsTestJSON-1184586666'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:56.709133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.750299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:56.751040 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:56.763788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] 10.222.0.36 "PUT /v2.0/ports/69c4b67c-4ee0-452b-a421-2b6328d28537 HTTP/1.1" status: 200 len: 1092 time: 1.2902713 Aug 12 04:18:56.763788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'tag': '69c4b67c-4ee0-452b-a421-2b6328d28537'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:18:56.763788 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c5b15-77ae-4dac-847f-6903398614db" -d '{"events": [{"name": "network-changed", "server_uuid": "df69ef68-0482-46c7-94bf-4cc686f45e5f", "tag": "69c4b67c-4ee0-452b-a421-2b6328d28537"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:18:56.791760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44469e57-f6d1-4845-89ab-67283fa7831d service neutron] Pushing event updated for resources: {'Port': ['ID=69c4b67c-4ee0-452b-a421-2b6328d28537,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:56.807781 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1547871-a9a6-4786-b979-6a74a9609cca x-openstack-request-id: req-e1547871-a9a6-4786-b979-6a74a9609cca {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:18:56.808185 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df69ef68-0482-46c7-94bf-4cc686f45e5f", "tag": "69c4b67c-4ee0-452b-a421-2b6328d28537", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:18:56.808752 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1547871-a9a6-4786-b979-6a74a9609cca {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:18:56.809344 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'tag': '69c4b67c-4ee0-452b-a421-2b6328d28537', 'status': 'completed', 'code': 200} Aug 12 04:18:56.882312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:56.965430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5b15-77ae-4dac-847f-6903398614db req-486675cb-7b15-46ed-b025-58357dc47e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:56.966953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-867c5b15-77ae-4dac-847f-6903398614db req-486675cb-7b15-46ed-b025-58357dc47e55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 1095 time: 0.1166694 Aug 12 04:18:56.972999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:57.059044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 2e3416b6-f556-4a88-ab1b-4489983d0a01 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:57.283351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5b15-77ae-4dac-847f-6903398614db req-b86603a0-bd0a-4677-bcc5-62785bca9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.285431 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-867c5b15-77ae-4dac-847f-6903398614db req-b86603a0-bd0a-4677-bcc5-62785bca9f8e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3083076 Aug 12 04:18:57.363651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fe70c-6cd3-4027-898b-6c919de45f76 req-cc6e5b6e-dd86-4aa1-9a6e-967b703ea703 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.370780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-895fe70c-6cd3-4027-898b-6c919de45f76 req-cc6e5b6e-dd86-4aa1-9a6e-967b703ea703 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 944 time: 0.1851163 Aug 12 04:18:57.379103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:57.443038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-895fe70c-6cd3-4027-898b-6c919de45f76 req-ceb04325-e3a0-4cb4-b806-21ffa494b4e9 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713654 Aug 12 04:18:57.527145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5b15-77ae-4dac-847f-6903398614db req-1229aa6a-30a0-47e2-86c5-1a41b3ad6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.540860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-867c5b15-77ae-4dac-847f-6903398614db req-1229aa6a-30a0-47e2-86c5-1a41b3ad6e2d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2320428 Aug 12 04:18:57.545312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:57.649166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:57.668358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:57.676535 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:57.682183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.682827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:57.690066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=2e3416b6-f556-4a88-ab1b-4489983d0a01,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:57.708109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-dddd51ba-71e6-41f4-b805-a3b070e4d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.709694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-dddd51ba-71e6-41f4-b805-a3b070e4d03b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 1095 time: 0.1177895 Aug 12 04:18:57.723206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa314b63-3d1a-41e6-9c6b-ad80c79f6ab9 req-ca4893e9-577f-4b62-be93-518fa8675640 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.729313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa314b63-3d1a-41e6-9c6b-ad80c79f6ab9 req-ca4893e9-577f-4b62-be93-518fa8675640 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.730895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa314b63-3d1a-41e6-9c6b-ad80c79f6ab9 req-ca4893e9-577f-4b62-be93-518fa8675640 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d&device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 1681 time: 0.1094782 Aug 12 04:18:57.778788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b281afde-36e8-4de8-a031-d10b2bf7292e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1478164 Aug 12 04:18:57.780344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-88431b94-a5f9-45d6-9a45-3eead5f5bc79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c4b67c-4ee0-452b-a421-2b6328d28537 HTTP/1.1" status: 200 len: 217 time: 0.0485432 Aug 12 04:18:57.781625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:57.826920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ff12d-6415-414f-a25a-c6bbc3ad15e6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.828178 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb4ff12d-6415-414f-a25a-c6bbc3ad15e6 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/2e3416b6-f556-4a88-ab1b-4489983d0a01 HTTP/1.1" status: 200 len: 841 time: 0.0453000 Aug 12 04:18:57.830949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:57.837625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa314b63-3d1a-41e6-9c6b-ad80c79f6ab9 req-0ce471bc-a138-404f-b0cf-d0b6727c62d7 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966794 Aug 12 04:18:57.851246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-f4b38eda-ab4c-4b8f-b66f-1a01430c65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:57.851246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-f4b38eda-ab4c-4b8f-b66f-1a01430c65fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.0596805 Aug 12 04:18:57.888187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-436e9e43-226e-4d43-a871-3250c5267b21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322981 Aug 12 04:18:57.957834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 2e3416b6-f556-4a88-ab1b-4489983d0a01 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:57.958174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.016837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-4cab47b3-50ad-444d-88c8-02b41fb2252a service neutron] 10.222.0.36 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181636 Aug 12 04:18:58.028540 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.043836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 2e3416b6-f556-4a88-ab1b-4489983d0a01 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:58.133849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd8e077a-d270-449a-b138-9290ed8eab2e req-d568f5f9-6650-43aa-85d9-ded0df6fff72 service neutron] 10.222.0.36 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020975 Aug 12 04:18:58.190415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-890f7a32-1b44-4a3f-87ba-0052f886e54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.191011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.219994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=2e3416b6-f556-4a88-ab1b-4489983d0a01,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:58.224182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.226130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-38d50452-6380-4928-ac3b-6c835d7c975d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/2e3416b6-f556-4a88-ab1b-4489983d0a01 HTTP/1.1" status: 204 len: 168 time: 0.3942165 Aug 12 04:18:58.228776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60974) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:58.253596 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb116b42-09f4-47c0-b5f3-3a6dd9592232 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:18:58.255152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cb116b42-09f4-47c0-b5f3-3a6dd9592232 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/2e3416b6-f556-4a88-ab1b-4489983d0a01 HTTP/1.1" status: 404 len: 333 time: 0.0254638 Aug 12 04:18:58.258676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60976) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:58.263555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'name': 'tempest-PortsTestJSON-1718551030'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:58.424852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:58.429596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.448171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port e7de14b3-6a82-49f6-b068-d302ce0a4a21 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:18:58.638947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.758133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.828908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:18:58.830241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=e7de14b3-6a82-49f6-b068-d302ce0a4a21,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:58.832770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:18:58.835171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:18:58.840961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:58.841613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:58.900919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5117e0-8761-4774-984a-f494bc9bb1e8 req-ac364f1d-46f8-4dc0-aa3d-6da8fd711380 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:58.907838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d5117e0-8761-4774-984a-f494bc9bb1e8 req-ac364f1d-46f8-4dc0-aa3d-6da8fd711380 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 945 time: 0.0611336 Aug 12 04:18:58.946486 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d5117e0-8761-4774-984a-f494bc9bb1e8 req-929f96ab-aab9-4d16-8de5-2c03307d1a06 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369673 Aug 12 04:18:58.948336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f77bd5bf-559c-4594-8e4e-dc77848e1244 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6886797 Aug 12 04:18:58.951109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32768) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:58.956968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:58.980302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b497e13-8732-4aff-8d00-00e362c65126 req-b665d9bd-52d3-4c97-ae47-b0a8d6a8470d tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:58.982984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b497e13-8732-4aff-8d00-00e362c65126 req-b665d9bd-52d3-4c97-ae47-b0a8d6a8470d tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 944 time: 0.4269195 Aug 12 04:18:59.025449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b497e13-8732-4aff-8d00-00e362c65126 req-7e11d4e7-1021-46bb-a60d-ec87769eb0e8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365574 Aug 12 04:18:59.031224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.196452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.276466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.314035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] In _notify_port_updated(), no bound segment for port e7de14b3-6a82-49f6-b068-d302ce0a4a21 on network 6409f81c-6ae2-483c-8d0d-bf186134b7ed {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:18:59.319419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:59.320018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.321302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/ports/e7de14b3-6a82-49f6-b068-d302ce0a4a21 HTTP/1.1" status: 200 len: 818 time: 0.3692188 Aug 12 04:18:59.325644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:59.338131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b82807-c9e4-4ba3-9dd8-42464c34783f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=e7de14b3-6a82-49f6-b068-d302ce0a4a21,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:59.421688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port e7de14b3-6a82-49f6-b068-d302ce0a4a21 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:18:59.422030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.425030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d4ede619-3a93-4a51-a761-2bfa83a82a21 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:18:59.447439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: d4ede619-3a93-4a51-a761-2bfa83a82a21 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:18:59.447840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d4ede619-3a93-4a51-a761-2bfa83a82a21 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:18:59.494636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.507188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for e7de14b3-6a82-49f6-b068-d302ce0a4a21 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:18:59.653507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.690144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=e7de14b3-6a82-49f6-b068-d302ce0a4a21,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:18:59.695659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.697645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b368302c-1015-4969-8192-a44f4fad2dc8 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/e7de14b3-6a82-49f6-b068-d302ce0a4a21 HTTP/1.1" status: 204 len: 168 time: 0.3700330 Aug 12 04:18:59.700091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:59.757526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3dd439-29fd-4a70-af7b-3da7d4c08081 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:18:59.759314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb3dd439-29fd-4a70-af7b-3da7d4c08081 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0582840 Aug 12 04:18:59.761997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32790) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:59.787684 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-871ad46d-1e65-45fb-9a25-caa2c6aaff54 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:18:59.789232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-871ad46d-1e65-45fb-9a25-caa2c6aaff54 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/e7de14b3-6a82-49f6-b068-d302ce0a4a21 HTTP/1.1" status: 404 len: 333 time: 0.0261862 Aug 12 04:18:59.794610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32792) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:18:59.802218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1054361531'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:18:59.887528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:18:59.891241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.915240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:18:59.923603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:18:59.923943 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 78246fe4-53e0-4920-b826-642e7546b938 of type vlan for network 8f805011-52eb-4501-878b-d0a7fe8deac2 Aug 12 04:18:59.964087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.016237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-5b232af3-69f8-48af-83d4-a6b24bd71347 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:00.018159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-5b232af3-69f8-48af-83d4-a6b24bd71347 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 945 time: 0.0601568 Aug 12 04:19:00.075771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.081413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:00.082218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.136947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Deleting port bec8e9c3-95b4-4a53-961f-7e8bae1d319a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:00.137462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.154256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02681c8-7649-4af2-8073-515cfbc56602 req-d1347ca6-5216-423b-8909-13cb20c2f4ce tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:00.155915 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b02681c8-7649-4af2-8073-515cfbc56602 req-d1347ca6-5216-423b-8909-13cb20c2f4ce tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 945 time: 0.1332200 Aug 12 04:19:00.174674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=8f805011-52eb-4501-878b-d0a7fe8deac2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:00.193504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:19:00.207274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b02681c8-7649-4af2-8073-515cfbc56602 req-b08ff73e-a451-43c9-afe0-9cc47d20ffee tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/security-groups?id=21fd7cd6-3e87-40e9-a017-78851ed50c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Aug 12 04:19:00.231133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90f64718-ca4a-4c86-8fb5-b1bfaac06b85 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4349465 Aug 12 04:19:00.239346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:00.262230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:00.296731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-6f95eff6-ba2a-4b62-9171-22874fd7b987 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:00.298513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-6f95eff6-ba2a-4b62-9171-22874fd7b987 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdc787d0-7d2a-488e-8d5b-bb30d6381b21 HTTP/1.1" status: 200 len: 945 time: 0.0855582 Aug 12 04:19:00.343371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] For port bec8e9c3-95b4-4a53-961f-7e8bae1d319a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:00.344508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.368267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Calling delete_port for bec8e9c3-95b4-4a53-961f-7e8bae1d319a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:00.423114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3095f-7784-4ca0-8cc4-defab320fa84 req-a8bf4b22-5149-46d9-ab59-1bad3cb603d8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:00.424635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a3095f-7784-4ca0-8cc4-defab320fa84 req-a8bf4b22-5149-46d9-ab59-1bad3cb603d8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 944 time: 0.1459451 Aug 12 04:19:00.478814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04a3095f-7784-4ca0-8cc4-defab320fa84 req-766c454d-4df8-4408-8a53-8c5bfe5eb0e9 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Aug 12 04:19:00.481888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Deleting port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:00.482438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.491255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8b2dc-c2a2-4b6b-8320-99e319eb511c req-7f239735-54cd-49c7-a08b-7e9228f41c47 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:00.492799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04e8b2dc-c2a2-4b6b-8320-99e319eb511c req-7f239735-54cd-49c7-a08b-7e9228f41c47 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0928273 Aug 12 04:19:00.496788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:00.500280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.591282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] For port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,segment=NetworkSegment(6ef3dc64-33d4-402b-a1f8-d71cfda01b8b),segment_id=6ef3dc64-33d4-402b-a1f8-d71cfda01b8b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:00.591563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.605936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Calling delete_port for 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:00.628850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04e8b2dc-c2a2-4b6b-8320-99e319eb511c req-465cc075-2fe9-437d-882a-abc346ad53ee tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222296 Aug 12 04:19:00.756684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.768266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4f58fedc-17d7-4a3c-ae5a-c41bd65e6955'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:00.771147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['bec8e9c3-95b4-4a53-961f-7e8bae1d319a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:00.800800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Pushing event deleted for resources: {'Port': ['ID=bec8e9c3-95b4-4a53-961f-7e8bae1d319a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:00.826539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f147d9c3-6c9b-4bda-a6ce-75beb7adc570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.840738 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.847091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] No DVR routers for this DVR port bec8e9c3-95b4-4a53-961f-7e8bae1d319a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:00.850020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.852253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6c4090c-6c29-481f-ba5c-b82f0bc8dbee req-a5cec706-c42c-46f4-b188-68a3f5428945 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.36 "DELETE /v2.0/ports/bec8e9c3-95b4-4a53-961f-7e8bae1d319a HTTP/1.1" status: 204 len: 173 time: 0.8277228 Aug 12 04:19:00.852710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f33f0c-9328-414d-af54-2f808e054d6d', 'name': 'network-vif-deleted', 'tag': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:00.855090 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816b2320-6e2e-405c-97ed-29cfc678ad67" -d '{"events": [{"server_uuid": "23f33f0c-9328-414d-af54-2f808e054d6d", "name": "network-vif-deleted", "tag": "bec8e9c3-95b4-4a53-961f-7e8bae1d319a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:00.865989 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.894222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['bec8e9c3-95b4-4a53-961f-7e8bae1d319a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:00.936374 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4146a938-dee8-4fc1-a44b-2e3debd87d3d x-openstack-request-id: req-4146a938-dee8-4fc1-a44b-2e3debd87d3d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:00.936672 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f33f0c-9328-414d-af54-2f808e054d6d", "name": "network-vif-deleted", "tag": "bec8e9c3-95b4-4a53-961f-7e8bae1d319a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:00.936932 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4146a938-dee8-4fc1-a44b-2e3debd87d3d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:00.937442 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f33f0c-9328-414d-af54-2f808e054d6d', 'name': 'network-vif-deleted', 'tag': 'bec8e9c3-95b4-4a53-961f-7e8bae1d319a', 'status': 'completed', 'code': 200} Aug 12 04:19:00.950699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Pushing event deleted for resources: {'Port': ['ID=4f58fedc-17d7-4a3c-ae5a-c41bd65e6955,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:00.960428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=50fd9061-46d3-444a-a960-50f1875acfa0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:00.965200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '78246fe4-53e0-4920-b826-642e7546b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:00.965578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 8f805011-52eb-4501-878b-d0a7fe8deac2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:19:00.979168 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.992309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] No DVR routers for this DVR port 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:00.994951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:00.996941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c961bcb1-86aa-43fc-a873-6efda6d809a7 req-c0dae7eb-b0ec-4e13-90bc-47fd0c9a2f95 tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.20 "DELETE /v2.0/ports/4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 HTTP/1.1" status: 204 len: 173 time: 0.6772547 Aug 12 04:19:00.997416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'name': 'network-vif-deleted', 'tag': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:00.999667 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db25bf9-7e51-4c39-87c0-4f986c0c402e" -d '{"events": [{"server_uuid": "cdc787d0-7d2a-488e-8d5b-bb30d6381b21", "name": "network-vif-deleted", "tag": "4f58fedc-17d7-4a3c-ae5a-c41bd65e6955"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:01.036681 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149ca41c-9816-4d87-8343-f7997022cd4b x-openstack-request-id: req-149ca41c-9816-4d87-8343-f7997022cd4b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:01.037073 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc787d0-7d2a-488e-8d5b-bb30d6381b21", "name": "network-vif-deleted", "tag": "4f58fedc-17d7-4a3c-ae5a-c41bd65e6955", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:01.037447 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-149ca41c-9816-4d87-8343-f7997022cd4b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:01.038058 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc787d0-7d2a-488e-8d5b-bb30d6381b21', 'name': 'network-vif-deleted', 'tag': '4f58fedc-17d7-4a3c-ae5a-c41bd65e6955', 'status': 'completed', 'code': 200} Aug 12 04:19:01.040488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 69c4b67c-4ee0-452b-a421-2b6328d28537 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:19:01.066226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:19:01.139744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 69c4b67c-4ee0-452b-a421-2b6328d28537, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=69c4b67c-4ee0-452b-a421-2b6328d28537,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:01.151054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8f805011-52eb-4501-878b-d0a7fe8deac2) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:01.154583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '69c4b67c-4ee0-452b-a421-2b6328d28537', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'port_id': '69c4b67c-4ee0-452b-a421-2b6328d28537', 'mac_address': 'fa:16:3e:b8:62:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4560bcdb-e9a4-42cf-b382-b5fded60fd3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:19:01.155763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:01.156366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:01.162148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913a0c6-9e49-4fa4-8f2c-db338bc36379 None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:01.251055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:01.262615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c5e9ddc2-15f5-4156-9a7f-a2c6dbc75509 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0189962 Aug 12 04:19:01.262883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32836) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:01.269561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:01.275174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c4b67c-4ee0-452b-a421-2b6328d28537 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:01.305196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 69c4b67c-4ee0-452b-a421-2b6328d28537, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=69c4b67c-4ee0-452b-a421-2b6328d28537,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:01.354276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-423a7127-82dd-4a4e-8c19-4de04efa15da req-53b0f508-e1bb-49ed-ad84-449bfe684d5d tempest-ListServersNegativeTestJSON-309360252 tempest-ListServersNegativeTestJSON-309360252-project] 10.222.0.42 "GET /v2.0/ports?device_id=23f33f0c-9328-414d-af54-2f808e054d6d HTTP/1.1" status: 200 len: 210 time: 0.0494070 Aug 12 04:19:01.366785 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:01.424664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-8f805011-52eb-4501-878b-d0a7fe8deac2', 'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': '50fd9061-46d3-444a-a960-50f1875acfa0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:19:01.425543 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:01.449090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=69c4b67c-4ee0-452b-a421-2b6328d28537,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:01.475752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:01.479449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:01.580506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Allocated IP 172.20.0.2 (8f805011-52eb-4501-878b-d0a7fe8deac2/50fd9061-46d3-444a-a960-50f1875acfa0/8ad2c28b-fcef-49db-863d-29d1b3e36c16) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:01.633056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeb42b-f8a4-4f80-b65a-0487a9db9f75 req-074de1e2-52c6-44b1-98f0-2fc5ab940aaf tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:01.634584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dfeeb42b-f8a4-4f80-b65a-0487a9db9f75 req-074de1e2-52c6-44b1-98f0-2fc5ab940aaf tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 945 time: 0.0761130 Aug 12 04:19:01.640519 n-d-804320-1 neutron-server[95043]: INFO neutron.db.ipam_backend_mixin [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 50fd9061-46d3-444a-a960-50f1875acfa0 (CIDR: 172.20.0.0/28) Aug 12 04:19:01.689750 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:19:01.690255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:19:01.741634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dfeeb42b-f8a4-4f80-b65a-0487a9db9f75 req-02ad6d31-1e10-4543-8717-99cb1b7ba49c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945420 Aug 12 04:19:01.785515 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:01.803475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af4f7a67-4356-4573-9363-161917c7a79d tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5391529 Aug 12 04:19:01.805300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Transition to ACTIVE for port object 8ad2c28b-fcef-49db-863d-29d1b3e36c16 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:01.806989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:01.816700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:01.817608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:01.827840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Transition to ACTIVE for port object 8ad2c28b-fcef-49db-863d-29d1b3e36c16 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:01.973822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd3369-ee94-4f67-be69-9aa52e081d22 req-e871f806-02ed-4aab-88f0-e5642ac5380f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:01.975532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ffd3369-ee94-4f67-be69-9aa52e081d22 req-e871f806-02ed-4aab-88f0-e5642ac5380f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0896108 Aug 12 04:19:02.042437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ffd3369-ee94-4f67-be69-9aa52e081d22 req-0b7fed0f-e228-4365-ab68-d3adc8c7a17d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573030 Aug 12 04:19:02.053795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.102400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Pushing event updated for resources: {'Port': ['ID=8ad2c28b-fcef-49db-863d-29d1b3e36c16,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:02.106089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:02.112583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:02.113342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:02.133075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:02.137192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.139534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.169459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Attempting to bind port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:02.169894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Attempting to bind port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '78246fe4-53e0-4920-b826-642e7546b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:02.170441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Attempting to bind port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 on network 8f805011-52eb-4501-878b-d0a7fe8deac2 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:02.175857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:02.176237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Checking segment: {'id': '78246fe4-53e0-4920-b826-642e7546b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:02.176643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.177045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Bound using segment: {'id': '78246fe4-53e0-4920-b826-642e7546b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:02.177582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Bound port: 8ad2c28b-fcef-49db-863d-29d1b3e36c16, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78246fe4-53e0-4920-b826-642e7546b938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:02.177905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.246464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] For port 8ad2c28b-fcef-49db-863d-29d1b3e36c16, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:02.249682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] For port 8ad2c28b-fcef-49db-863d-29d1b3e36c16, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8ad2c28b-fcef-49db-863d-29d1b3e36c16,segment=NetworkSegment(78246fe4-53e0-4920-b826-642e7546b938),segment_id=78246fe4-53e0-4920-b826-642e7546b938)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:02.368554 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.437074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87bc2-5be3-4119-9290-134ba1cf576f None None] Pushing event updated for resources: {'Port': ['ID=8ad2c28b-fcef-49db-863d-29d1b3e36c16,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:02.473670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:02.519291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Deleting subnet 898cb9d8-9b52-45fc-a6fd-21d4a6317a76 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:02.522524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.560149 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.609558 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.869699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052ee02-a655-4dd7-b5f8-e5bb5e329dbe req-d1d2dc44-46d9-42e5-8226-35db9b169b51 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:02.869699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a052ee02-a655-4dd7-b5f8-e5bb5e329dbe req-d1d2dc44-46d9-42e5-8226-35db9b169b51 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 945 time: 0.0515816 Aug 12 04:19:02.909060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a052ee02-a655-4dd7-b5f8-e5bb5e329dbe req-ffc14682-29bb-4487-a219-847877e99d46 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Aug 12 04:19:02.911072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.943674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.966371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:02.973311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:02.977403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.979360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/898cb9d8-9b52-45fc-a6fd-21d4a6317a76 HTTP/1.1" status: 204 len: 168 time: 0.5043302 Aug 12 04:19:02.980962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:02.981528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:02.982235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32870) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:02.984081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=008d6c2e-624f-4e9e-ae58-e5581d4341f8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:03.019759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e481f1-870e-4c26-8753-b4b97d2dd795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898cb9d8-9b52-45fc-a6fd-21d4a6317a76,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:03.065427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.077473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 69c4b67c-4ee0-452b-a421-2b6328d28537 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:03.085095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e61639f0-d91b-414d-b845-32f2bd23edea tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2747200 Aug 12 04:19:03.085686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32878) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:03.091550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2', 'fixed_ips': [{'subnet_id': '50fd9061-46d3-444a-a960-50f1875acfa0'}, {'subnet_id': '008d6c2e-624f-4e9e-ae58-e5581d4341f8'}], 'name': 'tempest-PortsTestJSON-157490732'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:03.256394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.270444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c5de19-4f85-4f9a-ba4c-68335b8a817b']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:03.285428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:03.285727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef3dc64-33d4-402b-a1f8-d71cfda01b8b') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:03.287859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 69c4b67c-4ee0-452b-a421-2b6328d28537 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:03.293393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 69c4b67c-4ee0-452b-a421-2b6328d28537 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:03.293393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.300749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.320139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb358b-c794-4418-807b-f664620c9605 req-18902d30-cadd-4791-a218-d5f224f069dd tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:03.321838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3acb358b-c794-4418-807b-f664620c9605 req-18902d30-cadd-4791-a218-d5f224f069dd tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1101165 Aug 12 04:19:03.329936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.349109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:19:03.349690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:19:03.351409 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:19:03.393477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.418262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3acb358b-c794-4418-807b-f664620c9605 req-3c307f33-c14b-4196-b8e6-c94b9fa92f0d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890708 Aug 12 04:19:03.430153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c4b67c-4ee0-452b-a421-2b6328d28537'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:03.430153 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271939c2-b14c-4660-b7a2-772bd801f64d" -d '{"events": [{"server_uuid": "df69ef68-0482-46c7-94bf-4cc686f45e5f", "name": "network-vif-plugged", "status": "completed", "tag": "69c4b67c-4ee0-452b-a421-2b6328d28537"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:03.436310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc9350-3dbd-461b-abbf-ee575f6258a5 None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:03.452316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 69c4b67c-4ee0-452b-a421-2b6328d28537, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=69c4b67c-4ee0-452b-a421-2b6328d28537,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:03.470517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:03.481606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.519274 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.523874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] 10.222.0.42 "DELETE /v2.0/networks/60c5de19-4f85-4f9a-ba4c-68335b8a817b HTTP/1.1" status: 204 len: 168 time: 0.5376976 Aug 12 04:19:03.530881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19ec48-9019-4841-a3d3-3241a9e9e521 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c5de19-4f85-4f9a-ba4c-68335b8a817b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:03.577314 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862acabe-b2ae-489b-9d62-d9b8ccc9e102 x-openstack-request-id: req-862acabe-b2ae-489b-9d62-d9b8ccc9e102 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:03.577983 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df69ef68-0482-46c7-94bf-4cc686f45e5f", "name": "network-vif-plugged", "status": "completed", "tag": "69c4b67c-4ee0-452b-a421-2b6328d28537", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:03.578313 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-862acabe-b2ae-489b-9d62-d9b8ccc9e102 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:03.578818 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c4b67c-4ee0-452b-a421-2b6328d28537', 'code': 200} Aug 12 04:19:03.622257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.628821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ca0b4-8e61-4b24-b81c-b448ece36319 req-815843be-9f7e-4d0f-9ecb-b4c352f6afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:03.630961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f62ca0b4-8e61-4b24-b81c-b448ece36319 req-815843be-9f7e-4d0f-9ecb-b4c352f6afa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 1097 time: 0.0814672 Aug 12 04:19:03.639187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.682677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:03.696547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=69c4b67c-4ee0-452b-a421-2b6328d28537,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:03.740194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f62ca0b4-8e61-4b24-b81c-b448ece36319 req-c25e5f70-d10f-4cea-9076-1b2657ced027 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Aug 12 04:19:03.744637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c1dedaf3-c04e-490f-bb34-209b8cb91cfd None None] Provisioning for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:03.782472 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:03.815607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Update dhcp port {'port': {'network_id': '8f805011-52eb-4501-878b-d0a7fe8deac2', 'fixed_ips': [{'subnet_id': '50fd9061-46d3-444a-a960-50f1875acfa0', 'ip_address': '172.20.0.2'}, {'subnet_id': '008d6c2e-624f-4e9e-ae58-e5581d4341f8'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '8ad2c28b-fcef-49db-863d-29d1b3e36c16'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:19:03.844570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8ad2c28b-fcef-49db-863d-29d1b3e36c16 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:03.878622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.037559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.5 (8f805011-52eb-4501-878b-d0a7fe8deac2/50fd9061-46d3-444a-a960-50f1875acfa0/78413fa5-ee75-4f93-a4bf-504fc7eddb39) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:04.046261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.22 (8f805011-52eb-4501-878b-d0a7fe8deac2/008d6c2e-624f-4e9e-ae58-e5581d4341f8/78413fa5-ee75-4f93-a4bf-504fc7eddb39) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:04.072265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e425467-225b-4a07-8b74-5c10e4341791 req-15265137-d79c-4d47-9250-86832b59ccba tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:04.078936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e425467-225b-4a07-8b74-5c10e4341791 req-15265137-d79c-4d47-9250-86832b59ccba tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 946 time: 0.0776525 Aug 12 04:19:04.098995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:04.107662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:04.107662 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.146429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e425467-225b-4a07-8b74-5c10e4341791 req-20dffb74-353c-4430-8aff-57543d03f0ce tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660720 Aug 12 04:19:04.160149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32892) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:04.232034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c9c7949-ce07-47e6-9f63-a73843406ceb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f41b21ce8031473abc34efc46ccb5bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705578 Aug 12 04:19:04.232919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32896) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:04.258450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.274066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 78413fa5-ee75-4f93-a4bf-504fc7eddb39 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:04.309824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bfdff78-fac3-4de8-acfc-14e6f79d74a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.333034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bfdff78-fac3-4de8-acfc-14e6f79d74a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.343135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.376112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 8ad2c28b-fcef-49db-863d-29d1b3e36c16, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8ad2c28b-fcef-49db-863d-29d1b3e36c16,segment=NetworkSegment(78246fe4-53e0-4920-b826-642e7546b938),segment_id=78246fe4-53e0-4920-b826-642e7546b938)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:04.425913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.468835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:04.469370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Allocated IP 172.20.0.18 (8f805011-52eb-4501-878b-d0a7fe8deac2/008d6c2e-624f-4e9e-ae58-e5581d4341f8/8ad2c28b-fcef-49db-863d-29d1b3e36c16) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:04.474400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:04.479566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:04.516670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=78413fa5-ee75-4f93-a4bf-504fc7eddb39,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:04.530642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.562007 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bfdff78-fac3-4de8-acfc-14e6f79d74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.565322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bfdff78-fac3-4de8-acfc-14e6f79d74a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.567566 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7bfdff78-fac3-4de8-acfc-14e6f79d74a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21fd7cd6-3e87-40e9-a017-78851ed50c89 HTTP/1.1" status: 204 len: 168 time: 0.3336766 Aug 12 04:19:04.577042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdff78-fac3-4de8-acfc-14e6f79d74a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fd7cd6-3e87-40e9-a017-78851ed50c89,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:04.579602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:04.580598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.614923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b47b7-bd7a-435f-ae00-0c4a85075624 req-e7ad0a7f-85db-47a6-9408-6e4961c447c4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:04.614923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-495b47b7-bd7a-435f-ae00-0c4a85075624 req-e7ad0a7f-85db-47a6-9408-6e4961c447c4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0861413 Aug 12 04:19:04.667669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-495b47b7-bd7a-435f-ae00-0c4a85075624 req-056d1731-1fa4-4e03-a8a9-10c60ffe588e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Aug 12 04:19:04.669232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-358fd8ab-5983-4baf-9ed2-73eaaaee75f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.5824466 Aug 12 04:19:04.672322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32904) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:04.682210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50fd9061-46d3-444a-a960-50f1875acfa0'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:04.684204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=8ad2c28b-fcef-49db-863d-29d1b3e36c16,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:04.726412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] For port 8ad2c28b-fcef-49db-863d-29d1b3e36c16, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8ad2c28b-fcef-49db-863d-29d1b3e36c16,segment=NetworkSegment(78246fe4-53e0-4920-b826-642e7546b938),segment_id=78246fe4-53e0-4920-b826-642e7546b938)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:04.764848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32906) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:04.767055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.771659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.789813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Transition to ACTIVE for port object 8ad2c28b-fcef-49db-863d-29d1b3e36c16 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:04.884350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b9f5-95d6-4c3e-84bb-9084b9a87bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:04.904729 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.008823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5bf48-253f-4b6d-a13e-80a170996bb4 None None] Pushing event updated for resources: {'Port': ['ID=8ad2c28b-fcef-49db-863d-29d1b3e36c16,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:05.042102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b9f5-95d6-4c3e-84bb-9084b9a87bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.061362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Delete allocated IP 172.20.0.22 (8f805011-52eb-4501-878b-d0a7fe8deac2/008d6c2e-624f-4e9e-ae58-e5581d4341f8) {{(pid=95043) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 04:19:05.093774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bec8e9c3-95b4-4a53-961f-7e8bae1d319a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:05.115969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b9f5-95d6-4c3e-84bb-9084b9a87bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.126915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: bec8e9c3-95b4-4a53-961f-7e8bae1d319a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:05.130159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bec8e9c3-95b4-4a53-961f-7e8bae1d319a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:05.161658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3b9f5-95d6-4c3e-84bb-9084b9a87bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7917f1b-a991-4539-b3fa-76aaeef96e65,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:05.185304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c9c3b9f5-95d6-4c3e-84bb-9084b9a87bff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=977bcfcbb3ae45d1b878391f95a73fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166689 Aug 12 04:19:05.186095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32916) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:05.245459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.276665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Ignored duplicate provisioning block setup for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 04:19:05.279990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70269df2-bbc5-4ea2-aace-895d90ef1b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.322401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba37571-4850-4cd4-9762-f5fc6e0738bb req-a8c5f19d-c4bc-4104-a273-37c6e6e9f93e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:05.324004 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bba37571-4850-4cd4-9762-f5fc6e0738bb req-a8c5f19d-c4bc-4104-a273-37c6e6e9f93e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 946 time: 0.0920527 Aug 12 04:19:05.334310 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70269df2-bbc5-4ea2-aace-895d90ef1b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.366459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.447324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bba37571-4850-4cd4-9762-f5fc6e0738bb req-d84d6ac3-5ce8-454f-a8ab-db9ad59437e7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069217 Aug 12 04:19:05.470047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:05.493476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:05.494152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4f58fedc-17d7-4a3c-ae5a-c41bd65e6955 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:05.502671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=78413fa5-ee75-4f93-a4bf-504fc7eddb39,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:05.531576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] In _notify_port_updated(), no bound segment for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 on network 8f805011-52eb-4501-878b-d0a7fe8deac2 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:19:05.538379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:05.539236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.543617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b5bc3197-8598-4bd2-9f7e-a56f257612b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/ports/78413fa5-ee75-4f93-a4bf-504fc7eddb39 HTTP/1.1" status: 200 len: 918 time: 0.8698595 Aug 12 04:19:05.543785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32930) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:05.552084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50fd9061-46d3-444a-a960-50f1875acfa0'}, {'subnet_id': '008d6c2e-624f-4e9e-ae58-e5581d4341f8'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:05.560090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70269df2-bbc5-4ea2-aace-895d90ef1b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.572313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70269df2-bbc5-4ea2-aace-895d90ef1b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.574132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-70269df2-bbc5-4ea2-aace-895d90ef1b27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7917f1b-a991-4539-b3fa-76aaeef96e65 HTTP/1.1" status: 204 len: 168 time: 0.3873494 Aug 12 04:19:05.616437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70269df2-bbc5-4ea2-aace-895d90ef1b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7917f1b-a991-4539-b3fa-76aaeef96e65,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:05.636555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682bfa1-4192-41ee-b948-95f2458c242d None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:05.807693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f75c72ad-8b91-41c3-aeea-07544ad6af02 None None] Provisioning for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:05.817845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f75c72ad-8b91-41c3-aeea-07544ad6af02 None None] Provisioning complete for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:05.818542 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f75c72ad-8b91-41c3-aeea-07544ad6af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:05.847074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8ad2c28b-fcef-49db-863d-29d1b3e36c16 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:05.962672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:05.963266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.114265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b546d5-2107-4439-8b2d-60fc5af95c67 req-0e522bb1-730f-4a88-8434-25e620e7ffbf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:06.122989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1b546d5-2107-4439-8b2d-60fc5af95c67 req-0e522bb1-730f-4a88-8434-25e620e7ffbf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0900488 Aug 12 04:19:06.200283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1b546d5-2107-4439-8b2d-60fc5af95c67 req-37df1875-bc09-461b-9a08-a3275249e374 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778830 Aug 12 04:19:06.201009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.236724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32950) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:06.262092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fd367431-f454-429b-8036-18bb9a62ad1b None None] Provisioning complete for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:06.262648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fd367431-f454-429b-8036-18bb9a62ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.371919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32956) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:06.383941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-132ee2a8-0138-4ad7-920e-38f0d0345948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.424640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-969391202-network', 'tenant_id': 'e8f25c49f6f44cb4bb1aafecb8f57478'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:06.446824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:19:06.446824 n-d-804320-1 neutron-server[95043]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 04:19:06.446824 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id': 'e8f25c49f6f44cb4bb1aafecb8f57478', 'id': '2d2f6a2a-b8de-4747-8db0-a9c0f21b4bb8', 'expiration': datetime.datetime(2021, 8, 12, 4, 21, 6, 439971)}] Aug 12 04:19:06.446824 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:19:06.447840 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:19:06.550797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-132ee2a8-0138-4ad7-920e-38f0d0345948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.567777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fd367431-f454-429b-8036-18bb9a62ad1b None None] Provisioning for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:06.571784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fd367431-f454-429b-8036-18bb9a62ad1b None None] Provisioning complete for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:06.572161 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fd367431-f454-429b-8036-18bb9a62ad1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.607886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-fd367431-f454-429b-8036-18bb9a62ad1b None None] Port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:06.631663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.20 (8f805011-52eb-4501-878b-d0a7fe8deac2/008d6c2e-624f-4e9e-ae58-e5581d4341f8/78413fa5-ee75-4f93-a4bf-504fc7eddb39) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:06.658994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-132ee2a8-0138-4ad7-920e-38f0d0345948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.702523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ee2a8-0138-4ad7-920e-38f0d0345948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b82b856-db59-4031-8655-fd1cd5545488,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:06.710278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-132ee2a8-0138-4ad7-920e-38f0d0345948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed9bdae52895410a9eaaa5c6ebe0b5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393207 Aug 12 04:19:06.711530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32962) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:06.733466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a67f8019-6421-419a-932b-4bc013e3ccef None None] Provisioning complete for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:06.733908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a67f8019-6421-419a-932b-4bc013e3ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.779473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a67f8019-6421-419a-932b-4bc013e3ccef None None] Port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:06.804815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acb43fe5-5aff-4d56-a144-d3fa4fb9ba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.806257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.821255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Ignored duplicate provisioning block setup for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 04:19:06.829570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acb43fe5-5aff-4d56-a144-d3fa4fb9ba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.859370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.901237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b5461fa3-d39d-4abe-9eeb-9116bed85f57 None None] Provisioning complete for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:06.901763 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b5461fa3-d39d-4abe-9eeb-9116bed85f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.921564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acb43fe5-5aff-4d56-a144-d3fa4fb9ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.933379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acb43fe5-5aff-4d56-a144-d3fa4fb9ba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:06.943302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-acb43fe5-5aff-4d56-a144-d3fa4fb9ba77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b82b856-db59-4031-8655-fd1cd5545488 HTTP/1.1" status: 204 len: 168 time: 0.2304533 Aug 12 04:19:06.966910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb43fe5-5aff-4d56-a144-d3fa4fb9ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b82b856-db59-4031-8655-fd1cd5545488,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:06.982123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b5461fa3-d39d-4abe-9eeb-9116bed85f57 None None] Port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:06.985478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=78413fa5-ee75-4f93-a4bf-504fc7eddb39,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:07.060902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] In _notify_port_updated(), no bound segment for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 on network 8f805011-52eb-4501-878b-d0a7fe8deac2 {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:19:07.067876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:07.068912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.070694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Made reservation on behalf of e8f25c49f6f44cb4bb1aafecb8f57478 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:07.072409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c2728f1-8c98-46d8-bdff-b1823cb7e700 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/ports/78413fa5-ee75-4f93-a4bf-504fc7eddb39 HTTP/1.1" status: 200 len: 998 time: 1.5256393 Aug 12 04:19:07.073543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32968) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:07.075692 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.101453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.209384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-46c72a24-2ba5-49aa-9509-c128aa26e7fa None None] Provisioning complete for port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:07.209648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.209746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46c72a24-2ba5-49aa-9509-c128aa26e7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.219289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:07.219889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.267419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-46c72a24-2ba5-49aa-9509-c128aa26e7fa None None] Port 78413fa5-ee75-4f93-a4bf-504fc7eddb39 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:07.301431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.319278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.331934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 78413fa5-ee75-4f93-a4bf-504fc7eddb39 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:07.341228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:19:07.360842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0895b9-f204-41b7-a477-1ec3d4b524c9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:07.398824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17e543-de6f-4b5a-8c06-cdf9aab7f12b req-6713a596-1cd0-4dde-85cf-3946799632dd tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:07.408844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e17e543-de6f-4b5a-8c06-cdf9aab7f12b req-6713a596-1cd0-4dde-85cf-3946799632dd tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1183827 Aug 12 04:19:07.471380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e17e543-de6f-4b5a-8c06-cdf9aab7f12b req-9603dabc-f814-4713-965c-f7a9d31c9be8 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581315 Aug 12 04:19:07.622221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.622436 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.622436 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Added segment 4db40567-cc27-491c-903c-920a55d43ba7 of type vlan for network f30769f3-cdc7-4205-a5b2-6857c9123dc1 Aug 12 04:19:07.651882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=78413fa5-ee75-4f93-a4bf-504fc7eddb39,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:07.674579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.748715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.753089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e5a12dc6-9cf4-4cb8-99da-e4d40733d2bd tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/78413fa5-ee75-4f93-a4bf-504fc7eddb39 HTTP/1.1" status: 204 len: 168 time: 0.6760728 Aug 12 04:19:07.753743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32986) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:07.781748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.783032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:07.783673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.788679 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11d3b25-5dc7-4ae8-bd42-c9bef010c186 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:19:07.790300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f11d3b25-5dc7-4ae8-bd42-c9bef010c186 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/78413fa5-ee75-4f93-a4bf-504fc7eddb39 HTTP/1.1" status: 404 len: 333 time: 0.0354683 Aug 12 04:19:07.793270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:07.861072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f30769f3-cdc7-4205-a5b2-6857c9123dc1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:07.872932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f30769f3-cdc7-4205-a5b2-6857c9123dc1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:19:07.892982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet 008d6c2e-624f-4e9e-ae58-e5581d4341f8 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:07.896997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:07.951261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.031628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.379566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1f48288b-ba86-4b2b-adac-2d3bfe9f52a2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1412258 Aug 12 04:19:08.382330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32994) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:08.387537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Request body: {'subnet': {'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-969391202-subnet', 'tenant_id': 'e8f25c49f6f44cb4bb1aafecb8f57478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:08.390464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.425489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=008d6c2e-624f-4e9e-ae58-e5581d4341f8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:08.430766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.432684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-19af05c8-abf4-4f48-b6ad-1f2082021f49 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/008d6c2e-624f-4e9e-ae58-e5581d4341f8 HTTP/1.1" status: 204 len: 168 time: 0.6384125 Aug 12 04:19:08.435909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32998) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:08.437998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a1047-ece3-4de4-a02f-d87073a7f55b None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:08.497781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet 50fd9061-46d3-444a-a960-50f1875acfa0 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:08.502621 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.506286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Made reservation on behalf of e8f25c49f6f44cb4bb1aafecb8f57478 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:08.508842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.626837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.643592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dfe7e-e52e-473b-b248-121dda33fdb3 req-12ca4fa1-b371-47dd-877c-39745551395e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:08.643592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-004dfe7e-e52e-473b-b248-121dda33fdb3 req-12ca4fa1-b371-47dd-877c-39745551395e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0715895 Aug 12 04:19:08.704710 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-004dfe7e-e52e-473b-b248-121dda33fdb3 req-3b7a24ac-6ebd-43e3-aac7-8e91a1673fd5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540671 Aug 12 04:19:08.775020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.950548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.977451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=50fd9061-46d3-444a-a960-50f1875acfa0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:08.979477 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:08.984344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b5509fea-ac10-4499-88b1-92fa820f6792 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/50fd9061-46d3-444a-a960-50f1875acfa0 HTTP/1.1" status: 204 len: 168 time: 0.5444391 Aug 12 04:19:08.984344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33022) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:09.034921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.116142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.123609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b22b7ab0-7557-4039-95e8-ff8b3d2761c5,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:09.140652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Checking segment: {'id': '4db40567-cc27-491c-903c-920a55d43ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:09.141014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Network hostable DHCP agents. Network: f30769f3-cdc7-4205-a5b2-6857c9123dc1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:19:09.201398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:09.201738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.222291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e659d-3b76-404d-b3ba-01f7c8f115ff None None] Network 8f805011-52eb-4501-878b-d0a7fe8deac2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:09.274528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port 8ad2c28b-fcef-49db-863d-29d1b3e36c16, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8ad2c28b-fcef-49db-863d-29d1b3e36c16,segment=NetworkSegment(78246fe4-53e0-4920-b826-642e7546b938),segment_id=78246fe4-53e0-4920-b826-642e7546b938)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:09.275231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.289676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 8ad2c28b-fcef-49db-863d-29d1b3e36c16 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:09.336920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Network f30769f3-cdc7-4205-a5b2-6857c9123dc1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:19:09.349570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-982fdd3f-29fc-4ab1-8ead-218899ba2266 None None] Provisioning complete for port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:09.349959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-982fdd3f-29fc-4ab1-8ead-218899ba2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.439619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f30769f3-cdc7-4205-a5b2-6857c9123dc1) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:09.443245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:09.444055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.459441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f0ab9-033b-4fb3-b6d7-275615f2817a None None] Network f30769f3-cdc7-4205-a5b2-6857c9123dc1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:09.487520 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.502678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272461a-af17-48d6-825d-e5241d5f3a60 None None] DHCP port deletion for 8f805011-52eb-4501-878b-d0a7fe8deac2 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:19:09.519383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port 8ad2c28b-fcef-49db-863d-29d1b3e36c16 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:09.519383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=8ad2c28b-fcef-49db-863d-29d1b3e36c16,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:09.606378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a38219d-e1cf-45ac-90a0-bbe6efb3312e None None] Network f30769f3-cdc7-4205-a5b2-6857c9123dc1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:09.636055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.654724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b02fb1f-2417-4732-b4da-65c6daf79584 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2712450 Aug 12 04:19:09.659907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f805011-52eb-4501-878b-d0a7fe8deac2']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:09.673869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78246fe4-53e0-4920-b826-642e7546b938') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:09.675333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78246fe4-53e0-4920-b826-642e7546b938') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:09.695138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.710491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.733129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:19:09.734407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:19:09.741999 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:19:09.849386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8ad2c28b-fcef-49db-863d-29d1b3e36c16 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:09.880600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8ad2c28b-fcef-49db-863d-29d1b3e36c16 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:09.881318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8ad2c28b-fcef-49db-863d-29d1b3e36c16 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:09.911500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20957f3f-5200-41d4-850b-416b5a7cc951 req-74ddd264-42de-43fb-9e39-f75fc32a66fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:09.913147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20957f3f-5200-41d4-850b-416b5a7cc951 req-74ddd264-42de-43fb-9e39-f75fc32a66fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0790205 Aug 12 04:19:09.938787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.957011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:09.960034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/8f805011-52eb-4501-878b-d0a7fe8deac2 HTTP/1.1" status: 204 len: 168 time: 0.9751701 Aug 12 04:19:09.966796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33052) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:09.969924 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20957f3f-5200-41d4-850b-416b5a7cc951 req-fb29451f-d4d9-47ce-a7bb-239ad17b206c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Aug 12 04:19:09.979910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f79ccb-cc8b-4d75-a2ce-85ad0c017cbb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=8f805011-52eb-4501-878b-d0a7fe8deac2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:10.046687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc672cc-f4ff-4b6c-aa03-30143bb028ec tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:10.052135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7cc672cc-f4ff-4b6c-aa03-30143bb028ec tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0698998 Aug 12 04:19:10.052589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:10.109587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7b83e9d9-dc51-4835-9e67-afcc3ae022a1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0556178 Aug 12 04:19:10.113343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33058) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:10.120484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-955957331'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:10.195739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:10.199266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:10.223857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:19:10.233148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:10.233490 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 839983ac-2183-4524-aaf2-8179d6fa8be4 of type vlan for network 7beb37eb-df6d-4186-868f-db30f7708894 Aug 12 04:19:10.273771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:10.356723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:10.363251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:10.363869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:10.445429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=7beb37eb-df6d-4186-868f-db30f7708894,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:10.465754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 7beb37eb-df6d-4186-868f-db30f7708894 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:19:10.545602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-91b9f83f-a54d-4088-a921-efae1c59f349 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4308326 Aug 12 04:19:10.547886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33070) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:10.553628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '7beb37eb-df6d-4186-868f-db30f7708894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:10.733283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:10.738642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:10.996258 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.084335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33088) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:11.121300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '839983ac-2183-4524-aaf2-8179d6fa8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7beb37eb-df6d-4186-868f-db30f7708894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:11.121843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 7beb37eb-df6d-4186-868f-db30f7708894, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:19:11.136009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=e8947e8f-3965-48f0-8d62-dd41338fb76f,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:11.171078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0cfe-8bc2-4beb-8098-b3b14b010e42 req-f652c00f-70a0-4549-a466-a4a2ff56609f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:11.179461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1ea0cfe-8bc2-4beb-8098-b3b14b010e42 req-f652c00f-70a0-4549-a466-a4a2ff56609f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0992033 Aug 12 04:19:11.214126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1ea0cfe-8bc2-4beb-8098-b3b14b010e42 req-ad215952-b9b2-4869-bd6f-bd6350fbd5e0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336769 Aug 12 04:19:11.223547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a029f801-c045-4843-a2d8-7921037bba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.247037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 7beb37eb-df6d-4186-868f-db30f7708894 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:19:11.323290 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a029f801-c045-4843-a2d8-7921037bba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.342979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 7beb37eb-df6d-4186-868f-db30f7708894) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:11.342979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:11.343497 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.348134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b4d81-0197-469f-a692-23dfa5c487ad None None] Network 7beb37eb-df6d-4186-868f-db30f7708894 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:11.476030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a029f801-c045-4843-a2d8-7921037bba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.520943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a029f801-c045-4843-a2d8-7921037bba6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5fe141642b9401ca56a29dfb7b5d147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355009 Aug 12 04:19:11.521196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-7beb37eb-df6d-4186-868f-db30f7708894', 'network_id': '7beb37eb-df6d-4186-868f-db30f7708894', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': 'e8947e8f-3965-48f0-8d62-dd41338fb76f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:19:11.521979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.527970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33102) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:11.532449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029f801-c045-4843-a2d8-7921037bba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120ff6b-74a8-467f-819a-65a878f7c9dd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:11.572420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-052455a5-d973-46c9-8c43-0fe0ff9ff22e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0234833 Aug 12 04:19:11.574898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33104) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:11.580221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '7beb37eb-df6d-4186-868f-db30f7708894', 'name': 'tempest-PortsTestJSON-1123294044'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:11.660705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-908dc499-0b76-4c22-b29c-b573ad97ef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.704903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-908dc499-0b76-4c22-b29c-b573ad97ef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.733888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Allocated IP 172.20.0.2 (7beb37eb-df6d-4186-868f-db30f7708894/e8947e8f-3965-48f0-8d62-dd41338fb76f/990fc702-9d7d-4cdc-8920-ba2500ff6f19) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:11.889091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.893435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-908dc499-0b76-4c22-b29c-b573ad97ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.896167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-908dc499-0b76-4c22-b29c-b573ad97ef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.902683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-908dc499-0b76-4c22-b29c-b573ad97ef95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c120ff6b-74a8-467f-819a-65a878f7c9dd HTTP/1.1" status: 204 len: 168 time: 0.3727801 Aug 12 04:19:11.902683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:11.902969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Transition to ACTIVE for port object 990fc702-9d7d-4cdc-8920-ba2500ff6f19 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:11.918691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:11.919178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Transition to ACTIVE for port object 990fc702-9d7d-4cdc-8920-ba2500ff6f19 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:11.944244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dc499-0b76-4c22-b29c-b573ad97ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120ff6b-74a8-467f-819a-65a878f7c9dd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:11.954427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 3d9035f1-62f5-49be-a395-35fd0c220255 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:12.036366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.090356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Network 7beb37eb-df6d-4186-868f-db30f7708894 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:12.095487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:12.099114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:12.110046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Pushing event updated for resources: {'Port': ['ID=990fc702-9d7d-4cdc-8920-ba2500ff6f19,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:12.133562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-88eb6620-4949-4600-b9e5-b97c6ead7059 {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:19:12.134165 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:19:12.167390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Attempting to bind port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:12.167896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Attempting to bind port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '839983ac-2183-4524-aaf2-8179d6fa8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7beb37eb-df6d-4186-868f-db30f7708894'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:12.168318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Attempting to bind port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 on network 7beb37eb-df6d-4186-868f-db30f7708894 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:12.173615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:12.174069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Checking segment: {'id': '839983ac-2183-4524-aaf2-8179d6fa8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7beb37eb-df6d-4186-868f-db30f7708894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:12.175170 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.175703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Bound using segment: {'id': '839983ac-2183-4524-aaf2-8179d6fa8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7beb37eb-df6d-4186-868f-db30f7708894'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:12.176238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Bound port: 990fc702-9d7d-4cdc-8920-ba2500ff6f19, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839983ac-2183-4524-aaf2-8179d6fa8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7beb37eb-df6d-4186-868f-db30f7708894'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:12.176765 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.264360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] For port 990fc702-9d7d-4cdc-8920-ba2500ff6f19, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:12.267569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-648d98b9-ce4a-4b4b-a6a6-db17320d9bef tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:12.269272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-648d98b9-ce4a-4b4b-a6a6-db17320d9bef tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/networks?id=f30769f3-cdc7-4205-a5b2-6857c9123dc1 HTTP/1.1" status: 200 len: 809 time: 0.1248174 Aug 12 04:19:12.272638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] For port 990fc702-9d7d-4cdc-8920-ba2500ff6f19, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=990fc702-9d7d-4cdc-8920-ba2500ff6f19,segment=NetworkSegment(839983ac-2183-4524-aaf2-8179d6fa8be4),segment_id=839983ac-2183-4524-aaf2-8179d6fa8be4)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:12.286799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-fb548411-424f-42ae-8d9b-3ececc71db7b tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/quotas/e8f25c49f6f44cb4bb1aafecb8f57478 HTTP/1.1" status: 200 len: 375 time: 0.0114241 Aug 12 04:19:12.327044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-6bf92caf-0864-4cb3-a412-1a3e59b0fc71 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8f25c49f6f44cb4bb1aafecb8f57478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341411 Aug 12 04:19:12.333777 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.352023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301ae2c-8ed8-4960-9cb1-390f9ff223b4 req-6f00f5dc-2118-406c-9d4d-7f57fd2e3903 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:12.360531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e301ae2c-8ed8-4960-9cb1-390f9ff223b4 req-6f00f5dc-2118-406c-9d4d-7f57fd2e3903 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0619805 Aug 12 04:19:12.410842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e301ae2c-8ed8-4960-9cb1-390f9ff223b4 req-f2ede6bb-4e01-45df-8fd3-57e7bc4a1344 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 Aug 12 04:19:12.432397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841228ee-b60e-4193-9e11-c11889c4e1b4 None None] Pushing event updated for resources: {'Port': ['ID=990fc702-9d7d-4cdc-8920-ba2500ff6f19,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:12.484608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-7b1bd810-d2a7-45ed-bc2e-9c3dc050ce71 service neutron] 10.222.0.42 "GET /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377168 Aug 12 04:19:12.583267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-7773270b-c364-4d0f-9749-d028831be5e7 service neutron] 10.222.0.42 "GET /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914242 Aug 12 04:19:12.636300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.654607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33134) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:12.665679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 55788238-478e-4fdd-b091-03ad88f0956d yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:12.678574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.873100 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:12.978460 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.104504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e701bbf06c364dbe9011975555e9b0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472110 Aug 12 04:19:13.105411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33150) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:13.141275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:19:13.219893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e915e7-417a-486a-874a-c4bcda05355f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:13.277547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.278332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.278923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.279488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.280178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.281114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.281803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.284261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.285170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.285965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.287332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.288351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a90898-023f-4e9a-b6da-0bc82e1f9ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:13.295909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.10 (7beb37eb-df6d-4186-868f-db30f7708894/e8947e8f-3965-48f0-8d62-dd41338fb76f/55788238-478e-4fdd-b091-03ad88f0956d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:13.357400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68965d84-117d-4adb-b02d-b33b8cd3364f req-bd1cb21e-5c20-4afd-b5ba-229541931086 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 210 time: 0.1139925 Aug 12 04:19:13.411474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbde46e3-1651-44e3-9a84-9b5731e2ab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.449103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:13.472610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbde46e3-1651-44e3-9a84-9b5731e2ab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.486084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'mac_address': 'fa:16:3e:71:d5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:19:13.596910 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.636776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:13.676650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbde46e3-1651-44e3-9a84-9b5731e2ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.679277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbde46e3-1651-44e3-9a84-9b5731e2ab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.680445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bbde46e3-1651-44e3-9a84-9b5731e2ab62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51e915e7-417a-486a-874a-c4bcda05355f HTTP/1.1" status: 204 len: 168 time: 0.5735235 Aug 12 04:19:13.684880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:13.692049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde46e3-1651-44e3-9a84-9b5731e2ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e915e7-417a-486a-874a-c4bcda05355f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:13.700109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.751524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daa180-b01b-4156-96d1-61a581e425fe req-7d05429b-fed9-4772-8df1-e8c23e8f0f90 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:13.758212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92daa180-b01b-4156-96d1-61a581e425fe req-7d05429b-fed9-4772-8df1-e8c23e8f0f90 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1840651 Aug 12 04:19:13.767555 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:13.821216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 55788238-478e-4fdd-b091-03ad88f0956d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:13.887218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:13.892724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92daa180-b01b-4156-96d1-61a581e425fe req-57594057-9a6d-450c-917c-4e11f067142d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317649 Aug 12 04:19:13.928223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['90470ef7-cb17-4179-8992-82b60ea0bd22'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:13.994838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d12117-986f-48d2-be37-8f2d7c53f1d8 None None] Network 7beb37eb-df6d-4186-868f-db30f7708894 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:13.997080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 990fc702-9d7d-4cdc-8920-ba2500ff6f19 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:14.054758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:14.109389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=55788238-478e-4fdd-b091-03ad88f0956d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:14.126384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 7beb37eb-df6d-4186-868f-db30f7708894 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:14.128929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:14.131428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:14.187266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:14.188161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:14.276726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d1951bec-46c2-4bf3-b355-38a434a6d70b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7006953 Aug 12 04:19:14.285002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:14.292495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '7beb37eb-df6d-4186-868f-db30f7708894', 'name': 'tempest-PortsTestJSON-1997439261'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:14.439808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2ba8bf09-1eb5-419d-aa88-66c42dc7f8d0 None None] Provisioning for port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:14.527612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5e21f0ec-dc3b-4873-9bec-cc1bffede415 req-f070312b-769c-4f49-975a-a762da41e304 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 210 time: 0.0308387 Aug 12 04:19:14.572819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:14.576742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:14.636482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:14.644816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 2fe8dc01-2b42-4bf4-862d-a037d55043de yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:14.649025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:14.649603 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:14.913572 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:14.914077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.5 (7beb37eb-df6d-4186-868f-db30f7708894/e8947e8f-3965-48f0-8d62-dd41338fb76f/2fe8dc01-2b42-4bf4-862d-a037d55043de) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:15.018843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 990fc702-9d7d-4cdc-8920-ba2500ff6f19, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=990fc702-9d7d-4cdc-8920-ba2500ff6f19,segment=NetworkSegment(839983ac-2183-4524-aaf2-8179d6fa8be4),segment_id=839983ac-2183-4524-aaf2-8179d6fa8be4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:15.133414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b4a58-0a6a-48e3-a0db-543f2771eecf req-8a042132-1546-4e5c-926b-049ae1ca32fb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:15.139030 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.143530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-708b4a58-0a6a-48e3-a0db-543f2771eecf req-8a042132-1546-4e5c-926b-049ae1ca32fb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0973747 Aug 12 04:19:15.150740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:15.245037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-708b4a58-0a6a-48e3-a0db-543f2771eecf req-d05b395e-667d-45c1-92c5-ab5eb3338a26 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917144 Aug 12 04:19:15.275992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.297372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 2fe8dc01-2b42-4bf4-862d-a037d55043de will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:15.314100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=990fc702-9d7d-4cdc-8920-ba2500ff6f19,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:15.424662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 90470ef7-cb17-4179-8992-82b60ea0bd22 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:15.425104 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.460558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.483719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09004522-6de6-40f2-94db-40cef1c993f0 None None] Provisioning for port 55788238-478e-4fdd-b091-03ad88f0956d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:15.538327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09004522-6de6-40f2-94db-40cef1c993f0 None None] Provisioning complete for port 55788238-478e-4fdd-b091-03ad88f0956d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:15.538725 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09004522-6de6-40f2-94db-40cef1c993f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.547300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 7beb37eb-df6d-4186-868f-db30f7708894 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:15.554979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:15.558395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:15.590784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-09004522-6de6-40f2-94db-40cef1c993f0 None None] Port 55788238-478e-4fdd-b091-03ad88f0956d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:15.612762 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.614156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:15.619087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.623292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=2fe8dc01-2b42-4bf4-862d-a037d55043de,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:15.652557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09004522-6de6-40f2-94db-40cef1c993f0 None None] Provisioning complete for port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:15.652557 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09004522-6de6-40f2-94db-40cef1c993f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.679994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:15.682455 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8718eac2-b236-4bcc-854d-eb3ed9e040ff" -d '{"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-plugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:15.740384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed0ff1e5-1b7f-4b59-9afa-62b609ca1c2e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4535172 Aug 12 04:19:15.751848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:15.752151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:15.760801 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72d1536-c924-44b7-9ec7-a23f8213a7a4 x-openstack-request-id: req-a72d1536-c924-44b7-9ec7-a23f8213a7a4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:15.761309 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-plugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:15.761707 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a72d1536-c924-44b7-9ec7-a23f8213a7a4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:15.762259 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'code': 200} Aug 12 04:19:15.793374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b184226-207f-4306-883f-a1dc4837e3e2 req-6604f85e-5196-4e0e-9ea9-b71b66b43bd3 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 210 time: 0.0546877 Aug 12 04:19:15.867036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:15.966724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da73bd7-dcf4-4eff-8bd9-ab35ae3e076c tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:15.971264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3da73bd7-dcf4-4eff-8bd9-ab35ae3e076c tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.2247462 Aug 12 04:19:15.972137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33234) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:15.982235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:15.987190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 990fc702-9d7d-4cdc-8920-ba2500ff6f19 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:16.049462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7390c56b-de8d-4550-985d-f16ac91e81d9 None None] Provisioning complete for port 55788238-478e-4fdd-b091-03ad88f0956d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:16.050263 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7390c56b-de8d-4550-985d-f16ac91e81d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.153581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7390c56b-de8d-4550-985d-f16ac91e81d9 None None] Port 55788238-478e-4fdd-b091-03ad88f0956d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:16.174208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:16.176954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.210032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 2fe8dc01-2b42-4bf4-862d-a037d55043de {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:16.211056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.335341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.379460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 2fe8dc01-2b42-4bf4-862d-a037d55043de owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:16.412763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fceb152c-1265-4804-85dd-e8347c273db2 None None] Provisioning for port 2fe8dc01-2b42-4bf4-862d-a037d55043de completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:16.417469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fceb152c-1265-4804-85dd-e8347c273db2 None None] Provisioning complete for port 2fe8dc01-2b42-4bf4-862d-a037d55043de triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:16.418263 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fceb152c-1265-4804-85dd-e8347c273db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.496923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-fceb152c-1265-4804-85dd-e8347c273db2 None None] Port 2fe8dc01-2b42-4bf4-862d-a037d55043de cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:16.525831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fc010-b8ca-42d3-ac2b-2ca534d54c20 req-9af47fd6-7725-4dbb-ab4e-0706e834c4fb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:16.532639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-382fc010-b8ca-42d3-ac2b-2ca534d54c20 req-9af47fd6-7725-4dbb-ab4e-0706e834c4fb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1549006 Aug 12 04:19:16.608822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-382fc010-b8ca-42d3-ac2b-2ca534d54c20 req-149b1abe-6d3d-4336-9d32-8c6efddf7152 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536017 Aug 12 04:19:16.739123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.815590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=2fe8dc01-2b42-4bf4-862d-a037d55043de,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:16.943728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.943728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.943728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.946456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.951183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.951642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.951970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.953799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.955157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.955505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.958019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.958339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:16.977573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:16.978775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57c42818-25ce-49ac-8ee5-1675acfad84f req-f49fe9d3-de93-4ffc-8499-301760fb6531 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 210 time: 0.0733316 Aug 12 04:19:16.986362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7184770-eed4-4385-817a-768dae1346cc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/2fe8dc01-2b42-4bf4-862d-a037d55043de HTTP/1.1" status: 204 len: 168 time: 1.0063734 Aug 12 04:19:16.988945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33262) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:17.058380 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00f0123-65f4-40e0-bb01-a054b84562eb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:19:17.063151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e00f0123-65f4-40e0-bb01-a054b84562eb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/2fe8dc01-2b42-4bf4-862d-a037d55043de HTTP/1.1" status: 404 len: 333 time: 0.0716841 Aug 12 04:19:17.067465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33264) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:17.089747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-0098e5c8-fc64-4e86-895c-d7615a2db1a0 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:17.100903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-0098e5c8-fc64-4e86-895c-d7615a2db1a0 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.20 "GET /v2.0/networks?id=f30769f3-cdc7-4205-a5b2-6857c9123dc1 HTTP/1.1" status: 200 len: 809 time: 0.2896245 Aug 12 04:19:17.119758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Request body: {'port': {'device_id': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1', 'admin_state_up': True, 'tenant_id': 'e8f25c49f6f44cb4bb1aafecb8f57478'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:17.201286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 55788238-478e-4fdd-b091-03ad88f0956d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:17.201774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:17.329234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:17.344731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 55788238-478e-4fdd-b091-03ad88f0956d owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:17.412498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Made reservation on behalf of e8f25c49f6f44cb4bb1aafecb8f57478 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:17.416014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:17.592083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:17.670946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=55788238-478e-4fdd-b091-03ad88f0956d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:17.790039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:17.793050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15b1d457-c05e-4372-8e06-9b7172542d35 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/55788238-478e-4fdd-b091-03ad88f0956d HTTP/1.1" status: 204 len: 168 time: 0.7245052 Aug 12 04:19:17.797293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33280) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:17.801614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Allocated IP 172.20.0.12 (f30769f3-cdc7-4205-a5b2-6857c9123dc1/b22b7ab0-7557-4039-95e8-ff8b3d2761c5/35dc6f5f-6191-433c-bfeb-df239d92a00f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:17.847428 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b0a7f8-4e48-4968-8893-e873f7f998e1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:19:17.849489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c4b0a7f8-4e48-4968-8893-e873f7f998e1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/55788238-478e-4fdd-b091-03ad88f0956d HTTP/1.1" status: 404 len: 333 time: 0.0508001 Aug 12 04:19:17.854392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33282) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:17.900926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b331b6-7d69-4b80-8399-a8033b3bd0b1 req-d4e43862-a929-4d4d-91a1-126b82add6c6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:17.902499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0b331b6-7d69-4b80-8399-a8033b3bd0b1 req-d4e43862-a929-4d4d-91a1-126b82add6c6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1015773 Aug 12 04:19:17.957591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0b331b6-7d69-4b80-8399-a8033b3bd0b1 req-c547bd2b-5142-470d-8321-28f541549cc8 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Aug 12 04:19:17.967072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet e8947e8f-3965-48f0-8d62-dd41338fb76f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:17.972082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.044627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.207424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db6cb288-268e-498b-af7b-b6a4b7676fdb req-f916e417-9a0e-40a6-9e71-d83b7de18dc3 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 210 time: 0.0717292 Aug 12 04:19:18.332019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.397749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33300) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:18.493065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.555376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.582836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c6a3-1871-4025-a39d-360e5437804f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.604651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=e8947e8f-3965-48f0-8d62-dd41338fb76f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:18.606775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.609268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e63e847-0f01-4860-92aa-7f1734968ed4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/e8947e8f-3965-48f0-8d62-dd41338fb76f HTTP/1.1" status: 204 len: 168 time: 0.7538006 Aug 12 04:19:18.612364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33304) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:18.615111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af0d274-2248-45f2-be5e-ba3af3d6f13c None None] Network 7beb37eb-df6d-4186-868f-db30f7708894 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:18.758620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.818760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c6a3-1871-4025-a39d-360e5437804f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.864451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Network f30769f3-cdc7-4205-a5b2-6857c9123dc1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:18.870547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] DHCP port deletion for 7beb37eb-df6d-4186-868f-db30f7708894 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:19:18.887371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:18.893927 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c6a3-1871-4025-a39d-360e5437804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.900024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:18.946792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] Deleting port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:18.947184 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.948376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7e0c6a3-1871-4025-a39d-360e5437804f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bd700c824e74186b1b454ad3ecb12c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493956 Aug 12 04:19:18.950676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33310) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:18.954891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:18.956358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.958970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0c6a3-1871-4025-a39d-360e5437804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8015097-78b3-4cc3-bacd-84ce3a3454ed,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:18.985042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:18.991961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Pushing event updated for resources: {'Port': ['ID=35dc6f5f-6191-433c-bfeb-df239d92a00f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:19.064047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223da20-53d1-461c-a0ec-909b6e9e238d req-a903ea47-fe20-426c-a85f-44f8f437293f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:19.066601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe46d-5ace-4a5f-ac0d-2f0f34df2ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.073039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3223da20-53d1-461c-a0ec-909b6e9e238d req-a903ea47-fe20-426c-a85f-44f8f437293f tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.2946763 Aug 12 04:19:19.086523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-77a6f5d4-20d1-43bb-b755-d2ef530fbc0e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9717050 Aug 12 04:19:19.092695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] For port 990fc702-9d7d-4cdc-8920-ba2500ff6f19, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=990fc702-9d7d-4cdc-8920-ba2500ff6f19,segment=NetworkSegment(839983ac-2183-4524-aaf2-8179d6fa8be4),segment_id=839983ac-2183-4524-aaf2-8179d6fa8be4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:19.093216 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.104984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Request body: {'port': {'device_id': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:19.110250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe46d-5ace-4a5f-ac0d-2f0f34df2ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.121838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] Calling delete_port for 990fc702-9d7d-4cdc-8920-ba2500ff6f19 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:19.183347 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.219045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459362d-1311-4e90-8184-7a1a7f6cd62b req-d35bb14c-0648-4c26-8447-7fc1681dc139 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:19.228893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3223da20-53d1-461c-a0ec-909b6e9e238d req-f45e2eec-6212-43d3-86e9-fa640ce1d510 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548421 Aug 12 04:19:19.234319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5459362d-1311-4e90-8184-7a1a7f6cd62b req-d35bb14c-0648-4c26-8447-7fc1681dc139 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1372261 Aug 12 04:19:19.279806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:19.280155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.335775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5459362d-1311-4e90-8184-7a1a7f6cd62b req-9551555e-246a-4d4d-b6b7-08645bdf0d79 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002183 Aug 12 04:19:19.390189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe46d-5ace-4a5f-ac0d-2f0f34df2ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.390189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe46d-5ace-4a5f-ac0d-2f0f34df2ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.390189 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f3ffe46d-5ace-4a5f-ac0d-2f0f34df2ff8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8015097-78b3-4cc3-bacd-84ce3a3454ed HTTP/1.1" status: 204 len: 168 time: 0.4291680 Aug 12 04:19:19.393024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffe46d-5ace-4a5f-ac0d-2f0f34df2ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8015097-78b3-4cc3-bacd-84ce3a3454ed,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:19.454675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port 990fc702-9d7d-4cdc-8920-ba2500ff6f19, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=990fc702-9d7d-4cdc-8920-ba2500ff6f19,segment=NetworkSegment(839983ac-2183-4524-aaf2-8179d6fa8be4),segment_id=839983ac-2183-4524-aaf2-8179d6fa8be4)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:19.454974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.479190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 990fc702-9d7d-4cdc-8920-ba2500ff6f19 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:19.551894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2171-f46b-4c5c-bbc0-af04c4996ad3 req-9b204c49-7f96-43c9-bb4a-dcdd4d771856 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:19.553410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8e2171-f46b-4c5c-bbc0-af04c4996ad3 req-9b204c49-7f96-43c9-bb4a-dcdd4d771856 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 932 time: 0.2137113 Aug 12 04:19:19.584851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.617775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] Pushing event deleted for resources: {'Port': ['ID=990fc702-9d7d-4cdc-8920-ba2500ff6f19,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:19.623274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff98276-6cb3-4670-aeb6-161c53895851 None None] No DVR routers for this DVR port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:19.665733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8e2171-f46b-4c5c-bbc0-af04c4996ad3 req-531dc8a2-8455-4a02-b3ab-3ae5f569e847 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798891 Aug 12 04:19:19.702280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.755838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=990fc702-9d7d-4cdc-8920-ba2500ff6f19,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:19.759397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port 990fc702-9d7d-4cdc-8920-ba2500ff6f19 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:19.803819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dc6f5f-6191-433c-bfeb-df239d92a00f {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:19.825252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 990fc702-9d7d-4cdc-8920-ba2500ff6f19 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:19.864457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 990fc702-9d7d-4cdc-8920-ba2500ff6f19 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:19.864864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 990fc702-9d7d-4cdc-8920-ba2500ff6f19 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:19.876162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.906194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.909176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Transition to ACTIVE for port object 35dc6f5f-6191-433c-bfeb-df239d92a00f will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:19.917689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beb37eb-df6d-4186-868f-db30f7708894']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:19.928047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839983ac-2183-4524-aaf2-8179d6fa8be4') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:19.931980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839983ac-2183-4524-aaf2-8179d6fa8be4') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:19.939079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.961095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.968411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:19:19.968827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:19:19.973928 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:19:19.988064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.082093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Pushing event updated for resources: {'Port': ['ID=35dc6f5f-6191-433c-bfeb-df239d92a00f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:20.157803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.167211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.169065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/7beb37eb-df6d-4186-868f-db30f7708894 HTTP/1.1" status: 204 len: 168 time: 1.5498929 Aug 12 04:19:20.175280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33336) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:20.180217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Attempting to bind port 35dc6f5f-6191-433c-bfeb-df239d92a00f on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:20.180563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Attempting to bind port 35dc6f5f-6191-433c-bfeb-df239d92a00f by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '4db40567-cc27-491c-903c-920a55d43ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:20.183016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Attempting to bind port 35dc6f5f-6191-433c-bfeb-df239d92a00f on network f30769f3-cdc7-4205-a5b2-6857c9123dc1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:20.184305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5841b5a-082e-4faf-839e-9a29f6bc0b88 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=7beb37eb-df6d-4186-868f-db30f7708894,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:20.184460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-430039657'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:20.188190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Port 35dc6f5f-6191-433c-bfeb-df239d92a00f on network f30769f3-cdc7-4205-a5b2-6857c9123dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:19:20.188519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Attempting to bind port 35dc6f5f-6191-433c-bfeb-df239d92a00f on network f30769f3-cdc7-4205-a5b2-6857c9123dc1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:20.193814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:20.194156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Checking segment: {'id': '4db40567-cc27-491c-903c-920a55d43ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:20.194821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Bound using segment: {'id': '4db40567-cc27-491c-903c-920a55d43ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:20.195036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Bound port: 35dc6f5f-6191-433c-bfeb-df239d92a00f, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db40567-cc27-491c-903c-920a55d43ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:20.195499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.281333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] For port 35dc6f5f-6191-433c-bfeb-df239d92a00f, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:20.285849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] For port 35dc6f5f-6191-433c-bfeb-df239d92a00f, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f,segment=NetworkSegment(4db40567-cc27-491c-903c-920a55d43ba7),segment_id=4db40567-cc27-491c-903c-920a55d43ba7)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:20.304687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:20.308695 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.357520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:19:20.367185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3abea-d69d-45cf-87e2-5af08b48c081 req-af56aa9d-c03f-4dc8-997a-4c7de0bb4cb2 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:20.368464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.370223 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 8b97079c-577a-4ea0-8676-51c31fec46b8 of type vlan for network db4fdaa0-645a-496d-8971-0f51e8411e31 Aug 12 04:19:20.387949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8c3abea-d69d-45cf-87e2-5af08b48c081 req-af56aa9d-c03f-4dc8-997a-4c7de0bb4cb2 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0858922 Aug 12 04:19:20.393589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.422138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.525200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72369d52-f62e-4290-a89f-9b4b3c630ac8 req-06ec96fd-37c8-41ef-a45d-713704b69508 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:20.525200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72369d52-f62e-4290-a89f-9b4b3c630ac8 req-06ec96fd-37c8-41ef-a45d-713704b69508 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0605922 Aug 12 04:19:20.555164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.561040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:20.561653 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.567772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:20.570672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:20.572431 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] 10.222.0.20 "PUT /v2.0/ports/35dc6f5f-6191-433c-bfeb-df239d92a00f HTTP/1.1" status: 200 len: 1092 time: 1.4734662 Aug 12 04:19:20.579925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'tag': '35dc6f5f-6191-433c-bfeb-df239d92a00f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:20.581670 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8c299-2c34-4871-8968-9abbdfdf3746", "tag": "35dc6f5f-6191-433c-bfeb-df239d92a00f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:20.611059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c454-44cb-4bc5-a16a-ad71c519e359 service neutron] Pushing event updated for resources: {'Port': ['ID=35dc6f5f-6191-433c-bfeb-df239d92a00f,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:20.617733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8c3abea-d69d-45cf-87e2-5af08b48c081 req-8cf04915-2892-4796-b4ba-0c69cd1c2ec3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287848 Aug 12 04:19:20.626048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72369d52-f62e-4290-a89f-9b4b3c630ac8 req-032290d7-874f-419e-bba0-d8198928d5b2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966380 Aug 12 04:19:20.675287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db9660-e9db-4c98-803a-d1036f33074f req-fcca15fc-eaa3-42c8-9d81-267a12a2ab30 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:20.679968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5db9660-e9db-4c98-803a-d1036f33074f req-fcca15fc-eaa3-42c8-9d81-267a12a2ab30 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.20 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.1955557 Aug 12 04:19:20.754671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=db4fdaa0-645a-496d-8971-0f51e8411e31,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:20.769873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network db4fdaa0-645a-496d-8971-0f51e8411e31 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:19:20.782848 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f9565-2200-41d6-b906-0b94dd64a5da x-openstack-request-id: req-117f9565-2200-41d6-b906-0b94dd64a5da {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:20.782848 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8c299-2c34-4871-8968-9abbdfdf3746", "tag": "35dc6f5f-6191-433c-bfeb-df239d92a00f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:20.782848 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-117f9565-2200-41d6-b906-0b94dd64a5da {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:20.782848 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'tag': '35dc6f5f-6191-433c-bfeb-df239d92a00f', 'status': 'completed', 'code': 200} Aug 12 04:19:20.817224 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c75c81ce-461a-4242-ad78-18d0d1100610 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6415803 Aug 12 04:19:20.827355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33360) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:20.838579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:20.844757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-18439868-64c6-48d1-8891-ee3b7ea0b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:20.847644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-18439868-64c6-48d1-8891-ee3b7ea0b6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8f25c49f6f44cb4bb1aafecb8f57478&device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 1095 time: 0.1666067 Aug 12 04:19:20.904536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-d928e0bf-3d9f-46ef-b60a-98b23c4e1f99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f HTTP/1.1" status: 200 len: 217 time: 0.0472634 Aug 12 04:19:20.927848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Deleting port 3071b54e-6535-4bd8-a9c7-ece025dd34de {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:20.928483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:21.068546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e777bc-4084-447f-a4dc-0165945c6f27 req-fcf6a9b3-db87-4715-9a29-71068fff1263 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:21.076852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1e777bc-4084-447f-a4dc-0165945c6f27 req-fcf6a9b3-db87-4715-9a29-71068fff1263 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 944 time: 0.2797163 Aug 12 04:19:21.135394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1e777bc-4084-447f-a4dc-0165945c6f27 req-a213133d-cff0-4d3c-9b9d-baacc36dbcb4 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Aug 12 04:19:21.166978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:21.171273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:21.446044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-0a981d8d-3690-4805-af06-f4e1cb7efe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:21.447639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-0a981d8d-3690-4805-af06-f4e1cb7efe59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b22b7ab0-7557-4039-95e8-ff8b3d2761c5 HTTP/1.1" status: 200 len: 849 time: 0.5341644 Aug 12 04:19:21.494667 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-1aab116a-2696-4ac7-aa21-b1f106a845e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f30769f3-cdc7-4205-a5b2-6857c9123dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368750 Aug 12 04:19:21.544451 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:21.568471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] For port 3071b54e-6535-4bd8-a9c7-ece025dd34de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=3071b54e-6535-4bd8-a9c7-ece025dd34de,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:21.568850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:21.670390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '8b97079c-577a-4ea0-8676-51c31fec46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:21.670785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: db4fdaa0-645a-496d-8971-0f51e8411e31, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:19:21.675350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=7a404d25-e89b-4d63-99c0-c31f6b128d7a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:21.820401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network db4fdaa0-645a-496d-8971-0f51e8411e31 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:19:21.856089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d83aa-be61-4569-96ca-9133b4bd77bf req-aec7ce59-4a5e-4e18-9dc2-41fe94183f29 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:21.858299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-682d83aa-be61-4569-96ca-9133b4bd77bf req-aec7ce59-4a5e-4e18-9dc2-41fe94183f29 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 946 time: 0.0989892 Aug 12 04:19:21.864393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-5d8927c3-63e9-4325-a28e-41c3135366b7 service neutron] 10.222.0.20 "GET /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544016 Aug 12 04:19:21.938063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, db4fdaa0-645a-496d-8971-0f51e8411e31) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:21.953307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:21.956667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:21.961477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08cd97-97ef-44a3-a5b4-94ca840b43e6 None None] Network db4fdaa0-645a-496d-8971-0f51e8411e31 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:21.964980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-682d83aa-be61-4569-96ca-9133b4bd77bf req-4ce4e668-4ce7-490b-8ac1-9412ef0ce272 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=c230f537-a099-4636-9caa-0b4eb39e5b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992203 Aug 12 04:19:22.011542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c350a-044d-4df2-b87b-8e5f9cae913f req-f6759c9d-3703-494e-806c-ae461653773b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:22.019716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b78c350a-044d-4df2-b87b-8e5f9cae913f req-f6759c9d-3703-494e-806c-ae461653773b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.2767303 Aug 12 04:19:22.069491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6a435697-3453-4296-ae2e-20d6b8322056 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2407026 Aug 12 04:19:22.071793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33386) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:22.081893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31', 'name': 'tempest-PortsTestJSON-1923417097', 'fixed_ips': [{'subnet_id': '7a404d25-e89b-4d63-99c0-c31f6b128d7a', 'ip_address': '172.20.0.10'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:22.148775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b78c350a-044d-4df2-b87b-8e5f9cae913f req-cfa7ee28-e0dc-4ef3-8f29-e4fa1e7db011 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280954 Aug 12 04:19:22.172171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-044d6988-ce20-4a4b-adf7-52ce8fafe023 req-0c909bea-a654-42aa-88ae-775978f41e0c service neutron] 10.222.0.20 "GET /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769296 Aug 12 04:19:22.195170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.195543 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.195853 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Floating IP ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a disassociated. External IP: 172.25.6.97, port: 3071b54e-6535-4bd8-a9c7-ece025dd34de. Aug 12 04:19:22.196197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Calling delete_port for 3071b54e-6535-4bd8-a9c7-ece025dd34de owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:22.261324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-db4fdaa0-645a-496d-8971-0f51e8411e31', 'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': '7a404d25-e89b-4d63-99c0-c31f6b128d7a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:19:22.262442 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.389861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431236ff-216f-45da-bbd9-60df124a4af0 req-62f5c38f-f7c7-49eb-bf5f-d24e9301dea6 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:22.391167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-431236ff-216f-45da-bbd9-60df124a4af0 req-62f5c38f-f7c7-49eb-bf5f-d24e9301dea6 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 944 time: 0.1149015 Aug 12 04:19:22.395884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-f3f0c1d9-8a30-46c4-9762-b1b7377e647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:22.397321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-f3f0c1d9-8a30-46c4-9762-b1b7377e647b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8f25c49f6f44cb4bb1aafecb8f57478&device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 1095 time: 0.1042299 Aug 12 04:19:22.464350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Allocated IP 172.20.0.2 (db4fdaa0-645a-496d-8971-0f51e8411e31/7a404d25-e89b-4d63-99c0-c31f6b128d7a/ac79b83d-4766-4b69-9e5a-7c88390ba62e) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:22.470828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:22.540253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-431236ff-216f-45da-bbd9-60df124a4af0 req-9110d75b-f6aa-47c8-b8b3-9160fe55f1b1 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345973 Aug 12 04:19:22.600379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.644478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.646056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-162f0241-83fa-4c4c-99fb-b1b6eaccc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:22.647568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-162f0241-83fa-4c4c-99fb-b1b6eaccc0dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f30769f3-cdc7-4205-a5b2-6857c9123dc1 HTTP/1.1" status: 200 len: 910 time: 0.2379887 Aug 12 04:19:22.650191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event deleted for resources: {'Port': ['ID=3071b54e-6535-4bd8-a9c7-ece025dd34de,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:22.671461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port da4e57b1-fcaf-422c-a366-32db45bbbf57 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:22.707553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.718635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Transition to ACTIVE for port object ac79b83d-4766-4b69-9e5a-7c88390ba62e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:22.742655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Transition to ACTIVE for port object ac79b83d-4766-4b69-9e5a-7c88390ba62e will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:22.789555 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-d99b679b-da11-4dfd-a0e3-ebb73f5395d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f HTTP/1.1" status: 200 len: 217 time: 0.1274049 Aug 12 04:19:22.819682 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.875691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Network db4fdaa0-645a-496d-8971-0f51e8411e31 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:22.884305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:22.884837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.10 (db4fdaa0-645a-496d-8971-0f51e8411e31/7a404d25-e89b-4d63-99c0-c31f6b128d7a/da4e57b1-fcaf-422c-a366-32db45bbbf57) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:22.889254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:22.889632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-69bbf22f-cd30-4958-be66-fe1a7774b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:22.891146 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-69bbf22f-cd30-4958-be66-fe1a7774b4f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b22b7ab0-7557-4039-95e8-ff8b3d2761c5 HTTP/1.1" status: 200 len: 849 time: 0.0908117 Aug 12 04:19:22.905959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Pushing event updated for resources: {'Port': ['ID=ac79b83d-4766-4b69-9e5a-7c88390ba62e,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:22.933839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Router 8da9bf8a-572c-4283-a001-eed3a771621a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:19:22.987096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-14986e98-32e9-4bee-8be7-8d86523ba2cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f30769f3-cdc7-4205-a5b2-6857c9123dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855012 Aug 12 04:19:22.991928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Attempting to bind port ac79b83d-4766-4b69-9e5a-7c88390ba62e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:22.992447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Attempting to bind port ac79b83d-4766-4b69-9e5a-7c88390ba62e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8b97079c-577a-4ea0-8676-51c31fec46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:22.992677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Attempting to bind port ac79b83d-4766-4b69-9e5a-7c88390ba62e on network db4fdaa0-645a-496d-8971-0f51e8411e31 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:22.998340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:22.998842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Checking segment: {'id': '8b97079c-577a-4ea0-8676-51c31fec46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:22.999315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:22.999712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Bound using segment: {'id': '8b97079c-577a-4ea0-8676-51c31fec46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:23.000250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Bound port: ac79b83d-4766-4b69-9e5a-7c88390ba62e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b97079c-577a-4ea0-8676-51c31fec46b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:23.000628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:23.142382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:23.164117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object da4e57b1-fcaf-422c-a366-32db45bbbf57 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:23.167644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] For port ac79b83d-4766-4b69-9e5a-7c88390ba62e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:23.181483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] For port ac79b83d-4766-4b69-9e5a-7c88390ba62e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ac79b83d-4766-4b69-9e5a-7c88390ba62e,segment=NetworkSegment(8b97079c-577a-4ea0-8676-51c31fec46b8),segment_id=8b97079c-577a-4ea0-8676-51c31fec46b8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:23.249125 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:23.279800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0580d3c7-82b1-4471-b3c0-1185549155c3 req-9f96124e-8159-4b54-af0f-36e904265d77 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.0640099 Aug 12 04:19:23.339418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:23.448793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=da4e57b1-fcaf-422c-a366-32db45bbbf57,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:23.476338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567850c9-8081-4452-9df6-36ce196ff27a None None] Pushing event updated for resources: {'Port': ['ID=ac79b83d-4766-4b69-9e5a-7c88390ba62e,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:23.495935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network db4fdaa0-645a-496d-8971-0f51e8411e31 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:23.499897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:23.503477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:23.534566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:19:23.545963 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:19:23.564360 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:23.566192 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:23.622255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-24243989-fb8a-45e8-9162-ca2c5420a4e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152916 Aug 12 04:19:23.725644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:23.726510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:23.782679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] No DVR routers for this DVR port 3071b54e-6535-4bd8-a9c7-ece025dd34de on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:23.809750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3181188f-1e88-4fe5-9042-ec6d35c75734 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7331409 Aug 12 04:19:23.823672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33432) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:23.836125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': 'db4fdaa0-645a-496d-8971-0f51e8411e31', 'name': 'tempest-PortsTestJSON-1263961134', 'fixed_ips': [{'subnet_id': '7a404d25-e89b-4d63-99c0-c31f6b128d7a', 'ip_address': '172.20.0.9'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:23.854060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:23.857665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5db9660-e9db-4c98-803a-d1036f33074f req-24a496fc-f5c4-4b0d-bf24-45c7617f8d1e tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.20 "DELETE /v2.0/ports/3071b54e-6535-4bd8-a9c7-ece025dd34de HTTP/1.1" status: 204 len: 173 time: 3.1583240 Aug 12 04:19:23.858528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'name': 'network-vif-deleted', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:23.865539 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2f9662-2421-4d15-ad41-27ebcc758999" -d '{"events": [{"server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "name": "network-vif-deleted", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:23.923039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-8265104f-89d4-40a0-bdff-6bb38d77b207 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:23.930916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-8265104f-89d4-40a0-bdff-6bb38d77b207 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.3435919 Aug 12 04:19:23.950644 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:24.012764 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-236939bd-6c2c-447b-bc61-f7fd86d2c8eb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/quotas/859851a2ce2e4c9fa5809f76c8a4cdcb HTTP/1.1" status: 200 len: 375 time: 0.0808983 Aug 12 04:19:24.091820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55d53-4019-4eef-bc96-d18fcc797e34 req-13e4d8bd-2d65-40eb-b956-878a6fcd015f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:24.096094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77a55d53-4019-4eef-bc96-d18fcc797e34 req-13e4d8bd-2d65-40eb-b956-878a6fcd015f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.5282068 Aug 12 04:19:24.127857 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:19:24.171271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-ef3fba99-fd8f-4880-9ac3-cede0b387266 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547985 Aug 12 04:19:24.194198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5760cfe-06ff-41b2-ad9e-1330bc29e6ff req-4dd436d1-2f1e-4ffb-8dee-15606ffe241e service neutron] 10.222.0.20 "GET /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780245 Aug 12 04:19:24.256858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77a55d53-4019-4eef-bc96-d18fcc797e34 req-baca2282-8868-494c-90b7-14a645778a8d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486835 Aug 12 04:19:24.334426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-f24720ef-93fe-4f10-b688-580966adae67 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547604 Aug 12 04:19:24.335592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:24.342465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:24.342989 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:24.376393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 29a8bb41-71f8-46ef-aa25-c395449b7e78 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:24.384159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:19:24.393825 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:24.394571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:24.487626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc82efa-8d7a-4f3f-a6a2-3becbbd8ea82 req-79bcc83c-de12-4d3c-9ac0-2aedad095ae4 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:24.490243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dc82efa-8d7a-4f3f-a6a2-3becbbd8ea82 req-79bcc83c-de12-4d3c-9ac0-2aedad095ae4 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 944 time: 0.0627766 Aug 12 04:19:24.538256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dc82efa-8d7a-4f3f-a6a2-3becbbd8ea82 req-f9d607a0-b001-47b1-a26f-110b73989fed tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Aug 12 04:19:24.626463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.9 (db4fdaa0-645a-496d-8971-0f51e8411e31/7a404d25-e89b-4d63-99c0-c31f6b128d7a/29a8bb41-71f8-46ef-aa25-c395449b7e78) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:24.654019 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f69b4-177c-4b0e-b984-090930135ec6 x-openstack-request-id: req-2f0f69b4-177c-4b0e-b984-090930135ec6 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:24.654019 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9167c5bc-454d-40c6-93d1-794bc077eee1", "name": "network-vif-deleted", "tag": "3071b54e-6535-4bd8-a9c7-ece025dd34de", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:24.654019 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f0f69b4-177c-4b0e-b984-090930135ec6 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:24.654019 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9167c5bc-454d-40c6-93d1-794bc077eee1', 'name': 'network-vif-deleted', 'tag': '3071b54e-6535-4bd8-a9c7-ece025dd34de', 'status': 'completed', 'code': 200} Aug 12 04:19:24.728520 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:25.011000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:25.025599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5bbe28f-a344-45a7-83fd-7bf945b36fb2 req-fbe71185-4de5-40f6-8521-99ab1fef2ebf tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=9167c5bc-454d-40c6-93d1-794bc077eee1 HTTP/1.1" status: 200 len: 210 time: 0.0436697 Aug 12 04:19:25.043896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-b7ccd084-df34-49ba-82df-1afdcb47b4f3 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774874 Aug 12 04:19:25.074818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 29a8bb41-71f8-46ef-aa25-c395449b7e78 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:25.082773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ceeac-0cb1-4b8a-873c-cbf9cdf6a220 None None] Network db4fdaa0-645a-496d-8971-0f51e8411e31 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:25.196349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:25.223917 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:25.253420 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5982d6b0-28c9-45df-b3f8-6e7f87e53739 None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:19:25.315355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=29a8bb41-71f8-46ef-aa25-c395449b7e78,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:25.346859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a85ae370-fa85-4d5c-95c5-5611cf427b33 None None] Provisioning for port ac79b83d-4766-4b69-9e5a-7c88390ba62e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:25.347891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network db4fdaa0-645a-496d-8971-0f51e8411e31 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:25.349775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:25.371610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:25.499754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:25.500211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3bea1ba-a115-4470-924d-b96742ca2570 req-af0bade6-46ef-4513-9e64-7304e0b75aa6 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 210 time: 0.0527570 Aug 12 04:19:25.550338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:25.553001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:25.570563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31158a8-d840-4020-851b-286334cafef4 req-1e10d219-741b-4ded-b27f-ac44cfc9eabf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:25.579264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e31158a8-d840-4020-851b-286334cafef4 req-1e10d219-741b-4ded-b27f-ac44cfc9eabf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1397090 Aug 12 04:19:25.590637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3071b54e-6535-4bd8-a9c7-ece025dd34de no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:25.639266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 35dc6f5f-6191-433c-bfeb-df239d92a00f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:19:25.642490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 3071b54e-6535-4bd8-a9c7-ece025dd34de {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:25.643417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 3071b54e-6535-4bd8-a9c7-ece025dd34de not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:25.655019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e31158a8-d840-4020-851b-286334cafef4 req-d20d8951-8270-4076-9ab5-209e6bd41c5e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741050 Aug 12 04:19:25.739402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa5a73-227a-4d6b-ab29-33dcd27c2100 req-2a9713c8-4015-4730-a690-6fae4041fd48 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:25.741064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99aa5a73-227a-4d6b-ab29-33dcd27c2100 req-2a9713c8-4015-4730-a690-6fae4041fd48 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 944 time: 0.0719295 Aug 12 04:19:25.767110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1519270-8dfe-4baa-a9b8-d495b4c0f2a7 None None] New status for floating IP ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:19:25.867867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99aa5a73-227a-4d6b-ab29-33dcd27c2100 req-b5f283e2-8bd2-4f6f-af49-633ef0ae15c5 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054592 Aug 12 04:19:25.871362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26691a38-68d1-4752-b269-7f12c5cfe2f3 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0420651 Aug 12 04:19:25.876062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33468) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:25.884553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:25.928689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ac79b83d-4766-4b69-9e5a-7c88390ba62e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:25.945762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:25.998424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 35dc6f5f-6191-433c-bfeb-df239d92a00f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f,segment=NetworkSegment(4db40567-cc27-491c-903c-920a55d43ba7),segment_id=4db40567-cc27-491c-903c-920a55d43ba7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:26.095382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '35dc6f5f-6191-433c-bfeb-df239d92a00f', 'network_id': 'f30769f3-cdc7-4205-a5b2-6857c9123dc1', 'port_id': '35dc6f5f-6191-433c-bfeb-df239d92a00f', 'mac_address': 'fa:16:3e:68:c3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b22b7ab0-7557-4039-95e8-ff8b3d2761c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:19:26.134842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0c4e9-e48d-4ff3-8293-663b1fb69615 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:26.143271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a0d0c4e9-e48d-4ff3-8293-663b1fb69615 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2652366 Aug 12 04:19:26.150601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33482) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:26.152509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.168229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc6f5f-6191-433c-bfeb-df239d92a00f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:26.206078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f396f3e1-967b-4c2a-bf74-64e0e73688da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.214091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 35dc6f5f-6191-433c-bfeb-df239d92a00f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f,segment=NetworkSegment(4db40567-cc27-491c-903c-920a55d43ba7),segment_id=4db40567-cc27-491c-903c-920a55d43ba7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:26.225521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Provisioning for port da4e57b1-fcaf-422c-a366-32db45bbbf57 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:26.234972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Provisioning complete for port da4e57b1-fcaf-422c-a366-32db45bbbf57 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:26.237395 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.241449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f4546-15fa-49d0-aa06-8fdbd502e47b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:26.247866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f4546-15fa-49d0-aa06-8fdbd502e47b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:26.254452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f4546-15fa-49d0-aa06-8fdbd502e47b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:26.268644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33488) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:26.269432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be4f4546-15fa-49d0-aa06-8fdbd502e47b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1175914 Aug 12 04:19:26.270885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33490) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:26.285157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ac79b83d-4766-4b69-9e5a-7c88390ba62e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:26.297569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ac79b83d-4766-4b69-9e5a-7c88390ba62e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:26.298409 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.352856 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.366234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Port da4e57b1-fcaf-422c-a366-32db45bbbf57 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:26.417545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f396f3e1-967b-4c2a-bf74-64e0e73688da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.469418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=35dc6f5f-6191-433c-bfeb-df239d92a00f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:26.484795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbda7d64-2875-4aea-8689-bef956776938 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.524167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbda7d64-2875-4aea-8689-bef956776938 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.528741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.534084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f396f3e1-967b-4c2a-bf74-64e0e73688da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.578615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 29a8bb41-71f8-46ef-aa25-c395449b7e78 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:26.579069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.581789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Provisioning for port 29a8bb41-71f8-46ef-aa25-c395449b7e78 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:26.588369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ac79b83d-4766-4b69-9e5a-7c88390ba62e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ac79b83d-4766-4b69-9e5a-7c88390ba62e,segment=NetworkSegment(8b97079c-577a-4ea0-8676-51c31fec46b8),segment_id=8b97079c-577a-4ea0-8676-51c31fec46b8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:26.601997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Provisioning complete for port 29a8bb41-71f8-46ef-aa25-c395449b7e78 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:26.602384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.614370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f396f3e1-967b-4c2a-bf74-64e0e73688da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4083f302ed8e40fa8627703321f6cbd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671498 Aug 12 04:19:26.617086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33494) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:26.627853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['35dc6f5f-6191-433c-bfeb-df239d92a00f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:26.691094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-705f81cb-d122-4744-b101-af5d16ef494b None None] Port 29a8bb41-71f8-46ef-aa25-c395449b7e78 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:26.711078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca69cfe7-12fe-46b2-b035-246e6864b149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.713289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396f3e1-967b-4c2a-bf74-64e0e73688da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb6154-05d3-4982-86fe-907018eb4b1d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:26.716184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-179ba242-9bf4-4929-985e-59a4ab4ab8b1 req-3448ad78-875a-4f7f-9b47-389ad4ef1ba1 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 210 time: 0.0514653 Aug 12 04:19:26.754083 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.769339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca69cfe7-12fe-46b2-b035-246e6864b149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.792539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.836574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 29a8bb41-71f8-46ef-aa25-c395449b7e78 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:26.857447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbda7d64-2875-4aea-8689-bef956776938 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.861680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbda7d64-2875-4aea-8689-bef956776938 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.863106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fbda7d64-2875-4aea-8689-bef956776938 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "DELETE /v2.0/security-groups/c230f537-a099-4636-9caa-0b4eb39e5b5a HTTP/1.1" status: 204 len: 168 time: 0.5884943 Aug 12 04:19:26.874069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33498) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:26.880291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ac79b83d-4766-4b69-9e5a-7c88390ba62e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:26.892089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca69cfe7-12fe-46b2-b035-246e6864b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.895371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca69cfe7-12fe-46b2-b035-246e6864b149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.897096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ca69cfe7-12fe-46b2-b035-246e6864b149 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20bb6154-05d3-4982-86fe-907018eb4b1d HTTP/1.1" status: 204 len: 168 time: 0.2790060 Aug 12 04:19:26.915849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-04bbf537-a85f-4073-82a8-0e7eec38712f None None] Provisioning complete for port da4e57b1-fcaf-422c-a366-32db45bbbf57 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:26.924675 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-04bbf537-a85f-4073-82a8-0e7eec38712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:26.935725 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-63a7e6e7-f08a-475d-b315-a77c850364a3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] show failed (client error): The resource could not be found. Aug 12 04:19:26.946430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-63a7e6e7-f08a-475d-b315-a77c850364a3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups/c230f537-a099-4636-9caa-0b4eb39e5b5a HTTP/1.1" status: 404 len: 347 time: 0.0668664 Aug 12 04:19:26.952776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69cfe7-12fe-46b2-b035-246e6864b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb6154-05d3-4982-86fe-907018eb4b1d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:26.962198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33504) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:27.035323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-04bbf537-a85f-4073-82a8-0e7eec38712f None None] Port da4e57b1-fcaf-422c-a366-32db45bbbf57 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:27.046403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-04bbf537-a85f-4073-82a8-0e7eec38712f None None] Provisioning complete for port 29a8bb41-71f8-46ef-aa25-c395449b7e78 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:27.046865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-04bbf537-a85f-4073-82a8-0e7eec38712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.057947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb9dca-3495-4a47-a744-5944768ccf95 req-9457a145-7949-422e-b9e4-98e30bc8bd23 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:27.063513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda7d64-2875-4aea-8689-bef956776938 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230f537-a099-4636-9caa-0b4eb39e5b5a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:27.067293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8efb9dca-3495-4a47-a744-5944768ccf95 req-9457a145-7949-422e-b9e4-98e30bc8bd23 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.2256258 Aug 12 04:19:27.118889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.132461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-04bbf537-a85f-4073-82a8-0e7eec38712f None None] Port 29a8bb41-71f8-46ef-aa25-c395449b7e78 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:27.180924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624767-2f2f-441f-83cc-e3266e964ff5 req-496b890f-4c53-4cae-843f-c0ba5abfb06d tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:27.191960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa624767-2f2f-441f-83cc-e3266e964ff5 req-496b890f-4c53-4cae-843f-c0ba5abfb06d tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 945 time: 0.1307311 Aug 12 04:19:27.204208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=29a8bb41-71f8-46ef-aa25-c395449b7e78,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:27.254561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8efb9dca-3495-4a47-a744-5944768ccf95 req-2c864814-c6fc-4b3c-a42a-fc6253bb6bb0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863005 Aug 12 04:19:27.313595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Deleting port 0a8cffdb-710a-42d4-9185-8328a68b4e59 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:27.313948 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.375069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa624767-2f2f-441f-83cc-e3266e964ff5 req-8f7ecff3-42f6-465b-895e-6902959f9af4 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802130 Aug 12 04:19:27.446264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.451770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c6268373-e38b-4cf4-b50f-8b83554a4338 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/29a8bb41-71f8-46ef-aa25-c395449b7e78 HTTP/1.1" status: 204 len: 168 time: 1.1896253 Aug 12 04:19:27.452762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33514) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:27.489496 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee26bcd-4398-48a9-ac08-c667fe3166c7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:19:27.494835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3ee26bcd-4398-48a9-ac08-c667fe3166c7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/29a8bb41-71f8-46ef-aa25-c395449b7e78 HTTP/1.1" status: 404 len: 333 time: 0.0406239 Aug 12 04:19:27.496596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33518) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:27.545641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.545979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.582056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Calling delete_port for 0a8cffdb-710a-42d4-9185-8328a68b4e59 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:27.661109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port da4e57b1-fcaf-422c-a366-32db45bbbf57 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:27.661730 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.813388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.881176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.894801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event deleted for resources: {'Port': ['ID=0a8cffdb-710a-42d4-9185-8328a68b4e59,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:27.903739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ac79b83d-4766-4b69-9e5a-7c88390ba62e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:27.917209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d326029c-752c-4462-ae2e-4a151bf3d9d2 req-b39b9e7f-47f0-4471-bb08-3c0f49835e7d tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 210 time: 0.0475745 Aug 12 04:19:27.921839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for da4e57b1-fcaf-422c-a366-32db45bbbf57 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:27.994879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.999661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:27.999862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ac79b83d-4766-4b69-9e5a-7c88390ba62e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:28.000169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:28.001258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-958a63f7-dc5f-4546-8351-373042557fb7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "DELETE /v2.0/floatingips/ce7f41ba-5bcc-4a4f-8f6c-474abce4b10a HTTP/1.1" status: 204 len: 168 time: 1.0360210 Aug 12 04:19:28.179001 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-80752ca9-ba6b-4363-a977-4824981fad62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:28.293856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-9a4f95be-694e-4d46-9f1e-3e85202cd170 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:28.295578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-9a4f95be-694e-4d46-9f1e-3e85202cd170 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.2377658 Aug 12 04:19:28.311697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Request body: {'port': {'device_id': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'admin_state_up': True, 'tenant_id': '859851a2ce2e4c9fa5809f76c8a4cdcb'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:28.420226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:28.426437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551883656', 'description': 'tempest-description--809535'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:28.534588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:28.650197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:19:28.650197 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:19:28.650197 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': '963fd1cd80a841fabac1ba588170bf30', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 19, 28, 569166)}] Aug 12 04:19:28.650197 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:19:28.650778 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:19:28.679939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22557a-6242-4bff-9fbe-01b601c73d3b req-c0dfbe64-44cc-44f5-9aee-974fb669a445 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:28.690107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93f328-f083-4d39-a683-e4ead835c71e req-3430667b-d397-4288-b611-95be7ee11095 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:28.690572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c22557a-6242-4bff-9fbe-01b601c73d3b req-c0dfbe64-44cc-44f5-9aee-974fb669a445 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1820147 Aug 12 04:19:28.703421 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb93f328-f083-4d39-a683-e4ead835c71e req-3430667b-d397-4288-b611-95be7ee11095 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 945 time: 0.1219039 Aug 12 04:19:28.715633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:28.762450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb93f328-f083-4d39-a683-e4ead835c71e req-1ab3be1e-e17e-4639-b058-65bd332ab879 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558379 Aug 12 04:19:28.763596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=da4e57b1-fcaf-422c-a366-32db45bbbf57,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:28.769387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Made reservation on behalf of 859851a2ce2e4c9fa5809f76c8a4cdcb for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:28.773148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:28.879358 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c22557a-6242-4bff-9fbe-01b601c73d3b req-4f04d4ac-4b02-45f0-a82b-969d3ff968df tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849945 Aug 12 04:19:29.047379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.049889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9736f060-5df0-48dc-b4c6-75ac89385f90 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/da4e57b1-fcaf-422c-a366-32db45bbbf57 HTTP/1.1" status: 204 len: 168 time: 1.5519931 Aug 12 04:19:29.052472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:29.117027 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0534e5-2007-4bf6-a8a5-626bb55cc755 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:19:29.118522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4c0534e5-2007-4bf6-a8a5-626bb55cc755 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/da4e57b1-fcaf-422c-a366-32db45bbbf57 HTTP/1.1" status: 404 len: 333 time: 0.0650074 Aug 12 04:19:29.131704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33556) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:29.143395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33558) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:29.197940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Allocated IP 172.20.0.2 (e30bd894-a5ed-4abf-a0a3-a20192019b09/4560bcdb-e9a4-42cf-b382-b5fded60fd3a/0dfc336e-657b-4d96-a348-87cee01d6cde) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:29.209551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.233456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-367297b6-5168-454e-949e-39e602e15554 req-7c86c068-d127-46bf-a844-cccbc9988930 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 210 time: 0.1190391 Aug 12 04:19:29.292545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet 7a404d25-e89b-4d63-99c0-c31f6b128d7a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:29.298444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.341435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21ed40bd-517d-4415-844d-42b428823acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.365746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.467365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.481442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.510812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.548378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.586775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 35dc6f5f-6191-433c-bfeb-df239d92a00f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:29.603127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d1dc9c-f6eb-4825-a638-5556f0a6abd6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:29.704668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.718557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:29.727548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.742350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21ed40bd-517d-4415-844d-42b428823acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.754054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:29.757320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:29.761280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:29.763388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=7a404d25-e89b-4d63-99c0-c31f6b128d7a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:29.776410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.785283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4841835-c38e-477d-9e5a-e6f389a17e59 None None] Network db4fdaa0-645a-496d-8971-0f51e8411e31 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:29.787068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e5d660e-5285-4e75-ba14-444c0e687f0b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/7a404d25-e89b-4d63-99c0-c31f6b128d7a HTTP/1.1" status: 204 len: 168 time: 0.6542487 Aug 12 04:19:29.787813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33564) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:29.799804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event updated for resources: {'Port': ['ID=0dfc336e-657b-4d96-a348-87cee01d6cde,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:29.823436 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21ed40bd-517d-4415-844d-42b428823acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.881937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:29.883700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.885343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 35dc6f5f-6191-433c-bfeb-df239d92a00f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:29.903538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 35dc6f5f-6191-433c-bfeb-df239d92a00f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:29.903949 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.933169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-21ed40bd-517d-4415-844d-42b428823acc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40304fb810aa404a80f66ac7e98cfc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7886932 Aug 12 04:19:29.935661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed40bd-517d-4415-844d-42b428823acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e00f5-84f7-4685-8f04-1484516a41d4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:29.940569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:29.978700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:29.983886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cbf250d0-6e00-40fb-9bac-1bc1ef0a34f3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5624716 Aug 12 04:19:29.988277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33574) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:30.008396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-3331d75d-1037-40fe-a2bf-38943fd06b0f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6999528 Aug 12 04:19:30.019327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'security_group_rule': {'security_group_id': '11d1dc9c-f6eb-4825-a638-5556f0a6abd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:30.077211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cb12bfdf-bd5f-4b30-af81-e41672b2e7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.119168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cb12bfdf-bd5f-4b30-af81-e41672b2e7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.140042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.153420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb0db3-129e-40ed-b31b-fadb99e6ec87 req-d3ef614c-ecc3-4918-be5d-6ad1a2883f53 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:30.162848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69cb0db3-129e-40ed-b31b-fadb99e6ec87 req-d3ef614c-ecc3-4918-be5d-6ad1a2883f53 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 945 time: 0.2661579 Aug 12 04:19:30.198742 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Request body: {'port': {'device_id': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:30.200862 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.222931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69cb0db3-129e-40ed-b31b-fadb99e6ec87 req-07a24b1f-b4fe-4143-b23b-7f0ae78199d0 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536003 Aug 12 04:19:30.279816 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.304478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc6f5f-6191-433c-bfeb-df239d92a00f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:30.306802 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc882f2a-1118-4dfa-b5eb-fc3965b2ccff" -d '{"events": [{"server_uuid": "68f8c299-2c34-4871-8968-9abbdfdf3746", "name": "network-vif-plugged", "status": "completed", "tag": "35dc6f5f-6191-433c-bfeb-df239d92a00f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:30.332047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 35dc6f5f-6191-433c-bfeb-df239d92a00f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f,segment=NetworkSegment(4db40567-cc27-491c-903c-920a55d43ba7),segment_id=4db40567-cc27-491c-903c-920a55d43ba7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:30.385069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.413044 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.484226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port ac79b83d-4766-4b69-9e5a-7c88390ba62e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:30.485085 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.495731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=35dc6f5f-6191-433c-bfeb-df239d92a00f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:30.498608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] DHCP port deletion for db4fdaa0-645a-496d-8971-0f51e8411e31 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:19:30.527217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aea60-2d56-4c6a-b002-11fc2e955a27 req-5053ac07-4d75-4c52-8910-249ee7fc2d49 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:30.536425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f0aea60-2d56-4c6a-b002-11fc2e955a27 req-5053ac07-4d75-4c52-8910-249ee7fc2d49 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 931 time: 0.1845407 Aug 12 04:19:30.565532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.583308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] Deleting port ac79b83d-4766-4b69-9e5a-7c88390ba62e {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:30.584004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.602736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dba4bc5-3c50-4ca6-92e6-380d52ffa64f,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:30.653634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f0aea60-2d56-4c6a-b002-11fc2e955a27 req-846cc956-43b6-45ab-aa27-612870807dc8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161702 Aug 12 04:19:30.659715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port ac79b83d-4766-4b69-9e5a-7c88390ba62e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ac79b83d-4766-4b69-9e5a-7c88390ba62e,segment=NetworkSegment(8b97079c-577a-4ea0-8676-51c31fec46b8),segment_id=8b97079c-577a-4ea0-8676-51c31fec46b8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:30.660128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.686106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for ac79b83d-4766-4b69-9e5a-7c88390ba62e owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:30.690469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.695697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-906ec6d7-05c7-456a-b6b5-1e36af0d044d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6854372 Aug 12 04:19:30.696317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33584) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:30.702589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'security_group_rule': {'security_group_id': '11d1dc9c-f6eb-4825-a638-5556f0a6abd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:30.727304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] For port ac79b83d-4766-4b69-9e5a-7c88390ba62e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ac79b83d-4766-4b69-9e5a-7c88390ba62e,segment=NetworkSegment(8b97079c-577a-4ea0-8676-51c31fec46b8),segment_id=8b97079c-577a-4ea0-8676-51c31fec46b8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:30.727915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.744818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] Calling delete_port for ac79b83d-4766-4b69-9e5a-7c88390ba62e owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:30.748556 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cb12bfdf-bd5f-4b30-af81-e41672b2e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.748556 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cb12bfdf-bd5f-4b30-af81-e41672b2e7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.751671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cb12bfdf-bd5f-4b30-af81-e41672b2e7bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e7e00f5-84f7-4685-8f04-1484516a41d4 HTTP/1.1" status: 204 len: 168 time: 0.8075006 Aug 12 04:19:30.751671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.780092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12bfdf-bd5f-4b30-af81-e41672b2e7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e00f5-84f7-4685-8f04-1484516a41d4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:30.868826 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71bb9bf-a83a-486b-a9b1-cdbbbee22543 x-openstack-request-id: req-e71bb9bf-a83a-486b-a9b1-cdbbbee22543 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:30.869335 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8c299-2c34-4871-8968-9abbdfdf3746", "name": "network-vif-plugged", "status": "completed", "tag": "35dc6f5f-6191-433c-bfeb-df239d92a00f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:30.869599 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e71bb9bf-a83a-486b-a9b1-cdbbbee22543 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:30.870007 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc6f5f-6191-433c-bfeb-df239d92a00f', 'code': 200} Aug 12 04:19:30.873506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.881592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fc604a3b-d001-4832-a561-a8bf73dd604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.942632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:30.981209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a42fe8-b147-453a-989b-ab7f1392ba1b req-dfde0f8e-372d-4fe7-8aeb-86371ebb5b23 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:30.983176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69a42fe8-b147-453a-989b-ab7f1392ba1b req-dfde0f8e-372d-4fe7-8aeb-86371ebb5b23 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.7945638 Aug 12 04:19:31.001780 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.015237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] No DVR routers for this DVR port ac79b83d-4766-4b69-9e5a-7c88390ba62e on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:31.044745 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.046606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06a8a2-8d04-43a2-aec6-e46390db4611 None None] Pushing event deleted for resources: {'Port': ['ID=ac79b83d-4766-4b69-9e5a-7c88390ba62e,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:31.061067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=ac79b83d-4766-4b69-9e5a-7c88390ba62e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:31.072099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port ac79b83d-4766-4b69-9e5a-7c88390ba62e on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:31.130051 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.158133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69a42fe8-b147-453a-989b-ab7f1392ba1b req-3a885900-b2f4-4741-81bf-3e34499ab775 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567473 Aug 12 04:19:31.203360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c53d15-b214-493a-b205-afdb7a521b62 req-b526dac4-0d2f-48aa-b6b2-9d170d662a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:31.206772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03c53d15-b214-493a-b205-afdb7a521b62 req-b526dac4-0d2f-48aa-b6b2-9d170d662a14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 1097 time: 0.2542427 Aug 12 04:19:31.304451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03c53d15-b214-493a-b205-afdb7a521b62 req-b8ecf730-ece6-4d3a-b9c0-473263b20a01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877202 Aug 12 04:19:31.375031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfc336e-657b-4d96-a348-87cee01d6cde {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:31.385625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.406364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Transition to ACTIVE for port object 0dfc336e-657b-4d96-a348-87cee01d6cde will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:31.504388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.560554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfc336e-657b-4d96-a348-87cee01d6cde,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:31.581489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.626117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.630248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Attempting to bind port 0dfc336e-657b-4d96-a348-87cee01d6cde on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:31.630594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Attempting to bind port 0dfc336e-657b-4d96-a348-87cee01d6cde by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:31.631009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Attempting to bind port 0dfc336e-657b-4d96-a348-87cee01d6cde on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:31.637097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Port 0dfc336e-657b-4d96-a348-87cee01d6cde on network e30bd894-a5ed-4abf-a0a3-a20192019b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:19:31.637418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Attempting to bind port 0dfc336e-657b-4d96-a348-87cee01d6cde on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:31.641837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa310f41-5e6c-40b9-8b48-a4e6b92e1eb6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:31.642693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:31.643069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Checking segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:31.643983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Bound using segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:31.643983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Bound port: 0dfc336e-657b-4d96-a348-87cee01d6cde, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:31.644206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.647803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4fdaa0-645a-496d-8971-0f51e8411e31']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:31.664390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b97079c-577a-4ea0-8676-51c31fec46b8') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:31.664720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b97079c-577a-4ea0-8676-51c31fec46b8') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:31.678383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.699899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9126e2d-968a-4264-8213-cbd47dcd9676 req-1dd4ddd9-7a4d-4cf8-a849-0b9b6c283c6e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:31.707356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9126e2d-968a-4264-8213-cbd47dcd9676 req-1dd4ddd9-7a4d-4cf8-a849-0b9b6c283c6e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 946 time: 0.1334770 Aug 12 04:19:31.716680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.730425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:19:31.730864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:19:31.733843 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:19:31.749234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] For port 0dfc336e-657b-4d96-a348-87cee01d6cde, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:31.753950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] For port 0dfc336e-657b-4d96-a348-87cee01d6cde, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0dfc336e-657b-4d96-a348-87cee01d6cde,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:31.802118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9126e2d-968a-4264-8213-cbd47dcd9676 req-b9b35621-cd4e-4299-93ff-3e5732c000e6 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935802 Aug 12 04:19:31.808941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97359-7980-4a45-9be0-ddf54a714f42 req-12f3eabe-170a-4bca-a9ef-61e9d42e45a2 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:31.810517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73f97359-7980-4a45-9be0-ddf54a714f42 req-12f3eabe-170a-4bca-a9ef-61e9d42e45a2 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 943 time: 0.0548816 Aug 12 04:19:31.815650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ac79b83d-4766-4b69-9e5a-7c88390ba62e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:31.842665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ac79b83d-4766-4b69-9e5a-7c88390ba62e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:31.843130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ac79b83d-4766-4b69-9e5a-7c88390ba62e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:31.863646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73f97359-7980-4a45-9be0-ddf54a714f42 req-d8f2b933-96cc-42b8-a161-db9a415c3c22 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Aug 12 04:19:32.048137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.048354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.053597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0946a11e-dc3c-4291-9fdf-4823e179cc97 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3518765 Aug 12 04:19:32.053597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.054938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:32.056407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.062156 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/db4fdaa0-645a-496d-8971-0f51e8411e31 HTTP/1.1" status: 204 len: 168 time: 2.2698956 Aug 12 04:19:32.068920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33608) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:32.072023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.082490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:32.086675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-482251466'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:32.102906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7cf0f-8792-4d53-967b-0007ded0f39a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=db4fdaa0-645a-496d-8971-0f51e8411e31,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:32.119341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.122107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.122107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] 10.222.0.20 "PUT /v2.0/ports/0dfc336e-657b-4d96-a348-87cee01d6cde HTTP/1.1" status: 200 len: 1091 time: 2.0971744 Aug 12 04:19:32.123017 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:19:32.123017 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:19:32.123017 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': '9893fadec94e48498e47a3f54a76dc23', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 19, 32, 100747)}] Aug 12 04:19:32.123017 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:19:32.123017 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:19:32.125276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'tag': '0dfc336e-657b-4d96-a348-87cee01d6cde'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:32.127823 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858bcfca-7de4-4178-93be-f7d3b482ddd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e74ae0e6-8eab-404f-a805-4e8cc37c4851", "tag": "0dfc336e-657b-4d96-a348-87cee01d6cde"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:32.172305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b05f6b-413e-401c-9270-ab1e3d74e520 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfc336e-657b-4d96-a348-87cee01d6cde,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:32.190949 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0318e697-c522-4541-96a0-470e137fabb6 x-openstack-request-id: req-0318e697-c522-4541-96a0-470e137fabb6 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:32.191241 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74ae0e6-8eab-404f-a805-4e8cc37c4851", "tag": "0dfc336e-657b-4d96-a348-87cee01d6cde", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:32.191495 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0318e697-c522-4541-96a0-470e137fabb6 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:32.191896 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'tag': '0dfc336e-657b-4d96-a348-87cee01d6cde', 'status': 'completed', 'code': 200} Aug 12 04:19:32.265503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.316987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea24b9-1878-438e-acfc-093580cad457 req-d5fd2195-7914-4e6c-b690-7ca5d26546fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.317538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29ea24b9-1878-438e-acfc-093580cad457 req-d5fd2195-7914-4e6c-b690-7ca5d26546fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0642860 Aug 12 04:19:32.340470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcfca-7de4-4178-93be-f7d3b482ddd1 req-49743708-c35d-49ef-a39b-32de08ced6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.342590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-858bcfca-7de4-4178-93be-f7d3b482ddd1 req-49743708-c35d-49ef-a39b-32de08ced6bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 1094 time: 0.1272697 Aug 12 04:19:32.373019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29ea24b9-1878-438e-acfc-093580cad457 req-a1028ae5-3921-48af-acb1-87b939b2b08d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476470 Aug 12 04:19:32.496589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcfca-7de4-4178-93be-f7d3b482ddd1 req-36e650f8-092d-4b77-81c3-f39f8e788fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.498082 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-858bcfca-7de4-4178-93be-f7d3b482ddd1 req-36e650f8-092d-4b77-81c3-f39f8e788fcd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1471667 Aug 12 04:19:32.528505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.673880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcfca-7de4-4178-93be-f7d3b482ddd1 req-af4a3e43-fd2e-49ea-aad6-f541e86be4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.676223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-858bcfca-7de4-4178-93be-f7d3b482ddd1 req-af4a3e43-fd2e-49ea-aad6-f541e86be4a7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702590 Aug 12 04:19:32.707821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Allocated IP 172.25.6.138 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e9822985-d45d-4d68-a2d9-d63df27201a5) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:32.715112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:32.719187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.753095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:19:32.764938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.766200 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Added segment 8af56d5b-777a-4d86-9d15-a48f868c5be3 of type vlan for network 4446e948-f4cf-47ac-93ac-2451139e8124 Aug 12 04:19:32.809905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-6b367fd3-33c3-4114-a9b0-acef247ef1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.811503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-6b367fd3-33c3-4114-a9b0-acef247ef1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 1094 time: 0.0985396 Aug 12 04:19:32.851977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.865253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-23659f3f-9634-4380-a99e-f077ab223fad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dfc336e-657b-4d96-a348-87cee01d6cde HTTP/1.1" status: 200 len: 217 time: 0.0455203 Aug 12 04:19:32.969674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.985666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-08ce1c8c-0b78-4ce8-8a88-5e67698e611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.987857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-08ce1c8c-0b78-4ce8-8a88-5e67698e611c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.1143296 Aug 12 04:19:32.989360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:32.996913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:32.997546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:33.033120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-e3697696-46ca-43ca-acfe-ef2e4d572a68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361903 Aug 12 04:19:33.041941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bc61-2f1d-43fc-8ced-a404f1c1e4b5 req-efd664c1-2d01-4d4d-a1d5-5fc89c07b7bf tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:33.043392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85d3bc61-2f1d-43fc-8ced-a404f1c1e4b5 req-efd664c1-2d01-4d4d-a1d5-5fc89c07b7bf tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 946 time: 0.1300704 Aug 12 04:19:33.099690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Network': ['ID=4446e948-f4cf-47ac-93ac-2451139e8124,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:33.114372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 4446e948-f4cf-47ac-93ac-2451139e8124 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:19:33.115155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c11259-94a5-4edc-b013-10fc66be043a req-930e76bb-0afa-4ffa-9944-d939f0c80a83 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:33.116791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51c11259-94a5-4edc-b013-10fc66be043a req-930e76bb-0afa-4ffa-9944-d939f0c80a83 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 943 time: 0.1751168 Aug 12 04:19:33.174331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51c11259-94a5-4edc-b013-10fc66be043a req-340f3330-7419-4d09-91f8-b9a44dcc5560 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486348 Aug 12 04:19:33.219248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-d88137a7-2ec3-41fe-924e-d5bb0a641232 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736989 Aug 12 04:19:33.221117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85d3bc61-2f1d-43fc-8ced-a404f1c1e4b5 req-a3e6f4c7-6e4f-45e4-82e6-155ea5ce8a4c tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663668 Aug 12 04:19:33.276251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2a2a5113-b503-4c84-b931-3cd43f9f5790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2065330 Aug 12 04:19:33.278985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33644) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:33.287169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:33.340493 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:33.404622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:33.425504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:33.432806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:33.439668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'Port': ['ID=e9822985-d45d-4d68-a2d9-d63df27201a5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:33.484418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d66e6e85-5cd3-4fcd-a3ac-08d731f4ebad req-1410d0d6-bcb8-4047-b403-cdc690a44e7e service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583954 Aug 12 04:19:33.547612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7795b87-a367-4c08-95ba-ffe9c243328a req-aa0e55bd-fd68-45c3-acff-58272696f963 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:33.549830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7795b87-a367-4c08-95ba-ffe9c243328a req-aa0e55bd-fd68-45c3-acff-58272696f963 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0644259 Aug 12 04:19:33.564629 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:33.588794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7795b87-a367-4c08-95ba-ffe9c243328a req-3ce7136e-3421-48b5-bbd9-c5c800f4ee61 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Aug 12 04:19:33.647282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:33.647501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:33.650853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:33.748176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:33.875450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af354302-55db-4fa8-8d17-271abaebeebf req-035c6328-22f4-468a-93ca-d63b8c3211ea tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:33.879213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af354302-55db-4fa8-8d17-271abaebeebf req-035c6328-22f4-468a-93ca-d63b8c3211ea tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 946 time: 0.0629487 Aug 12 04:19:33.921768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-af354302-55db-4fa8-8d17-271abaebeebf req-5ca25c3d-601e-443a-afc7-975b5e40d784 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Aug 12 04:19:34.004226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.035543 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.066949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.158757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=c046da03-cc39-4478-a4f6-25346b0f9446,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:34.181370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'Port': ['ID=e9822985-d45d-4d68-a2d9-d63df27201a5,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:34.185794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Checking segment: {'id': '8af56d5b-777a-4d86-9d15-a48f868c5be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:34.186148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network hostable DHCP agents. Network: 4446e948-f4cf-47ac-93ac-2451139e8124, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:19:34.199107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.304179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455f88f-01ff-4095-9a29-4573656dc611 req-d7b33e93-6fc1-47b9-819d-de1abc3bb661 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.312632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b455f88f-01ff-4095-9a29-4573656dc611 req-d7b33e93-6fc1-47b9-819d-de1abc3bb661 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 943 time: 0.0562963 Aug 12 04:19:34.312632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 4446e948-f4cf-47ac-93ac-2451139e8124 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:19:34.333298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.335321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3488f5cf-6db5-4faf-87f1-9b2806d3f9b0 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2796347 Aug 12 04:19:34.352831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b455f88f-01ff-4095-9a29-4573656dc611 req-427eac68-4aa4-4595-87ca-6f22fdec03f8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Aug 12 04:19:34.452363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 4446e948-f4cf-47ac-93ac-2451139e8124) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:34.462476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.466398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.466555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632a3df6-1f87-4959-888e-ae3b004649f3 None None] Network 4446e948-f4cf-47ac-93ac-2451139e8124 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:34.504857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-0ae8a3ad-a85e-4f6e-ba26-a7a24dddab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.507342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-0ae8a3ad-a85e-4f6e-ba26-a7a24dddab9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1096 time: 0.1999900 Aug 12 04:19:34.557011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16f7e749-d1bc-4e6e-ae02-53af69b10380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2768419 Aug 12 04:19:34.568057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33722) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:34.574690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1011913825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:34.576051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-1c9eef7c-ab5d-4dfc-8381-d0b2854b61bf tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1551883656&fields=id&tenant_id=963fd1cd80a841fabac1ba588170bf30 HTTP/1.1" status: 200 len: 267 time: 0.0377228 Aug 12 04:19:34.632230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-4446e948-f4cf-47ac-93ac-2451139e8124', 'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': 'c046da03-cc39-4478-a4f6-25346b0f9446'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:19:34.633379 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.662925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-5f84903b-6dcb-4681-b36d-d77672f1b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.664386 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-5f84903b-6dcb-4681-b36d-d77672f1b70d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.1483591 Aug 12 04:19:34.710877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-6dd36e32-6ae3-4327-bcc9-6c64f04f45b1 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.712764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-6dd36e32-6ae3-4327-bcc9-6c64f04f45b1 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 811 time: 0.1284895 Aug 12 04:19:34.738769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ff621c33-86ef-42f7-9e68-e1e12486afb3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/quotas/963fd1cd80a841fabac1ba588170bf30 HTTP/1.1" status: 200 len: 375 time: 0.0197396 Aug 12 04:19:34.757825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.763431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.792455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-e7dd0df6-0050-4eee-bca4-98929c3384fc tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528314 Aug 12 04:19:34.806041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Allocated IP 172.20.0.2 (4446e948-f4cf-47ac-93ac-2451139e8124/c046da03-cc39-4478-a4f6-25346b0f9446/7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:34.838650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.850775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-0ff45c02-6ac4-4050-8a12-d5697aa80d68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 1001 time: 0.1781921 Aug 12 04:19:34.867643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe94fe-da03-4e8c-ab9a-ab79ac6176a4 req-20c91983-a1f2-464d-b4b4-828c309d282e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.872111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54fe94fe-da03-4e8c-ab9a-ab79ac6176a4 req-20c91983-a1f2-464d-b4b4-828c309d282e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1555283 Aug 12 04:19:34.922451 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:34.951231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-267df73b-7c19-459b-90a0-fce668337bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:34.952823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-267df73b-7c19-459b-90a0-fce668337bc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0798073 Aug 12 04:19:34.956855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-d17627df-7d58-496f-931c-d987225fb761 service neutron] 10.222.0.42 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509793 Aug 12 04:19:34.985496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54fe94fe-da03-4e8c-ab9a-ab79ac6176a4 req-d86898e7-17af-42fa-a567-3aeacdae7c7a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667036 Aug 12 04:19:35.021082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.026046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-25321b44-a8c3-4bcf-b2ea-8faa71ac74d4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4531136 Aug 12 04:19:35.026046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33748) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:35.030004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124', 'name': 'tempest-PortsTestJSON-236749224'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:35.034361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.048650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-1ac7e0fc-def6-409b-b620-8db02f8ca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:35.050701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-1ac7e0fc-def6-409b-b620-8db02f8ca7cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893054 Aug 12 04:19:35.050866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Transition to ACTIVE for port object 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:35.070896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Transition to ACTIVE for port object 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:35.109270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-55b46b66-905f-46cd-bcfd-f3ef85ced439 service neutron] 10.222.0.42 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439393 Aug 12 04:19:35.161536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.206201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Network 4446e948-f4cf-47ac-93ac-2451139e8124 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:35.211001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:35.213737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:35.224371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Pushing event updated for resources: {'Port': ['ID=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:35.251642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8d141-ce77-472e-aa67-4e4b2177fdf7 req-99e8da64-6977-451a-a62d-54691542b492 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:35.253210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcb8d141-ce77-472e-aa67-4e4b2177fdf7 req-99e8da64-6977-451a-a62d-54691542b492 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 946 time: 0.1522818 Aug 12 04:19:35.256166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-42d878a2-2568-4595-834e-29b0cc90564e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:35.256911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-bd67e3cd-2ca5-4a54-8c49-ad3d6ba908be service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814718 Aug 12 04:19:35.258637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-42d878a2-2568-4595-834e-29b0cc90564e tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 946 time: 0.0830102 Aug 12 04:19:35.279210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Attempting to bind port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:35.279758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Attempting to bind port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8af56d5b-777a-4d86-9d15-a48f868c5be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:35.279930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Attempting to bind port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba on network 4446e948-f4cf-47ac-93ac-2451139e8124 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:35.286570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:35.292247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Checking segment: {'id': '8af56d5b-777a-4d86-9d15-a48f868c5be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:35.292247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.292247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Bound using segment: {'id': '8af56d5b-777a-4d86-9d15-a48f868c5be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:35.292247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Bound port: 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af56d5b-777a-4d86-9d15-a48f868c5be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4446e948-f4cf-47ac-93ac-2451139e8124'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:35.292247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.388167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcb8d141-ce77-472e-aa67-4e4b2177fdf7 req-88f77d58-dc4b-4988-86b9-4c93f19cf99c tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/security-groups?id=cf0895b9-f204-41b7-a477-1ec3d4b524c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243987 Aug 12 04:19:35.399756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:35.403858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] For port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:35.407488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] For port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,segment=NetworkSegment(8af56d5b-777a-4d86-9d15-a48f868c5be3),segment_id=8af56d5b-777a-4d86-9d15-a48f868c5be3)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:35.412032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.440123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Deleting port 35dc6f5f-6191-433c-bfeb-df239d92a00f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:35.446164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.463040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 02db784b-11b0-4258-b69b-4a686bea7289 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:35.476573 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.485471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a69f28ef-a6c6-4e35-b67c-957ccbefd897 req-bc8044e6-c6d0-463a-af6b-4ca93a3bde86 service neutron] 10.222.0.36 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139978 Aug 12 04:19:35.522219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cb784f1-67bc-48ff-a7cc-e2e49982b606 req-4edf3ed1-c31e-4a69-b9d8-0733bf1bf6be tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 210 time: 0.0686836 Aug 12 04:19:35.612414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac93ae2-84d2-473d-aca5-42f7addb9b79 None None] Pushing event updated for resources: {'Port': ['ID=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:35.639507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33766) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:35.686642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.6 (4446e948-f4cf-47ac-93ac-2451139e8124/c046da03-cc39-4478-a4f6-25346b0f9446/02db784b-11b0-4258-b69b-4a686bea7289) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:35.777448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc982db-afad-4e02-b8d3-f6484c3a9688 req-3350cdbb-9f97-4ceb-b463-6319c75de103 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:35.789456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fc982db-afad-4e02-b8d3-f6484c3a9688 req-3350cdbb-9f97-4ceb-b463-6319c75de103 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 943 time: 0.1927562 Aug 12 04:19:35.825094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] For port 35dc6f5f-6191-433c-bfeb-df239d92a00f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=35dc6f5f-6191-433c-bfeb-df239d92a00f,segment=NetworkSegment(4db40567-cc27-491c-903c-920a55d43ba7),segment_id=4db40567-cc27-491c-903c-920a55d43ba7)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:35.825447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.880056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4dffe19-f35a-45c6-a6f2-35c044a3958c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.885585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Calling delete_port for 35dc6f5f-6191-433c-bfeb-df239d92a00f owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:35.910658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:35.935545 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fc982db-afad-4e02-b8d3-f6484c3a9688 req-ee0813da-08a2-4b6b-bb52-238acde477f6 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448894 Aug 12 04:19:35.938207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:35.965190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 02db784b-11b0-4258-b69b-4a686bea7289 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:36.053799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:36.099151 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.108377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4dffe19-f35a-45c6-a6f2-35c044a3958c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.157754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 4446e948-f4cf-47ac-93ac-2451139e8124 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:36.164345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:36.167096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=02db784b-11b0-4258-b69b-4a686bea7289,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:36.169223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:36.179489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb500a-92ab-4ff4-9c4f-bfad384d2f0e req-40452837-91c2-4c2a-a068-d61c4eaef0f6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:36.180990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12cb500a-92ab-4ff4-9c4f-bfad384d2f0e req-40452837-91c2-4c2a-a068-d61c4eaef0f6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1097758 Aug 12 04:19:36.206612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e4dffe19-f35a-45c6-a6f2-35c044a3958c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.230943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.242507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['35dc6f5f-6191-433c-bfeb-df239d92a00f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:36.251218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:36.252417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.266406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12cb500a-92ab-4ff4-9c4f-bfad384d2f0e req-e30e59b9-4f07-4e52-9708-5032ca0af923 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614321 Aug 12 04:19:36.282371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Pushing event deleted for resources: {'Port': ['ID=35dc6f5f-6191-433c-bfeb-df239d92a00f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:36.292549 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e4dffe19-f35a-45c6-a6f2-35c044a3958c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=746af3fdd23d40a9a3b68a79757c8655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517577 Aug 12 04:19:36.294970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dffe19-f35a-45c6-a6f2-35c044a3958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1b11e-b39b-40c9-ac1c-c0f691940f35,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:36.295551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33774) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:36.335893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] No DVR routers for this DVR port 35dc6f5f-6191-433c-bfeb-df239d92a00f on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:36.338785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.341176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20491a0d-ea12-4ef5-8c8d-6edfc79f20d3 req-dc8336e5-744d-4d00-b275-fd8857bd78ec tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.20 "DELETE /v2.0/ports/35dc6f5f-6191-433c-bfeb-df239d92a00f HTTP/1.1" status: 204 len: 173 time: 1.0756762 Aug 12 04:19:36.341524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'name': 'network-vif-deleted', 'tag': '35dc6f5f-6191-433c-bfeb-df239d92a00f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:36.344849 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a258da-9d11-406e-9cc4-5f796827a1e6" -d '{"events": [{"server_uuid": "68f8c299-2c34-4871-8968-9abbdfdf3746", "name": "network-vif-deleted", "tag": "35dc6f5f-6191-433c-bfeb-df239d92a00f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:36.355273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-158bb327-4631-4013-be10-2164412509ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.373868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-88017b61-d239-4ffb-883d-b30dc3a5aa15 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3475008 Aug 12 04:19:36.376374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33780) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:36.388787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-158bb327-4631-4013-be10-2164412509ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.526534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e504cee-abbb-4f7d-af3f-d9a23fd9e4cc req-bbc006e9-ecef-4cdb-83b7-898a9eff84c2 tempest-ServerGroupTestJSON-681927813 tempest-ServerGroupTestJSON-681927813-project] 10.222.0.42 "GET /v2.0/ports?device_id=68f8c299-2c34-4871-8968-9abbdfdf3746 HTTP/1.1" status: 200 len: 210 time: 0.0343754 Aug 12 04:19:36.550091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-158bb327-4631-4013-be10-2164412509ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.553712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-158bb327-4631-4013-be10-2164412509ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:36.555079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-158bb327-4631-4013-be10-2164412509ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1c1b11e-b39b-40c9-ac1c-c0f691940f35 HTTP/1.1" status: 204 len: 168 time: 0.2582295 Aug 12 04:19:36.564263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bb327-4631-4013-be10-2164412509ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1b11e-b39b-40c9-ac1c-c0f691940f35,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:36.636934 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96e715f-b36f-415b-958c-b507fab2ed35 x-openstack-request-id: req-d96e715f-b36f-415b-958c-b507fab2ed35 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:36.636934 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8c299-2c34-4871-8968-9abbdfdf3746", "name": "network-vif-deleted", "tag": "35dc6f5f-6191-433c-bfeb-df239d92a00f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:36.636934 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d96e715f-b36f-415b-958c-b507fab2ed35 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:36.636934 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8c299-2c34-4871-8968-9abbdfdf3746', 'name': 'network-vif-deleted', 'tag': '35dc6f5f-6191-433c-bfeb-df239d92a00f', 'status': 'completed', 'code': 200} Aug 12 04:19:36.793662 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6062c141-d977-48bd-9a50-959d5be7909f req-e51f7178-e109-4d58-abc4-8c6fe412b7b5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 210 time: 0.0438592 Aug 12 04:19:36.834184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac49efe-45f3-48ff-996d-92a87300674c None None] Network 4446e948-f4cf-47ac-93ac-2451139e8124 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:36.881078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.048345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] Provisioning for port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:37.053957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] Provisioning complete for port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:37.054343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.119790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95890f0-64e0-4e39-8a60-68768525ff40 req-ec6272f1-7ccb-42a2-94bf-0eb4ae55ee86 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:37.123043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e95890f0-64e0-4e39-8a60-68768525ff40 req-ec6272f1-7ccb-42a2-94bf-0eb4ae55ee86 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 943 time: 0.0910351 Aug 12 04:19:37.224879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e95890f0-64e0-4e39-8a60-68768525ff40 req-d727a88a-72d8-442e-a76e-632800c69e26 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889053 Aug 12 04:19:37.235639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.297036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] For port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,segment=NetworkSegment(8af56d5b-777a-4d86-9d15-a48f868c5be3),segment_id=8af56d5b-777a-4d86-9d15-a48f868c5be3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:37.305409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:37.434133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.441699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:37.457241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dcf10d0c-bcb5-4c53-aeb1-396d399bfa54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.503579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420eee3-2676-4427-abac-da6b993e20c3 None None] Pushing event updated for resources: {'Port': ['ID=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:37.512720 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.561488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ffc2c-84f6-4e01-8220-3b1b621f6cb6 req-a57613ec-f94d-4d21-b29a-28278d7e74bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:37.565891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:37.568535 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc4fa4c-88ec-4c36-9f00-957d4ccee057" -d '{"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-unplugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:37.577815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dcf10d0c-bcb5-4c53-aeb1-396d399bfa54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.584399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb3ffc2c-84f6-4e01-8220-3b1b621f6cb6 req-a57613ec-f94d-4d21-b29a-28278d7e74bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1733589 Aug 12 04:19:37.593122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:37.605808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0dfc336e-657b-4d96-a348-87cee01d6cde details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:19:37.652963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-52ab1cfb-6853-4ae9-8b22-9f89a7af8477 None None] Provisioning complete for port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:37.653330 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-52ab1cfb-6853-4ae9-8b22-9f89a7af8477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.658355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dcf10d0c-bcb5-4c53-aeb1-396d399bfa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.674857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb3ffc2c-84f6-4e01-8220-3b1b621f6cb6 req-93bd41ff-516b-4424-9de8-5a4d858e40e8 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832951 Aug 12 04:19:37.705275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.717277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dcf10d0c-bcb5-4c53-aeb1-396d399bfa54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0144660958dc4299b6b93b49584d2f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743335 Aug 12 04:19:37.720045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33810) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:37.723823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf10d0c-bcb5-4c53-aeb1-396d399bfa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71997c-a13b-4e2c-8f22-f4f22062d369,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:37.743645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.780432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.792271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5bf4-c3d1-4436-b875-dea8d4d2ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.914388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0dfc336e-657b-4d96-a348-87cee01d6cde, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0dfc336e-657b-4d96-a348-87cee01d6cde,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:37.934986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5bf4-c3d1-4436-b875-dea8d4d2ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:37.939880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:37.965734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:37.966542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=02db784b-11b0-4258-b69b-4a686bea7289,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:37.990196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '0dfc336e-657b-4d96-a348-87cee01d6cde', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'port_id': '0dfc336e-657b-4d96-a348-87cee01d6cde', 'mac_address': 'fa:16:3e:81:29:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4560bcdb-e9a4-42cf-b382-b5fded60fd3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:19:38.095489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-52ab1cfb-6853-4ae9-8b22-9f89a7af8477 None None] Provisioning for port 02db784b-11b0-4258-b69b-4a686bea7289 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:38.105033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-52ab1cfb-6853-4ae9-8b22-9f89a7af8477 None None] Provisioning complete for port 02db784b-11b0-4258-b69b-4a686bea7289 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:38.105427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-52ab1cfb-6853-4ae9-8b22-9f89a7af8477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.109860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.146965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-94809a88-31b6-4bb9-89ec-a9bfc65f0862 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:38.147599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:38.148000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.150030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-94809a88-31b6-4bb9-89ec-a9bfc65f0862 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.36 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 811 time: 0.2837701 Aug 12 04:19:38.155522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfc336e-657b-4d96-a348-87cee01d6cde {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:38.160756 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1638bc9d-11b1-4003-b473-3623ed72d4ac x-openstack-request-id: req-1638bc9d-11b1-4003-b473-3623ed72d4ac {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:38.160983 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-unplugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:38.161238 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1638bc9d-11b1-4003-b473-3623ed72d4ac {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:38.161619 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'code': 200} Aug 12 04:19:38.241803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-52ab1cfb-6853-4ae9-8b22-9f89a7af8477 None None] Port 02db784b-11b0-4258-b69b-4a686bea7289 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:38.243091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0dfc336e-657b-4d96-a348-87cee01d6cde, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0dfc336e-657b-4d96-a348-87cee01d6cde,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:38.257656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-22fcfec5-b306-455f-8469-7404758c0ddd tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963fd1cd80a841fabac1ba588170bf30 HTTP/1.1" status: 200 len: 380 time: 0.0881474 Aug 12 04:19:38.274703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'port': {'device_id': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'admin_state_up': True, 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'security_groups': ['11d1dc9c-f6eb-4825-a638-5556f0a6abd6']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:38.331823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6fc0b1-5e3c-4d17-a0bf-c0eb82f35284 req-64280aa0-fb40-41ba-bbc9-fd1ddd02980a tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 210 time: 0.2080746 Aug 12 04:19:38.337792 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.387547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.412622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15e82956-b687-48dd-878f-4a6aae48df30 None None] Provisioning complete for port 02db784b-11b0-4258-b69b-4a686bea7289 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:38.413109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15e82956-b687-48dd-878f-4a6aae48df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.426876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc193775-23ac-42d9-abb4-7c3a845dcfe3 req-9b9f29d1-2702-46a5-9332-0c7102b8a95d tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:38.435090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc193775-23ac-42d9-abb4-7c3a845dcfe3 req-9b9f29d1-2702-46a5-9332-0c7102b8a95d tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 944 time: 0.1025698 Aug 12 04:19:38.450390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0dfc336e-657b-4d96-a348-87cee01d6cde,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:38.471238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-15e82956-b687-48dd-878f-4a6aae48df30 None None] Port 02db784b-11b0-4258-b69b-4a686bea7289 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:38.482603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5bf4-c3d1-4436-b875-dea8d4d2ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.485264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5bf4-c3d1-4436-b875-dea8d4d2ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.487144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3dfa5bf4-c3d1-4436-b875-dea8d4d2ee8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e71997c-a13b-4e2c-8f22-f4f22062d369 HTTP/1.1" status: 204 len: 168 time: 0.7654345 Aug 12 04:19:38.503941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa5bf4-c3d1-4436-b875-dea8d4d2ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71997c-a13b-4e2c-8f22-f4f22062d369,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:38.504856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc193775-23ac-42d9-abb4-7c3a845dcfe3 req-92f8315a-3f7e-46e1-8158-93b38b5181e8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Aug 12 04:19:38.541360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:38.588292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Deleting subnet b22b7ab0-7557-4039-95e8-ff8b3d2761c5 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:38.591592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.605232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0dfc336e-657b-4d96-a348-87cee01d6cde'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:38.629835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Made reservation on behalf of 963fd1cd80a841fabac1ba588170bf30 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:38.634507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.655683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.659348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.759632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:38.844860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Allocated IP 172.20.0.8 (58bbfc9f-fa03-4d51-b602-529fc815d04c/0a327c3c-58e3-4e2a-92f2-99a92f847555/8f91506c-6921-4565-b3f8-e117f80adb5f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:38.859961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271fb50-d5ef-4280-826f-f03efae1ec68 req-acdccfc8-96ec-403a-84a9-292990f3107d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:38.862015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3271fb50-d5ef-4280-826f-f03efae1ec68 req-acdccfc8-96ec-403a-84a9-292990f3107d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.0775523 Aug 12 04:19:38.966680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3271fb50-d5ef-4280-826f-f03efae1ec68 req-0c3f4f63-6d6b-438e-9b60-273ec3c92a01 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926986 Aug 12 04:19:38.990961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.034137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b22b7ab0-7557-4039-95e8-ff8b3d2761c5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:39.045570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.046742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f79d672b-7678-4b68-95d9-c439f51685e3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b22b7ab0-7557-4039-95e8-ff8b3d2761c5 HTTP/1.1" status: 204 len: 168 time: 0.5042591 Aug 12 04:19:39.052647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:39.075506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.108931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.136648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Transition to ACTIVE for port object 8f91506c-6921-4565-b3f8-e117f80adb5f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:39.160965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.172639 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.246930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.254559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=02db784b-11b0-4258-b69b-4a686bea7289,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:39.268888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.285631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30769f3-cdc7-4205-a5b2-6857c9123dc1']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.299571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db40567-cc27-491c-903c-920a55d43ba7') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.299998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db40567-cc27-491c-903c-920a55d43ba7') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.309362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.318803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.348377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.358520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 4446e948-f4cf-47ac-93ac-2451139e8124 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:39.360220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:39.367470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:19:39.368044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:19:39.371460 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:19:39.419764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:39.428533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:39.434480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event updated for resources: {'Port': ['ID=8f91506c-6921-4565-b3f8-e117f80adb5f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:39.444561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:39.552153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:39.552812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.556304 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.567156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65bbea-6575-4aa6-a124-548c2cfdc66c req-cc6d7b60-8d85-4ada-adcb-7ab5ae15b97c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:39.574404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc65bbea-6575-4aa6-a124-548c2cfdc66c req-cc6d7b60-8d85-4ada-adcb-7ab5ae15b97c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 931 time: 0.1469953 Aug 12 04:19:39.581913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.583668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f30769f3-cdc7-4205-a5b2-6857c9123dc1 HTTP/1.1" status: 204 len: 168 time: 0.5300512 Aug 12 04:19:39.595554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Router 8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:19:39.611379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e607a93-f687-4a86-9da9-8624165cda75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30769f3-cdc7-4205-a5b2-6857c9123dc1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:39.621221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0dfc336e-657b-4d96-a348-87cee01d6cde up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:39.644972 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc65bbea-6575-4aa6-a124-548c2cfdc66c req-53094891-9ca3-453e-8888-54e5fb37b460 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580244 Aug 12 04:19:39.712511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c1571800-65af-4640-9ff0-7b5274a1e469 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4500086 Aug 12 04:19:39.738036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Request body: {'port': {'device_id': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:39.761190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:19:39.774232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] Sync routers for ids ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:19:39.776707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-48b57063-38ea-4acb-bc55-b88a1c219183 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/routers/8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3985484 Aug 12 04:19:39.783280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33876) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:39.791853 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] Routers {'8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:39.792608 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.808079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 0dfc336e-657b-4d96-a348-87cee01d6cde completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:39.819892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 0dfc336e-657b-4d96-a348-87cee01d6cde triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:39.828679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.851920 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.861694 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] Routers {'8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:39.862625 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.869862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2305a-82e1-44ab-8bca-0ca20f102605 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:39.874381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33878) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:39.875156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-19c2305a-82e1-44ab-8bca-0ca20f102605 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 HTTP/1.1" status: 200 len: 981 time: 0.0905688 Aug 12 04:19:39.885299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:39.900107 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:39.901139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c322f50-1e46-4c54-af1e-54dfbc55d12b None None] The sync data for ids ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:19:40.029434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33888) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:40.076720 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18acb7be-d3ca-4ffb-b39a-96da8c3a0540 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8f25c49f6f44cb4bb1aafecb8f57478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460486 Aug 12 04:19:40.082582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33890) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:40.135115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04701e48-c513-4367-a7b0-f5e1029cedb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.148360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e5f84-6be3-49e7-aaf6-98bc6b2dce92 req-87ed2fed-b6dc-43aa-bb69-b8bdaeef6bda tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:40.159272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-591e5f84-6be3-49e7-aaf6-98bc6b2dce92 req-87ed2fed-b6dc-43aa-bb69-b8bdaeef6bda tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 944 time: 0.3659523 Aug 12 04:19:40.160309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04701e48-c513-4367-a7b0-f5e1029cedb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.167598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-629ebed1-5ad2-4933-a317-e4d81d8d22ae None None] Provisioning for port 8f91506c-6921-4565-b3f8-e117f80adb5f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:40.175616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-629ebed1-5ad2-4933-a317-e4d81d8d22ae None None] Provisioning complete for port 8f91506c-6921-4565-b3f8-e117f80adb5f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:40.176223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-629ebed1-5ad2-4933-a317-e4d81d8d22ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.180727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.255244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-591e5f84-6be3-49e7-aaf6-98bc6b2dce92 req-d9b3c75d-7972-4c9a-b846-bdf96e98a625 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976853 Aug 12 04:19:40.277600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfc336e-657b-4d96-a348-87cee01d6cde'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:40.279954 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af75109b-4bab-4cdc-b0ee-9fe1662792b0" -d '{"events": [{"server_uuid": "e74ae0e6-8eab-404f-a805-4e8cc37c4851", "name": "network-vif-plugged", "status": "completed", "tag": "0dfc336e-657b-4d96-a348-87cee01d6cde"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:40.286689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0dfc336e-657b-4d96-a348-87cee01d6cde, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0dfc336e-657b-4d96-a348-87cee01d6cde,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:40.289710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-629ebed1-5ad2-4933-a317-e4d81d8d22ae None None] Port 8f91506c-6921-4565-b3f8-e117f80adb5f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:40.343801 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19fb30a-b4b2-44cf-a53c-40d716662ffc x-openstack-request-id: req-c19fb30a-b4b2-44cf-a53c-40d716662ffc {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:40.344220 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74ae0e6-8eab-404f-a805-4e8cc37c4851", "name": "network-vif-plugged", "status": "completed", "tag": "0dfc336e-657b-4d96-a348-87cee01d6cde", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:40.344667 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c19fb30a-b4b2-44cf-a53c-40d716662ffc {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:40.345550 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfc336e-657b-4d96-a348-87cee01d6cde', 'code': 200} Aug 12 04:19:40.361563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04701e48-c513-4367-a7b0-f5e1029cedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.364747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04701e48-c513-4367-a7b0-f5e1029cedb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.370463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-04701e48-c513-4367-a7b0-f5e1029cedb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf0895b9-f204-41b7-a477-1ec3d4b524c9 HTTP/1.1" status: 204 len: 168 time: 0.2875109 Aug 12 04:19:40.377351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04701e48-c513-4367-a7b0-f5e1029cedb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0895b9-f204-41b7-a477-1ec3d4b524c9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:40.414129 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.414129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 35dc6f5f-6191-433c-bfeb-df239d92a00f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:40.477377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b59fe-8725-4561-8733-779e66795f74 req-389c218f-0354-4621-b60a-404f78be8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:40.479165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-267b59fe-8725-4561-8733-779e66795f74 req-389c218f-0354-4621-b60a-404f78be8e14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 1096 time: 0.0605071 Aug 12 04:19:40.500450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 35dc6f5f-6191-433c-bfeb-df239d92a00f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:19:40.501104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 35dc6f5f-6191-433c-bfeb-df239d92a00f not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:40.505587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0dfc336e-657b-4d96-a348-87cee01d6cde,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:40.508930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0e65df8b-7832-4c52-8d4d-c9518c10ce24 None None] Provisioning complete for port 02db784b-11b0-4258-b69b-4a686bea7289 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:40.509488 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e65df8b-7832-4c52-8d4d-c9518c10ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.549393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-267b59fe-8725-4561-8733-779e66795f74 req-25296d7b-cc0d-4902-9e80-dddeb126982f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627966 Aug 12 04:19:40.550644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0e65df8b-7832-4c52-8d4d-c9518c10ce24 None None] Port 02db784b-11b0-4258-b69b-4a686bea7289 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:40.578983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f91506c-6921-4565-b3f8-e117f80adb5f {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:40.591751 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.617459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Transition to ACTIVE for port object 8f91506c-6921-4565-b3f8-e117f80adb5f will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:40.746434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:40.837900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534f097-0881-4e06-8099-76aae7602be0 req-d6794fd5-5979-457d-a704-469f18a1c5e4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:40.839741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5534f097-0881-4e06-8099-76aae7602be0 req-d6794fd5-5979-457d-a704-469f18a1c5e4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 943 time: 0.0687137 Aug 12 04:19:40.909447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5534f097-0881-4e06-8099-76aae7602be0 req-ee7c5f19-fb5f-497c-bfb7-74303159efb4 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594397 Aug 12 04:19:40.946031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:41.317803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:41.434533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f91506c-6921-4565-b3f8-e117f80adb5f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:41.449249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13ff2-a815-4b98-86a9-f5dde0535cd0 req-0c9d4ac8-f877-4456-8380-82f19b4b6242 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:41.451142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2cc13ff2-a815-4b98-86a9-f5dde0535cd0 req-0c9d4ac8-f877-4456-8380-82f19b4b6242 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 945 time: 0.0612943 Aug 12 04:19:41.482750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3439bb-ad87-4dd6-a4d2-e1609d210b7d req-946c9268-243c-4ee8-9626-e9cf8525e0ab tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:41.484250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e3439bb-ad87-4dd6-a4d2-e1609d210b7d req-946c9268-243c-4ee8-9626-e9cf8525e0ab tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.7259169 Aug 12 04:19:41.497433 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2cc13ff2-a815-4b98-86a9-f5dde0535cd0 req-acb6491c-9dd9-4868-8681-150e5f0926a4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Aug 12 04:19:41.664444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e3439bb-ad87-4dd6-a4d2-e1609d210b7d req-1fb5c0de-23b5-4365-8eb1-6c650468a1fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600404 Aug 12 04:19:41.687149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Attempting to bind port 8f91506c-6921-4565-b3f8-e117f80adb5f on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:41.687791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Attempting to bind port 8f91506c-6921-4565-b3f8-e117f80adb5f by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:41.687791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Attempting to bind port 8f91506c-6921-4565-b3f8-e117f80adb5f on network 58bbfc9f-fa03-4d51-b602-529fc815d04c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:41.709164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Port 8f91506c-6921-4565-b3f8-e117f80adb5f on network 58bbfc9f-fa03-4d51-b602-529fc815d04c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:19:41.709494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Attempting to bind port 8f91506c-6921-4565-b3f8-e117f80adb5f on network 58bbfc9f-fa03-4d51-b602-529fc815d04c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:41.717861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-bef3c3c6-c333-4489-8695-b96dbd260997 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3110197 Aug 12 04:19:41.723193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:41.723529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Checking segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:41.723912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Bound using segment: {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:41.724346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Bound port: 8f91506c-6921-4565-b3f8-e117f80adb5f, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:41.724697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:41.842788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] For port 8f91506c-6921-4565-b3f8-e117f80adb5f, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:41.856630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] For port 8f91506c-6921-4565-b3f8-e117f80adb5f, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8f91506c-6921-4565-b3f8-e117f80adb5f,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:41.879859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 02db784b-11b0-4258-b69b-4a686bea7289 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:41.880205 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:41.898637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33978) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:41.956375 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.022374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.026152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.026152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f91506c-6921-4565-b3f8-e117f80adb5f HTTP/1.1" status: 200 len: 1091 time: 2.2977726 Aug 12 04:19:42.028988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:42.031357 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c63e1b-245b-4b95-b978-ad2d72130f19" -d '{"events": [{"name": "network-changed", "server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:42.090216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a08ce-6569-40d2-9f02-b43ecee6fab4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f91506c-6921-4565-b3f8-e117f80adb5f,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:42.103552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-611128555-network', 'tenant_id': 'c237e592062645f2a2abce08d297063d'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:42.106292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.118241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccb355-5492-47c9-8f4e-abc363dea7e7 req-f58882be-843f-40e0-a990-2018953f7ce7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.119849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12ccb355-5492-47c9-8f4e-abc363dea7e7 req-f58882be-843f-40e0-a990-2018953f7ce7 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 943 time: 0.1383238 Aug 12 04:19:42.139443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 02db784b-11b0-4258-b69b-4a686bea7289 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:42.182764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12ccb355-5492-47c9-8f4e-abc363dea7e7 req-44d3670b-d710-4eb9-91ae-8bd700752ab3 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Aug 12 04:19:42.223946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Made reservation on behalf of c237e592062645f2a2abce08d297063d for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:42.226296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.240226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.264326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-80f6f7de-4784-4c5d-9ab6-4e25c682b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.267967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-80f6f7de-4784-4c5d-9ab6-4e25c682b28d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 1094 time: 0.1294403 Aug 12 04:19:42.328454 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924d669e-1faa-4257-8a86-bf26ba999ed8 x-openstack-request-id: req-924d669e-1faa-4257-8a86-bf26ba999ed8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:42.328742 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:42.328991 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-924d669e-1faa-4257-8a86-bf26ba999ed8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:42.329379 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'status': 'completed', 'code': 200} Aug 12 04:19:42.335616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-d163bcac-55b2-4dc2-88ef-8fcdde1d2775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f91506c-6921-4565-b3f8-e117f80adb5f HTTP/1.1" status: 200 len: 217 time: 0.0531723 Aug 12 04:19:42.367449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.457253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-228f5f0b-c2ff-476d-a322-48470cc66f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.458752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-228f5f0b-c2ff-476d-a322-48470cc66f35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.1027410 Aug 12 04:19:42.469401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.495271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:42.544446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c005b0c4-346b-40ee-ab1a-3f01752c6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.545977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-c005b0c4-346b-40ee-ab1a-3f01752c6f5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771680 Aug 12 04:19:42.619230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788c2e-73f0-4fa3-bd5d-92172942ee62 req-d271912b-ce4b-4677-8b25-abbd3245e3a7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.627814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38788c2e-73f0-4fa3-bd5d-92172942ee62 req-d271912b-ce4b-4677-8b25-abbd3245e3a7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 945 time: 0.0585487 Aug 12 04:19:42.658013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.659635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:19:42.675566 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38788c2e-73f0-4fa3-bd5d-92172942ee62 req-1768c161-596e-41a7-b26c-f96e505d5d43 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Aug 12 04:19:42.680258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.680773 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Added segment fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735 of type vlan for network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 Aug 12 04:19:42.707374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-8f16d5aa-842e-4526-a07c-b50c50777869 service neutron] 10.222.0.36 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532457 Aug 12 04:19:42.726418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=02db784b-11b0-4258-b69b-4a686bea7289,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:42.783296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.947399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedab7a9-10c1-43ea-ad1e-35d94b8100e9 req-6ee6b263-e7a4-4cd5-bb56-7b7580ebe52a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.950987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eedab7a9-10c1-43ea-ad1e-35d94b8100e9 req-6ee6b263-e7a4-4cd5-bb56-7b7580ebe52a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1588545 Aug 12 04:19:42.984853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:42.986984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:42.987755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:43.041581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5caaa2-a87c-4a69-9087-d690bb3bfb6a req-07e21985-716d-422a-a966-78535efc871b service neutron] 10.222.0.36 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249593 Aug 12 04:19:43.072372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:43.076128 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1767862 Aug 12 04:19:43.085067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34060) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:43.093559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eedab7a9-10c1-43ea-ad1e-35d94b8100e9 req-803fb528-19b3-4556-8b01-e19cccc97239 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357408 Aug 12 04:19:43.097786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Request body: {'subnet': {'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-subnet', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:43.147006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e5ed0-bf92-4ab5-8f5d-939c39af8828 admin admin] Pushing event updated for resources: {'Network': ['ID=430336f3-2560-4e1b-87df-c4cbcde7fdb9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:43.159915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:19:43.240629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Made reservation on behalf of c237e592062645f2a2abce08d297063d for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:43.243219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:43.325671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-17e23692-0218-4c8f-b2a3-76b6bddd486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:43.327375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-17e23692-0218-4c8f-b2a3-76b6bddd486b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 1094 time: 0.1294184 Aug 12 04:19:43.374477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c25ff-9632-422f-adf0-6a016a2eb06c req-f0027018-6a94-4db9-814a-398efa84aea8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:43.381715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d38c25ff-9632-422f-adf0-6a016a2eb06c req-f0027018-6a94-4db9-814a-398efa84aea8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 943 time: 0.0781574 Aug 12 04:19:43.427618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d38c25ff-9632-422f-adf0-6a016a2eb06c req-47e32463-d756-466a-888f-6bd2e929021c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Aug 12 04:19:43.477007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Router 8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:19:43.587519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-cf04db55-15d5-40cd-ac7b-532584a3cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:43.588991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-cf04db55-15d5-40cd-ac7b-532584a3cb3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.2327600 Aug 12 04:19:43.591918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:19:43.598105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-659a15eb-7c87-44b4-b95f-27e747f70893 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/routers/8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7224762 Aug 12 04:19:43.600625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34070) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:43.607871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] Sync routers for ids ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:19:43.641413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] Routers {'8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:43.643023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:43.670668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:43.689890 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e6b3b1-6720-446f-b529-7e77180bf1da tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:19:43.692920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-13e6b3b1-6720-446f-b529-7e77180bf1da tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/02db784b-11b0-4258-b69b-4a686bea7289 HTTP/1.1" status: 404 len: 333 time: 0.0910950 Aug 12 04:19:43.736457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34076) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:43.746869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:43.780167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] Routers {'8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:43.781147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:43.841731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34080) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:43.870994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:43.881034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9981e163-1e72-4d2b-a744-a5e9c381d493 None None] The sync data for ids ['8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:19:43.901694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:43.903908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9000c76-9877-4385-a69e-a0060d21d4f8,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:43.937890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-eb9c1e63-bd97-466d-8392-a99f52901546 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f91506c-6921-4565-b3f8-e117f80adb5f HTTP/1.1" status: 200 len: 217 time: 0.3386676 Aug 12 04:19:43.993303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Checking segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:43.993853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Network hostable DHCP agents. Network: 430336f3-2560-4e1b-87df-c4cbcde7fdb9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:19:43.998289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-1f9ae2a0-6663-4c11-91ba-fa8bb3c127b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:43.999798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-1f9ae2a0-6663-4c11-91ba-fa8bb3c127b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.0527744 Aug 12 04:19:44.050962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-09da5366-5fa0-4704-b977-49add4b999d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.052847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-09da5366-5fa0-4704-b977-49add4b999d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426860 Aug 12 04:19:44.078193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-782339ac-e413-4f3a-a4dd-1a248d5d0201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.121893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.128392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.201033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-df3a1da5-c6d2-4ac0-8521-576358cf7f14 service neutron] 10.222.0.36 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355720 Aug 12 04:19:44.205761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:19:44.288506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.288979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:19:44.296473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.297666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f2f504f9-999c-4b38-a7a4-ec377117df20 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/routers/8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 HTTP/1.1" status: 204 len: 168 time: 0.5547078 Aug 12 04:19:44.302556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:44.316990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f855dcf-4027-4543-b773-5322b235664b req-8507503d-37da-4eab-9c31-4e8436a767ac tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.318867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f855dcf-4027-4543-b773-5322b235664b req-8507503d-37da-4eab-9c31-4e8436a767ac tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1025012 Aug 12 04:19:44.331749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 430336f3-2560-4e1b-87df-c4cbcde7fdb9) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:44.332688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-38894c10-13b2-4310-8021-5ddc7a5e0c40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1483016 Aug 12 04:19:44.336115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.337992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.342896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35ddb3-cdd8-402a-8bf3-2b5d8b17ee9d None None] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:44.363436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0c63e1b-245b-4b95-b978-ad2d72130f19 req-c09876fe-b32f-457a-96c4-ad3572557bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441572 Aug 12 04:19:44.365758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-782339ac-e413-4f3a-a4dd-1a248d5d0201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.426057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet c046da03-cc39-4478-a4f6-25346b0f9446 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:19:44.431602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.436881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f855dcf-4027-4543-b773-5322b235664b req-2e7319b4-de44-4aed-908a-9b73471453bd tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061795 Aug 12 04:19:44.474758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.484361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.488865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.491206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.491894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.494052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.494794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-782339ac-e413-4f3a-a4dd-1a248d5d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.495087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.502734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-82c2f662-799a-43c6-a989-8a519f59bc66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.0983851 Aug 12 04:19:44.530159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ea85d-4faf-4b69-abe0-0ee20fedbf7b None None] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:44.586046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.669937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-782339ac-e413-4f3a-a4dd-1a248d5d0201 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5759debff1b64152998a0f834e4cc236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209894 Aug 12 04:19:44.677044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34092) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:44.680882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-8c5cd374-335b-4e9b-9fd9-7e5f4582ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.681069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7fefe1df-cdfb-4477-9393-3b324a228046 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5913436 Aug 12 04:19:44.681174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-8c5cd374-335b-4e9b-9fd9-7e5f4582ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.681174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-8c5cd374-335b-4e9b-9fd9-7e5f4582ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.681375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-8c5cd374-335b-4e9b-9fd9-7e5f4582ab46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=340cda35-bfc8-40f5-920c-407219dc179f&id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 2293 time: 0.1548533 Aug 12 04:19:44.682999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34094) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:44.688162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782339ac-e413-4f3a-a4dd-1a248d5d0201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f4e8be-c638-453c-a0aa-278ca474e5ef,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:44.689720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:44.711784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.775604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.777332 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.784150 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef79f11-57d5-41cd-959e-696e4da45da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.793480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c83243-21c5-4e94-8a51-079faa326ea1 req-967726ff-8ebc-4c59-a5ff-61dc25bd4d37 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:44.803537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1c83243-21c5-4e94-8a51-079faa326ea1 req-967726ff-8ebc-4c59-a5ff-61dc25bd4d37 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 943 time: 0.1560435 Aug 12 04:19:44.821278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef79f11-57d5-41cd-959e-696e4da45da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.843403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-682c8365-0e0d-44d4-9972-a37fd6c19567 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 1001 time: 0.1340604 Aug 12 04:19:44.872055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.918256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f1c83243-21c5-4e94-8a51-079faa326ea1 req-71d5b69c-b81b-4d7e-b5d1-b8d65c09e3a9 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058304 Aug 12 04:19:44.948650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=c046da03-cc39-4478-a4f6-25346b0f9446,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:44.975453 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:44.976768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e796a-b60d-4649-8bb9-d0cf5ba830ec None None] Network 4446e948-f4cf-47ac-93ac-2451139e8124 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:44.979588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3af6bba2-b62a-42e7-b054-022445492efa tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/c046da03-cc39-4478-a4f6-25346b0f9446 HTTP/1.1" status: 204 len: 168 time: 0.6696966 Aug 12 04:19:44.982975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34100) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:45.009717 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.011645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-46604d8e-a0c6-44db-891c-9d894d189c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.013711 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-46604d8e-a0c6-44db-891c-9d894d189c0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 200 len: 851 time: 0.1625862 Aug 12 04:19:45.075458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-6625fe0f-93d1-44c9-805d-766fec5ee553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.078475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-6625fe0f-93d1-44c9-805d-766fec5ee553 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566232 Aug 12 04:19:45.104998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.173610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef79f11-57d5-41cd-959e-696e4da45da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.185484 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef79f11-57d5-41cd-959e-696e4da45da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.188883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eef79f11-57d5-41cd-959e-696e4da45da8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38f4e8be-c638-453c-a0aa-278ca474e5ef HTTP/1.1" status: 204 len: 168 time: 0.5064495 Aug 12 04:19:45.215578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef79f11-57d5-41cd-959e-696e4da45da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f4e8be-c638-453c-a0aa-278ca474e5ef,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:45.249706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:45.250052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.310889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.311120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] DHCP port deletion for 4446e948-f4cf-47ac-93ac-2451139e8124 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:19:45.320670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8f91506c-6921-4565-b3f8-e117f80adb5f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:19:45.333003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-573e00d8-84bb-42cb-abad-fd69a21950d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094688 Aug 12 04:19:45.371551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,segment=NetworkSegment(8af56d5b-777a-4d86-9d15-a48f868c5be3),segment_id=8af56d5b-777a-4d86-9d15-a48f868c5be3)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:45.371917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.412274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:45.535780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f9afb631-4b43-43bc-94d5-95411bcaf6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934762 Aug 12 04:19:45.555701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8f91506c-6921-4565-b3f8-e117f80adb5f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8f91506c-6921-4565-b3f8-e117f80adb5f,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:45.570484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'port_id': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'mac_address': 'fa:16:3e:36:17:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:19:45.598048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-daa09cd1-a6f9-4f94-9f99-4cf19a396a5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 217 time: 0.0545478 Aug 12 04:19:45.652795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.671309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f6cbcba1-4dc0-4a4d-ad64-592415c8eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.672901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f6cbcba1-4dc0-4a4d-ad64-592415c8eca1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0665548 Aug 12 04:19:45.695851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] Deleting port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:19:45.696660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.726398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f91506c-6921-4565-b3f8-e117f80adb5f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:45.749075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-57a05d60-392d-4169-b33e-3d91f031cf14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3383203 Aug 12 04:19:45.832061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae900d-2df4-4ad2-b325-bea1abc111b1 req-8419c4f8-dd9d-424b-b911-124a8a4cd458 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.840381 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38ae900d-2df4-4ad2-b325-bea1abc111b1 req-8419c4f8-dd9d-424b-b911-124a8a4cd458 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1797967 Aug 12 04:19:45.868806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:19:45.871828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f6296b89-cb3f-4d61-89bb-126f6f1c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.872067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8f91506c-6921-4565-b3f8-e117f80adb5f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8f91506c-6921-4565-b3f8-e117f80adb5f,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:45.873429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f6296b89-cb3f-4d61-89bb-126f6f1c504e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1701245 Aug 12 04:19:45.925943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.926434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.926942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.927406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.927865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.928333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.928850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:45.945065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d0b7ea3d-0041-41ab-bfd2-09d97c9fbe16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.1079893 Aug 12 04:19:45.955790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:45.975239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38ae900d-2df4-4ad2-b325-bea1abc111b1 req-5f014714-b223-4961-a157-809ca4790963 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338840 Aug 12 04:19:45.977518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] For port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,segment=NetworkSegment(8af56d5b-777a-4d86-9d15-a48f868c5be3),segment_id=8af56d5b-777a-4d86-9d15-a48f868c5be3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:45.977935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.039402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] Calling delete_port for 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:19:46.061488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No active binding found for port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba {{(pid=95044) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 04:19:46.062130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:19:46.066421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.100226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.120110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=8f91506c-6921-4565-b3f8-e117f80adb5f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:46.135235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.135749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.136101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.136447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.136854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.137200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.137749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.138093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.138429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.139946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.140294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.140646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:46.144529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.150622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34116) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:46.211601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-47dd49ac-991f-448f-9590-44bdcea0b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.223567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.236045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d2f508a6-7f32-4908-918d-5e552ace5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:46.236508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d2f508a6-7f32-4908-918d-5e552ace5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:46.236981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d2f508a6-7f32-4908-918d-5e552ace5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:46.238755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-d2f508a6-7f32-4908-918d-5e552ace5b4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=1ddab381-f66b-427e-8b2b-55576ab5b51b&id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 2298 time: 0.2587106 Aug 12 04:19:46.245049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:46.265746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['8f91506c-6921-4565-b3f8-e117f80adb5f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:46.270034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] Pushing event deleted for resources: {'Port': ['ID=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:46.289384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16fc57-9842-4683-bafc-5a22d5a8e47f req-9b963efd-86b9-4efb-b616-bc06627ad37c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:46.292633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08bee6-3541-43c4-896d-0f236029fee9 None None] No DVR routers for this DVR port 7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:46.297288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f16fc57-9842-4683-bafc-5a22d5a8e47f req-9b963efd-86b9-4efb-b616-bc06627ad37c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 944 time: 0.2330334 Aug 12 04:19:46.319443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=7b4a3c44-e0a9-4b6f-86f7-302e941ee8ba,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:46.373426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-66b49d0e-82b0-47ae-a27c-12641ae798b8 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741514 Aug 12 04:19:46.420087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.434524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4446e948-f4cf-47ac-93ac-2451139e8124']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:46.442770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-c17feaaf-19a4-4112-b069-9bc29696257a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 1001 time: 0.1760719 Aug 12 04:19:46.468164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af56d5b-777a-4d86-9d15-a48f868c5be3') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:46.468403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af56d5b-777a-4d86-9d15-a48f868c5be3') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:46.494009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0f16fc57-9842-4683-bafc-5a22d5a8e47f req-27d8f9d9-2b2c-4865-bd3b-b9e84273196d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955383 Aug 12 04:19:46.513129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.521925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Allocated IP 172.25.6.238 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/02443675-c723-425c-a873-a723f7802ca7) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:46.538073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.546749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-62349d9f-3c76-460d-8ded-f9b30e7683e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:46.548230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-62349d9f-3c76-460d-8ded-f9b30e7683e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 200 len: 856 time: 0.0982509 Aug 12 04:19:46.549360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:19:46.549767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:19:46.552805 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:19:46.646064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-615b7ce5-4b6b-40c3-9c15-96229d2684f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:46.647562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-615b7ce5-4b6b-40c3-9c15-96229d2684f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9655ca9-bc91-4036-8247-308ae56cbf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927174 Aug 12 04:19:46.880390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-9a47f1a6-0b05-4ac2-8bbd-23f50b3a49e1 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982004 Aug 12 04:19:46.944406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-2adea521-358b-4cf0-918e-9ded39541e99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 217 time: 0.0538778 Aug 12 04:19:46.951592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-47dd49ac-991f-448f-9590-44bdcea0b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.019114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-47dd49ac-991f-448f-9590-44bdcea0b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.023318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.027734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.030285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/4446e948-f4cf-47ac-93ac-2451139e8124 HTTP/1.1" status: 204 len: 168 time: 2.0453768 Aug 12 04:19:47.038123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34122) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:47.050994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-47dd49ac-991f-448f-9590-44bdcea0b237 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fd46d5fc4af4fffa1087641e27a5349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8987610 Aug 12 04:19:47.060113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34124) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:47.078687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.088645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae5322-63bc-4067-afc4-c52491fff380 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=4446e948-f4cf-47ac-93ac-2451139e8124,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:47.091646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-d812bb71-92a8-4cd5-80a1-00a50254a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.093503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-d812bb71-92a8-4cd5-80a1-00a50254a31a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1340158 Aug 12 04:19:47.118456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f63d53-2f26-44fd-ac02-97e197fafc7b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.120031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d4f63d53-2f26-44fd-ac02-97e197fafc7b tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/d1f64d07-3bc4-4249-91f6-37ecba7688a4 HTTP/1.1" status: 200 len: 841 time: 0.0806093 Aug 12 04:19:47.127082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34126) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:47.170605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-55269614-4eac-4bd8-8b4f-cb8238de1eb6 service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155380 Aug 12 04:19:47.195959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5cb01889-1577-4d18-afa3-cbc904581154 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/d1f64d07-3bc4-4249-91f6-37ecba7688a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0645044 Aug 12 04:19:47.204183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd49ac-991f-448f-9590-44bdcea0b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc7e0e-2a70-43d7-8b14-7dbbb18ea157,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:47.205427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34130) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:47.236663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:47.242906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513ccdd-a873-464a-8b66-44bbd8943c8c req-e8b2aa4e-63c1-4330-84ba-721f8376d79d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.244332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0513ccdd-a873-464a-8b66-44bbd8943c8c req-e8b2aa4e-63c1-4330-84ba-721f8376d79d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1812415 Aug 12 04:19:47.262872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-de5cb375-385e-40ab-951b-cfd67a2508c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.264344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-de5cb375-385e-40ab-951b-cfd67a2508c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1600080 Aug 12 04:19:47.312154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-191598f1-9c77-473e-978e-3931a68c8873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.337752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8f91506c-6921-4565-b3f8-e117f80adb5f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:47.395223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-3c98bf5b-fef3-4cdf-9d30-21c29288485d service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167897 Aug 12 04:19:47.401059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-191598f1-9c77-473e-978e-3931a68c8873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.406933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0513ccdd-a873-464a-8b66-44bbd8943c8c req-693dc6ae-3a15-4c2e-aff9-7e8b7f382216 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462786 Aug 12 04:19:47.435039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.443977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-32a9f819-885c-42b2-8f24-8737806c2733 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 217 time: 0.0417368 Aug 12 04:19:47.446791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:47.446967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 8f91506c-6921-4565-b3f8-e117f80adb5f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:47.452148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 8f91506c-6921-4565-b3f8-e117f80adb5f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:47.452703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.463842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.542456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-25ed63c9-0e80-431a-a024-0a97562e1591 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529712 Aug 12 04:19:47.550009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:47.570861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:47.579047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.583562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-9e010f41-1fff-4d00-9c5b-0a61b91f6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.585422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-9e010f41-1fff-4d00-9c5b-0a61b91f6d1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1278663 Aug 12 04:19:47.590546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:47.613683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:47.616327 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be231e66-f473-406d-b105-f93b2f9623c5" -d '{"events": [{"server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "name": "network-vif-plugged", "status": "completed", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:47.619357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Pushing event updated for resources: {'Port': ['ID=02443675-c723-425c-a873-a723f7802ca7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:47.625159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-191598f1-9c77-473e-978e-3931a68c8873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.632120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-191598f1-9c77-473e-978e-3931a68c8873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.632120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-191598f1-9c77-473e-978e-3931a68c8873 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03bc7e0e-2a70-43d7-8b14-7dbbb18ea157 HTTP/1.1" status: 204 len: 168 time: 0.5649788 Aug 12 04:19:47.665448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8f91506c-6921-4565-b3f8-e117f80adb5f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8f91506c-6921-4565-b3f8-e117f80adb5f,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:47.693733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191598f1-9c77-473e-978e-3931a68c8873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc7e0e-2a70-43d7-8b14-7dbbb18ea157,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:47.693883 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba995b1b-e719-407d-b8a9-fe9ab89278c2 x-openstack-request-id: req-ba995b1b-e719-407d-b8a9-fe9ab89278c2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:47.693883 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "name": "network-vif-plugged", "status": "completed", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:47.693883 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba995b1b-e719-407d-b8a9-fe9ab89278c2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:47.694170 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'code': 200} Aug 12 04:19:47.737788 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:47.773963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff3a4-08e0-4221-bc03-0e0be294438b req-4f910aa8-dd7a-4b2c-a201-aff724a1c06b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.781443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27aff3a4-08e0-4221-bc03-0e0be294438b req-4f910aa8-dd7a-4b2c-a201-aff724a1c06b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 944 time: 0.1864374 Aug 12 04:19:47.802465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=8f91506c-6921-4565-b3f8-e117f80adb5f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:47.834400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-226906d2-1e25-4740-bdde-add699a09279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.834400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-226906d2-1e25-4740-bdde-add699a09279 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2238338 Aug 12 04:19:47.916130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-ebdb8ce0-0893-4f26-8eb6-622747dfbc67 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610914 Aug 12 04:19:47.934576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-edb0fd9e-c615-462d-bcd0-8cd7c560b8f9 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922887 Aug 12 04:19:47.987816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-3b66d338-0dfd-4bf2-8d6c-a3ffc25dbae5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 200 len: 217 time: 0.0633123 Aug 12 04:19:47.989514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffba90-f223-46ed-b7d0-443205add6d3 req-2951a71e-9841-4db6-a3b9-e453a7743785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:47.990996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34ffba90-f223-46ed-b7d0-443205add6d3 req-2951a71e-9841-4db6-a3b9-e453a7743785 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 1096 time: 0.1688960 Aug 12 04:19:48.059798 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27aff3a4-08e0-4221-bc03-0e0be294438b req-7e74ec61-95cd-43fd-9c9e-cbb98d3fdd43 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769754 Aug 12 04:19:48.120967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-703cdc74-3d3a-4c5d-91d4-eeb8d112f8ea service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775129 Aug 12 04:19:48.153290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34ffba90-f223-46ed-b7d0-443205add6d3 req-69d34d50-3d69-4a55-8eb7-1dc5ce541bb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527457 Aug 12 04:19:48.184096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-426eee14-078f-4172-8e06-109bcac825f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 217 time: 0.0547447 Aug 12 04:19:48.190029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:48.191673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-ada5b82f-7c35-48d6-a012-e7e67f4e89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.193341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-ada5b82f-7c35-48d6-a012-e7e67f4e89b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1866567 Aug 12 04:19:48.238370 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:48.273678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=11ff878a-eb17-480f-9bef-ac3cb7565cce,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:48.278028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:48.298890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-76658670-ba70-406b-930f-3c6363054e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.300418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-76658670-ba70-406b-930f-3c6363054e3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878651 Aug 12 04:19:48.312983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:48.327276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.327276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:48.333789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f409d1a-e05d-4f78-bba3-2047970ff65e None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:48.343607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-51aac093-0737-4d74-9f43-d7f6f8608955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.346965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-51aac093-0737-4d74-9f43-d7f6f8608955 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1538274 Aug 12 04:19:48.395243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-5e54dd04-43ba-42c7-9488-7cf9a0319a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.397008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-5e54dd04-43ba-42c7-9488-7cf9a0319a21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430636 Aug 12 04:19:48.508666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-55d09d11-7c04-4ed7-8faa-5c1ecbcc139e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3019161 Aug 12 04:19:48.568077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34158) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:48.569444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:48.575865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'security_group': {'name': 'tempest-secgroup-1246855329'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:48.601483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-3d27b111-6ce1-4d2a-aa92-4e22adf25dd6 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957967 Aug 12 04:19:48.659214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'tenant_id': '9893fadec94e48498e47a3f54a76dc23', 'fixed_ips': [{'subnet_id': '11ff878a-eb17-480f-9bef-ac3cb7565cce'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:19:48.659214 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:48.693036 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-354dfcfb-57d0-4d2c-aced-f1b2032d0341 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220346 Aug 12 04:19:48.720908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-96eb4303-8378-4025-ac65-d7446a81d31a service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125758 Aug 12 04:19:48.850854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42ee8e-d2c3-42b6-9a46-9615a9963bf3 req-0fa035b0-3c88-4153-a0e5-4b30454a5f9b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.850854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b42ee8e-d2c3-42b6-9a46-9615a9963bf3 req-0fa035b0-3c88-4153-a0e5-4b30454a5f9b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1782582 Aug 12 04:19:48.851246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-5706b55d-414d-4928-88a7-9cd6ea7b8853 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 200 len: 217 time: 0.0491819 Aug 12 04:19:48.851246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-c69f4ae8-0ae7-46b4-a6b7-5108b4f71e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.851246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-c69f4ae8-0ae7-46b4-a6b7-5108b4f71e8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0536642 Aug 12 04:19:48.851540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Allocated IP 172.20.0.2 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/11ff878a-eb17-480f-9bef-ac3cb7565cce/34856c45-2d42-4077-8104-13d7757ba380) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:48.985683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-a5ddf5f6-dd99-4bce-ae70-132d9093a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:48.987401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-a5ddf5f6-dd99-4bce-ae70-132d9093a20b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422529 Aug 12 04:19:49.111660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.121163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Transition to ACTIVE for port object 34856c45-2d42-4077-8104-13d7757ba380 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:49.139273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Transition to ACTIVE for port object 34856c45-2d42-4077-8104-13d7757ba380 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:49.143321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-e0b90b28-3d09-464f-8f91-23681dcf36bd service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481586 Aug 12 04:19:49.185452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.230121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.278853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:49.281812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:49.301754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:49.316619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6055e-ab77-4c39-8cf5-903feb5605e2 req-13352c2f-25d6-4256-bb1d-59baf324dd60 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:49.318170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ce6055e-ab77-4c39-8cf5-903feb5605e2 req-13352c2f-25d6-4256-bb1d-59baf324dd60 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.0935435 Aug 12 04:19:49.332770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-5f7cbae5-d137-4100-bb13-2549a7e8331d service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973792 Aug 12 04:19:49.349302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-7eee0a6f-9795-40aa-8e0b-dfb9bf627f1c service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981714 Aug 12 04:19:49.350011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b42ee8e-d2c3-42b6-9a46-9615a9963bf3 req-0eb9937b-21ac-479b-9c12-67acf49dc745 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726390 Aug 12 04:19:49.382588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Pushing event updated for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:49.402254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ce6055e-ab77-4c39-8cf5-903feb5605e2 req-ea661b07-2bc1-4bf1-a359-33cdf8d510bc tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733440 Aug 12 04:19:49.450932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-635850eb-b1a0-434b-b454-ecffb277bb7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 200 len: 217 time: 0.0718532 Aug 12 04:19:49.453458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-61be8279-ce45-47c6-94c3-0d463055cf61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 200 len: 217 time: 0.0949945 Aug 12 04:19:49.482318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Attempting to bind port 34856c45-2d42-4077-8104-13d7757ba380 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:49.482813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Attempting to bind port 34856c45-2d42-4077-8104-13d7757ba380 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '99ad5190-a2b3-45ea-afb5-c1472d12adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:49.486986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Attempting to bind port 34856c45-2d42-4077-8104-13d7757ba380 on network 6409f81c-6ae2-483c-8d0d-bf186134b7ed {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:49.497904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:49.500570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Checking segment: {'id': '99ad5190-a2b3-45ea-afb5-c1472d12adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:49.506823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.506823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Bound using segment: {'id': '99ad5190-a2b3-45ea-afb5-c1472d12adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:49.506823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Bound port: 34856c45-2d42-4077-8104-13d7757ba380, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ad5190-a2b3-45ea-afb5-c1472d12adfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:49.506823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.550648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-a3814115-c8f2-4a82-ada0-3a8dae503953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:49.551544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-6f4b9538-d7f8-472c-bd54-acdfe9da5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:49.552432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-a3814115-c8f2-4a82-ada0-3a8dae503953 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0767291 Aug 12 04:19:49.555871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-6f4b9538-d7f8-472c-bd54-acdfe9da5c8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0976441 Aug 12 04:19:49.600981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.603896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:49.609434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34856c45-2d42-4077-8104-13d7757ba380,segment=NetworkSegment(99ad5190-a2b3-45ea-afb5-c1472d12adfa),segment_id=99ad5190-a2b3-45ea-afb5-c1472d12adfa)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:49.613541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Router a98b3525-4d2e-4b78-8aa3-acec3242e29a is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:19:49.623152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-893c011f-dce2-41e1-b2ce-a9092a0358c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:49.624674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-893c011f-dce2-41e1-b2ce-a9092a0358c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622637 Aug 12 04:19:49.628823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-6d255e7e-4c78-4730-946f-953b4f4a00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:49.630312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-6d255e7e-4c78-4730-946f-953b4f4a00b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669456 Aug 12 04:19:49.715485 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.723058 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.736961 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-e9f8f174-a97b-4768-a4ee-23b66a11bc39 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994990 Aug 12 04:19:49.812171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:49.816880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2450659 Aug 12 04:19:49.823404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34180) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:49.825632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28edc8e-12ed-4fb5-adb7-093cd3e7b306 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e322d0-6d79-4e69-8300-e389dbc806d2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:49.831401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba15d7-d4e5-46d5-8849-5f7c70153d73 None None] Pushing event updated for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:49.833049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'security_group': {'name': 'tempest-secgroup-683928088'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:49.876802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:19:49.881421 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-fd0d794e-5e2a-4b8f-8af7-dc3328ff1e8c service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490449 Aug 12 04:19:49.895951 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Sync routers for ids ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:19:49.913559 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Routers {'a98b3525-4d2e-4b78-8aa3-acec3242e29a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:49.914596 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:49.935633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-aa341405-6fca-4ed1-bfaa-f2d1ff830e40 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912634 Aug 12 04:19:49.951084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:50.000542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-f98e582a-922f-4fd2-b9d1-4cd71866ce2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 200 len: 217 time: 0.0571091 Aug 12 04:19:50.072664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:50.085788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:50.090532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34190) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:50.091209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f14280c5-bf0d-4f3a-903f-a23d1b545d38 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4071612 Aug 12 04:19:50.159875 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:50.161335 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Set router a98b3525-4d2e-4b78-8aa3-acec3242e29a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:50.171948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-04768ae5-bce8-40b9-87ae-318c4b2cbc51 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823811 Aug 12 04:19:50.183861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-3cc6a3dd-1f28-40ed-baee-abf82f90652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:50.185434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-3cc6a3dd-1f28-40ed-baee-abf82f90652f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.1772687 Aug 12 04:19:50.238135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-3997ad96-121e-446b-91e1-89735737410d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 200 len: 217 time: 0.0551903 Aug 12 04:19:50.239095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b184d3d-5744-461b-a0da-e9490123b468,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:50.301704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:50.306052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-225b4a56-126d-436c-91d9-9c0faf23c566 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4748688 Aug 12 04:19:50.307005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:50.312592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-824372606', 'security_groups': ['8b184d3d-5744-461b-a0da-e9490123b468'], 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11ff878a-eb17-480f-9bef-ac3cb7565cce'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:50.462200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f2c580f6-5577-49e0-9604-76c9a2b20187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:50.463936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-f2c580f6-5577-49e0-9604-76c9a2b20187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.2176840 Aug 12 04:19:50.508198 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:19:47Z', 'revision_number': 3, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:50.528347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:50.540421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Checking router: a98b3525-4d2e-4b78-8aa3-acec3242e29a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:19:50.544587 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Updating router a98b3525-4d2e-4b78-8aa3-acec3242e29a port 02443675-c723-425c-a873-a723f7802ca7 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:19:50.574575 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:50.595827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-c670b0ff-4ac2-4be7-a5b0-acfabca49544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:50.597369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-c670b0ff-4ac2-4be7-a5b0-acfabca49544 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4045560 Aug 12 04:19:50.685398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-936c212b-b1b9-4264-906c-2b62fa020112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:50.687283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-936c212b-b1b9-4264-906c-2b62fa020112 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2161505 Aug 12 04:19:50.712883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06088aee-4826-486d-beab-56a84b0b9673 req-878e8028-64b9-48fe-8d65-aabbc619ecd6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:50.713724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06088aee-4826-486d-beab-56a84b0b9673 req-878e8028-64b9-48fe-8d65-aabbc619ecd6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1922860 Aug 12 04:19:50.821697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06088aee-4826-486d-beab-56a84b0b9673 req-fe443b28-65e4-4003-bb9b-95700f91e62c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979843 Aug 12 04:19:50.841258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb467d1-cdd8-47b1-aeca-596bdd9253c0 req-49af5bb8-09f4-4d58-bcdf-b14294531824 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:50.856390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb467d1-cdd8-47b1-aeca-596bdd9253c0 req-49af5bb8-09f4-4d58-bcdf-b14294531824 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.3037329 Aug 12 04:19:50.869275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-be48cdf6-d6a9-4920-9f89-a29a3f7c45e0 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298605 Aug 12 04:19:50.876501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-db896769-a410-4cd8-882c-5c7de98e758b service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754384 Aug 12 04:19:51.073607 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.095696 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Transition to ACTIVE for port object 02443675-c723-425c-a873-a723f7802ca7 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:51.117187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.167161 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.178573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb467d1-cdd8-47b1-aeca-596bdd9253c0 req-dee323b0-a5b5-49a6-a47a-c34002bdcbc6 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195710 Aug 12 04:19:51.216203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:19:51.245048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-ee52f5ab-d404-42cb-a745-8c77aad2a0b6 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233173 Aug 12 04:19:51.285248 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Attempting to bind port 02443675-c723-425c-a873-a723f7802ca7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:51.285936 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Attempting to bind port 02443675-c723-425c-a873-a723f7802ca7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:51.286775 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Attempting to bind port 02443675-c723-425c-a873-a723f7802ca7 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:51.297150 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:51.297678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:51.297938 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.298356 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:51.298866 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Bound port: 02443675-c723-425c-a873-a723f7802ca7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:51.299246 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.304577 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Pushing event updated for resources: {'Port': ['ID=02443675-c723-425c-a873-a723f7802ca7,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:51.333988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.334334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.334671 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.335029 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.335357 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.335684 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.336004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.336439 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.336760 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.337078 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.337394 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.337710 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:19:51.369023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-49c1c2c4-6697-408d-825f-6cf8741442ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 217 time: 0.0759408 Aug 12 04:19:51.396104 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] For port 02443675-c723-425c-a873-a723f7802ca7, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:51.483833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-df88a446-0227-4343-8a7c-de6530c61aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845268 Aug 12 04:19:51.515631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b878-2e36-4455-b4af-b7056fb84d05 req-49b1c119-5002-49ca-8d9f-e09226d47c22 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:51.517900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8845b878-2e36-4455-b4af-b7056fb84d05 req-49b1c119-5002-49ca-8d9f-e09226d47c22 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.2006485 Aug 12 04:19:51.530068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34228) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:51.550501 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] For port 02443675-c723-425c-a873-a723f7802ca7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02443675-c723-425c-a873-a723f7802ca7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:51.564331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Request body: {'floatingip': {'port_id': '8f91506c-6921-4565-b3f8-e117f80adb5f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:51.583506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c660e4a-805b-4a12-9442-01645ad2ff48 None None] Provisioning for port 34856c45-2d42-4077-8104-13d7757ba380 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:51.588136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-299d7732-8563-4104-89da-1c828d7aa052 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 217 time: 0.0948477 Aug 12 04:19:51.601562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c660e4a-805b-4a12-9442-01645ad2ff48 None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:51.601941 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c660e4a-805b-4a12-9442-01645ad2ff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.613428 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.650543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8c660e4a-805b-4a12-9442-01645ad2ff48 None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:51.672433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-9befa719-2ece-4995-af54-900b7f664bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:51.674122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-9befa719-2ece-4995-af54-900b7f664bfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.0557253 Aug 12 04:19:51.683805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.690616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526d59-e435-4129-8876-6fa4351cb7d9 None None] Pushing event updated for resources: {'Port': ['ID=02443675-c723-425c-a873-a723f7802ca7,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:51.707838 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Routers {'a98b3525-4d2e-4b78-8aa3-acec3242e29a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:51.708470 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:51.801808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.10 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/11ff878a-eb17-480f-9bef-ac3cb7565cce/9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:51.824363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:51.916280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-5abe9288-8d96-4bed-81a1-24da2cbdbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:51.918170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-5abe9288-8d96-4bed-81a1-24da2cbdbdf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.5148997 Aug 12 04:19:52.018253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:52.137156 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] Set router a98b3525-4d2e-4b78-8aa3-acec3242e29a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:52.230000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-904af272-a2f0-454f-9de4-c9adf3316503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:52.231617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-904af272-a2f0-454f-9de4-c9adf3316503 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3002474 Aug 12 04:19:52.264617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 34856c45-2d42-4077-8104-13d7757ba380 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:52.269453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:52.270483 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:52.286752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf28322-255d-4320-a6ce-1184f7bf5463 req-9454c18d-7fdf-4bb5-9932-030995b19375 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:52.288671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7bf28322-255d-4320-a6ce-1184f7bf5463 req-9454c18d-7fdf-4bb5-9932-030995b19375 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.2881339 Aug 12 04:19:52.348443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Allocated IP 172.20.0.1 (430336f3-2560-4e1b-87df-c4cbcde7fdb9/a9000c76-9877-4385-a69e-a0060d21d4f8/c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:52.424955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7bf28322-255d-4320-a6ce-1184f7bf5463 req-f5f52cd8-e2ba-46c3-a711-8092fb802a56 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934846 Aug 12 04:19:52.455235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-b228b519-db8f-4d7e-937e-8aa220236713 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044277 Aug 12 04:19:52.476786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:52.568704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34856c45-2d42-4077-8104-13d7757ba380,segment=NetworkSegment(99ad5190-a2b3-45ea-afb5-c1472d12adfa),segment_id=99ad5190-a2b3-45ea-afb5-c1472d12adfa)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:52.608878 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:19:47Z', 'revision_number': 3, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:52.646376 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:52.654121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-0435c85a-aa6c-4a18-8eb7-032fa226d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:52.655486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-0435c85a-aa6c-4a18-8eb7-032fa226d692 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9682415 Aug 12 04:19:52.663843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.resource_extend [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:19:52.664051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bcfff10-62cb-4430-a7be-c1c78fde42f4 req-560ad174-07b5-410a-bd76-a329dc3029a2 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874647 Aug 12 04:19:52.682414 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060eb65-acae-47d3-8698-f6c03a61dcbc None None] The sync data for ids ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'] in n-d-804320-1 is: [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:19:47Z', 'revision_number': 3, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:19:52.776043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:52.816167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.011968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-451041f0-7c06-4e5d-9a01-0a6de8709cec tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:53.020564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-451041f0-7c06-4e5d-9a01-0a6de8709cec tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.1794841 Aug 12 04:19:53.042534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-ae9b3c47-32b4-466c-8820-9e15bb6997d0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/quotas/859851a2ce2e4c9fa5809f76c8a4cdcb HTTP/1.1" status: 200 len: 375 time: 0.0208385 Aug 12 04:19:53.108036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.188197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:53.189571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:53.202586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:53.210388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:53.230301 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-fe552399-07ff-476f-b58c-ee1478186188 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866169 Aug 12 04:19:53.264390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.336482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-473a04df-9e9f-47a3-a626-c58e21ba34c2 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677055 Aug 12 04:19:53.346446 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.393518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-bdd31666-1b10-431d-bbf7-16adceb90721 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622880 Aug 12 04:19:53.427361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.591220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-9f7e11e5-bf2d-4086-a9b0-365cc985be20 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893642 Aug 12 04:19:53.634090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7959a328-d80b-4d24-90ae-3ddf50d80a40 req-02e14534-979b-491b-b6aa-ac864a4ea365 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881010 Aug 12 04:19:53.644532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.791907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:53.794613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34296) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:53.832525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:53.834728 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Floating IP 49cd90a0-1e78-41da-8ac2-a79c07784096 associated. External IP: 172.25.6.138, port: 8f91506c-6921-4565-b3f8-e117f80adb5f. Aug 12 04:19:53.848277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09933e2d-7291-43d2-8e79-9a59b9b78e31 req-237517b9-b415-41de-af40-5aba710c8b8e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:53.850343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09933e2d-7291-43d2-8e79-9a59b9b78e31 req-237517b9-b415-41de-af40-5aba710c8b8e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.2205410 Aug 12 04:19:54.088219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf955fe9-e77b-4ce5-ad0d-553f392f8dde req-04595487-4e45-4f61-b770-c5236b1fc19a tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0621572 Aug 12 04:19:54.091717 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09933e2d-7291-43d2-8e79-9a59b9b78e31 req-c191e194-5b78-44b2-b8ff-a05e8c2abfa4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924808 Aug 12 04:19:54.117420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:54.197789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:54.198491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9464f00c-7508-4af3-9b0f-9de6f74e318e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.198767 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.213097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.307139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02443675-c723-425c-a873-a723f7802ca7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:54.325509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:54.325698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.327389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:54.344458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:54.344458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:54.394757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9464f00c-7508-4af3-9b0f-9de6f74e318e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.401635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.483191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:54.483863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.510869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.514851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:54.522356 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9464f00c-7508-4af3-9b0f-9de6f74e318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.525237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Router 8da9bf8a-572c-4283-a001-eed3a771621a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:19:54.551495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 02443675-c723-425c-a873-a723f7802ca7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:54.566137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 02443675-c723-425c-a873-a723f7802ca7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:54.568503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.601142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e14c086-3c3e-47c4-9e59-138cfe075064 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2897780 Aug 12 04:19:54.609387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34314) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:54.646620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:54.666257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464f00c-7508-4af3-9b0f-9de6f74e318e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632aa69c-a86c-42a1-8ef6-272141de4c91,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:54.738212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:19:54.754100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.760399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.766473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:19:54.795549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2bc9882a-f8c1-4a10-bd9d-15279c64376d tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "PUT /v2.0/floatingips/49cd90a0-1e78-41da-8ac2-a79c07784096 HTTP/1.1" status: 200 len: 991 time: 3.2358389 Aug 12 04:19:54.795549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:19:54.798129 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8902fcd6-8fe7-4742-9668-98cf6c7e9455" -d '{"events": [{"name": "network-changed", "server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:19:54.800867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9464f00c-7508-4af3-9b0f-9de6f74e318e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=572aa4fee3c345b8a1d4cbca3d229cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0060742 Aug 12 04:19:54.803702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34320) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:54.826104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:54.826959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:54.872413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 02443675-c723-425c-a873-a723f7802ca7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02443675-c723-425c-a873-a723f7802ca7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:54.885152 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dccbd6-bd2f-44a1-ba5d-e3a67554e765 x-openstack-request-id: req-b1dccbd6-bd2f-44a1-ba5d-e3a67554e765 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:19:54.885665 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:19:54.886119 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1dccbd6-bd2f-44a1-ba5d-e3a67554e765 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:19:54.887620 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'status': 'completed', 'code': 200} Aug 12 04:19:54.889854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:54.897964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:54.966565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d73f76a5-4170-45ef-801a-32abe6a81d02 None None] Provisioning for port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:54.985810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7401dc7d-07fe-4da6-8005-6df8392d6c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:54.999661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:55.005826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-f909c2c5-833a-4a26-9d0b-aff98b023d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:55.008417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-f909c2c5-833a-4a26-9d0b-aff98b023d14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963fd1cd80a841fabac1ba588170bf30&device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 1096 time: 0.0887237 Aug 12 04:19:55.048056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7401dc7d-07fe-4da6-8005-6df8392d6c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.135831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d73f76a5-4170-45ef-801a-32abe6a81d02 None None] Provisioning complete for port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:55.136422 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d73f76a5-4170-45ef-801a-32abe6a81d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.137819 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.181646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-4278511d-aae7-4df6-ad06-1c940f7a37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:55.189558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-4278511d-aae7-4df6-ad06-1c940f7a37cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 200 len: 912 time: 0.1720011 Aug 12 04:19:55.195624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Router a98b3525-4d2e-4b78-8aa3-acec3242e29a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:19:55.263949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:55.268735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.307200 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7401dc7d-07fe-4da6-8005-6df8392d6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.310474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7401dc7d-07fe-4da6-8005-6df8392d6c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.328225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7401dc7d-07fe-4da6-8005-6df8392d6c93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/632aa69c-a86c-42a1-8ef6-272141de4c91 HTTP/1.1" status: 204 len: 168 time: 0.4743166 Aug 12 04:19:55.339748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-d1d4ee7b-1a5d-45f9-a6ff-19feb10d1c14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f91506c-6921-4565-b3f8-e117f80adb5f HTTP/1.1" status: 200 len: 999 time: 0.1447313 Aug 12 04:19:55.417166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9af73cd-1222-4dcd-8a87-49fba5bc9f32 req-c597ad34-38fc-4af2-915c-a6269aa3ef16 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0762348 Aug 12 04:19:55.423209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401dc7d-07fe-4da6-8005-6df8392d6c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632aa69c-a86c-42a1-8ef6-272141de4c91,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:55.452069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-c5ed155c-68b7-4f11-9981-5ab13bc904b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:55.453550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-c5ed155c-68b7-4f11-9981-5ab13bc904b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 200 len: 850 time: 0.0991747 Aug 12 04:19:55.494217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8b8cb-73b9-4cff-8d34-e540d41b8f17 req-29be09a6-210f-4fc9-a1fb-f830ed2174a3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:55.503234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74e8b8cb-73b9-4cff-8d34-e540d41b8f17 req-29be09a6-210f-4fc9-a1fb-f830ed2174a3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.2204034 Aug 12 04:19:55.509537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:19:55.522979 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Sync routers for ids ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:19:55.533241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-c38429c4-da80-465a-8733-5d502d3c6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:55.535065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6dbff418-2995-41e7-a359-fce5a8a3ec28 admin admin] 10.222.0.42 "PUT /v2.0/routers/a98b3525-4d2e-4b78-8aa3-acec3242e29a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4422677 Aug 12 04:19:55.547060 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Routers {'a98b3525-4d2e-4b78-8aa3-acec3242e29a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:55.547060 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:55.547462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-c38429c4-da80-465a-8733-5d502d3c6545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58bbfc9f-fa03-4d51-b602-529fc815d04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827985 Aug 12 04:19:55.574484 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11ff878a-eb17-480f-9bef-ac3cb7565cce (CIDR: 172.20.0.0/28) Aug 12 04:19:55.589900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74e8b8cb-73b9-4cff-8d34-e540d41b8f17 req-9f7c9c79-8767-46e9-b6b4-c97d58ce5c19 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814104 Aug 12 04:19:55.609310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d73f76a5-4170-45ef-801a-32abe6a81d02 None None] Port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:19:55.613103 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:19:55.613853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:19:55.660368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=02443675-c723-425c-a873-a723f7802ca7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:55.672637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.704961 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:55.730601 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7a1186e9-918d-4b12-8e78-47b2fa0726b5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1133678 Aug 12 04:19:55.731403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:55.737122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:55.785332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-6271ccbb-2625-4675-bb16-96eace7e3936 service neutron] 10.222.0.36 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295969 Aug 12 04:19:55.785999 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Set router a98b3525-4d2e-4b78-8aa3-acec3242e29a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:55.893158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '49cd90a0-1e78-41da-8ac2-a79c07784096', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'port_id': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'mac_address': 'fa:16:3e:36:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:19:33Z', 'updated_at': '2021-08-12T04:19:52Z', 'revision_number': 1, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:55.924369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02443675-c723-425c-a873-a723f7802ca7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:55.927744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:19:55.949357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8902fcd6-8fe7-4742-9668-98cf6c7e9455 req-e5d312e4-4325-4b1c-b34d-8418362d7319 service neutron] 10.222.0.36 "GET /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543739 Aug 12 04:19:55.958090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:55.958742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:56.066651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:56.070220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.084943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:56.120474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 02443675-c723-425c-a873-a723f7802ca7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:56.137722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.140759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:56.148401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:19:53Z', 'revision_number': 4, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995', 'name': '', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'mac_address': 'fa:16:3e:fd:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:51Z', 'updated_at': '2021-08-12T04:19:54Z', 'revision_number': 2, 'project_id': 'c237e592062645f2a2abce08d297063d', 'subnets': [{'id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:56.178120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5dbed0e9-241d-45c9-94ec-ba7cf917188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.181025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-c17103d5-1142-4a27-b0c6-bdcf49da70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:56.182800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-c17103d5-1142-4a27-b0c6-bdcf49da70c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1&tenant_id=00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 1094 time: 0.1896756 Aug 12 04:19:56.195277 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Checking router: a98b3525-4d2e-4b78-8aa3-acec3242e29a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:19:56.195765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Updating router a98b3525-4d2e-4b78-8aa3-acec3242e29a port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:19:56.216714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:56.222600 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.333670 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5dbed0e9-241d-45c9-94ec-ba7cf917188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.375485 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.394982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5dbed0e9-241d-45c9-94ec-ba7cf917188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.448921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5dbed0e9-241d-45c9-94ec-ba7cf917188b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=128c9000b7ba42aa96308f7666450103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045170 Aug 12 04:19:56.448921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbed0e9-241d-45c9-94ec-ba7cf917188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f78cb9-fe53-437c-b2da-9717894e1f96,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:56.450409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34358) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:56.452490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-3f2ea414-b4ca-48aa-93c7-4df5142f4fff tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:56.454057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-3f2ea414-b4ca-48aa-93c7-4df5142f4fff tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 818 time: 0.2643862 Aug 12 04:19:56.507139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b86a-c861-4125-8c0a-0ce7f39d3346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.530170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-2b3c9cae-1e24-412a-8a35-18096877eae7 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/quotas/c237e592062645f2a2abce08d297063d HTTP/1.1" status: 200 len: 375 time: 0.0574577 Aug 12 04:19:56.531568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b86a-c861-4125-8c0a-0ce7f39d3346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.541374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '49cd90a0-1e78-41da-8ac2-a79c07784096', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'port_id': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'mac_address': 'fa:16:3e:36:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:19:33Z', 'updated_at': '2021-08-12T04:19:52Z', 'revision_number': 1, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:56.561854 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.573511 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Transition to ACTIVE for port object c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:56.589961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa2b53-e4b6-4e45-86f4-2d31c196e546 None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '49cd90a0-1e78-41da-8ac2-a79c07784096', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'port_id': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'mac_address': 'fa:16:3e:36:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:19:33Z', 'updated_at': '2021-08-12T04:19:52Z', 'revision_number': 1, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:19:56.604718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-288401fc-552c-4b72-855c-c01a97b4250d req-f2272ec2-bb67-4f55-ae16-b16f093ecb1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0388529 Aug 12 04:19:56.651982 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.703468 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b86a-c861-4125-8c0a-0ce7f39d3346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.706058 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5f1b86a-c861-4125-8c0a-0ce7f39d3346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.709756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f5f1b86a-c861-4125-8c0a-0ce7f39d3346 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46f78cb9-fe53-437c-b2da-9717894e1f96 HTTP/1.1" status: 204 len: 168 time: 0.2560325 Aug 12 04:19:56.727056 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbc5ed-6304-4a40-b42d-d9ed7f9ec7db None None] Pushing event updated for resources: {'Port': ['ID=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:56.743407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1b86a-c861-4125-8c0a-0ce7f39d3346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f78cb9-fe53-437c-b2da-9717894e1f96,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:56.825281 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Attempting to bind port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:56.825652 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Attempting to bind port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:56.826194 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Attempting to bind port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:56.832118 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:56.835155 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Checking segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:56.835651 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.836058 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Bound using segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:56.836666 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Bound port: c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:56.836942 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:56.913445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7bbbc-4391-489c-b8c8-2400449b40d1 req-11636a13-3dde-4ebd-a749-eae7df915de9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:56.921438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acf7bbbc-4391-489c-b8c8-2400449b40d1 req-11636a13-3dde-4ebd-a749-eae7df915de9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.1047800 Aug 12 04:19:56.955628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] For port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:56.959532 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] For port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:56.987394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acf7bbbc-4391-489c-b8c8-2400449b40d1 req-af06ef77-0300-49a4-abf3-6d3f3ffce1fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649431 Aug 12 04:19:57.014787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50f976-105a-49e3-a026-b224df49ca14 None None] New status for floating IP 49cd90a0-1e78-41da-8ac2-a79c07784096: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:19:57.015316 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:57.092169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbc5ed-6304-4a40-b42d-d9ed7f9ec7db None None] Pushing event updated for resources: {'Port': ['ID=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:57.095684 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Routers {'a98b3525-4d2e-4b78-8aa3-acec3242e29a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:19:57.096293 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:57.163918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-bae6bc0d-4b33-439a-ad06-1bda397d0d74 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5872123 Aug 12 04:19:57.269912 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] Set router a98b3525-4d2e-4b78-8aa3-acec3242e29a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:19:57.342888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:57.360131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:57.424881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-ff752398-1cdf-4838-9e92-7809766abb66 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:57.426387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-ff752398-1cdf-4838-9e92-7809766abb66 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.3280025 Aug 12 04:19:57.456433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Request body: {'port': {'device_id': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'admin_state_up': True, 'tenant_id': '859851a2ce2e4c9fa5809f76c8a4cdcb'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:57.460723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-3ffdc000-0936-4e14-bd0b-513dc187ee4a service neutron] 10.222.0.42 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625015 Aug 12 04:19:57.464853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:57.483378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:57.491622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:57.501605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:19:53Z', 'revision_number': 4, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995', 'name': '', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'mac_address': 'fa:16:3e:fd:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:51Z', 'updated_at': '2021-08-12T04:19:56Z', 'revision_number': 4, 'project_id': 'c237e592062645f2a2abce08d297063d', 'subnets': [{'id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:19:57.514659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b4db5-3895-40c0-be79-b92a917cf7a9 None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:19:57.529888 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f8108-804e-45b4-ba69-ab455f8364c4 None None] The sync data for ids ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'] in n-d-804320-1 is: [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:19:53Z', 'revision_number': 4, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995', 'name': '', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'mac_address': 'fa:16:3e:fd:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:51Z', 'updated_at': '2021-08-12T04:19:56Z', 'revision_number': 4, 'project_id': 'c237e592062645f2a2abce08d297063d', 'subnets': [{'id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:19:57.543201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:57.544065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:57.620588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=df6dde9a-f764-4645-9bdb-61627738da3e,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:57.659553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:19:57.676131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:57.720531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Transition to ACTIVE for port object 90470ef7-cb17-4179-8992-82b60ea0bd22 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:57.745453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e29e13be-79a2-4344-b1f8-866c73a95e0f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0130301 Aug 12 04:19:57.748695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34386) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:57.756324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-506862752', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df6dde9a-f764-4645-9bdb-61627738da3e'}], 'security_groups': ['a0e322d0-6d79-4e69-8300-e389dbc806d2']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:57.773865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-28133eb0-1636-4ed9-9035-3fe98defa21b req-0dc8cb7f-bd60-4600-acef-04c4461e0a0a tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0514832 Aug 12 04:19:57.800097 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-eb0f421e-4de0-4f7c-9169-98df4d300126 service neutron] 10.222.0.42 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200178 Aug 12 04:19:57.816124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:57.911484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Update dhcp port {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'fixed_ips': [{'subnet_id': '11ff878a-eb17-480f-9bef-ac3cb7565cce', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df6dde9a-f764-4645-9bdb-61627738da3e'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '34856c45-2d42-4077-8104-13d7757ba380'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:19:57.945705 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:57.959719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Made reservation on behalf of 859851a2ce2e4c9fa5809f76c8a4cdcb for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:19:57.963677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:58.103687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=9']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:58.191993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:58.228826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a3f3a-9e2e-45e5-a742-61b6b1b9ee39 req-9dcabab4-1009-4181-b2da-abff98498b7d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:58.231096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf1a3f3a-9e2e-45e5-a742-61b6b1b9ee39 req-9dcabab4-1009-4181-b2da-abff98498b7d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.0721161 Aug 12 04:19:58.308610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf1a3f3a-9e2e-45e5-a742-61b6b1b9ee39 req-286dbf50-93da-4622-a8cb-c004110a2f4d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587661 Aug 12 04:19:58.347204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7de8e3a0-3bce-4f52-aae4-b11f2d81e020 req-ec2c96fa-fe25-444a-8b64-500541f49361 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 210 time: 0.1967180 Aug 12 04:19:58.522640 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-04a6f668-e420-4390-90a6-fa50bf29346e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:58.528848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Allocated IP 172.20.0.9 (e30bd894-a5ed-4abf-a0a3-a20192019b09/4560bcdb-e9a4-42cf-b382-b5fded60fd3a/617bdd1e-4222-46df-8ddb-b08019d87274) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:58.535751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Allocated IP 172.20.0.18 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/df6dde9a-f764-4645-9bdb-61627738da3e/34856c45-2d42-4077-8104-13d7757ba380) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:19:58.623748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] No DVR routers for this DVR port 90470ef7-cb17-4179-8992-82b60ea0bd22 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:19:58.659965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:19:58.668289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34856c45-2d42-4077-8104-13d7757ba380,segment=NetworkSegment(99ad5190-a2b3-45ea-afb5-c1472d12adfa),segment_id=99ad5190-a2b3-45ea-afb5-c1472d12adfa)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:58.671440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:19:58.672218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:58.766689 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:58.837161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Transition to ACTIVE for port object 34856c45-2d42-4077-8104-13d7757ba380 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:19:58.892412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d9c84ad1-acd8-42d4-92f4-24a40a4f6f2b req-2412332a-4894-437c-bfd2-fa8656fc97fd tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 210 time: 0.0455422 Aug 12 04:19:58.900308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:58.913261 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:58.997146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c30674-7d0c-4d5b-9bbe-b3a694b09fc1 None None] Pushing event updated for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:59.028895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:19:59.037583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:59.064630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:19:59.064974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:19:59.070001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:59.093057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-75839af3-ddd3-4f20-a9aa-f8846df8a789 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:59.093596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-75839af3-ddd3-4f20-a9aa-f8846df8a789 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 818 time: 0.3542969 Aug 12 04:19:59.102783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Port 90470ef7-cb17-4179-8992-82b60ea0bd22 on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:19:59.103128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Attempting to bind port 90470ef7-cb17-4179-8992-82b60ea0bd22 on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:19:59.132647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:59.150102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:19:59.150975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Checking segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:19:59.151102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Bound using segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:19:59.151592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Bound port: 90470ef7-cb17-4179-8992-82b60ea0bd22, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:19:59.152060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:59.223904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-dd2efb40-110a-4d11-ab70-f1db80ffab1a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/quotas/c237e592062645f2a2abce08d297063d HTTP/1.1" status: 200 len: 375 time: 0.0924768 Aug 12 04:19:59.227022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:59.262058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:59.469405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec3aab-5a12-421b-a1cc-cd970d26a6f8 req-218e436b-49da-4950-ac4e-7576b91f6a89 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:59.477606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fec3aab-5a12-421b-a1cc-cd970d26a6f8 req-218e436b-49da-4950-ac4e-7576b91f6a89 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 943 time: 0.0825045 Aug 12 04:19:59.535593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fec3aab-5a12-421b-a1cc-cd970d26a6f8 req-8cca63a8-1b29-4163-91c8-502de6865fc8 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556147 Aug 12 04:19:59.580591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:19:59.617070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-b72349ae-99ae-4db4-a13c-741f2ecd05c6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3921874 Aug 12 04:19:59.618859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:59.627619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:19:59.633199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0dfc336e-657b-4d96-a348-87cee01d6cde'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:59.636072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:19:59.737602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:19:59.783821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event updated for resources: {'Port': ['ID=617bdd1e-4222-46df-8ddb-b08019d87274,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:19:59.825757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:19:59.834338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:19:59.837067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:19:59.901161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:19:59.904017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1044900790'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:19:59.976284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:19:59.982275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:19:59.982938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.044817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Made reservation on behalf of 31a040c9f2c743ba8d6b7ed07208e032 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:00.050405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.055265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:00.056226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.057552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] 10.222.0.20 "PUT /v2.0/ports/90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 1091 time: 3.8451552 Aug 12 04:20:00.061073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:00.064102 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:00.075919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.083866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:00.102383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd6868-7c21-4e2a-842a-a2bc965e0575 req-f980162b-47ba-422c-a9df-4f52bce64a48 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:00.104290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacd6868-7c21-4e2a-842a-a2bc965e0575 req-f980162b-47ba-422c-a9df-4f52bce64a48 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 931 time: 0.0983841 Aug 12 04:20:00.116427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4769f-9f04-4a4d-92af-a6b780dd2028 service neutron] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=10']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:00.157727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:00.158114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.174631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dacd6868-7c21-4e2a-842a-a2bc965e0575 req-98b84bbe-7e4e-4ae9-b093-1e82def58969 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601072 Aug 12 04:20:00.214922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Provisioning for port 34856c45-2d42-4077-8104-13d7757ba380 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:00.239407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:00.241177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.262376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.338747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.369135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:00.379402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3764cbc0-e1fc-43e5-8682-60ac24b4af8a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:00.384519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.384863 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Added segment a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd of type vlan for network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 Aug 12 04:20:00.427380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Provisioning complete for port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:00.427760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.434481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.465284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:00.476136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-0563abd0-1562-4f38-b9e7-b7507985fc1c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0331008 Aug 12 04:20:00.476538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:00.476913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.479102 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2876dcf4-30bd-4a2c-9d90-95f0a384b067 x-openstack-request-id: req-2876dcf4-30bd-4a2c-9d90-95f0a384b067 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:00.479387 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:00.482796 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2876dcf4-30bd-4a2c-9d90-95f0a384b067 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:00.482796 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'status': 'completed', 'code': 200} Aug 12 04:20:00.509534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Request body: {'port': {'device_id': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:00.515685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.517593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c71e3550-d9de-460e-8371-edee8be724de None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:00.519953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-224cb5d0-4af6-4c0c-9d1c-46413f504323 service neutron] 10.222.0.42 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734376 Aug 12 04:20:00.527984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:00.528808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.603159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Pushing event updated for resources: {'Network': ['ID=0c61c38f-97f0-45a6-9bd8-3a94abc1aa60,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:00.609936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Delete allocated IP 172.20.0.10 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/11ff878a-eb17-480f-9bef-ac3cb7565cce) {{(pid=95042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 04:20:00.614867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:00.648029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.19 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/df6dde9a-f764-4645-9bdb-61627738da3e/9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:00.671921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-092d1b08-9b9f-4778-8a14-98260020aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:00.674011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-092d1b08-9b9f-4778-8a14-98260020aa0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1095 time: 0.5586553 Aug 12 04:20:00.685744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-328b6e36-ce06-46b6-a96d-951ee73d81f1 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1012914 Aug 12 04:20:00.702258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.755710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287d89-6a3b-49e9-824a-57a329ff46cc req-93cb7c97-d904-4239-8f22-52e4a021a934 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:00.757198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7287d89-6a3b-49e9-824a-57a329ff46cc req-93cb7c97-d904-4239-8f22-52e4a021a934 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1371303 Aug 12 04:20:00.783138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-e8e4e6d9-de7d-4875-a259-d2a68a7d483f service neutron] 10.222.0.42 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622783 Aug 12 04:20:00.788762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-bba7f7c3-a715-4593-a0c9-560e24f1d08c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:00.790741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-bba7f7c3-a715-4593-a0c9-560e24f1d08c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 818 time: 0.1689839 Aug 12 04:20:00.797045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43b0c4be-bce5-445a-b538-2292ee284e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:00.811803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Request body: {'port': {'device_id': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'admin_state_up': True, 'tenant_id': 'c237e592062645f2a2abce08d297063d'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:00.830152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7287d89-6a3b-49e9-824a-57a329ff46cc req-615e2270-2fdd-4efa-97e1-54643f965c0d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639637 Aug 12 04:20:00.955267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.040570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Made reservation on behalf of c237e592062645f2a2abce08d297063d for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:01.044633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.091357 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:20:01.155675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:01.160300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-33142829-2fdf-465a-a4f9-27b3fffaca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:01.161780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-33142829-2fdf-465a-a4f9-27b3fffaca67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.4774375 Aug 12 04:20:01.162294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Request body: {'port': {'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60', 'binding:host_id': 'n-h2-804320-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1719149999'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:01.203363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82a2bce7-5bf2-4d6c-92c0-63e14f5febf5 req-8700cc2f-2f14-483b-8627-e868fe0c5ef7 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 210 time: 0.0726416 Aug 12 04:20:01.273998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Allocated IP 172.20.0.5 (430336f3-2560-4e1b-87df-c4cbcde7fdb9/a9000c76-9877-4385-a69e-a0060d21d4f8/8d805c7b-d702-4c56-8239-3e05cb5cfe7d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:01.304230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.336854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Made reservation on behalf of d7aa4ff107c5495d977f80061813d621 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:01.339201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.352488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa9671-2fab-46c5-a138-24417a866ed0 req-df4517b8-6279-4b8e-a137-5cc5e5d8342e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:01.354482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4fa9671-2fab-46c5-a138-24417a866ed0 req-df4517b8-6279-4b8e-a137-5cc5e5d8342e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 931 time: 0.0822368 Aug 12 04:20:01.364720 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.366660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-a167f534-ac82-463c-a40b-c74badf68d91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 999 time: 0.1756012 Aug 12 04:20:01.367629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:01.372679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617bdd1e-4222-46df-8ddb-b08019d87274 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:01.422495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-71800355-4275-4e1e-96d7-fca7b4d71fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:01.424100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-71800355-4275-4e1e-96d7-fca7b4d71fbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0458190 Aug 12 04:20:01.472745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.478778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.496878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4fa9671-2fab-46c5-a138-24417a866ed0 req-a74a83a7-e02d-4ffd-9081-69202b12a07c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260648 Aug 12 04:20:01.535165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Transition to ACTIVE for port object 617bdd1e-4222-46df-8ddb-b08019d87274 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:01.550558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-1b5dd997-de9b-4c01-9d8c-05c708a0b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:01.552181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-1b5dd997-de9b-4c01-9d8c-05c708a0b5dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193442 Aug 12 04:20:01.556738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.628692 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.642131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:01.648712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.668537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] In _notify_port_updated(), no bound segment for port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 on network 6409f81c-6ae2-483c-8d0d-bf186134b7ed {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:20:01.674752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:01.675364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.676679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c75c43f7-a093-41ff-aced-74b6ca2f416e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/ports/9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 HTTP/1.1" status: 200 len: 920 time: 3.9248400 Aug 12 04:20:01.679650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34482) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:01.723742 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.748440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 73a2005e-577a-492a-a6ff-768fc94366ee yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:01.760062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Pushing event updated for resources: {'Port': ['ID=617bdd1e-4222-46df-8ddb-b08019d87274,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:01.797242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-2c385db4-fefc-4a0e-ade8-026a7f57a9e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174578 Aug 12 04:20:01.841989 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.859561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc4b66-c243-4bbc-9f85-fc2e49b983b4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:01.884297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Attempting to bind port 617bdd1e-4222-46df-8ddb-b08019d87274 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:01.884878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Attempting to bind port 617bdd1e-4222-46df-8ddb-b08019d87274 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:01.885417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Attempting to bind port 617bdd1e-4222-46df-8ddb-b08019d87274 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:01.894884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Port 617bdd1e-4222-46df-8ddb-b08019d87274 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:01.895524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Attempting to bind port 617bdd1e-4222-46df-8ddb-b08019d87274 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:01.904287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:01.904639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Checking segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:01.905031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Bound using segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:01.905471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Bound port: 617bdd1e-4222-46df-8ddb-b08019d87274, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:01.905832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:01.921377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:01.959912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:01.989934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:02.005667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Pushing event updated for resources: {'Port': ['ID=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:02.037990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] For port 617bdd1e-4222-46df-8ddb-b08019d87274, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:02.042953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] For port 617bdd1e-4222-46df-8ddb-b08019d87274, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=617bdd1e-4222-46df-8ddb-b08019d87274,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:02.071516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4175ed3-85c3-4c78-b597-f6cbaa65ac19 req-c4a4ecd2-0de7-4165-88d2-ef66f212c83e service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642236 Aug 12 04:20:02.099773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.139040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:02.139395 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.158583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1857b7-1a95-4162-b60f-4968271fcc57 req-fbcf33b1-3d83-4691-8b6a-b7c13309aa2e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.159784 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d1857b7-1a95-4162-b60f-4968271fcc57 req-fbcf33b1-3d83-4691-8b6a-b7c13309aa2e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1151133 Aug 12 04:20:02.161822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.198904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.206110 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.223004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.223824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.225784 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] 10.222.0.20 "PUT /v2.0/ports/617bdd1e-4222-46df-8ddb-b08019d87274 HTTP/1.1" status: 200 len: 1091 time: 1.7271426 Aug 12 04:20:02.313813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d1857b7-1a95-4162-b60f-4968271fcc57 req-5ec57689-b669-4ff3-afb0-81f7a24db774 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450665 Aug 12 04:20:02.315545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7e07-b8d7-4bc3-a287-013044d1a961 service neutron] Pushing event updated for resources: {'Port': ['ID=617bdd1e-4222-46df-8ddb-b08019d87274,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:02.322355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-baa07667-2080-4fff-85f2-c66a693a81bf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5168834 Aug 12 04:20:02.339773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-388f8d02-19fe-47dc-83e1-d2aa32e113b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.341397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-388f8d02-19fe-47dc-83e1-d2aa32e113b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1095 time: 0.0978465 Aug 12 04:20:02.344495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dba886c5-2673-440f-ae33-5802c1da33fe None None] Provisioning for port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:02.349469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dba886c5-2673-440f-ae33-5802c1da33fe None None] Provisioning complete for port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:02.350121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dba886c5-2673-440f-ae33-5802c1da33fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.355298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Request body: {'port': {'device_id': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:02.379794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.384376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 73a2005e-577a-492a-a6ff-768fc94366ee yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:02.427200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:02.443399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-dba886c5-2673-440f-ae33-5802c1da33fe None None] Port 9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:02.450039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9050faa1-5c52-4b03-ad58-6c10ca4dcbd2 req-50f8b894-c339-4458-803c-bc04840f24a6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 210 time: 0.0864120 Aug 12 04:20:02.452758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.461229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-2b2b1c5b-ba2c-451e-8b6a-4a830e545406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.462653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-2b2b1c5b-ba2c-451e-8b6a-4a830e545406 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.1107342 Aug 12 04:20:02.494652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'tag': '617bdd1e-4222-46df-8ddb-b08019d87274'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:02.495555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Transition to ACTIVE for port object 73a2005e-577a-492a-a6ff-768fc94366ee will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:02.497192 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c4037e-2d97-47ad-b060-edca0514553c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b8b8ea-b639-4818-9af0-572006dc7cc4", "tag": "617bdd1e-4222-46df-8ddb-b08019d87274"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:02.541034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.566862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-42d0bc31-683c-4f46-8b90-0884fe0f6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.567838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-42d0bc31-683c-4f46-8b90-0884fe0f6ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 1094 time: 0.1041591 Aug 12 04:20:02.570015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-4bbb369c-5cb3-496d-a04e-01bcfbd14245 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 200 len: 999 time: 0.0971103 Aug 12 04:20:02.615016 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeecd717-8012-4e54-be44-45ec931ba093 x-openstack-request-id: req-aeecd717-8012-4e54-be44-45ec931ba093 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:02.615712 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b8b8ea-b639-4818-9af0-572006dc7cc4", "tag": "617bdd1e-4222-46df-8ddb-b08019d87274", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:02.616213 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aeecd717-8012-4e54-be44-45ec931ba093 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:02.616813 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'tag': '617bdd1e-4222-46df-8ddb-b08019d87274', 'status': 'completed', 'code': 200} Aug 12 04:20:02.644665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:02.691133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-417c1c63-5be2-41d9-8ed3-9ab4050fc5c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=617bdd1e-4222-46df-8ddb-b08019d87274 HTTP/1.1" status: 200 len: 217 time: 0.1059399 Aug 12 04:20:02.708134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-e1944598-7724-4af2-b549-22c6c6f8f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.709651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-e1944598-7724-4af2-b549-22c6c6f8f13a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.1250367 Aug 12 04:20:02.784875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-e09bc163-e17b-4101-8a07-ede1d3c66352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.788630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-e09bc163-e17b-4101-8a07-ede1d3c66352 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.0877349 Aug 12 04:20:02.793975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-b6b1ad25-65d8-4853-964b-dbe3f4c85497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:02.795518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-b6b1ad25-65d8-4853-964b-dbe3f4c85497 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648465 Aug 12 04:20:02.839084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-4ad32a36-f3f4-4a53-92d2-4f043ecd7f9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424395 Aug 12 04:20:03.031263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-e00763b7-9544-4e70-b9b3-6d2e62035a9d service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259154 Aug 12 04:20:03.056832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-909e9ee5-7518-4eff-baec-7dcc49bebcca service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753359 Aug 12 04:20:03.107749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=73a2005e-577a-492a-a6ff-768fc94366ee,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:03.208733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26a82-cf4d-4721-8e52-c46414005deb req-1ce9adbd-ca4e-4095-b42e-7fd52bb16c8f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:03.217659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bc26a82-cf4d-4721-8e52-c46414005deb req-1ce9adbd-ca4e-4095-b42e-7fd52bb16c8f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.6054142 Aug 12 04:20:03.337186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:03.380919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Checking segment: {'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:03.381303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Network hostable DHCP agents. Network: 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:03.426300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bc26a82-cf4d-4721-8e52-c46414005deb req-abea4f43-1602-4aaa-8683-5947d619a159 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074161 Aug 12 04:20:03.467008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:03.596012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:03.730022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:03.735065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34524) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:03.736199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f14129eb-f3d1-44d8-b229-be6167158708 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 HTTP/1.1" status: 204 len: 168 time: 2.0539563 Aug 12 04:20:03.766026 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f118de55-782e-4336-b861-ff73696e6838 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:20:03.768453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f118de55-782e-4336-b861-ff73696e6838 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/9f4a59ad-ca5e-446c-a1c6-d6316bfa8a41 HTTP/1.1" status: 404 len: 333 time: 0.0310676 Aug 12 04:20:03.775145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:03.780150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34526) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:03.810671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5952f-3ae2-476f-8f56-ba03b8143cf1 req-287ba0b6-b6fe-463e-996a-701d4fbfdaee tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:03.812301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8e5952f-3ae2-476f-8f56-ba03b8143cf1 req-287ba0b6-b6fe-463e-996a-701d4fbfdaee tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.2285314 Aug 12 04:20:03.845674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-3cfe513f-b33c-49e2-8923-ef474ded06f5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:03.847244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-3cfe513f-b33c-49e2-8923-ef474ded06f5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 818 time: 0.4630606 Aug 12 04:20:03.866178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Request body: {'port': {'device_id': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'admin_state_up': True, 'tenant_id': 'c237e592062645f2a2abce08d297063d'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:03.892633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d805c7b-d702-4c56-8239-3e05cb5cfe7d {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:03.915502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:03.961766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:03.974011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b5f98-6042-418e-94d8-eebccb8eee2c None None] Network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:03.982153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:03.988469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Transition to ACTIVE for port object 8d805c7b-d702-4c56-8239-3e05cb5cfe7d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:04.015355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e8e5952f-3ae2-476f-8f56-ba03b8143cf1 req-ee339298-30f2-4ed7-940d-e6f19d405eaa tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827695 Aug 12 04:20:04.031040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.031644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.032771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.047227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.047814 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.050696 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 2 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.056994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e67-c4b5-48ef-9a02-aceba44a4c7a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.072162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.124954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.125235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.125551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.165103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e67-c4b5-48ef-9a02-aceba44a4c7a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.168417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.168757 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.206030 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 3 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.215392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6fcf01e9-95f5-4bcb-a7a7-fc686de614d2 req-dbb83df0-773e-4510-9f1c-ba79aab740e1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 210 time: 0.0866909 Aug 12 04:20:04.240850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Pushing event updated for resources: {'Port': ['ID=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:04.269694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.270038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.270383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.296220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.296448 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.299342 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 4 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.336248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.336618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.336967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.345534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.345870 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.348086 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 5 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.370920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.371368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.371720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.373913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Attempting to bind port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.374248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Attempting to bind port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.374574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Attempting to bind port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.381442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.381972 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.382270 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 6 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.384704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.387383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Attempting to bind port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.394486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Made reservation on behalf of c237e592062645f2a2abce08d297063d for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:04.398034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.407142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:04.407748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Checking segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:04.408149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Bound using segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:04.412773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Bound port: 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:04.412773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.423517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.423860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.424207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.439666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e67-c4b5-48ef-9a02-aceba44a4c7a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.442221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e67-c4b5-48ef-9a02-aceba44a4c7a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.446165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34530) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:04.446356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ef7c3e67-c4b5-48ef-9a02-aceba44a4c7a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b184d3d-5744-461b-a0da-e9490123b468 HTTP/1.1" status: 204 len: 168 time: 0.6631045 Aug 12 04:20:04.457032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.457377 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.483359 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 7 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.502835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3e67-c4b5-48ef-9a02-aceba44a4c7a tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b184d3d-5744-461b-a0da-e9490123b468,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:04.542541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.542844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.543061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.549348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7e22f55-aca7-4157-958f-210d5a4143bc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.581742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7e22f55-aca7-4157-958f-210d5a4143bc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.593706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.594047 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.601394 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 8 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.643830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.644089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.644440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.666208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] For port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:04.688015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.689013 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.690864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] For port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:04.695087 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 9 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.697700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7e22f55-aca7-4157-958f-210d5a4143bc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.700386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7e22f55-aca7-4157-958f-210d5a4143bc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.702623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7e22f55-aca7-4157-958f-210d5a4143bc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/security-groups/a0e322d0-6d79-4e69-8300-e389dbc806d2 HTTP/1.1" status: 204 len: 168 time: 0.2540781 Aug 12 04:20:04.707352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34534) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:04.718309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b109f-a5f1-4ad0-b588-dacadc9e9429 req-e8ae63d2-510c-491e-9a9a-771f2faa6b08 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:04.723001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-088b109f-a5f1-4ad0-b588-dacadc9e9429 req-e8ae63d2-510c-491e-9a9a-771f2faa6b08 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.1672559 Aug 12 04:20:04.723200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e22f55-aca7-4157-958f-210d5a4143bc tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e322d0-6d79-4e69-8300-e389dbc806d2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:04.730511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.730511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.730511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.776160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.778538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.778898 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.780068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Allocated IP 172.20.0.12 (430336f3-2560-4e1b-87df-c4cbcde7fdb9/a9000c76-9877-4385-a69e-a0060d21d4f8/1ced8978-621e-4b50-8388-59eaf8b3eba6) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:04.785986 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 10 to bind port 73a2005e-577a-492a-a6ff-768fc94366ee Aug 12 04:20:04.788205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet 11ff878a-eb17-480f-9bef-ac3cb7565cce {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:04.792308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.834186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.850649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:04.851111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:04.851532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:04.867548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:04.868469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.870070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 200 len: 1091 time: 2.5361593 Aug 12 04:20:04.873912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'tag': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:04.876580 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad84967e-472b-4569-a3a4-e898ad69196f" -d '{"events": [{"name": "network-changed", "server_uuid": "454d955d-2af1-4e95-93ff-7c7ccde400f3", "tag": "8d805c7b-d702-4c56-8239-3e05cb5cfe7d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:04.890166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-088b109f-a5f1-4ad0-b588-dacadc9e9429 req-9c299407-126b-4d26-bdd9-5f89afdae445 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499281 Aug 12 04:20:04.897023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 73a2005e-577a-492a-a6ff-768fc94366ee on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:04.897023 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 73a2005e-577a-492a-a6ff-768fc94366ee on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:04.897023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:04.954518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7998aed-7ac0-4905-89cf-2c85372f4858 service neutron] Pushing event updated for resources: {'Port': ['ID=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:04.958078 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a439170f-e23b-450e-84ef-2002e42283ec x-openstack-request-id: req-a439170f-e23b-450e-84ef-2002e42283ec {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:04.958359 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454d955d-2af1-4e95-93ff-7c7ccde400f3", "tag": "8d805c7b-d702-4c56-8239-3e05cb5cfe7d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:04.960249 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a439170f-e23b-450e-84ef-2002e42283ec {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:04.960249 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'tag': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d', 'status': 'completed', 'code': 200} Aug 12 04:20:04.997722 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.113212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.127905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84967e-472b-4569-a3a4-e898ad69196f req-e72aa49c-3968-41ea-b78b-01fe37db272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.129405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad84967e-472b-4569-a3a4-e898ad69196f req-e72aa49c-3968-41ea-b78b-01fe37db272f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1094 time: 0.1462736 Aug 12 04:20:05.132325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] For port 73a2005e-577a-492a-a6ff-768fc94366ee, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:05.132325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempted to set empty binding levels {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 04:20:05.151721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=11ff878a-eb17-480f-9bef-ac3cb7565cce,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:05.157765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.160268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-498aa766-07ed-49d5-899f-489c25917580 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/11ff878a-eb17-480f-9bef-ac3cb7565cce HTTP/1.1" status: 204 len: 168 time: 0.4516215 Aug 12 04:20:05.163654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34540) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:05.166555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54e842e-50b5-405a-947d-cf07b6f5f8ca None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:05.175193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:05.236782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.248602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.293586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eacbdf-7931-4687-8707-7357961eb96d req-2f552fa7-14a5-4e56-aa60-311ebb8708f1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.301071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07eacbdf-7931-4687-8707-7357961eb96d req-2f552fa7-14a5-4e56-aa60-311ebb8708f1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1928942 Aug 12 04:20:05.338260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.338894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.401014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=73a2005e-577a-492a-a6ff-768fc94366ee,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:05.412416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84967e-472b-4569-a3a4-e898ad69196f req-86508cea-340e-4610-a406-a55db287c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.414098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad84967e-472b-4569-a3a4-e898ad69196f req-86508cea-340e-4610-a406-a55db287c12f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c237e592062645f2a2abce08d297063d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2652023 Aug 12 04:20:05.418896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07eacbdf-7931-4687-8707-7357961eb96d req-1aab6f86-649c-442f-ac28-36d7845bc597 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169546 Aug 12 04:20:05.464154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:05.468164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.523615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.602913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-119aaa85-067a-4063-b106-fa7a0c79a8d6 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.4435513 Aug 12 04:20:05.605906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34548) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:05.617846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:05.635171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84967e-472b-4569-a3a4-e898ad69196f req-b619ec00-8afa-4d8d-953e-4e6c5c048206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.642275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad84967e-472b-4569-a3a4-e898ad69196f req-b619ec00-8afa-4d8d-953e-4e6c5c048206 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144380 Aug 12 04:20:05.642275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:05.644278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:05.660368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Pushing event updated for resources: {'Port': ['ID=1ced8978-621e-4b50-8388-59eaf8b3eba6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:05.731588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d327-ee76-4c8d-aa63-e094eea8f25f req-4019aac0-8e2b-4ad4-ac17-7de63ffed77b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.733161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d728d327-ee76-4c8d-aa63-e094eea8f25f req-4019aac0-8e2b-4ad4-ac17-7de63ffed77b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 932 time: 0.2030017 Aug 12 04:20:05.774339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Deleting port 73a2005e-577a-492a-a6ff-768fc94366ee {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:05.774773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.806012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.806682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:05.836316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-2aeea860-44ab-457d-8d72-34cdff03031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:05.838493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-2aeea860-44ab-457d-8d72-34cdff03031d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1094 time: 0.1433578 Aug 12 04:20:05.842632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d728d327-ee76-4c8d-aa63-e094eea8f25f req-f33b0d0e-f9a6-4d19-9c17-26d10cdb03a2 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885773 Aug 12 04:20:05.954628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-866d9daa-ea19-4189-b9da-94a490abfb33 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0924449 Aug 12 04:20:05.957920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-b33ff307-1bdb-4b75-a512-ce3678d1d3a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 200 len: 217 time: 0.1114190 Aug 12 04:20:05.975222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Request body: {'port': {'device_id': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:05.982289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] For port 73a2005e-577a-492a-a6ff-768fc94366ee, host n-h2-804320-1, got binding levels [] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:05.982887 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.008963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Calling delete_port for 73a2005e-577a-492a-a6ff-768fc94366ee owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:06.113822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.128171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f66e14e2-c6e5-46bc-a0ae-b1da4b2a6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:06.129678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-f66e14e2-c6e5-46bc-a0ae-b1da4b2a6f08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.1618481 Aug 12 04:20:06.130448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.189251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-e059697a-fe7a-43aa-8eeb-0a95438df784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491233 Aug 12 04:20:06.207201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:06.213189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:06.217459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:06.218799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.231748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=dbb7a4cc-a437-4f61-9915-809b9208c8e6,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:06.285057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a3b9f640-121d-45f2-9808-2e49c518298e tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1175861 Aug 12 04:20:06.285989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34556) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:06.292868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'security_group': {'name': 'tempest-secgroup-275919052'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:06.323028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.394109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event deleted for resources: {'Port': ['ID=73a2005e-577a-492a-a6ff-768fc94366ee,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:06.398876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.403207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f1912438-498f-4256-b377-76f65a5cfadd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "DELETE /v2.0/ports/73a2005e-577a-492a-a6ff-768fc94366ee HTTP/1.1" status: 204 len: 168 time: 0.7962973 Aug 12 04:20:06.404395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34558) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:06.405377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f218e139-827a-43d7-bb90-72de2287f65f None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:06.438941 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddb3ec7-57a6-4a82-a19f-582eec7bbff0 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:20:06.444543 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ddb3ec7-57a6-4a82-a19f-582eec7bbff0 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "GET /v2.0/ports/73a2005e-577a-492a-a6ff-768fc94366ee HTTP/1.1" status: 404 len: 333 time: 0.0354912 Aug 12 04:20:06.444543 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.448040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34560) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:06.464544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Request body: {'port': {'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-758682583'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:06.624963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-bdbb9188-9095-4df0-bc52-68324fe67897 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025631 Aug 12 04:20:06.654925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Made reservation on behalf of d7aa4ff107c5495d977f80061813d621 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:06.654925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.675289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1393a323-6a46-44ca-9e3f-b23391b88b32 None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:06.675659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1393a323-6a46-44ca-9e3f-b23391b88b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.722029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c1387-5b25-4252-918c-c64414c41f6f req-f9d1a2ae-ceca-429a-be7e-ae00f3c9f7fb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:06.722029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c96c1387-5b25-4252-918c-c64414c41f6f req-f9d1a2ae-ceca-429a-be7e-ae00f3c9f7fb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.2130888 Aug 12 04:20:06.722369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 654fd4b0-e359-4607-8ec5-04d497a04189 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:06.849024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:06.903716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c96c1387-5b25-4252-918c-c64414c41f6f req-1bb04d2c-9bf0-4807-b0ff-5f01cda19b01 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957695 Aug 12 04:20:06.986772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.086536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1393a323-6a46-44ca-9e3f-b23391b88b32 None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:07.086951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1393a323-6a46-44ca-9e3f-b23391b88b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.148260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1393a323-6a46-44ca-9e3f-b23391b88b32 None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:07.208405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Update dhcp port {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'fixed_ips': [{'subnet_id': 'df6dde9a-f764-4645-9bdb-61627738da3e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dbb7a4cc-a437-4f61-9915-809b9208c8e6'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '34856c45-2d42-4077-8104-13d7757ba380'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:20:07.244302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.367606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ced8978-621e-4b50-8388-59eaf8b3eba6 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:07.376231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.390294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Transition to ACTIVE for port object 1ced8978-621e-4b50-8388-59eaf8b3eba6 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:07.429470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17937adc-e8f3-42a3-b32f-662df1edf249 req-6fdfb560-423f-4465-8c32-76cf7fa59d7b service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892177 Aug 12 04:20:07.446907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6bb23-3917-4047-9858-61326c9719bf req-6b0d0f6e-51b3-4885-bb6b-6f3f4eb2cd03 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:07.448492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bc6bb23-3917-4047-9858-61326c9719bf req-6b0d0f6e-51b3-4885-bb6b-6f3f4eb2cd03 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0547659 Aug 12 04:20:07.498026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.499147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bc6bb23-3917-4047-9858-61326c9719bf req-517f180b-4c3d-490d-a80d-a6f503488782 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 Aug 12 04:20:07.515459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Allocated IP 172.20.0.2 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/dbb7a4cc-a437-4f61-9915-809b9208c8e6/34856c45-2d42-4077-8104-13d7757ba380) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:07.545328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.561861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef287982-2d12-444c-bf07-fec42bb5f0a8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:07.566164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.610703 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.621457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:07.625265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-80b9ce59-c395-479a-8600-653058ab74b4 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3251119 Aug 12 04:20:07.639135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'security_group': {'name': 'tempest-secgroup-754793157'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:07.657213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:07.660851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:07.664926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:07.666522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:07.667332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.676857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-373f71c9-3137-46f8-af21-effac81c549d None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34856c45-2d42-4077-8104-13d7757ba380,segment=NetworkSegment(99ad5190-a2b3-45ea-afb5-c1472d12adfa),segment_id=99ad5190-a2b3-45ea-afb5-c1472d12adfa)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:07.684744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=654fd4b0-e359-4607-8ec5-04d497a04189,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:07.685562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Pushing event updated for resources: {'Port': ['ID=1ced8978-621e-4b50-8388-59eaf8b3eba6,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:07.726868 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.746972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4a4b612d-5a23-4b00-90d4-7e33e0972f55 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2954578 Aug 12 04:20:07.747238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Transition to ACTIVE for port object 34856c45-2d42-4077-8104-13d7757ba380 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:07.747497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:07.753680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:07.812279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.851191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a07188-228b-454b-82be-07f914c82791 req-362686af-9bb0-423b-81a8-015d9515745d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:07.867941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8a07188-228b-454b-82be-07f914c82791 req-362686af-9bb0-423b-81a8-015d9515745d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 944 time: 0.1921732 Aug 12 04:20:07.883480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.985668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8a07188-228b-454b-82be-07f914c82791 req-30f2f58b-e965-4945-9994-879a103f82c8 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166127 Aug 12 04:20:07.996572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:07.997528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f71c9-3137-46f8-af21-effac81c549d None None] Pushing event updated for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:08.023231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Attempting to bind port 1ced8978-621e-4b50-8388-59eaf8b3eba6 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.023711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Attempting to bind port 1ced8978-621e-4b50-8388-59eaf8b3eba6 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.024053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Attempting to bind port 1ced8978-621e-4b50-8388-59eaf8b3eba6 on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.048216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Port 1ced8978-621e-4b50-8388-59eaf8b3eba6 on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.048542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Attempting to bind port 1ced8978-621e-4b50-8388-59eaf8b3eba6 on network 430336f3-2560-4e1b-87df-c4cbcde7fdb9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.064401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:08.064850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Checking segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:08.065139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Bound using segment: {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:08.065595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Bound port: 1ced8978-621e-4b50-8388-59eaf8b3eba6, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:08.065951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.243318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 654fd4b0-e359-4607-8ec5-04d497a04189 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:08.249575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] For port 1ced8978-621e-4b50-8388-59eaf8b3eba6, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:08.256530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] For port 1ced8978-621e-4b50-8388-59eaf8b3eba6, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:08.264918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.298388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Transition to ACTIVE for port object 654fd4b0-e359-4607-8ec5-04d497a04189 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:08.338906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.343193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.383696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.433902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:08.434608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.436046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] 10.222.0.36 "PUT /v2.0/ports/1ced8978-621e-4b50-8388-59eaf8b3eba6 HTTP/1.1" status: 200 len: 1092 time: 2.4694893 Aug 12 04:20:08.436782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'tag': '1ced8978-621e-4b50-8388-59eaf8b3eba6'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:08.439450 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef232a-c38b-4685-82cf-5eaa942f1872" -d '{"events": [{"name": "network-changed", "server_uuid": "55fcf86e-0381-47f8-ab20-62aef9056eb9", "tag": "1ced8978-621e-4b50-8388-59eaf8b3eba6"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:08.445768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.462582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=654fd4b0-e359-4607-8ec5-04d497a04189,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:08.467185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.467646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.468109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.473748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.474197 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.474645 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 2 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.491869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.492347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.492872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.498836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.499472 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.499984 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 3 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.515930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.516844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.517257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.524908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.525442 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.525931 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 4 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.544289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.544639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.545121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.551120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.551556 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.552023 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 5 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.566843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523fdc2-49e7-4bcb-8ab8-449b40a00564 req-1e7d62a0-53fc-4d4a-8386-6d1709ef90b4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:08.569876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9523fdc2-49e7-4bcb-8ab8-449b40a00564 req-1e7d62a0-53fc-4d4a-8386-6d1709ef90b4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.2289367 Aug 12 04:20:08.576386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.576836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.577325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.583523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.583941 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.584416 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 6 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.592480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf74c8-4c71-4a78-b900-637338737569,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:08.601743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.601743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.601743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.606184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.607434 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.607631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbd27f-ee0f-43a4-b58f-a80c537d219a service neutron] Pushing event updated for resources: {'Port': ['ID=1ced8978-621e-4b50-8388-59eaf8b3eba6,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:08.608054 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 7 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.625210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.626081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.626526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.631654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.631980 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.632375 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 8 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.650788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.651135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.652635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.658572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.658957 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.659344 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 9 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.675323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.675664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.676008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.681719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.681910 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.682309 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 10 to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 Aug 12 04:20:08.691169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.699584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2b4d0b8a-43e5-44c0-9d1a-96effae660e7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0737054 Aug 12 04:20:08.699782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:08.699782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:08.699782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:08.700440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34580) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:08.704943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9523fdc2-49e7-4bcb-8ab8-449b40a00564 req-7703bb5c-5823-42af-b068-912d589e92cc tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920982 Aug 12 04:20:08.705942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'security_group': {'name': 'tempest-secgroup-30319987'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:08.717437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:08.717781 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 654fd4b0-e359-4607-8ec5-04d497a04189 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:08.718208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.731844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-b837e04c-4354-42e1-9ce1-64f4d0f3ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:08.733660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-b837e04c-4354-42e1-9ce1-64f4d0f3ce7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 1095 time: 0.1446781 Aug 12 04:20:08.819189 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3424f6-bc12-4c88-b427-6c66f347abc6 x-openstack-request-id: req-4f3424f6-bc12-4c88-b427-6c66f347abc6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:08.819575 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fcf86e-0381-47f8-ab20-62aef9056eb9", "tag": "1ced8978-621e-4b50-8388-59eaf8b3eba6", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:08.819902 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f3424f6-bc12-4c88-b427-6c66f347abc6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:08.822120 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'tag': '1ced8978-621e-4b50-8388-59eaf8b3eba6', 'status': 'completed', 'code': 200} Aug 12 04:20:08.823869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-183de5ba-a34f-4db3-a92d-4d390d9d5f26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6 HTTP/1.1" status: 200 len: 217 time: 0.0811834 Aug 12 04:20:08.843625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] For port 654fd4b0-e359-4607-8ec5-04d497a04189, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:08.843990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempted to set empty binding levels {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 04:20:08.877279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.912499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.916041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-5309bccc-dc28-4ab2-b455-a1f7150f4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:08.917621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-5309bccc-dc28-4ab2-b455-a1f7150f4a2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.0863097 Aug 12 04:20:08.929262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c39f357d-8d3e-48a3-8873-af82869117e8 None None] Provisioning for port 34856c45-2d42-4077-8104-13d7757ba380 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:08.933752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c39f357d-8d3e-48a3-8873-af82869117e8 None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:08.934179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c39f357d-8d3e-48a3-8873-af82869117e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.958997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874e46-32ba-4852-b34c-8697d6157863 req-605dbe27-5243-4557-90b8-d3af423c89c1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:08.968397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] In _notify_port_updated(), no bound segment for port 654fd4b0-e359-4607-8ec5-04d497a04189 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:20:08.969576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:08.970358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:08.974211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "PUT /v2.0/ports/654fd4b0-e359-4607-8ec5-04d497a04189 HTTP/1.1" status: 200 len: 974 time: 1.2233064 Aug 12 04:20:08.974392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de874e46-32ba-4852-b34c-8697d6157863 req-605dbe27-5243-4557-90b8-d3af423c89c1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1075644 Aug 12 04:20:08.978398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34582) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:09.013223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-0b248d26-b20d-4caf-8700-028aa9f1be08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847778 Aug 12 04:20:09.055555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2408ec-be5c-4a08-b848-8d1c8c9ba141 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=654fd4b0-e359-4607-8ec5-04d497a04189,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:09.060206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c39f357d-8d3e-48a3-8873-af82869117e8 None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:09.060619 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c39f357d-8d3e-48a3-8873-af82869117e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:09.098186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de874e46-32ba-4852-b34c-8697d6157863 req-c1dcd071-270a-4af9-b22a-bd23512c4590 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252239 Aug 12 04:20:09.120733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c39f357d-8d3e-48a3-8873-af82869117e8 None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:09.142165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.142648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.143150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.143841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.144308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.144779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.145331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.145695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.146157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.146624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.147152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.147563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.148055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.148481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.148940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.149397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.149859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.150316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.150797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.151257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.153576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.154096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.154562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.155065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.155537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.156007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.156473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.156977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.157693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.158165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.158626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.159115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.159577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.160040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.160501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.160960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.161423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.161882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.162344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.162830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.163295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.163760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.164210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.164327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-8f267800-793e-4661-9996-de1c00383876 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413774 Aug 12 04:20:09.164668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.165124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.165583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.166041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.166499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.166985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.167448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.177280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6c26bee9-c1ff-4c1c-82fd-66a21e64f795 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44936 time: 0.1910040 Aug 12 04:20:09.179023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34588) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:09.304376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea5edf-12ea-4982-8fc4-448481380f3b req-4d3ff932-5fd7-4de9-bde4-552f00fd62c2 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.306232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7ea5edf-12ea-4982-8fc4-448481380f3b req-4d3ff932-5fd7-4de9-bde4-552f00fd62c2 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 944 time: 0.1029053 Aug 12 04:20:09.345142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-768c6a91-7abd-4ec1-8090-1ff3216cd1dd req-3c89ae30-e6cc-4774-bdb0-6612e63bc428 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731968 Aug 12 04:20:09.359192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7ea5edf-12ea-4982-8fc4-448481380f3b req-d7b8955d-c22b-4585-ae9d-fcab7aaa4caa tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Aug 12 04:20:09.564578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-4ed6543b-2c79-4b0b-8f3d-c9570a1444a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.565964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-4ed6543b-2c79-4b0b-8f3d-c9570a1444a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0502834 Aug 12 04:20:09.568512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:09.621276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Deleting port 654fd4b0-e359-4607-8ec5-04d497a04189 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:09.621624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:09.667848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:09.669550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-b80fa0e6-70f4-4e56-8506-aad7e6350dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.673075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-b80fa0e6-70f4-4e56-8506-aad7e6350dbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 919 time: 0.0984917 Aug 12 04:20:09.715752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] For port 654fd4b0-e359-4607-8ec5-04d497a04189, host n-h2-804320-1, got binding levels [] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:09.719976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:09.737078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-d444822f-83dd-46b9-8176-0873ba79d53c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6 HTTP/1.1" status: 200 len: 217 time: 0.0454593 Aug 12 04:20:09.742544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e2605-c335-4fa6-abab-9f8dffb7e000,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:09.758292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Calling delete_port for 654fd4b0-e359-4607-8ec5-04d497a04189 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:09.778504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:09.779794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7b8f60d3-274d-4b4f-96fc-1fdcb2bd322f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0783193 Aug 12 04:20:09.785052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34596) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:09.790127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1145686158', 'security_groups': ['e00e2605-c335-4fa6-abab-9f8dffb7e000'], 'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dbb7a4cc-a437-4f61-9915-809b9208c8e6'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:09.869193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-5a96e4a5-8191-49ce-b702-69421bde25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.870745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-5a96e4a5-8191-49ce-b702-69421bde25d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.1208007 Aug 12 04:20:09.884977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:09.914079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-8caa3800-4855-4eee-8cfa-64f7603fb318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306017 Aug 12 04:20:09.926609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5775d9-9dea-4273-b10b-bcc725d7596f req-7e09e32b-7099-487c-b95f-e04ceb3072d4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:09.928203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a5775d9-9dea-4273-b10b-bcc725d7596f req-7e09e32b-7099-487c-b95f-e04ceb3072d4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0928118 Aug 12 04:20:10.026548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a5775d9-9dea-4273-b10b-bcc725d7596f req-d7a6e267-2e9f-44fe-8b33-00ec93dfac6b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880473 Aug 12 04:20:10.027773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:10.028236 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.067851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.078084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-435859e6-c6db-437a-b6c8-51df0fbe947b service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488774 Aug 12 04:20:10.104054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:10.109937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event deleted for resources: {'Port': ['ID=654fd4b0-e359-4607-8ec5-04d497a04189,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:10.155408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.157831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d7fac8e3-653c-41f5-a45b-ea799e26bb79 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "DELETE /v2.0/ports/654fd4b0-e359-4607-8ec5-04d497a04189 HTTP/1.1" status: 204 len: 168 time: 0.9775703 Aug 12 04:20:10.163736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34600) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:10.189733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aef232a-c38b-4685-82cf-5eaa942f1872 req-aab662ee-a149-4c51-b49c-06b973ff7c72 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014280 Aug 12 04:20:10.212465 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-172b4a27-fae0-4f00-ae23-76309febe848 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:20:10.214199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-172b4a27-fae0-4f00-ae23-76309febe848 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "GET /v2.0/ports/654fd4b0-e359-4607-8ec5-04d497a04189 HTTP/1.1" status: 404 len: 333 time: 0.0469584 Aug 12 04:20:10.219058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34602) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:10.230823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1759800879', 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:10.280040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.289097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09223-e15c-45b1-bb0c-a1fe98284ce9 req-556db330-4959-4d7c-9108-65dbb08eadc9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:10.290635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4db09223-e15c-45b1-bb0c-a1fe98284ce9 req-556db330-4959-4d7c-9108-65dbb08eadc9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0659254 Aug 12 04:20:10.298382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] device_id is not set on port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:10.348694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4db09223-e15c-45b1-bb0c-a1fe98284ce9 req-20fa2bcf-469c-44f5-b987-4951505c10e2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476298 Aug 12 04:20:10.360904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Made reservation on behalf of d7aa4ff107c5495d977f80061813d621 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:10.364206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.394967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 2fc14e94-ad29-407d-85c3-4fca26e73f4b yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:10.513425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b1228-91be-47da-a45b-30cfd0d249f2 req-bdfceff1-d8c9-41a0-867f-d4af2bc1da4a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:10.515442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-872b1228-91be-47da-a45b-30cfd0d249f2 req-bdfceff1-d8c9-41a0-867f-d4af2bc1da4a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 944 time: 0.0869491 Aug 12 04:20:10.558264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-872b1228-91be-47da-a45b-30cfd0d249f2 req-bbb5ea5f-9a53-4ed1-9b5d-0edf2f78f881 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364289 Aug 12 04:20:10.622647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.9 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/dbb7a4cc-a437-4f61-9915-809b9208c8e6/5edccfcf-777e-44ee-a224-d0bd653f1bc3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:10.671060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.822694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:10.848506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 5edccfcf-777e-44ee-a224-d0bd653f1bc3 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:11.153661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e59c-9563-4da4-a44b-cb8676e70f3b req-2698cd2f-8e33-46cd-9182-f3b3ca99be4e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:11.155262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50a2e59c-9563-4da4-a44b-cb8676e70f3b req-2698cd2f-8e33-46cd-9182-f3b3ca99be4e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0526986 Aug 12 04:20:11.166624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.199500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.199881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50a2e59c-9563-4da4-a44b-cb8676e70f3b req-64d4cc30-5661-4826-8984-693efd43ea6b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Aug 12 04:20:11.221814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:11.227719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:11.243689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:11.244662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:11.245266 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.248658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:11.254832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=2fc14e94-ad29-407d-85c3-4fca26e73f4b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:11.257808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:11.262953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:11.345234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=5edccfcf-777e-44ee-a224-d0bd653f1bc3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:11.353082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:11.353799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.390375 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b8139d04-a5ba-4a05-8df7-7678d2b08ebd tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1699409 Aug 12 04:20:11.395049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34614) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:11.469880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312969af-410d-48c2-b52b-66d8f9e6528a tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:11.473247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-312969af-410d-48c2-b52b-66d8f9e6528a tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "GET /v2.0/ports/2fc14e94-ad29-407d-85c3-4fca26e73f4b HTTP/1.1" status: 200 len: 955 time: 0.0773439 Aug 12 04:20:11.477408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1ced8978-621e-4b50-8388-59eaf8b3eba6 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:20:11.481907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6d480-e785-4c24-9f63-c394eab046ec req-94dfa3ae-78fb-4d8a-b8aa-f348d92e0ba1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:11.489986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:11.490446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ced6d480-e785-4c24-9f63-c394eab046ec req-94dfa3ae-78fb-4d8a-b8aa-f348d92e0ba1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0604696 Aug 12 04:20:11.541268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d47f1a4-98e3-418b-abe4-cda2cd520ed5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7526801 Aug 12 04:20:11.541495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34618) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:11.547371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:11.559728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ced6d480-e785-4c24-9f63-c394eab046ec req-703f23a9-6b8b-40fc-9130-7b7f07f30946 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626743 Aug 12 04:20:11.663167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1ced8978-621e-4b50-8388-59eaf8b3eba6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:11.677966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Deleting port 2fc14e94-ad29-407d-85c3-4fca26e73f4b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:11.679019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.682946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eb9f4d37-6c68-4352-b348-f64424c64ea8 None None] Provisioning for port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:11.693976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eb9f4d37-6c68-4352-b348-f64424c64ea8 None None] Provisioning complete for port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:11.694356 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4d37-6c68-4352-b348-f64424c64ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.745126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab52cba-ec18-4497-bc2a-d11e4858b7db req-e4b4f5cb-ba10-48b7-925b-0f8ab473435e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:11.752656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1ced8978-621e-4b50-8388-59eaf8b3eba6', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'port_id': '1ced8978-621e-4b50-8388-59eaf8b3eba6', 'mac_address': 'fa:16:3e:da:d2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:20:11.753059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.753619 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ab52cba-ec18-4497-bc2a-d11e4858b7db req-e4b4f5cb-ba10-48b7-925b-0f8ab473435e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 944 time: 0.0813408 Aug 12 04:20:11.754347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f4d37-6c68-4352-b348-f64424c64ea8 None None] Port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:11.769500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Calling delete_port for 2fc14e94-ad29-407d-85c3-4fca26e73f4b owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:11.807765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ab52cba-ec18-4497-bc2a-d11e4858b7db req-ff364738-8496-4724-93a4-472344ec1921 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Aug 12 04:20:11.820633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.836182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ced8978-621e-4b50-8388-59eaf8b3eba6 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:11.858486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1ced8978-621e-4b50-8388-59eaf8b3eba6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:11.914866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:11.920502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.950095 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:11.954213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8d805c7b-d702-4c56-8239-3e05cb5cfe7d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:20:12.009608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.026802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1ced8978-621e-4b50-8388-59eaf8b3eba6,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:12.054838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fc14e94-ad29-407d-85c3-4fca26e73f4b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:12.055181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:12.068105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.070022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eb2e0a22-04cf-489e-88ca-70327603b6f2 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "DELETE /v2.0/ports/2fc14e94-ad29-407d-85c3-4fca26e73f4b HTTP/1.1" status: 204 len: 168 time: 0.5790102 Aug 12 04:20:12.072802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:12.075575 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dbb7a4cc-a437-4f61-9915-809b9208c8e6 (CIDR: 172.20.0.0/28) Aug 12 04:20:12.082880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d', 'network_id': '430336f3-2560-4e1b-87df-c4cbcde7fdb9', 'port_id': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d', 'mac_address': 'fa:16:3e:2b:35:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9000c76-9877-4385-a69e-a0060d21d4f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:20:12.120586 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae3b1c8-104d-4add-b6a3-b59a93147979 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:20:12.122750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4ae3b1c8-104d-4add-b6a3-b59a93147979 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "GET /v2.0/ports/2fc14e94-ad29-407d-85c3-4fca26e73f4b HTTP/1.1" status: 404 len: 333 time: 0.0487161 Aug 12 04:20:12.127826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34628) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:12.133198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.133498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Request body: {'port': {'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2141020612'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:12.142273 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:20:12.142956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:12.149551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d805c7b-d702-4c56-8239-3e05cb5cfe7d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:12.170059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:12.247619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Made reservation on behalf of d7aa4ff107c5495d977f80061813d621 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:12.251131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.269413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 6c962031-a22d-4fed-9393-fee0324c5ab3 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:12.277063 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.321015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18cfad1e-8775-49dd-9721-957e4d2768ee tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7753794 Aug 12 04:20:12.322683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34632) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:12.327988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:12.336048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:12.363966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe84fc-6681-44ce-a3e9-fddc8480b6d8 req-6d5c416c-24da-4d88-8c83-0bf9fa6b21b1 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:12.365544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dbe84fc-6681-44ce-a3e9-fddc8480b6d8 req-6d5c416c-24da-4d88-8c83-0bf9fa6b21b1 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0884488 Aug 12 04:20:12.416206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dbe84fc-6681-44ce-a3e9-fddc8480b6d8 req-0f3e9a19-f9e4-431a-b2e1-ad56b0dbe1e8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Aug 12 04:20:12.539480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.589491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['8d805c7b-d702-4c56-8239-3e05cb5cfe7d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:20:12.591923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1ced8978-621e-4b50-8388-59eaf8b3eba6'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:20:12.645838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:12.649491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.677366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df973a-0f46-47bc-9b61-33e7392bf6ec req-1f48f070-71a0-4c17-a827-5ad99ec6244f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:12.679238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02df973a-0f46-47bc-9b61-33e7392bf6ec req-1f48f070-71a0-4c17-a827-5ad99ec6244f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0569327 Aug 12 04:20:12.703653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.739804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02df973a-0f46-47bc-9b61-33e7392bf6ec req-434f5b57-e66c-4164-b5b7-466ff230feb8 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530813 Aug 12 04:20:12.767644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:12.779526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:12.789392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:12.790494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:12.791149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:12.803609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=6c962031-a22d-4fed-9393-fee0324c5ab3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:12.819620 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet df6dde9a-f764-4645-9bdb-61627738da3e (CIDR: 172.20.0.16/28) Aug 12 04:20:12.859420 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:20:12.860619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:12.874352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-590e2055-207e-42c9-8f74-3f1cb030af7d tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7452760 Aug 12 04:20:12.877844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:12.883255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:12.956210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e369f37-e5b6-4bc8-b4e4-e9d215f06d94 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6323483 Aug 12 04:20:12.963385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34644) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:12.970511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'subnet': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:12.974026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.007838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138dd20-572c-4e68-bcd5-77b489fbb412 req-8ada6f91-d0ef-48ef-8323-623898dccba4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:13.009515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2138dd20-572c-4e68-bcd5-77b489fbb412 req-8ada6f91-d0ef-48ef-8323-623898dccba4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 945 time: 0.0906198 Aug 12 04:20:13.066094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2138dd20-572c-4e68-bcd5-77b489fbb412 req-c8ac5669-622a-4630-a691-fc6f26401c00 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Aug 12 04:20:13.285220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] device_id is not set on port 6c962031-a22d-4fed-9393-fee0324c5ab3 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:13.293180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.300415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Made reservation on behalf of 9893fadec94e48498e47a3f54a76dc23 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:13.303937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.349004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Transition to ACTIVE for port object 6c962031-a22d-4fed-9393-fee0324c5ab3 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:13.416550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.510313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=6c962031-a22d-4fed-9393-fee0324c5ab3,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:13.536522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.537763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.538115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.538457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.538828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.539166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.539500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.539828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.540156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.540482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.540807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.541128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:13.549702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.550036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.550445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c407d75-9c28-489d-bfbd-15e00362db04 req-a2c512fe-d041-41f4-be20-01a008a8ae14 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:13.550924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.552193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c407d75-9c28-489d-bfbd-15e00362db04 req-a2c512fe-d041-41f4-be20-01a008a8ae14 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0623302 Aug 12 04:20:13.558157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.558479 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.561458 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 2 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.592478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c407d75-9c28-489d-bfbd-15e00362db04 req-d211b925-19b8-4465-b51a-20c94558c16f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Aug 12 04:20:13.596685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.596926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.597258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.607507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.607744 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.610254 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 3 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.639748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.640084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.640420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.653796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.654123 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.654511 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 4 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.667291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.667655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.668033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.672765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.673083 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.673456 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 5 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.684632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.684958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.685278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.690198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.690581 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.690993 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 6 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.705317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.736296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.736601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.736935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.752193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.752517 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.757052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:13.757621 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 7 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.763245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:13.766198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:13.766812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.772613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce1c63-de87-4b9e-8bce-396b5b85ccf6 None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:13.792535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Subnet': ['ID=7096f74d-da2d-4113-b75c-bf7beda8290c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:13.796966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.796966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.796966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.811629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.811968 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.812383 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 8 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.827440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.827440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.827759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.832315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.832632 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.833028 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 9 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.847463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.847798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.848135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.850872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1d0418bf-6f15-46fe-8300-c2dfca2efeb5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8884377 Aug 12 04:20:13.853895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:13.861173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-485863480', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7096f74d-da2d-4113-b75c-bf7beda8290c'}], 'security_groups': ['ef287982-2d12-444c-bf07-fec42bb5f0a8', 'cedf74c8-4c71-4a78-b900-637338737569']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:13.865236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.865572 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.866002 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempt 10 to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 Aug 12 04:20:13.898471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512536a4-4d22-421a-83cd-3759dea45b74 req-edd52e03-785d-45c1-bbaf-156f28a37dc3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:13.910908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:13.910908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:13.910908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempting to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:13.910908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:13.910908 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Failed to bind port 6c962031-a22d-4fed-9393-fee0324c5ab3 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0c61c38f-97f0-45a6-9bd8-3a94abc1aa60'}] Aug 12 04:20:13.910908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:13.915334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-512536a4-4d22-421a-83cd-3759dea45b74 req-edd52e03-785d-45c1-bbaf-156f28a37dc3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0692508 Aug 12 04:20:13.959813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-512536a4-4d22-421a-83cd-3759dea45b74 req-3899dfef-35bc-4724-8aa5-6c22c86fd5d9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Aug 12 04:20:13.979267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.049629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Update dhcp port {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'fixed_ips': [{'subnet_id': 'df6dde9a-f764-4645-9bdb-61627738da3e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dbb7a4cc-a437-4f61-9915-809b9208c8e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '7096f74d-da2d-4113-b75c-bf7beda8290c'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '34856c45-2d42-4077-8104-13d7757ba380'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:20:14.052585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] For port 6c962031-a22d-4fed-9393-fee0324c5ab3, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:14.052954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attempted to set empty binding levels {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 04:20:14.073363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.131472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.177875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] In _notify_port_updated(), no bound segment for port 6c962031-a22d-4fed-9393-fee0324c5ab3 on network 0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:20:14.178764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:14.179370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.180700 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "PUT /v2.0/ports/6c962031-a22d-4fed-9393-fee0324c5ab3 HTTP/1.1" status: 200 len: 975 time: 1.3018541 Aug 12 04:20:14.184292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34658) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:14.226344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79632dd1-210e-4f6f-8d68-0285a7d98023 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event updated for resources: {'Port': ['ID=6c962031-a22d-4fed-9393-fee0324c5ab3,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:14.231382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54851093-9a51-4147-90e8-de7175f31acd req-ee2d6f07-1c02-44cc-a3c9-cbd52e8ff02e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:14.232926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54851093-9a51-4147-90e8-de7175f31acd req-ee2d6f07-1c02-44cc-a3c9-cbd52e8ff02e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 945 time: 0.0935652 Aug 12 04:20:14.252385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Allocated IP 172.20.0.34 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/7096f74d-da2d-4113-b75c-bf7beda8290c/34856c45-2d42-4077-8104-13d7757ba380) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:14.298689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54851093-9a51-4147-90e8-de7175f31acd req-d55aee4f-6ba7-4c2b-99e5-199e5684ca5f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 Aug 12 04:20:14.315695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Deleting port 6c962031-a22d-4fed-9393-fee0324c5ab3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:14.316022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.357653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34856c45-2d42-4077-8104-13d7757ba380,segment=NetworkSegment(99ad5190-a2b3-45ea-afb5-c1472d12adfa),segment_id=99ad5190-a2b3-45ea-afb5-c1472d12adfa)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:14.382619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] For port 6c962031-a22d-4fed-9393-fee0324c5ab3, host n-h2-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:14.382619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.399015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Calling delete_port for 6c962031-a22d-4fed-9393-fee0324c5ab3 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:14.399126 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.412183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Transition to ACTIVE for port object 34856c45-2d42-4077-8104-13d7757ba380 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:14.463205 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.533092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.562495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c962031-a22d-4fed-9393-fee0324c5ab3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:14.566410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5426a64-b1b0-4db7-9804-400f4b56365a None None] Pushing event updated for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:14.572125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.574225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9b743cbd-8495-4d47-878a-542d6e2fed85 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6c962031-a22d-4fed-9393-fee0324c5ab3 HTTP/1.1" status: 204 len: 168 time: 0.3884692 Aug 12 04:20:14.577126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34662) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:14.605071 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddde97ab-ef74-4229-bb82-fd3fd942bf05 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:20:14.605663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ddde97ab-ef74-4229-bb82-fd3fd942bf05 tempest-PortsAdminExtendedAttrsTestJSON-865154097 tempest-PortsAdminExtendedAttrsTestJSON-865154097-project-admin] 10.222.0.42 "GET /v2.0/ports/6c962031-a22d-4fed-9393-fee0324c5ab3 HTTP/1.1" status: 404 len: 333 time: 0.0270188 Aug 12 04:20:14.608876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34664) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:14.712367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0740b35a-db26-4876-9797-f8bec33b72c5 req-d6e3c2bf-2142-4a9a-88f0-63e5a88a136c service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374511 Aug 12 04:20:14.731127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.738094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89a2defb-f0ce-426e-8d3e-9ecaf7b743c2 req-860622a4-014c-4f75-8b65-4fad25619811 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614961 Aug 12 04:20:14.757014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Delete allocated IP 172.20.0.9 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/dbb7a4cc-a437-4f61-9915-809b9208c8e6) {{(pid=95042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 04:20:14.768285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Allocated IP 172.20.0.36 (6409f81c-6ae2-483c-8d0d-bf186134b7ed/7096f74d-da2d-4113-b75c-bf7beda8290c/5edccfcf-777e-44ee-a224-d0bd653f1bc3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:14.777662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569d407-1014-4cb2-829a-d250a41adacc req-021dede8-e0f7-41d3-896d-d51ade7bfe54 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:14.780680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4569d407-1014-4cb2-829a-d250a41adacc req-021dede8-e0f7-41d3-896d-d51ade7bfe54 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0908318 Aug 12 04:20:14.861429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.877456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c61c38f-97f0-45a6-9bd8-3a94abc1aa60']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:14.888789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4569d407-1014-4cb2-829a-d250a41adacc req-80b460ba-2b5b-480d-b743-24ba680fb9ec tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916748 Aug 12 04:20:14.892608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:14.892926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bc81fb-3dc0-49f8-ae29-6a0aec07fbdd') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:14.902445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.910593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4037e-2d97-47ad-b060-edca0514553c req-f0054f87-0144-4075-a275-019fd09e54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:14.912900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-f0054f87-0144-4075-a275-019fd09e54e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 1094 time: 0.1080635 Aug 12 04:20:14.918357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.925417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:14.925821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:14.929147 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:15.046350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.052854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.060928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] 10.222.0.42 "DELETE /v2.0/networks/0c61c38f-97f0-45a6-9bd8-3a94abc1aa60 HTTP/1.1" status: 204 len: 168 time: 0.4449165 Aug 12 04:20:15.074191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f8cee-7d87-4b89-a1de-aaa8abd30fb6 tempest-PortsAdminExtendedAttrsTestJSON-1196613558 tempest-PortsAdminExtendedAttrsTestJSON-1196613558-project] Pushing event deleted for resources: {'Network': ['ID=0c61c38f-97f0-45a6-9bd8-3a94abc1aa60,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:15.100974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4037e-2d97-47ad-b060-edca0514553c req-79efdf02-2bbe-4af6-9712-b6581140cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:15.102520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-79efdf02-2bbe-4af6-9712-b6581140cd26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 915 time: 0.1786652 Aug 12 04:20:15.105334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.158885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Transition to ACTIVE for port object 5edccfcf-777e-44ee-a224-d0bd653f1bc3 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:15.161595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-70ba860e-71a2-4af2-956a-44edf49e8f28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=617bdd1e-4222-46df-8ddb-b08019d87274 HTTP/1.1" status: 200 len: 217 time: 0.0488310 Aug 12 04:20:15.172949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b22d3-bd4e-4720-b024-6b76e2e947d5 req-56655131-2c17-4b80-9274-cb24e2132593 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:15.174521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c5b22d3-bd4e-4720-b024-6b76e2e947d5 req-56655131-2c17-4b80-9274-cb24e2132593 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1289573 Aug 12 04:20:15.216411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Provisioning complete for port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:15.217007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.225290 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.253459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:15.282083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4037e-2d97-47ad-b060-edca0514553c req-8e918edb-ed86-4eea-a088-618c77defbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:15.283851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-8e918edb-ed86-4eea-a088-618c77defbe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.1084299 Aug 12 04:20:15.312024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c5b22d3-bd4e-4720-b024-6b76e2e947d5 req-bf274665-57b9-48e9-8126-824bd4eddc88 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283064 Aug 12 04:20:15.341832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event updated for resources: {'Port': ['ID=5edccfcf-777e-44ee-a224-d0bd653f1bc3,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:15.370479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-8a2ab67c-e244-4503-8316-b66d97ca8e63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747333 Aug 12 04:20:15.379067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Provisioning for port 34856c45-2d42-4077-8104-13d7757ba380 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:15.384720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:15.390971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.435827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] In _notify_port_updated(), no bound segment for port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 on network 6409f81c-6ae2-483c-8d0d-bf186134b7ed {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:20:15.441591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:15.442417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.446918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34678) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:15.447972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e662c9cb-d2aa-4b36-8e57-b56c74fcb837 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "PUT /v2.0/ports/5edccfcf-777e-44ee-a224-d0bd653f1bc3 HTTP/1.1" status: 200 len: 959 time: 1.5912247 Aug 12 04:20:15.491016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26606b-370d-4f33-9a43-e40d1f882aac req-c97df593-c9c1-407a-bfc8-1f4d743c6509 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:15.492589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b26606b-370d-4f33-9a43-e40d1f882aac req-c97df593-c9c1-407a-bfc8-1f4d743c6509 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 945 time: 0.1014783 Aug 12 04:20:15.515095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1ced8978-621e-4b50-8388-59eaf8b3eba6 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:15.518079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-4a27bf2b-90f4-4bb6-baff-1584d8cf54b8 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360960 Aug 12 04:20:15.579048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b26606b-370d-4f33-9a43-e40d1f882aac req-8881435d-8ee8-4edf-8791-49d14ad620fc tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760393 Aug 12 04:20:15.579690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:15.579977 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.593353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:15.593737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.638807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:15.651123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-225e1455-76e7-4425-a498-3aee0716d936 None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:15.664030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1ced8978-621e-4b50-8388-59eaf8b3eba6 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:15.674867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1ced8978-621e-4b50-8388-59eaf8b3eba6 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:15.675248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.720534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9c4037e-2d97-47ad-b060-edca0514553c req-8384283d-dc9e-49b0-93e8-3b0ec2f44a5c service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946998 Aug 12 04:20:15.732254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.748650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 5edccfcf-777e-44ee-a224-d0bd653f1bc3 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:15.791741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.831990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1ced8978-621e-4b50-8388-59eaf8b3eba6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:15.837010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced8978-621e-4b50-8388-59eaf8b3eba6'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:15.837010 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a63119e-aa86-4ef8-b92b-0fc5eae80275" -d '{"events": [{"server_uuid": "55fcf86e-0381-47f8-ab20-62aef9056eb9", "name": "network-vif-plugged", "status": "completed", "tag": "1ced8978-621e-4b50-8388-59eaf8b3eba6"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:15.882990 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd6722b-de73-472b-9552-c00279bee2d0 x-openstack-request-id: req-0dd6722b-de73-472b-9552-c00279bee2d0 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:15.883678 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fcf86e-0381-47f8-ab20-62aef9056eb9", "name": "network-vif-plugged", "status": "completed", "tag": "1ced8978-621e-4b50-8388-59eaf8b3eba6", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:15.885158 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0dd6722b-de73-472b-9552-c00279bee2d0 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:15.885824 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ced8978-621e-4b50-8388-59eaf8b3eba6', 'code': 200} Aug 12 04:20:15.910451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:15.911889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8d805c7b-d702-4c56-8239-3e05cb5cfe7d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:15.959668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:16.007845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2042a-b9b8-4d71-858c-296533237dec req-1e2e4f0e-8e15-49cb-8309-43c60dc6d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:16.009776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15b2042a-b9b8-4d71-858c-296533237dec req-1e2e4f0e-8e15-49cb-8309-43c60dc6d5ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0514154 Aug 12 04:20:16.038317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.041710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-78b799c8-6031-47b1-aecf-5da1f0171aad None None] Provisioning for port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:16.046944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-78b799c8-6031-47b1-aecf-5da1f0171aad None None] Provisioning complete for port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:16.047363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-78b799c8-6031-47b1-aecf-5da1f0171aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.052544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1ced8978-621e-4b50-8388-59eaf8b3eba6,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:16.076937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-78b799c8-6031-47b1-aecf-5da1f0171aad None None] Port 5edccfcf-777e-44ee-a224-d0bd653f1bc3 was deleted so its status cannot be updated. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 04:20:16.077515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15b2042a-b9b8-4d71-858c-296533237dec req-1444f710-f908-48f5-9e85-08acc64cb9fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602646 Aug 12 04:20:16.079259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=5edccfcf-777e-44ee-a224-d0bd653f1bc3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:16.088704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:16.089090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.170514 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.176219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f7b10e45-8077-45cd-8887-1d1ac6e103bb tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/5edccfcf-777e-44ee-a224-d0bd653f1bc3 HTTP/1.1" status: 204 len: 168 time: 0.7281320 Aug 12 04:20:16.176915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34692) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:16.178377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:16.182331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:16.182956 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.210348 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-723b50a9-10aa-4a30-b225-575b93c422db tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] GET failed (client error): The resource could not be found. Aug 12 04:20:16.215447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-723b50a9-10aa-4a30-b225-575b93c422db tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports/5edccfcf-777e-44ee-a224-d0bd653f1bc3 HTTP/1.1" status: 404 len: 333 time: 0.0340004 Aug 12 04:20:16.215849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34694) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:16.246304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d23d64f2-52cf-4877-a50b-aec19c0c9500 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31a040c9f2c743ba8d6b7ed07208e032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040800 Aug 12 04:20:16.246641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34696) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:16.253901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b8dd6-454d-4e3a-ae20-8098bcdb9dd4 req-20e26809-8809-486f-867c-508e9261cc2c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:16.261963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-129b8dd6-454d-4e3a-ae20-8098bcdb9dd4 req-20e26809-8809-486f-867c-508e9261cc2c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0830731 Aug 12 04:20:16.293836 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.309345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-129b8dd6-454d-4e3a-ae20-8098bcdb9dd4 req-eb4f3bc5-1695-44e5-accd-e80e8aee451b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Aug 12 04:20:16.320665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a696e56d-9afc-4cf4-a776-73039097b488 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.341000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:16.355095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a696e56d-9afc-4cf4-a776-73039097b488 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.355095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c757070f-8f12-4f96-beb2-daabf4234242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.398538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c757070f-8f12-4f96-beb2-daabf4234242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.400359 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.454770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:16.474240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfa3be-5772-443f-94a3-5557dd789d48 req-2509c38c-281b-4c54-82da-94b4fcbf4513 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:16.475749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bdfa3be-5772-443f-94a3-5557dd789d48 req-2509c38c-281b-4c54-82da-94b4fcbf4513 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0813630 Aug 12 04:20:16.516122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bdfa3be-5772-443f-94a3-5557dd789d48 req-1b5bce01-d733-4d23-a9fa-2fbae872d19f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339770 Aug 12 04:20:16.517150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a696e56d-9afc-4cf4-a776-73039097b488 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.519689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a696e56d-9afc-4cf4-a776-73039097b488 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.520717 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a696e56d-9afc-4cf4-a776-73039097b488 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/security-groups/e00e2605-c335-4fa6-abab-9f8dffb7e000 HTTP/1.1" status: 204 len: 168 time: 0.3039451 Aug 12 04:20:16.523754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34702) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:16.529726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696e56d-9afc-4cf4-a776-73039097b488 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e2605-c335-4fa6-abab-9f8dffb7e000,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:16.578557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d52ba21f-8ae3-48d7-a738-ebef3e687311 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.582982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c757070f-8f12-4f96-beb2-daabf4234242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.585606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c757070f-8f12-4f96-beb2-daabf4234242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.586841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c757070f-8f12-4f96-beb2-daabf4234242 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3764cbc0-e1fc-43e5-8682-60ac24b4af8a HTTP/1.1" status: 204 len: 168 time: 0.3391433 Aug 12 04:20:16.595898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757070f-8f12-4f96-beb2-daabf4234242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3764cbc0-e1fc-43e5-8682-60ac24b4af8a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:16.605176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d52ba21f-8ae3-48d7-a738-ebef3e687311 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.730001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c8266-9621-4b5e-ae6a-a5ea8edb4bc6 req-00b68159-2ea7-494f-9118-76bf81749790 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:16.737564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e0c8266-9621-4b5e-ae6a-a5ea8edb4bc6 req-00b68159-2ea7-494f-9118-76bf81749790 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0596919 Aug 12 04:20:16.781269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e0c8266-9621-4b5e-ae6a-a5ea8edb4bc6 req-29fa0d4f-104c-4839-ad4d-f031e66cef9f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Aug 12 04:20:16.784449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d52ba21f-8ae3-48d7-a738-ebef3e687311 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.787949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d52ba21f-8ae3-48d7-a738-ebef3e687311 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.790760 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d52ba21f-8ae3-48d7-a738-ebef3e687311 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/security-groups/cedf74c8-4c71-4a78-b900-637338737569 HTTP/1.1" status: 204 len: 168 time: 0.2647188 Aug 12 04:20:16.801007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34712) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:16.818229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba21f-8ae3-48d7-a738-ebef3e687311 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf74c8-4c71-4a78-b900-637338737569,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:16.869903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:16.892857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.006452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.009148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.010379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/security-groups/ef287982-2d12-444c-bf07-fec42bb5f0a8 HTTP/1.1" status: 204 len: 168 time: 0.2159622 Aug 12 04:20:17.013274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34716) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:17.019995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef287982-2d12-444c-bf07-fec42bb5f0a8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:17.027512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.027992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.028473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.028793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.029068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.029411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.029746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.030221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.030551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.030913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.031245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.032088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d9dab-775f-4661-8422-52898782b3f5 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:17.065992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet dbb7a4cc-a437-4f61-9915-809b9208c8e6 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:17.069105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.108519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.197113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.255097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34718) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:17.295054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3d66fc9e-40f1-49a1-a064-17602c5ffa78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7aa4ff107c5495d977f80061813d621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386863 Aug 12 04:20:17.297483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34720) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:17.297647 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.326358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.328964 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/dbb7a4cc-a437-4f61-9915-809b9208c8e6 HTTP/1.1" status: 204 len: 168 time: 0.3142552 Aug 12 04:20:17.330050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d69d82-c736-4266-9a32-446cfc33cea1 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb7a4cc-a437-4f61-9915-809b9208c8e6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:17.332824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34724) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:17.347287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06c88c-1e31-4c4b-8a56-dac94214d66d None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:17.378316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72d9f794-1d19-42ae-a359-87f80fa6a516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.392545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet 7096f74d-da2d-4113-b75c-bf7beda8290c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:17.396111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.413686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72d9f794-1d19-42ae-a359-87f80fa6a516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.439165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.485656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb738c87-d6c0-44d4-841b-e77743e17b1b req-08a12732-6692-4eb7-ae6e-ed630c1008b7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:17.487201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cb738c87-d6c0-44d4-841b-e77743e17b1b req-08a12732-6692-4eb7-ae6e-ed630c1008b7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 943 time: 0.0789061 Aug 12 04:20:17.531405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cb738c87-d6c0-44d4-841b-e77743e17b1b req-5053e7b7-2d55-4cb3-9518-f775e6ac7585 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Aug 12 04:20:17.542828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.588999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72d9f794-1d19-42ae-a359-87f80fa6a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.593125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72d9f794-1d19-42ae-a359-87f80fa6a516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.595302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-72d9f794-1d19-42ae-a359-87f80fa6a516 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0fc4b66-c243-4bbc-9f85-fc2e49b983b4 HTTP/1.1" status: 204 len: 168 time: 0.2955287 Aug 12 04:20:17.605657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9f794-1d19-42ae-a359-87f80fa6a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc4b66-c243-4bbc-9f85-fc2e49b983b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:17.678391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fd807-b343-40c6-bbf0-0ddadc1f003f req-ef6e8fd3-a2dd-4fc7-973a-32f2337ffd9b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:17.679960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-883fd807-b343-40c6-bbf0-0ddadc1f003f req-ef6e8fd3-a2dd-4fc7-973a-32f2337ffd9b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0681942 Aug 12 04:20:17.725391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 617bdd1e-4222-46df-8ddb-b08019d87274 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:20:17.735370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-883fd807-b343-40c6-bbf0-0ddadc1f003f req-3f265f5c-e46a-4d6a-bf74-ab99697e102f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482178 Aug 12 04:20:17.736945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.766402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=7096f74d-da2d-4113-b75c-bf7beda8290c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:17.771577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.775348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34734) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:17.784059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ff17be2c-3265-47a0-ad25-3d5e4921cc19 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/7096f74d-da2d-4113-b75c-bf7beda8290c HTTP/1.1" status: 204 len: 168 time: 0.4488332 Aug 12 04:20:17.847739 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4f8331-472f-4c56-b1e9-b7dd26614031 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:17.848570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4f8331-472f-4c56-b1e9-b7dd26614031 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:17.853190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34740) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:17.857646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f4f8331-472f-4c56-b1e9-b7dd26614031 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/dbb7a4cc-a437-4f61-9915-809b9208c8e6 HTTP/1.1" status: 404 len: 337 time: 0.0740499 Aug 12 04:20:17.886747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:17.889477 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef55aab4-53df-4bed-8b27-5e33f1469318" -d '{"events": [{"server_uuid": "454d955d-2af1-4e95-93ff-7c7ccde400f3", "name": "network-vif-plugged", "status": "completed", "tag": "8d805c7b-d702-4c56-8239-3e05cb5cfe7d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:17.934846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 617bdd1e-4222-46df-8ddb-b08019d87274, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=617bdd1e-4222-46df-8ddb-b08019d87274,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:17.945188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting subnet df6dde9a-f764-4645-9bdb-61627738da3e {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:17.945188 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:17.959361 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b300059-3206-4e15-b49f-f38c5f59756e x-openstack-request-id: req-0b300059-3206-4e15-b49f-f38c5f59756e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:17.959634 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454d955d-2af1-4e95-93ff-7c7ccde400f3", "name": "network-vif-plugged", "status": "completed", "tag": "8d805c7b-d702-4c56-8239-3e05cb5cfe7d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:17.959889 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b300059-3206-4e15-b49f-f38c5f59756e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:17.960331 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d', 'code': 200} Aug 12 04:20:17.976564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '617bdd1e-4222-46df-8ddb-b08019d87274', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'port_id': '617bdd1e-4222-46df-8ddb-b08019d87274', 'mac_address': 'fa:16:3e:4f:3e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4560bcdb-e9a4-42cf-b382-b5fded60fd3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:20:17.990082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482f40b-1a64-4b2c-acfa-169aaad4f3ff req-15652eeb-5e14-43ef-a4d2-3fbe68d981dc tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:17.991680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5482f40b-1a64-4b2c-acfa-169aaad4f3ff req-15652eeb-5e14-43ef-a4d2-3fbe68d981dc tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1077077 Aug 12 04:20:18.031570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.054680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.070932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617bdd1e-4222-46df-8ddb-b08019d87274 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:18.084495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5482f40b-1a64-4b2c-acfa-169aaad4f3ff req-1d81f773-5886-4afa-bdc3-5a306ed20e5a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840862 Aug 12 04:20:18.122406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 617bdd1e-4222-46df-8ddb-b08019d87274, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=617bdd1e-4222-46df-8ddb-b08019d87274,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:18.128992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0171f-084f-4427-a48d-3af0c4b7bf1f req-027b2371-6f0d-4766-855c-03d1aaac962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:18.131495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60c0171f-084f-4427-a48d-3af0c4b7bf1f req-027b2371-6f0d-4766-855c-03d1aaac962f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.0973186 Aug 12 04:20:18.179950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60c0171f-084f-4427-a48d-3af0c4b7bf1f req-91200d6c-c7d1-4bae-b27f-768964d84929 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Aug 12 04:20:18.180186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.194642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.245279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e5f59-34f1-4c37-8413-c697af448f41 None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:18.283783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=617bdd1e-4222-46df-8ddb-b08019d87274,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:18.341405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-44330719-0468-4f9e-8ea2-161ac7860e3f None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:18.341917 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-44330719-0468-4f9e-8ea2-161ac7860e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.378582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.401601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.404628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/df6dde9a-f764-4645-9bdb-61627738da3e HTTP/1.1" status: 204 len: 168 time: 0.5500524 Aug 12 04:20:18.407784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34756) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.436103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae36c0-d74b-42ee-a447-acb3774a0295 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Subnet': ['ID=df6dde9a-f764-4645-9bdb-61627738da3e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:18.436548 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-64de0067-c800-47b8-b032-b60db253f46f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.437008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64de0067-c800-47b8-b032-b60db253f46f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.441128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-64de0067-c800-47b8-b032-b60db253f46f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/11ff878a-eb17-480f-9bef-ac3cb7565cce HTTP/1.1" status: 404 len: 337 time: 0.0300021 Aug 12 04:20:18.441414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34758) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.468549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6658a50e-b5d2-47f0-bd07-85c302a276f0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 HTTP/1.1" status: 200 len: 205 time: 0.0261230 Aug 12 04:20:18.471365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34760) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.503329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['617bdd1e-4222-46df-8ddb-b08019d87274'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:20:18.512704 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-701c9127-0673-4612-8549-f4a03c248790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] delete failed (client error): The resource could not be found. Aug 12 04:20:18.516253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-701c9127-0673-4612-8549-f4a03c248790 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/routers/8f7d4242-7bbc-4300-8b8b-f8ad90dc79e8 HTTP/1.1" status: 404 len: 336 time: 0.0415888 Aug 12 04:20:18.518644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34762) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.559136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-44330719-0468-4f9e-8ea2-161ac7860e3f None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:18.559516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-44330719-0468-4f9e-8ea2-161ac7860e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.561025 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-44028dbf-e054-4b2d-8a66-f022a86b3804 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.561778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44028dbf-e054-4b2d-8a66-f022a86b3804 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.563663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-44028dbf-e054-4b2d-8a66-f022a86b3804 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/c046da03-cc39-4478-a4f6-25346b0f9446 HTTP/1.1" status: 404 len: 337 time: 0.0459790 Aug 12 04:20:18.566409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34768) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.602926 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-205482d9-bea1-4f3f-814b-258f4117e676 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.603510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205482d9-bea1-4f3f-814b-258f4117e676 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.607521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-205482d9-bea1-4f3f-814b-258f4117e676 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/7a404d25-e89b-4d63-99c0-c31f6b128d7a HTTP/1.1" status: 404 len: 337 time: 0.0378592 Aug 12 04:20:18.610395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34772) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.655662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69efce3-fc3d-4455-98f4-f08688cd9802 None None] Update dhcp port {'port': {'network_id': '6409f81c-6ae2-483c-8d0d-bf186134b7ed', 'fixed_ips': [{'subnet_id': 'df6dde9a-f764-4645-9bdb-61627738da3e'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '34856c45-2d42-4077-8104-13d7757ba380'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:20:18.662266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-44330719-0468-4f9e-8ea2-161ac7860e3f None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:18.673925 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-2140e729-451d-47a9-8be6-69ce68235c36 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.674419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2140e729-451d-47a9-8be6-69ce68235c36 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.678560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2140e729-451d-47a9-8be6-69ce68235c36 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/e8947e8f-3965-48f0-8d62-dd41338fb76f HTTP/1.1" status: 404 len: 337 time: 0.0648544 Aug 12 04:20:18.678845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34780) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.685475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71a61-4eb0-4a5a-9879-c90ace38e600 req-228f1fd4-0dc2-4fa4-bd69-cf11f9e999ae tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:18.687108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-def71a61-4eb0-4a5a-9879-c90ace38e600 req-228f1fd4-0dc2-4fa4-bd69-cf11f9e999ae tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 944 time: 0.0713880 Aug 12 04:20:18.712259 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7afeb9a-e9cd-4c88-91cf-6b745adc5007 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.713101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7afeb9a-e9cd-4c88-91cf-6b745adc5007 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.715963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b7afeb9a-e9cd-4c88-91cf-6b745adc5007 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/78413fa5-ee75-4f93-a4bf-504fc7eddb39 HTTP/1.1" status: 404 len: 333 time: 0.0361452 Aug 12 04:20:18.722683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34782) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.766654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e32d4-76b1-4fef-9167-146eb409f560 req-c5576f29-57a0-49de-8de8-0fb5872c3861 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:18.768258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e31e32d4-76b1-4fef-9167-146eb409f560 req-c5576f29-57a0-49de-8de8-0fb5872c3861 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0584695 Aug 12 04:20:18.769643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-def71a61-4eb0-4a5a-9879-c90ace38e600 req-942b464b-4778-435f-915b-447c6e1b7e2e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753095 Aug 12 04:20:18.808318 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa419e1-cd97-4cd6-a594-870473d9b7b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.808774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa419e1-cd97-4cd6-a594-870473d9b7b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.810517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-baa419e1-cd97-4cd6-a594-870473d9b7b0 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/008d6c2e-624f-4e9e-ae58-e5581d4341f8 HTTP/1.1" status: 404 len: 337 time: 0.0862050 Aug 12 04:20:18.813201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34788) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.845139 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-828daba7-bbe3-49b7-b19d-b4fad9fe6146 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.845763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828daba7-bbe3-49b7-b19d-b4fad9fe6146 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.847709 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-828daba7-bbe3-49b7-b19d-b4fad9fe6146 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/50fd9061-46d3-444a-a960-50f1875acfa0 HTTP/1.1" status: 404 len: 337 time: 0.0335817 Aug 12 04:20:18.851136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34792) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.867115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e31e32d4-76b1-4fef-9167-146eb409f560 req-f4838154-79cf-4bad-8d73-92bcf2d4c9e6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900109 Aug 12 04:20:18.881167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-6f0d5c9a-7ea0-4395-8b17-d87616ca9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:18.882849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-6f0d5c9a-7ea0-4395-8b17-d87616ca9e72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1173370 Aug 12 04:20:18.884512 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfd2ec5-7db5-4483-b673-cc6b0396234f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.885193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfd2ec5-7db5-4483-b673-cc6b0396234f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.887137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7dfd2ec5-7db5-4483-b673-cc6b0396234f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/e2b7aec8-db62-4225-9b7c-05fdea58a63f HTTP/1.1" status: 404 len: 333 time: 0.0352502 Aug 12 04:20:18.889628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34796) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.923669 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c69efce3-fc3d-4455-98f4-f08688cd9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:18.940698 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-651f9b26-5c1e-4680-b2e8-987f03bf6e75 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:18.941152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651f9b26-5c1e-4680-b2e8-987f03bf6e75 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:18.942910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-651f9b26-5c1e-4680-b2e8-987f03bf6e75 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/a328ead4-2b12-4b1e-96cf-bd14ad1d3906 HTTP/1.1" status: 404 len: 337 time: 0.0524740 Aug 12 04:20:18.945393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:18.968482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34800) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:19.013772 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-307871d1-54c3-498a-9b5d-829bb59838a7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] DELETE failed (client error): The resource could not be found. Aug 12 04:20:19.014415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307871d1-54c3-498a-9b5d-829bb59838a7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:20:19.019012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-307871d1-54c3-498a-9b5d-829bb59838a7 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/subnets/6d7dc2ad-e52f-4322-a593-a37c0d748c3c HTTP/1.1" status: 404 len: 337 time: 0.0704789 Aug 12 04:20:19.019886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34804) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:19.073069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-7695a0fb-b460-41ef-b59e-5e612fabc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:19.084472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-7695a0fb-b460-41ef-b59e-5e612fabc991 service neutron] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 919 time: 0.1863706 Aug 12 04:20:19.137823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-2f2cb34d-c81b-4469-82ae-5164f5b6ed53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Aug 12 04:20:19.173767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-719397756'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:19.187033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a00f-104a-405f-97cf-b7ac31c61253 req-33febcb5-2df2-4832-84ce-501d7c421162 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:19.188918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b464a00f-104a-405f-97cf-b7ac31c61253 req-33febcb5-2df2-4832-84ce-501d7c421162 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1593318 Aug 12 04:20:19.228289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-31763a26-a097-403c-92f8-a57d66c27e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:19.235986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-31763a26-a097-403c-92f8-a57d66c27e06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.0831153 Aug 12 04:20:19.252306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871c766-2abd-4e44-aae8-fde04ef449dd None None] Network 6409f81c-6ae2-483c-8d0d-bf186134b7ed requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:19.260680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b464a00f-104a-405f-97cf-b7ac31c61253 req-6d1baabd-fbd2-4398-836b-6f4e28549104 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589588 Aug 12 04:20:19.263977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port d1f64d07-3bc4-4249-91f6-37ecba7688a4 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:19.264359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.270469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-0378923c-af69-4ece-8475-5a8a2d344d11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293319 Aug 12 04:20:19.319859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Made reservation on behalf of 1c540f87775d4060ac0848928a1a2fe8 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:19.323418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.335073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-044e6056-943a-492c-99f2-26ae7f9ed0be None None] Provisioning complete for port 34856c45-2d42-4077-8104-13d7757ba380 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:19.336589 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-044e6056-943a-492c-99f2-26ae7f9ed0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.339949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.355280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.371895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for d1f64d07-3bc4-4249-91f6-37ecba7688a4 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:19.376472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-c572c673-a523-4955-af5f-e2aad332e03b service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985842 Aug 12 04:20:19.482311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-044e6056-943a-492c-99f2-26ae7f9ed0be None None] Provisioning complete for port d1f64d07-3bc4-4249-91f6-37ecba7688a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:19.482311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-044e6056-943a-492c-99f2-26ae7f9ed0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.486923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] DHCP port deletion for 6409f81c-6ae2-483c-8d0d-bf186134b7ed request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:19.494348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c303d4ff-a3ce-4fea-964e-b5e7028a6628 req-edda7a4c-3973-4302-98df-0ebbc850d3ce service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089857 Aug 12 04:20:19.537821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.538388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-044e6056-943a-492c-99f2-26ae7f9ed0be None None] Port d1f64d07-3bc4-4249-91f6-37ecba7688a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:19.561030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] Deleting port 34856c45-2d42-4077-8104-13d7757ba380 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:19.561403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.577305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.607244 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.610958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=d1f64d07-3bc4-4249-91f6-37ecba7688a4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:19.629587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=34856c45-2d42-4077-8104-13d7757ba380,segment=NetworkSegment(99ad5190-a2b3-45ea-afb5-c1472d12adfa),segment_id=99ad5190-a2b3-45ea-afb5-c1472d12adfa)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:19.630481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.632689 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.636873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6d24773a-0e42-4675-abe9-9850d3f68a03 tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/ports/d1f64d07-3bc4-4249-91f6-37ecba7688a4 HTTP/1.1" status: 204 len: 168 time: 0.6135187 Aug 12 04:20:19.639244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34808) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:19.644005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:19.645650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] Calling delete_port for 34856c45-2d42-4077-8104-13d7757ba380 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:19.654167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ac5c4-2612-427b-b3cd-1f3f004b11bf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:19.659858 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.659858 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Added segment 55805952-d273-4518-b134-9ff522a9e7c6 of type vlan for network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be Aug 12 04:20:19.701403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.744921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.771627 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.788793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.795181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:19.796078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.799654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] Pushing event deleted for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:19.801120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d82ff2-bda1-479e-8c56-b0d3d4cff0f7 None None] No DVR routers for this DVR port 34856c45-2d42-4077-8104-13d7757ba380 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:19.805403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Deleting port 34856c45-2d42-4077-8104-13d7757ba380 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:19.805758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.883666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9130607 Aug 12 04:20:19.886522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:19.888910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] For port 34856c45-2d42-4077-8104-13d7757ba380, host n-d-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:19.889269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:19.894759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Request body: {'subnet': {'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:19.897082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:19.901530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05688f90-5bde-439c-83bd-7f590aade064 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event updated for resources: {'Network': ['ID=0c6ee9ec-c7d2-4013-9428-3fd77fdea9be,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:19.922751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:19.926355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 34856c45-2d42-4077-8104-13d7757ba380 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:19.926355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 34856c45-2d42-4077-8104-13d7757ba380 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:19.994227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Calling delete_port for 34856c45-2d42-4077-8104-13d7757ba380 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:19.998261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17560cc-8893-4c52-bd4d-6bf76ef1192f req-eedf269b-8f0c-4f5e-9077-1aca500d54c4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:20.000112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d17560cc-8893-4c52-bd4d-6bf76ef1192f req-eedf269b-8f0c-4f5e-9077-1aca500d54c4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0504911 Aug 12 04:20:20.000661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Port 34856c45-2d42-4077-8104-13d7757ba380 was not found and therefore no delete operation was performed {{(pid=95043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:20:20.004975 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.039098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d17560cc-8893-4c52-bd4d-6bf76ef1192f req-9549a8a9-a4db-4557-b77a-4865060e8b53 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Aug 12 04:20:20.048109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] No DVR routers for this DVR port 34856c45-2d42-4077-8104-13d7757ba380 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:20.056243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Port': ['ID=34856c45-2d42-4077-8104-13d7757ba380,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:20.095042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90eab4-cad3-44bf-8f97-9ef3c3524d30 req-d809b271-e789-4dc6-ae5d-239f2a3bd3a0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:20.096534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc90eab4-cad3-44bf-8f97-9ef3c3524d30 req-d809b271-e789-4dc6-ae5d-239f2a3bd3a0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 944 time: 0.2244799 Aug 12 04:20:20.175090 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.189237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6409f81c-6ae2-483c-8d0d-bf186134b7ed']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:20.206085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ad5190-a2b3-45ea-afb5-c1472d12adfa') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:20.206392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ad5190-a2b3-45ea-afb5-c1472d12adfa') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:20.214961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc90eab4-cad3-44bf-8f97-9ef3c3524d30 req-9a0946d6-9485-4e61-be77-b2011ed91dfc tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776923 Aug 12 04:20:20.218200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.232069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.239864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:20.240277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:20.243245 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:20.277845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Made reservation on behalf of 1c540f87775d4060ac0848928a1a2fe8 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:20.281894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.410776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.420443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052d579-c985-423e-b8f4-c959d4212314 req-f8cdbeba-b44e-4b63-9c7d-5e80d7254812 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:20.422019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f052d579-c985-423e-b8f4-c959d4212314 req-f8cdbeba-b44e-4b63-9c7d-5e80d7254812 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.0786545 Aug 12 04:20:20.430575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.432342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] 10.222.0.42 "DELETE /v2.0/networks/6409f81c-6ae2-483c-8d0d-bf186134b7ed HTTP/1.1" status: 204 len: 168 time: 0.7913108 Aug 12 04:20:20.455504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150f68a-6e22-460d-aa82-44894bd23f4f tempest-PortsTestJSON-1492613494 tempest-PortsTestJSON-1492613494-project] Pushing event deleted for resources: {'Network': ['ID=6409f81c-6ae2-483c-8d0d-bf186134b7ed,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:20.521364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f052d579-c985-423e-b8f4-c959d4212314 req-a40787d0-1351-4920-83f8-cbc363720745 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915103 Aug 12 04:20:20.623139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.685834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event updated for resources: {'Subnet': ['ID=d6ff5b52-acc0-450e-975e-fb4a4ea5913f,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:20.694417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Checking segment: {'id': '55805952-d273-4518-b134-9ff522a9e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:20.694813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Network hostable DHCP agents. Network: 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:20.766509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:20.803639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34830) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:20.816910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:20.821242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:20.821663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:20.827614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d73023-57fa-47b0-9933-0f9e1522be6c None None] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:20.892864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-357e3149-e8b9-4c7f-a2ba-c127b3b86ecd tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0052478 Aug 12 04:20:20.895571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34834) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:20.900847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Request body: {'port': {'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be', 'name': 'tempest-ExtraDHCPOptionsTestJSON-748169177'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:20.985537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-0c6ee9ec-c7d2-4013-9428-3fd77fdea9be', 'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be', 'tenant_id': '1c540f87775d4060ac0848928a1a2fe8', 'fixed_ips': [{'subnet_id': 'd6ff5b52-acc0-450e-975e-fb4a4ea5913f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:20.986411 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.129033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Allocated IP 172.20.0.2 (0c6ee9ec-c7d2-4013-9428-3fd77fdea9be/d6ff5b52-acc0-450e-975e-fb4a4ea5913f/b6eb5179-dce1-4b00-ac9c-9885e531635f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:21.199565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da16d65-8ca2-434d-93a5-4192d8aacc1c req-2d0b62c3-56b7-4593-a7eb-aff54ee28584 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:21.201929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6da16d65-8ca2-434d-93a5-4192d8aacc1c req-2d0b62c3-56b7-4593-a7eb-aff54ee28584 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0878227 Aug 12 04:20:21.264604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6da16d65-8ca2-434d-93a5-4192d8aacc1c req-f7f30c0a-6b78-4550-8ead-232e21271c66 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532591 Aug 12 04:20:21.289793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d58c1b02-0598-4de4-bfcd-f098b9a9ca0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9893fadec94e48498e47a3f54a76dc23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849143 Aug 12 04:20:21.296592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34846) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:21.318314 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.329229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Transition to ACTIVE for port object b6eb5179-dce1-4b00-ac9c-9885e531635f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:21.349216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Transition to ACTIVE for port object b6eb5179-dce1-4b00-ac9c-9885e531635f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:21.403933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae5-d011-4e3b-8925-4841a9afa6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.411671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Made reservation on behalf of 1c540f87775d4060ac0848928a1a2fe8 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:21.415384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.419858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa258d0-25db-4030-ab2c-a322e0950c1f req-e77448fd-7580-430d-b691-64d087aac8a9 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:21.421348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cfa258d0-25db-4030-ab2c-a322e0950c1f req-e77448fd-7580-430d-b691-64d087aac8a9 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 944 time: 0.0805976 Aug 12 04:20:21.434976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.435205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] device_id is not set on port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:21.455338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae5-d011-4e3b-8925-4841a9afa6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.473679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:21.480159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:21.483697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:21.491989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cfa258d0-25db-4030-ab2c-a322e0950c1f req-798d2592-6256-4755-9096-06bc15811c1e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631356 Aug 12 04:20:21.494263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Pushing event updated for resources: {'Port': ['ID=b6eb5179-dce1-4b00-ac9c-9885e531635f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:21.542780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Attempting to bind port b6eb5179-dce1-4b00-ac9c-9885e531635f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:21.543155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Attempting to bind port b6eb5179-dce1-4b00-ac9c-9885e531635f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '55805952-d273-4518-b134-9ff522a9e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:21.543523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Attempting to bind port b6eb5179-dce1-4b00-ac9c-9885e531635f on network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:21.548449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:21.548820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Checking segment: {'id': '55805952-d273-4518-b134-9ff522a9e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:21.549222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.549620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Bound using segment: {'id': '55805952-d273-4518-b134-9ff522a9e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:21.550090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Bound port: b6eb5179-dce1-4b00-ac9c-9885e531635f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55805952-d273-4518-b134-9ff522a9e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:21.550474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.564729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Allocated IP 172.20.0.5 (0c6ee9ec-c7d2-4013-9428-3fd77fdea9be/d6ff5b52-acc0-450e-975e-fb4a4ea5913f/ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:21.590024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae5-d011-4e3b-8925-4841a9afa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.592539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e1ebae5-d011-4e3b-8925-4841a9afa6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.594170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e1ebae5-d011-4e3b-8925-4841a9afa6f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3b7b905-284c-4a01-a043-3b819e662f94 HTTP/1.1" status: 204 len: 168 time: 0.2949781 Aug 12 04:20:21.618246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ebae5-d011-4e3b-8925-4841a9afa6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b7b905-284c-4a01-a043-3b819e662f94,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:21.628382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] For port b6eb5179-dce1-4b00-ac9c-9885e531635f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:21.634342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] For port b6eb5179-dce1-4b00-ac9c-9885e531635f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b6eb5179-dce1-4b00-ac9c-9885e531635f,segment=NetworkSegment(55805952-d273-4518-b134-9ff522a9e7c6),segment_id=55805952-d273-4518-b134-9ff522a9e7c6)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:21.686881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.723434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e727d93-68f4-45d7-86b9-f1c7a1e82dad req-84db331f-10b8-4f50-84c3-cd08e4209b1f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:21.724845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e727d93-68f4-45d7-86b9-f1c7a1e82dad req-84db331f-10b8-4f50-84c3-cd08e4209b1f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1106775 Aug 12 04:20:21.745579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 617bdd1e-4222-46df-8ddb-b08019d87274 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:21.758124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.771298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb0d9d-4158-406f-8ba1-89bfbb1cfb3f None None] Pushing event updated for resources: {'Port': ['ID=b6eb5179-dce1-4b00-ac9c-9885e531635f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:21.781836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Transition to ACTIVE for port object ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:21.827310 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e727d93-68f4-45d7-86b9-f1c7a1e82dad req-763f70bb-1c13-4303-acad-5972f7dbdb79 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553455 Aug 12 04:20:21.863136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 617bdd1e-4222-46df-8ddb-b08019d87274 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:21.867382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 617bdd1e-4222-46df-8ddb-b08019d87274 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:21.872617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.948891 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:21.983594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:22.012909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:22.016258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:22.018110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617bdd1e-4222-46df-8ddb-b08019d87274'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:22.020386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:22.022224 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc078e-dd7c-4e7e-8f5e-ff28ce6d21d1" -d '{"events": [{"server_uuid": "f3b8b8ea-b639-4818-9af0-572006dc7cc4", "name": "network-vif-plugged", "status": "completed", "tag": "617bdd1e-4222-46df-8ddb-b08019d87274"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:22.045088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 617bdd1e-4222-46df-8ddb-b08019d87274, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=617bdd1e-4222-46df-8ddb-b08019d87274,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:22.074657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event updated for resources: {'Port': ['ID=ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:22.092268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:22.099453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:22.104297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:22.110856 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7907efb-7757-4cbb-b414-7fb0fc711a3b x-openstack-request-id: req-b7907efb-7757-4cbb-b414-7fb0fc711a3b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:22.111154 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b8b8ea-b639-4818-9af0-572006dc7cc4", "name": "network-vif-plugged", "status": "completed", "tag": "617bdd1e-4222-46df-8ddb-b08019d87274", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:22.111417 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7907efb-7757-4cbb-b414-7fb0fc711a3b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:22.111871 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617bdd1e-4222-46df-8ddb-b08019d87274', 'code': 200} Aug 12 04:20:22.175028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=617bdd1e-4222-46df-8ddb-b08019d87274,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:22.197997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d4d826fa-a956-4863-ad63-05c3ab98c4d4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2984140 Aug 12 04:20:22.198772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34862) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:22.204996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Request body: {'port': {'network_id': '0c6ee9ec-c7d2-4013-9428-3fd77fdea9be', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1709737125', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:22.205649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] bootfile-name is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:20:22.205805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] tftp-server is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:20:22.206134 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] server-ip-address is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:20:22.265460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb6b84-aabd-4e8e-97cc-afd1c3d19056 req-92e0c701-0c3f-494a-baf7-ccfe8863a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:22.267275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99eb6b84-aabd-4e8e-97cc-afd1c3d19056 req-92e0c701-0c3f-494a-baf7-ccfe8863a62a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1128778 Aug 12 04:20:22.334670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99eb6b84-aabd-4e8e-97cc-afd1c3d19056 req-55370664-36f0-436c-8289-a18835d8a0a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593812 Aug 12 04:20:22.412078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ba8a-b5b7-4299-ba1a-4ca3aa355132 req-3abe8b4b-f764-4684-a753-4d01047928d9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:22.413643 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9108ba8a-b5b7-4299-ba1a-4ca3aa355132 req-3abe8b4b-f764-4684-a753-4d01047928d9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0568142 Aug 12 04:20:22.451830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Made reservation on behalf of 1c540f87775d4060ac0848928a1a2fe8 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:22.456240 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:22.465565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9108ba8a-b5b7-4299-ba1a-4ca3aa355132 req-de6d72bc-871c-47c8-9a7b-17585926c7a0 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Aug 12 04:20:22.496389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] device_id is not set on port 2865f417-60ac-4d89-8064-fc00ae6498ca yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:22.621812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc2375-2081-41fd-afec-95eb3d822e53 req-2d429ba5-19c8-4fea-a676-1fda16a688e8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:22.627217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bbc2375-2081-41fd-afec-95eb3d822e53 req-2d429ba5-19c8-4fea-a676-1fda16a688e8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 945 time: 0.0606105 Aug 12 04:20:22.644156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Allocated IP 172.20.0.13 (0c6ee9ec-c7d2-4013-9428-3fd77fdea9be/d6ff5b52-acc0-450e-975e-fb4a4ea5913f/2865f417-60ac-4d89-8064-fc00ae6498ca) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:22.665574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bbc2375-2081-41fd-afec-95eb3d822e53 req-4f7c5c2e-28af-4e36-b702-d3dd5e8986ce tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353222 Aug 12 04:20:22.817373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:22.828165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d081b8b-2ffa-4379-b105-6340cb2b8163 None None] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:22.835271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Transition to ACTIVE for port object 2865f417-60ac-4d89-8064-fc00ae6498ca will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:22.858498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34886) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:22.943411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:22.971416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c2cb9287-d713-4e8a-8dc3-b91906bba971 None None] Provisioning for port b6eb5179-dce1-4b00-ac9c-9885e531635f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:22.997391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066363918'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:23.008461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:23.024867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859380-fb82-42b2-98e0-10685a4c0c63 req-627fe851-0df5-4da6-b58d-d1d89587a65e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.026394 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de859380-fb82-42b2-98e0-10685a4c0c63 req-627fe851-0df5-4da6-b58d-d1d89587a65e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 944 time: 0.1188507 Aug 12 04:20:23.027332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:23.036843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:23.042186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event updated for resources: {'Port': ['ID=2865f417-60ac-4d89-8064-fc00ae6498ca,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:23.116142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de859380-fb82-42b2-98e0-10685a4c0c63 req-253203b7-cf32-43f6-bd10-4e655dc86496 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806198 Aug 12 04:20:23.125426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.131468 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.161086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:23.164787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.174492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.211411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a5b9d491-3f5b-4f24-bed0-61f6ddad7075 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.0114086 Aug 12 04:20:23.214438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34890) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:23.275395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad7eab-7ed6-4555-bad3-d0dca471c09b tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.281613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad7eab-7ed6-4555-bad3-d0dca471c09b tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.288071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad7eab-7ed6-4555-bad3-d0dca471c09b tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.290180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2dad7eab-7ed6-4555-bad3-d0dca471c09b tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0741355 Aug 12 04:20:23.293384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34892) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:23.298445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.309699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Provisioning for port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:23.315180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Provisioning complete for port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:23.315857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.362247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:23.366239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.411555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:23.417658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0cb7b-b9d9-464f-9021-cb7e0877b6d6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:23.427495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.430832 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment d0789868-9b0f-452c-9e05-f2a626d943d1 of type vlan for network de18c519-49e6-48a4-8c4b-b8e2428d1751 Aug 12 04:20:23.435274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Deleting port 2865f417-60ac-4d89-8064-fc00ae6498ca {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:23.435805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.458022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Provisioning for port 2865f417-60ac-4d89-8064-fc00ae6498ca completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:23.463550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Provisioning complete for port 2865f417-60ac-4d89-8064-fc00ae6498ca triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:23.464343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.485608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.514508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-00f33c97-9f02-4a53-b3ed-04d5201479bb None None] Port 2865f417-60ac-4d89-8064-fc00ae6498ca cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:23.592209 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.606185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Calling delete_port for 2865f417-60ac-4d89-8064-fc00ae6498ca owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:23.618964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e67241-0d04-4d25-ae8d-592659c16996 req-89bc6328-40da-420d-a6eb-197125bc7c74 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.620727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85e67241-0d04-4d25-ae8d-592659c16996 req-89bc6328-40da-420d-a6eb-197125bc7c74 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0571935 Aug 12 04:20:23.621652 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.627425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.628123 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.645731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6e905e72-336e-4ead-8339-6027cc69c7c6 None None] Provisioning complete for port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:23.646125 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6e905e72-336e-4ead-8339-6027cc69c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.699596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6e905e72-336e-4ead-8339-6027cc69c7c6 None None] Port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:23.740692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:20:23.744232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8832622 Aug 12 04:20:23.746859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34904) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:23.754791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85e67241-0d04-4d25-ae8d-592659c16996 req-69d7e652-7613-4a7f-899c-3847c6254059 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236880 Aug 12 04:20:23.755563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b12b-69ef-408b-86f2-8a0e50eb9316 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=de18c519-49e6-48a4-8c4b-b8e2428d1751,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:23.762066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714803357'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:23.768660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:23.837802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e5f2a-aef5-421d-8b21-0d977b8767f2 req-eaa1e1a1-e0b2-473c-8bc0-972f1fbd56e7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:23.839540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-208e5f2a-aef5-421d-8b21-0d977b8767f2 req-eaa1e1a1-e0b2-473c-8bc0-972f1fbd56e7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 945 time: 0.0961032 Aug 12 04:20:23.880303 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-208e5f2a-aef5-421d-8b21-0d977b8767f2 req-04151547-65cb-4639-891c-f57939428d51 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Aug 12 04:20:23.889323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:23.893637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.898182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d63f018e-43f9-44e2-a2d4-acd4d0c17541 None None] Provisioning complete for port 2865f417-60ac-4d89-8064-fc00ae6498ca triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:23.898576 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d63f018e-43f9-44e2-a2d4-acd4d0c17541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.900321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b6eb5179-dce1-4b00-ac9c-9885e531635f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:23.906740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:23.959582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d63f018e-43f9-44e2-a2d4-acd4d0c17541 None None] Port 2865f417-60ac-4d89-8064-fc00ae6498ca was deleted so its status cannot be updated. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 04:20:23.961356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event deleted for resources: {'Port': ['ID=2865f417-60ac-4d89-8064-fc00ae6498ca,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:23.979537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:23.988863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:23.997676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'port_id': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'mac_address': 'fa:16:3e:71:d5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:20:24.027311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.027604 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment 0b457eee-51cb-4885-8a4f-8e4e7754c0d9 of type vlan for network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 Aug 12 04:20:24.052478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.067396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:24.080707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.082607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-50bd0b12-98cb-4916-870a-1220965c36e2 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "DELETE /v2.0/ports/2865f417-60ac-4d89-8064-fc00ae6498ca HTTP/1.1" status: 204 len: 168 time: 0.7885010 Aug 12 04:20:24.086470 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.086820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:24.094908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port b6eb5179-dce1-4b00-ac9c-9885e531635f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:24.096637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Request body: {'port': {'name': 'tempest-new-port-name-1201177656', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:24.097049 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] bootfile-name is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:20:24.097384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] tftp-server is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:20:24.098569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.api.validators [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] server-ip-address is not in valid_values {{(pid=95042) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 04:20:24.100817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:24.102839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b6eb5179-dce1-4b00-ac9c-9885e531635f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:24.105292 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.176882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.182954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.194074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:24.194074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.204101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.215467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.259085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=11']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:24.271863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port b6eb5179-dce1-4b00-ac9c-9885e531635f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b6eb5179-dce1-4b00-ac9c-9885e531635f,segment=NetworkSegment(55805952-d273-4518-b134-9ff522a9e7c6),segment_id=55805952-d273-4518-b134-9ff522a9e7c6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:24.293436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=c5b0b1cb-2311-4c39-9ee7-22afa92a42e9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:24.304541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:24.318630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e087b6-3778-4492-ae3d-d03a4d06ab80 req-e0af68c9-f368-43ed-92b6-f9d65cd0c23d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:24.324366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5e087b6-3778-4492-ae3d-d03a4d06ab80 req-e0af68c9-f368-43ed-92b6-f9d65cd0c23d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.0949049 Aug 12 04:20:24.351291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.372427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2308604d-b349-4d5d-8125-8dcad2c542ac tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6166811 Aug 12 04:20:24.375883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34912) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:24.380897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:24.414510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5e087b6-3778-4492-ae3d-d03a4d06ab80 req-70347bb1-5a89-42d4-b6c3-6659dc632e4a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864856 Aug 12 04:20:24.438251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=b6eb5179-dce1-4b00-ac9c-9885e531635f,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:24.481679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['90470ef7-cb17-4179-8992-82b60ea0bd22'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:20:24.511758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.566933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.567556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:24.575214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.671956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event updated for resources: {'Port': ['ID=ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:24.688263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] In _notify_port_updated(), no bound segment for port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 on network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:20:24.694579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:24.695427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.697224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-daba3b6c-6d61-4f04-881d-7fa7971bfe5c tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "PUT /v2.0/ports/ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 HTTP/1.1" status: 200 len: 1136 time: 0.6089473 Aug 12 04:20:24.702036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34924) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:24.780018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595f9a3-5fc6-4f3f-b07e-cbdae9a24cf4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:24.785381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e595f9a3-5fc6-4f3f-b07e-cbdae9a24cf4 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "GET /v2.0/ports/ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 HTTP/1.1" status: 200 len: 1136 time: 0.0785191 Aug 12 04:20:24.787801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34928) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:24.885427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bb78407c-90d8-4ba5-860e-e1fe9844f9c7 None None] Provisioning complete for port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:24.885851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb78407c-90d8-4ba5-860e-e1fe9844f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.921289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bb78407c-90d8-4ba5-860e-e1fe9844f9c7 None None] Port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:24.930550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505c51e-23b5-4630-a7e4-4c7ea4cdc3c2 req-6706f55b-8a2d-4547-966d-df0f3b444f40 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:24.932412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6505c51e-23b5-4630-a7e4-4c7ea4cdc3c2 req-6706f55b-8a2d-4547-966d-df0f3b444f40 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0897253 Aug 12 04:20:24.966053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:24.967662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Deleting port ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:24.968125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.024490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6505c51e-23b5-4630-a7e4-4c7ea4cdc3c2 req-c618c399-ef93-4a21-8610-384b2baabcb3 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837073 Aug 12 04:20:25.044260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': 'd0789868-9b0f-452c-9e05-f2a626d943d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:25.044260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: de18c519-49e6-48a4-8c4b-b8e2428d1751, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:25.047725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=14218ac2-6ae1-4c38-a689-9ab4216cc65a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:25.076876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.089059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Calling delete_port for ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:25.108371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:25.166827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, de18c519-49e6-48a4-8c4b-b8e2428d1751) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:25.176811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d946f94-8b24-4b5c-a728-4faeb82648f1 None None] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:25.179790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:25.180699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.236763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a1db19ae-1a63-4047-845c-b58786e3a51c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8595707 Aug 12 04:20:25.239410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34932) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:25.244785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:25.288753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.330531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event deleted for resources: {'Port': ['ID=ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:25.347764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-de18c519-49e6-48a4-8c4b-b8e2428d1751', 'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': '14218ac2-6ae1-4c38-a689-9ab4216cc65a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:25.348665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.417574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.419511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6dd6b29b-18fa-4ee3-b0fe-6a29b48ca9ff tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "DELETE /v2.0/ports/ae0ddb97-d0d0-48ff-ba2c-93693cafcaf6 HTTP/1.1" status: 204 len: 168 time: 0.6303103 Aug 12 04:20:25.422548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34934) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:25.430426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.499330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Deleting subnet d6ff5b52-acc0-450e-975e-fb4a4ea5913f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:25.502910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:25.506680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.510192 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.537574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Allocated IP 2001:db8::2 (de18c519-49e6-48a4-8c4b-b8e2428d1751/14218ac2-6ae1-4c38-a689-9ab4216cc65a/1847aeef-e0f9-470e-9371-4b7958136145) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:25.661081 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.682233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe5f83-0562-4b08-b828-16fa67a7aef6 req-07975ebd-f7cb-498c-9a3b-4f082d5b6629 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:25.700924 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05fe5f83-0562-4b08-b828-16fa67a7aef6 req-07975ebd-f7cb-498c-9a3b-4f082d5b6629 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 945 time: 0.1284809 Aug 12 04:20:25.741522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05fe5f83-0562-4b08-b828-16fa67a7aef6 req-6a8dd433-b3ca-4ca1-9987-39b7b2053c65 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454490 Aug 12 04:20:25.742994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:25.842658 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:25.954277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b6eb5179-dce1-4b00-ac9c-9885e531635f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:25.960172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.019692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.042513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b6eb5179-dce1-4b00-ac9c-9885e531635f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:26.042915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.106740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.108554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Transition to ACTIVE for port object 1847aeef-e0f9-470e-9371-4b7958136145 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:26.108787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.134468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 90470ef7-cb17-4179-8992-82b60ea0bd22 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:26.137363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Transition to ACTIVE for port object 1847aeef-e0f9-470e-9371-4b7958136145 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:26.143522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 90470ef7-cb17-4179-8992-82b60ea0bd22 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:26.143838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.158415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ff5b52-acc0-450e-975e-fb4a4ea5913f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:26.160332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.165218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99bc5d1b-c1cd-49b9-b16a-c5859a43d962 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "DELETE /v2.0/subnets/d6ff5b52-acc0-450e-975e-fb4a4ea5913f HTTP/1.1" status: 204 len: 168 time: 0.7384813 Aug 12 04:20:26.166283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34948) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:26.173930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eeb63c-11d8-470c-9689-546f3748affe None None] Network 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:26.219163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80551dca-1539-4cbf-9b1c-ad05b0406fd0 req-0299bfbe-9440-4bfc-98ef-67f90febb297 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:26.220779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80551dca-1539-4cbf-9b1c-ad05b0406fd0 req-0299bfbe-9440-4bfc-98ef-67f90febb297 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1263039 Aug 12 04:20:26.227607 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.253013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=6a15e353-b96a-4566-b8d3-1f8c07570006,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:26.256285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.271631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': '0b457eee-51cb-4885-8a4f-8e4e7754c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:26.272083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: c5b0b1cb-2311-4c39-9ee7-22afa92a42e9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:26.299033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:26.302604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Pushing event updated for resources: {'Port': ['ID=1847aeef-e0f9-470e-9371-4b7958136145,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:26.305158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:26.309384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80551dca-1539-4cbf-9b1c-ad05b0406fd0 req-fc3954ab-a743-46fc-ad13-d3e6f32afc04 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Aug 12 04:20:26.315081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Deleting port b6eb5179-dce1-4b00-ac9c-9885e531635f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:26.315254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.337912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:26.377296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] For port b6eb5179-dce1-4b00-ac9c-9885e531635f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b6eb5179-dce1-4b00-ac9c-9885e531635f,segment=NetworkSegment(55805952-d273-4518-b134-9ff522a9e7c6),segment_id=55805952-d273-4518-b134-9ff522a9e7c6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:26.377620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.389045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:26.391090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Calling delete_port for b6eb5179-dce1-4b00-ac9c-9885e531635f owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:26.431030 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.455390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Attempting to bind port 1847aeef-e0f9-470e-9371-4b7958136145 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:26.455755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Attempting to bind port 1847aeef-e0f9-470e-9371-4b7958136145 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd0789868-9b0f-452c-9e05-f2a626d943d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:26.456117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Attempting to bind port 1847aeef-e0f9-470e-9371-4b7958136145 on network de18c519-49e6-48a4-8c4b-b8e2428d1751 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:26.469835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:26.471835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Checking segment: {'id': 'd0789868-9b0f-452c-9e05-f2a626d943d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:26.471835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.471835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Bound using segment: {'id': 'd0789868-9b0f-452c-9e05-f2a626d943d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:26.471835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Bound port: 1847aeef-e0f9-470e-9371-4b7958136145, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0789868-9b0f-452c-9e05-f2a626d943d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'de18c519-49e6-48a4-8c4b-b8e2428d1751'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:26.472372 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.485548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:26.487803 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef895a-c5ee-49bf-afa5-fe5d1a7db16c" -d '{"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-plugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:26.491427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c5b0b1cb-2311-4c39-9ee7-22afa92a42e9) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:26.496108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:26.496777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.506260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:26.531906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b4759-0ffb-4720-996b-7fe3a07f36ea None None] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:26.534303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36ad44-09a8-4c18-8163-4feb710f020a None None] DHCP port deletion for 0c6ee9ec-c7d2-4013-9428-3fd77fdea9be request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:26.553399 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04dabe4-22c2-4a88-b567-21fd31d20e2f x-openstack-request-id: req-f04dabe4-22c2-4a88-b567-21fd31d20e2f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:26.553668 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-plugged", "status": "completed", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:26.553918 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f04dabe4-22c2-4a88-b567-21fd31d20e2f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:26.554293 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'code': 200} Aug 12 04:20:26.582808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.595966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1885f2ac-6118-415f-a1aa-3d5a74908abf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3552358 Aug 12 04:20:26.598772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34952) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:26.608061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bb36ad44-09a8-4c18-8163-4feb710f020a None None] The port 'b6eb5179-dce1-4b00-ac9c-9885e531635f' was deleted {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 12 04:20:26.610284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event deleted for resources: {'Port': ['ID=b6eb5179-dce1-4b00-ac9c-9885e531635f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:26.612547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1647638827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:26.614246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] No DVR routers for this DVR port b6eb5179-dce1-4b00-ac9c-9885e531635f on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:26.619646 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.694581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] For port 1847aeef-e0f9-470e-9371-4b7958136145, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:26.741475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.742059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] For port 1847aeef-e0f9-470e-9371-4b7958136145, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1847aeef-e0f9-470e-9371-4b7958136145,segment=NetworkSegment(d0789868-9b0f-452c-9e05-f2a626d943d1),segment_id=d0789868-9b0f-452c-9e05-f2a626d943d1)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:26.742059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=12']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:26.749633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.758863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.772316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6ee9ec-c7d2-4013-9428-3fd77fdea9be']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:26.800692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.801143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55805952-d273-4518-b134-9ff522a9e7c6') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:26.801447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55805952-d273-4518-b134-9ff522a9e7c6') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:26.824677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.845503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.856374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:26.856937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.863663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c5b0b1cb-2311-4c39-9ee7-22afa92a42e9', 'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': '6a15e353-b96a-4566-b8d3-1f8c07570006'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:26.864533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.891623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:26.909177 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:26.927648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1206a-979a-4f0a-b168-5bf5e79d49a9 req-e1d07941-88ab-4781-b04a-052c7554aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:26.931835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70b1206a-979a-4f0a-b168-5bf5e79d49a9 req-e1d07941-88ab-4781-b04a-052c7554aa31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 1097 time: 0.1523268 Aug 12 04:20:26.942455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a0c22-2465-49e8-8e64-d8f99c720a63 req-51efd7a9-97a4-42d9-a7c8-94aa57c906fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:26.943963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-814a0c22-2465-49e8-8e64-d8f99c720a63 req-51efd7a9-97a4-42d9-a7c8-94aa57c906fe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.0902524 Aug 12 04:20:26.986874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:26.994649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c07b9-0780-43f7-b1c4-77c01a79a37e None None] Pushing event updated for resources: {'Port': ['ID=1847aeef-e0f9-470e-9371-4b7958136145,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:27.003541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70b1206a-979a-4f0a-b168-5bf5e79d49a9 req-9c485755-48d2-4ce6-bd97-ba6249ebd466 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585961 Aug 12 04:20:27.018940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-814a0c22-2465-49e8-8e64-d8f99c720a63 req-ed58a546-89cd-4243-bd22-cdc273e38d50 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597284 Aug 12 04:20:27.020076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.036397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.045621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] 10.222.0.42 "DELETE /v2.0/networks/0c6ee9ec-c7d2-4013-9428-3fd77fdea9be HTTP/1.1" status: 204 len: 168 time: 0.8788385 Aug 12 04:20:27.058307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Allocated IP 2001:db8:1::2 (c5b0b1cb-2311-4c39-9ee7-22afa92a42e9/6a15e353-b96a-4566-b8d3-1f8c07570006/5b34e9a9-2429-40da-a11e-96444e35addb) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:27.080291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.081102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dcdef-5307-492b-8737-aaed24f2d590 tempest-ExtraDHCPOptionsTestJSON-532699300 tempest-ExtraDHCPOptionsTestJSON-532699300-project] Pushing event deleted for resources: {'Network': ['ID=0c6ee9ec-c7d2-4013-9428-3fd77fdea9be,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:27.081571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ec34abe1-c5b0-4430-adbe-aa7d8ce7096d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4738038 Aug 12 04:20:27.084327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34970) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:27.376316 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.388603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Transition to ACTIVE for port object 5b34e9a9-2429-40da-a11e-96444e35addb will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:27.411526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Transition to ACTIVE for port object 5b34e9a9-2429-40da-a11e-96444e35addb will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:27.419888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.426851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.433218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.439710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.445074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.451267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.457514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.459678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-0efe59b9-e648-4577-9ca4-66405327a07f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.1671150 Aug 12 04:20:27.504061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.544782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:27.551169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:27.554485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:27.565284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Pushing event updated for resources: {'Port': ['ID=5b34e9a9-2429-40da-a11e-96444e35addb,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:27.565659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d625b26-7ff5-4f26-8338-3b80c2d04620 req-085447df-4000-46bb-8af0-cf0102bf658f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759578 Aug 12 04:20:27.621436 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.642565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Attempting to bind port 5b34e9a9-2429-40da-a11e-96444e35addb on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:27.643636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Attempting to bind port 5b34e9a9-2429-40da-a11e-96444e35addb by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0b457eee-51cb-4885-8a4f-8e4e7754c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:27.643636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Attempting to bind port 5b34e9a9-2429-40da-a11e-96444e35addb on network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:27.649210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:27.649586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Checking segment: {'id': '0b457eee-51cb-4885-8a4f-8e4e7754c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:27.650077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.650373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Bound using segment: {'id': '0b457eee-51cb-4885-8a4f-8e4e7754c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:27.650919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Bound port: 5b34e9a9-2429-40da-a11e-96444e35addb, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b457eee-51cb-4885-8a4f-8e4e7754c0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c5b0b1cb-2311-4c39-9ee7-22afa92a42e9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:27.651308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.717654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34986) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:27.760548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] For port 5b34e9a9-2429-40da-a11e-96444e35addb, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:27.761758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] For port 5b34e9a9-2429-40da-a11e-96444e35addb, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5b34e9a9-2429-40da-a11e-96444e35addb,segment=NetworkSegment(0b457eee-51cb-4885-8a4f-8e4e7754c0d9),segment_id=0b457eee-51cb-4885-8a4f-8e4e7754c0d9)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:27.812687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:27.894327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575fb7e-a455-4a51-8db3-2fd5cf0a6e30 req-b605fe48-a51e-47f8-a364-ab241e3d129d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:27.896662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9575fb7e-a455-4a51-8db3-2fd5cf0a6e30 req-b605fe48-a51e-47f8-a364-ab241e3d129d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1429589 Aug 12 04:20:27.955590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661da9d-eb73-4fb1-a563-1e419cd06e76 None None] Pushing event updated for resources: {'Port': ['ID=5b34e9a9-2429-40da-a11e-96444e35addb,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:28.031741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9575fb7e-a455-4a51-8db3-2fd5cf0a6e30 req-c8d280b4-b4bb-47aa-9ca4-41138ed3b1b9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230402 Aug 12 04:20:28.102258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-caf196ae-77fb-4a83-897d-753af0323699 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c540f87775d4060ac0848928a1a2fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870628 Aug 12 04:20:28.122991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34998) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:28.126658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1847aeef-e0f9-470e-9371-4b7958136145 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:28.221548 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-70753fc9-dc83-42ea-b820-71d181af9bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.261222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dd31bd8-5708-4f6f-a60a-e4a5a7917f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.309249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dd31bd8-5708-4f6f-a60a-e4a5a7917f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.423398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1847aeef-e0f9-470e-9371-4b7958136145 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:28.471113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454092ec-211f-46f9-9aff-631e6f0b5c8b None None] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:28.529626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d726-2678-406f-99ba-b6fd7653b6df req-e92cdb27-7184-4a04-b23a-cd793db6977c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.533957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.536285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7c0d726-2678-406f-99ba-b6fd7653b6df req-e92cdb27-7184-4a04-b23a-cd793db6977c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.1988118 Aug 12 04:20:28.540226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dd31bd8-5708-4f6f-a60a-e4a5a7917f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.540826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b6eb5179-dce1-4b00-ac9c-9885e531635f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:28.541147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.546244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8dd31bd8-5708-4f6f-a60a-e4a5a7917f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.549025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.555577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.560335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8dd31bd8-5708-4f6f-a60a-e4a5a7917f0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c35ac5c4-2612-427b-b3cd-1f3f004b11bf HTTP/1.1" status: 204 len: 168 time: 0.4288542 Aug 12 04:20:28.561397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.568260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.568912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: b6eb5179-dce1-4b00-ac9c-9885e531635f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:28.569270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b6eb5179-dce1-4b00-ac9c-9885e531635f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:28.574160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:28.579029 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ce929b3-e3e7-4b44-a921-8618ee1bae5e req-8d5448ed-0473-4c7b-9a7c-0df1877cbf8f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.2293820 Aug 12 04:20:28.600554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd31bd8-5708-4f6f-a60a-e4a5a7917f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ac5c4-2612-427b-b3cd-1f3f004b11bf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:28.602902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] Provisioning for port 1847aeef-e0f9-470e-9371-4b7958136145 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:28.642468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7c0d726-2678-406f-99ba-b6fd7653b6df req-093e06da-942c-4863-81a3-ad277e02ea68 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788479 Aug 12 04:20:28.642857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] Provisioning complete for port 1847aeef-e0f9-470e-9371-4b7958136145 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:28.642975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.750979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8::1 (de18c519-49e6-48a4-8c4b-b8e2428d1751/14218ac2-6ae1-4c38-a689-9ab4216cc65a/73a89d07-63cd-44f7-aca6-c30852b9e281) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:28.825463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.886988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] For port 1847aeef-e0f9-470e-9371-4b7958136145, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1847aeef-e0f9-470e-9371-4b7958136145,segment=NetworkSegment(d0789868-9b0f-452c-9e05-f2a626d943d1),segment_id=d0789868-9b0f-452c-9e05-f2a626d943d1)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:28.908768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:28.931927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object 73a89d07-63cd-44f7-aca6-c30852b9e281 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:29.006146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:29.058656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:29.071085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f6d30-79e8-4d2e-996c-3383699f2625 None None] Pushing event updated for resources: {'Port': ['ID=1847aeef-e0f9-470e-9371-4b7958136145,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:29.142864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:29.142864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:29.146020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:29.146577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:29.256501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36732c62-9c47-4df0-9513-5a2a9af1756d None None] Provisioning complete for port 1847aeef-e0f9-470e-9371-4b7958136145 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:29.261484 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36732c62-9c47-4df0-9513-5a2a9af1756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:29.264105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=73a89d07-63cd-44f7-aca6-c30852b9e281,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:29.348243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989318-5075-45b4-aa4c-85e21dd06e0b req-2d18699e-efea-4488-9b17-c163fe793b7d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:29.360628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2989318-5075-45b4-aa4c-85e21dd06e0b req-2d18699e-efea-4488-9b17-c163fe793b7d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1899765 Aug 12 04:20:29.417998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2989318-5075-45b4-aa4c-85e21dd06e0b req-bf40f9c9-6fd2-4077-9b24-9f73eb875c7c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547879 Aug 12 04:20:29.606062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:29.611912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064644bd-95cb-4fef-9853-6c080facd1c5 None None] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:29.835356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b524c71-fa90-4e82-b932-cd1e1d349062 None None] Provisioning for port 73a89d07-63cd-44f7-aca6-c30852b9e281 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:29.842245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b524c71-fa90-4e82-b932-cd1e1d349062 None None] Provisioning complete for port 73a89d07-63cd-44f7-aca6-c30852b9e281 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:29.842636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3b524c71-fa90-4e82-b932-cd1e1d349062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.000696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3b524c71-fa90-4e82-b932-cd1e1d349062 None None] Port 73a89d07-63cd-44f7-aca6-c30852b9e281 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:30.080833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b524c71-fa90-4e82-b932-cd1e1d349062 None None] Provisioning for port 5b34e9a9-2429-40da-a11e-96444e35addb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:30.098965 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.114937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c613107-c1f8-499f-810d-42896c9f6377 req-563e2d6b-b00c-4761-9452-85bfb37cd064 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:30.114937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c613107-c1f8-499f-810d-42896c9f6377 req-563e2d6b-b00c-4761-9452-85bfb37cd064 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.1468318 Aug 12 04:20:30.115282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35070) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:30.145056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5b34e9a9-2429-40da-a11e-96444e35addb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:30.207338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.209286 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.243058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c613107-c1f8-499f-810d-42896c9f6377 req-e9c3df9d-d047-462d-b218-7edc556dc749 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159365 Aug 12 04:20:30.286237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5b34e9a9-2429-40da-a11e-96444e35addb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:30.291254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5b34e9a9-2429-40da-a11e-96444e35addb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:30.292172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.340763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'networks': [{'name': 'tempest-network--833719260'}, {'name': 'tempest-network--1151012212'}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:30.341336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'network': {'name': 'tempest-network--833719260'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:30.341956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'network': {'name': 'tempest-network--1151012212'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:30.418012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=73a89d07-63cd-44f7-aca6-c30852b9e281,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:30.472256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:30.474074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:30.476700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'network': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:30.481760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.497759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.691503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.758584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.759093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.790391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b6c0ab6-89a5-4896-8088-7058f1e73a58 None None] Provisioning complete for port 5b34e9a9-2429-40da-a11e-96444e35addb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:30.790948 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0ab6-89a5-4896-8088-7058f1e73a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.825091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af955a-9386-4f02-9a3a-b71f19b36684 req-7587a177-66f5-4da2-8ab3-85c034420d9f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:30.827416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70af955a-9386-4f02-9a3a-b71f19b36684 req-7587a177-66f5-4da2-8ab3-85c034420d9f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.2766583 Aug 12 04:20:30.828872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.836655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37fa81b-4ab7-4883-803c-9103ebeaff52,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:30.866768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:30.906673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd5a790e-a751-41c6-b07f-fc988b391ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.931288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5b34e9a9-2429-40da-a11e-96444e35addb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5b34e9a9-2429-40da-a11e-96444e35addb,segment=NetworkSegment(0b457eee-51cb-4885-8a4f-8e4e7754c0d9),segment_id=0b457eee-51cb-4885-8a4f-8e4e7754c0d9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:30.934179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70af955a-9386-4f02-9a3a-b71f19b36684 req-82d431c7-04ad-48e3-932a-8442ea5dab69 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796895 Aug 12 04:20:30.964358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.970616 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Added segment e5403180-38ae-40cf-b3ab-61187dfb5caf of type vlan for network 43a363b4-4000-4d24-9882-26fb3b3cc60f Aug 12 04:20:30.981424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b6c0ab6-89a5-4896-8088-7058f1e73a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:30.985156 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.011600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.012639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1847aeef-e0f9-470e-9371-4b7958136145 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:31.035294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.075207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 017f1fbd-335f-4f92-a3ab-c192cca1fd65 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:20:31.115442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:31.124392 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-1b6c0ab6-89a5-4896-8088-7058f1e73a58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:20:31.124918 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-1b6c0ab6-89a5-4896-8088-7058f1e73a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:20:31.126487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5b34e9a9-2429-40da-a11e-96444e35addb,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:31.145043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1847aeef-e0f9-470e-9371-4b7958136145 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:31.145858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.159345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35098) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:31.210795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.211145 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Added segment 37cc427b-077a-4595-abce-4dc7aa669270 of type vlan for network 6a77d913-7f59-4ee1-8b99-3898a0271ff3 Aug 12 04:20:31.272478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.273857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.275181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.275829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.276510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.276900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:31.277011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.287961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.288892 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2cc8b612-09da-48c5-9340-65ed4473a01c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/017f1fbd-335f-4f92-a3ab-c192cca1fd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2035062 Aug 12 04:20:31.289541 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da834201-228f-4fa7-924c-37be7926b3de None None] Sync routers for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:31.292256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.295433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-506d6151-bcde-4869-8e68-dfe53af1759c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.1343846 Aug 12 04:20:31.296296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35104) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:31.308711 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da834201-228f-4fa7-924c-37be7926b3de None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:31.309360 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-da834201-228f-4fa7-924c-37be7926b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:31.350065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-da834201-228f-4fa7-924c-37be7926b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:31.361607 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da834201-228f-4fa7-924c-37be7926b3de None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:31.362480 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-da834201-228f-4fa7-924c-37be7926b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:31.385943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a78c47-3905-4100-bb22-dc53223ac068 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.391202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f9a78c47-3905-4100-bb22-dc53223ac068 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports/73a89d07-63cd-44f7-aca6-c30852b9e281 HTTP/1.1" status: 200 len: 911 time: 0.0929921 Aug 12 04:20:31.391482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:31.394728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-df0868ac-7ba6-42aa-a0b1-128daeb64292 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862942 Aug 12 04:20:31.394892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-da834201-228f-4fa7-924c-37be7926b3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:31.395414 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da834201-228f-4fa7-924c-37be7926b3de None None] The sync data for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:31.446165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.446659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.452081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.456873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.457482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.555208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2e80a-8dfd-4b28-a5bc-42927babeb0d req-b0f7e2b6-1575-4622-b9ca-0845f07d0ba4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.556813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ee2e80a-8dfd-4b28-a5bc-42927babeb0d req-b0f7e2b6-1575-4622-b9ca-0845f07d0ba4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.2021811 Aug 12 04:20:31.591343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4752045 Aug 12 04:20:31.594785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35112) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:31.613245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Network': ['ID=43a363b4-4000-4d24-9882-26fb3b3cc60f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:31.625739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 43a363b4-4000-4d24-9882-26fb3b3cc60f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:31.710196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ee2e80a-8dfd-4b28-a5bc-42927babeb0d req-e882f285-455e-4b9a-a5a8-eb0153076ad2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409369 Aug 12 04:20:31.783468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5e3ea-6415-402e-b6e4-31d3346283d4 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Network': ['ID=6a77d913-7f59-4ee1-8b99-3898a0271ff3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:31.795256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6a77d913-7f59-4ee1-8b99-3898a0271ff3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:31.815047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2341d-7333-4685-869a-47b3525f9796 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.820737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2341d-7333-4685-869a-47b3525f9796 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.826992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2341d-7333-4685-869a-47b3525f9796 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.836614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2341d-7333-4685-869a-47b3525f9796 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:31.840950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d8e2341d-7333-4685-869a-47b3525f9796 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2419651 Aug 12 04:20:31.841145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35118) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:31.884141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bcd7f5b7-3170-4ea5-9a67-2fbea8010c2c None None] Provisioning complete for port 73a89d07-63cd-44f7-aca6-c30852b9e281 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:31.884623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f5b7-3170-4ea5-9a67-2fbea8010c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:31.930107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7f5b7-3170-4ea5-9a67-2fbea8010c2c None None] Port 73a89d07-63cd-44f7-aca6-c30852b9e281 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:31.936823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5b34e9a9-2429-40da-a11e-96444e35addb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:31.945350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.019085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.019726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5b34e9a9-2429-40da-a11e-96444e35addb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:32.020176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.065803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.087127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a363b4-4000-4d24-9882-26fb3b3cc60f']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:32.115540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5403180-38ae-40cf-b3ab-61187dfb5caf') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:32.115828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5403180-38ae-40cf-b3ab-61187dfb5caf') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:32.127665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.128947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.166356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5441e-5622-4795-805b-52ba7c92d859 req-d794b3c1-3bb8-4998-8dd4-d6304ddc85cf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:32.171130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cf5441e-5622-4795-805b-52ba7c92d859 req-d794b3c1-3bb8-4998-8dd4-d6304ddc85cf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1044283 Aug 12 04:20:32.171130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.176989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:32.177390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:32.180450 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:32.263518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cf5441e-5622-4795-805b-52ba7c92d859 req-4dbf710e-f4e7-4bbe-af6f-064d4e2aebf6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702064 Aug 12 04:20:32.320217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.327170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.329179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/networks/43a363b4-4000-4d24-9882-26fb3b3cc60f HTTP/1.1" status: 204 len: 168 time: 0.4869657 Aug 12 04:20:32.332599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:32.350443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378109-4006-4959-ac66-733a4460d0b6 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Network': ['ID=43a363b4-4000-4d24-9882-26fb3b3cc60f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:32.422884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.486008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8:1::1 (c5b0b1cb-2311-4c39-9ee7-22afa92a42e9/6a15e353-b96a-4566-b8d3-1f8c07570006/d59d3ccb-6c8b-4167-bd76-0ee84bcd040e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:32.509414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.519515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a77d913-7f59-4ee1-8b99-3898a0271ff3']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:32.530056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cc427b-077a-4595-abce-4dc7aa669270') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:32.530360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cc427b-077a-4595-abce-4dc7aa669270') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:32.539745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.556704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.570312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:32.570312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.640790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:32.647429 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:32.703356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object d59d3ccb-6c8b-4167-bd76-0ee84bcd040e will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:32.703627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.711740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.717103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/networks/6a77d913-7f59-4ee1-8b99-3898a0271ff3 HTTP/1.1" status: 204 len: 168 time: 0.3805225 Aug 12 04:20:32.717352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35130) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:32.727278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603fb54-3e25-4e04-874c-ea26e56fb784 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Network': ['ID=6a77d913-7f59-4ee1-8b99-3898a0271ff3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:32.846843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08946775-b7e7-40b2-babf-42b50a8cbc47 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:32.852903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08946775-b7e7-40b2-babf-42b50a8cbc47 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:32.858781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-08946775-b7e7-40b2-babf-42b50a8cbc47 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1362441 Aug 12 04:20:32.859546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35132) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:32.864327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-574998821'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:32.920864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.955089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:32.958338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:32.981987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:32.990077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:32.992993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=d59d3ccb-6c8b-4167-bd76-0ee84bcd040e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:32.995243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:32.995773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.043263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:33.074932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.075277 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Added segment b4cd6ce1-fdad-48f7-8e5c-70cb77ed8bd1 of type vlan for network 1b1b04be-6e08-405e-8991-9d36ac62a1f5 Aug 12 04:20:33.132139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.237409 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.243121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:33.246830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.276841 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.314353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d88dd35c-33bf-4485-8914-40950fcb0e2a None None] Provisioning for port d59d3ccb-6c8b-4167-bd76-0ee84bcd040e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:33.325603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d88dd35c-33bf-4485-8914-40950fcb0e2a None None] Provisioning complete for port d59d3ccb-6c8b-4167-bd76-0ee84bcd040e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:33.325603 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d88dd35c-33bf-4485-8914-40950fcb0e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.366735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d88dd35c-33bf-4485-8914-40950fcb0e2a None None] Port d59d3ccb-6c8b-4167-bd76-0ee84bcd040e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:33.366962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Network': ['ID=1b1b04be-6e08-405e-8991-9d36ac62a1f5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:33.377955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1b1b04be-6e08-405e-8991-9d36ac62a1f5 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:33.449231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ecc6c4b2-dd6b-40ab-8023-f6207cf9322c tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5886862 Aug 12 04:20:33.451885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35140) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:33.457853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1122576874'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:33.495820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee1113-1d29-465e-a915-3ef62853da83 req-9021d20f-c4ef-4c69-9b51-82df1e0dd1a1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:33.497220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94ee1113-1d29-465e-a915-3ef62853da83 req-9021d20f-c4ef-4c69-9b51-82df1e0dd1a1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1254306 Aug 12 04:20:33.537744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:33.542087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.568331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:33.580049 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.580396 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Added segment 626ea12a-c8de-44a9-b7c0-6607129c5fb8 of type vlan for network 5cbf2369-a6cf-42c8-967e-fbc7ff5fd582 Aug 12 04:20:33.595980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94ee1113-1d29-465e-a915-3ef62853da83 req-d1bf800c-246f-4665-8f41-05c2b9fdb073 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911524 Aug 12 04:20:33.617351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.636719 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.688001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.777336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.778005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.778139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.783240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:33.783826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:33.853168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Network': ['ID=5cbf2369-a6cf-42c8-967e-fbc7ff5fd582,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:33.866655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 5cbf2369-a6cf-42c8-967e-fbc7ff5fd582 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:33.898270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a03e228b-0248-48d0-ac0e-c2db359edd76 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4450815 Aug 12 04:20:33.900879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35144) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:33.906546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'ports': [{'network_id': '1b1b04be-6e08-405e-8991-9d36ac62a1f5', 'name': 'tempest-port--182068013', 'admin_state_up': True}, {'network_id': '5cbf2369-a6cf-42c8-967e-fbc7ff5fd582', 'admin_state_up': False}]} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:33.907361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'port': {'network_id': '1b1b04be-6e08-405e-8991-9d36ac62a1f5', 'name': 'tempest-port--182068013', 'admin_state_up': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:33.907729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'port': {'network_id': '5cbf2369-a6cf-42c8-967e-fbc7ff5fd582', 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:34.143007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'port': 2} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:34.147794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:34.161481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:34.172792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=d59d3ccb-6c8b-4167-bd76-0ee84bcd040e,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:34.220232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:34.221760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:34.239560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] device_id is not set on port 72cdb305-5ee7-4f25-a87b-be4055fb443b yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:34.329197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 017f1fbd-335f-4f92-a3ab-c192cca1fd65 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:34.373911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:34.428966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:34.437984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-292274f5-59e3-49f2-a687-10a646f30b99 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/017f1fbd-335f-4f92-a3ab-c192cca1fd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0416501 Aug 12 04:20:34.437984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35150) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:34.441161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] Sync routers for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:34.452432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] device_id is not set on port 7cd731ed-a10e-4db4-a2a8-d50ebe9e17d2 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:34.454308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:34.454658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:34.497801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738519c-c07b-4893-8eaf-b2ea68b22bf8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:34.502530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d738519c-c07b-4893-8eaf-b2ea68b22bf8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports/d59d3ccb-6c8b-4167-bd76-0ee84bcd040e HTTP/1.1" status: 200 len: 913 time: 0.0610857 Aug 12 04:20:34.502796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35152) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:34.504677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:34.513297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:34.513903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:34.548595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:34.549172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae509df-c9c9-4afc-8430-a0aa3b8d9fd7 None None] The sync data for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:34.595870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7ddf569f-f054-4158-96b6-b38989ad73b2 None None] Provisioning complete for port d59d3ccb-6c8b-4167-bd76-0ee84bcd040e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:34.596630 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7ddf569f-f054-4158-96b6-b38989ad73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:34.634840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf569f-f054-4158-96b6-b38989ad73b2 None None] Port d59d3ccb-6c8b-4167-bd76-0ee84bcd040e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:34.882172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:34.900529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b3df-d54d-4fa3-be6d-8a8b1b7a1444 req-6836c77a-4a2b-40c9-97c6-b9f2aa843006 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:34.901913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e5d5b3df-d54d-4fa3-be6d-8a8b1b7a1444 req-6836c77a-4a2b-40c9-97c6-b9f2aa843006 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0722985 Aug 12 04:20:34.912380 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:34.960020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e5d5b3df-d54d-4fa3-be6d-8a8b1b7a1444 req-d835b1ff-1e3f-454b-a701-a9c621b147e4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475867 Aug 12 04:20:35.034773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.090028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Port': ['ID=72cdb305-5ee7-4f25-a87b-be4055fb443b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:35.105511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Checking segment: {'id': 'b4cd6ce1-fdad-48f7-8e5c-70cb77ed8bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1b1b04be-6e08-405e-8991-9d36ac62a1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:35.105875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network hostable DHCP agents. Network: 1b1b04be-6e08-405e-8991-9d36ac62a1f5, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:35.177554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network 1b1b04be-6e08-405e-8991-9d36ac62a1f5 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:35.200601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port d59d3ccb-6c8b-4167-bd76-0ee84bcd040e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:35.200938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.251041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1b1b04be-6e08-405e-8991-9d36ac62a1f5) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:35.255426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:35.256309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.269831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b09b09-6106-4455-8962-cd1a440c501c None None] Network 1b1b04be-6e08-405e-8991-9d36ac62a1f5 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:35.286160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.299005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for d59d3ccb-6c8b-4167-bd76-0ee84bcd040e owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:35.355754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Port': ['ID=7cd731ed-a10e-4db4-a2a8-d50ebe9e17d2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:35.380553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Checking segment: {'id': '626ea12a-c8de-44a9-b7c0-6607129c5fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5cbf2369-a6cf-42c8-967e-fbc7ff5fd582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:35.380553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network hostable DHCP agents. Network: 5cbf2369-a6cf-42c8-967e-fbc7ff5fd582, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:35.451123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network 5cbf2369-a6cf-42c8-967e-fbc7ff5fd582 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:35.525491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 5cbf2369-a6cf-42c8-967e-fbc7ff5fd582) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:35.529242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:35.535048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69ef05-8b77-4946-9322-68123fdeaeab None None] Network 5cbf2369-a6cf-42c8-967e-fbc7ff5fd582 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:35.536096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:35.540863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:35.541518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.548580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.585461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=d59d3ccb-6c8b-4167-bd76-0ee84bcd040e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:35.623953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-29556f58-091b-4c90-9221-042c33455bef tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7219336 Aug 12 04:20:35.626791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35162) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:35.683560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a7abd-25b7-4460-8b88-04c74cefbe62 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:35.690457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a7abd-25b7-4460-8b88-04c74cefbe62 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:35.692140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5f9a7abd-25b7-4460-8b88-04c74cefbe62 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0642421 Aug 12 04:20:35.695024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35164) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:35.707144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:35.869095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Deleting port 72cdb305-5ee7-4f25-a87b-be4055fb443b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:35.869353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.004367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.021475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 017f1fbd-335f-4f92-a3ab-c192cca1fd65 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:36.022437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Calling delete_port for 72cdb305-5ee7-4f25-a87b-be4055fb443b owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:36.199497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25392ef0-fe82-4380-9c7b-585cd6eadf66 req-9eabb2ca-c082-41ce-a56e-cfc76c904b12 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:36.200980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25392ef0-fe82-4380-9c7b-585cd6eadf66 req-9eabb2ca-c082-41ce-a56e-cfc76c904b12 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1682274 Aug 12 04:20:36.217152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:36.223498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d647f514-7963-4be5-8229-af2be5d4f36b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/017f1fbd-335f-4f92-a3ab-c192cca1fd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7197397 Aug 12 04:20:36.226335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35170) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:36.226990 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] Sync routers for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:36.237419 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:36.238166 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:36.252421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-25392ef0-fe82-4380-9c7b-585cd6eadf66 req-5c5911cb-c3ee-4f1f-ba0f-54a5ceb60c5d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Aug 12 04:20:36.280722 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:36.289797 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:36.290410 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:36.298217 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.323144 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:36.324018 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084108f-532d-4142-beaa-92c04ff56d7b None None] The sync data for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:36.335722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Port': ['ID=72cdb305-5ee7-4f25-a87b-be4055fb443b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:36.337995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.340514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-60e0fe33-16df-46ed-9d54-6b07b312cbb0 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/ports/72cdb305-5ee7-4f25-a87b-be4055fb443b HTTP/1.1" status: 204 len: 168 time: 0.6439517 Aug 12 04:20:36.342609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:36.438592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Deleting port 7cd731ed-a10e-4db4-a2a8-d50ebe9e17d2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:36.439606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.505281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.518095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Calling delete_port for 7cd731ed-a10e-4db4-a2a8-d50ebe9e17d2 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:36.620664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.674200 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.700229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Port': ['ID=7cd731ed-a10e-4db4-a2a8-d50ebe9e17d2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:36.708850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.710908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f7acfc5a-c18d-4c6a-902a-2ecd1dde9ff5 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/ports/7cd731ed-a10e-4db4-a2a8-d50ebe9e17d2 HTTP/1.1" status: 204 len: 168 time: 0.3668005 Aug 12 04:20:36.713396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35178) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:36.742132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d83e484-356b-464b-9f4c-595f9800606e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0276000 Aug 12 04:20:36.745905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35180) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:36.750839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-115150348'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:36.857072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:36.860636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.867065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 73a89d07-63cd-44f7-aca6-c30852b9e281 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:36.867417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.893673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:36.904131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.904559 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Added segment 56873a86-9a4c-4746-ac5c-85c4a70b4a44 of type vlan for network ba1cb43c-5983-4245-9799-944a7be8d0af Aug 12 04:20:36.953149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.957723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:36.970281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 73a89d07-63cd-44f7-aca6-c30852b9e281 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:37.028838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.035473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:37.036106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.105058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Network': ['ID=ba1cb43c-5983-4245-9799-944a7be8d0af,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:37.116399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network ba1cb43c-5983-4245-9799-944a7be8d0af details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:37.155590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ace76e59-d0e3-4321-bfb4-a2e760f7d189 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4085896 Aug 12 04:20:37.158376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35184) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:37.163886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-166151682'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:37.172214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.200959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=73a89d07-63cd-44f7-aca6-c30852b9e281,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:37.240037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:37.243756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.271991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:37.281806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.282150 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Added segment 0a4c4597-0055-4085-8779-792c98091ac1 of type vlan for network 53aad8e8-a502-4095-a10b-690c1954ea4c Aug 12 04:20:37.304330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.325586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.422881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.428863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:37.429576 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.506014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1587f4-73cb-44a5-a03a-c4e9c2ca7e11 req-277a7e2a-07c9-4ac9-a32c-fa909b97ce0f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:37.507638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe1587f4-73cb-44a5-a03a-c4e9c2ca7e11 req-277a7e2a-07c9-4ac9-a32c-fa909b97ce0f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1480668 Aug 12 04:20:37.513589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 017f1fbd-335f-4f92-a3ab-c192cca1fd65 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:37.558080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe1587f4-73cb-44a5-a03a-c4e9c2ca7e11 req-45023bb2-4d76-4976-9584-df314fc0e00d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Aug 12 04:20:37.627765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:37.635448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e745df89-5afb-45e7-80a7-f0baedac4a43 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/017f1fbd-335f-4f92-a3ab-c192cca1fd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056435 Aug 12 04:20:37.636068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35192) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:37.637302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] Sync routers for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:37.647156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:37.647795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:37.663618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9a67c8f-8cd2-4230-979b-fb0ed14f02a2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=017f1fbd-335f-4f92-a3ab-c192cca1fd65 HTTP/1.1" status: 200 len: 205 time: 0.0263281 Aug 12 04:20:37.666391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:37.685998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:37.695754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] Routers {'017f1fbd-335f-4f92-a3ab-c192cca1fd65'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:37.696380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:37.728441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:37.729099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993ad72-f059-4d7e-adb4-0cede97569c5 None None] The sync data for ids ['017f1fbd-335f-4f92-a3ab-c192cca1fd65'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:37.744607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.796884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6364257 Aug 12 04:20:37.831085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ed452-1461-4068-a78a-a76637bbe60f tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Network': ['ID=53aad8e8-a502-4095-a10b-690c1954ea4c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:37.841353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 53aad8e8-a502-4095-a10b-690c1954ea4c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:37.903294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.905349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:37.928247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:37.934356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'subnets': [{'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1715278562', 'ip_version': 4}, {'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:37.934871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'subnet': {'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1715278562', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:37.935648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Request body: {'subnet': {'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:38.017301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.017803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router 017f1fbd-335f-4f92-a3ab-c192cca1fd65 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:20:38.025127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.026199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dd0636fe-ea78-4e93-8206-1c9b6310488a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/017f1fbd-335f-4f92-a3ab-c192cca1fd65 HTTP/1.1" status: 204 len: 168 time: 0.3585114 Aug 12 04:20:38.028913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35200) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:38.079309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet 6a15e353-b96a-4566-b8d3-1f8c07570006 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:38.082374 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.090515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:20:38.125761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.171464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Made reservation on behalf of 122c7af56e60447ca6698813ed2b5cb4 for: {'subnet': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:38.175969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.176320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.206465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.303026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.335314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=6a15e353-b96a-4566-b8d3-1f8c07570006,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:38.337283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.339168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d2f1b92d-9ee9-48c4-a69f-e2a1e74befb9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/6a15e353-b96a-4566-b8d3-1f8c07570006 HTTP/1.1" status: 204 len: 168 time: 0.3093729 Aug 12 04:20:38.341677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35202) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:38.343027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f770b4-aa1c-47ac-8b90-7e48885c8c1c None None] Network c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:38.399640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet 14218ac2-6ae1-4c38-a689-9ab4216cc65a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:38.403054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.449010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.549952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.561412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] DHCP port deletion for c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:38.610865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] Deleting port 5b34e9a9-2429-40da-a11e-96444e35addb {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:38.611401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.663020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.678280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] For port 5b34e9a9-2429-40da-a11e-96444e35addb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5b34e9a9-2429-40da-a11e-96444e35addb,segment=NetworkSegment(0b457eee-51cb-4885-8a4f-8e4e7754c0d9),segment_id=0b457eee-51cb-4885-8a4f-8e4e7754c0d9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:38.678727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.692032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] Calling delete_port for 5b34e9a9-2429-40da-a11e-96444e35addb owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:38.692451 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.720450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=14218ac2-6ae1-4c38-a689-9ab4216cc65a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:38.723973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.725911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e94c2dff-851f-414b-b234-bff421faf838 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/14218ac2-6ae1-4c38-a689-9ab4216cc65a HTTP/1.1" status: 204 len: 168 time: 0.3832898 Aug 12 04:20:38.728741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35210) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:38.740728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b0b88-b1b9-4007-94ce-82c9d840526d None None] Network de18c519-49e6-48a4-8c4b-b8e2428d1751 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:38.814191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db651138-4ff3-43ee-a13a-8eeea16f541d req-611abf9c-1ad2-4306-9861-b163ff522509 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:38.815645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db651138-4ff3-43ee-a13a-8eeea16f541d req-611abf9c-1ad2-4306-9861-b163ff522509 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1643677 Aug 12 04:20:38.816267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Subnet': ['ID=36010cb5-a6aa-4ac3-987b-eabff5d39453,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:38.853743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Checking segment: {'id': '56873a86-9a4c-4746-ac5c-85c4a70b4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:38.854105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network hostable DHCP agents. Network: ba1cb43c-5983-4245-9799-944a7be8d0af, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:38.871071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.893813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db651138-4ff3-43ee-a13a-8eeea16f541d req-3cb219cf-1637-4376-bcfc-9b62b3a48f95 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675478 Aug 12 04:20:38.908613 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:38.935478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] DHCP port deletion for de18c519-49e6-48a4-8c4b-b8e2428d1751 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:38.940008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] No DVR routers for this DVR port 5b34e9a9-2429-40da-a11e-96444e35addb on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:38.941582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eecbf-7fa9-4689-a010-dd1943b7711c None None] Pushing event deleted for resources: {'Port': ['ID=5b34e9a9-2429-40da-a11e-96444e35addb,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:38.982084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network ba1cb43c-5983-4245-9799-944a7be8d0af is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:39.006453 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.006931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] Deleting port 1847aeef-e0f9-470e-9371-4b7958136145 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:39.007315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.017670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b0b1cb-2311-4c39-9ee7-22afa92a42e9']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:39.035895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b457eee-51cb-4885-8a4f-8e4e7754c0d9') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:39.035895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b457eee-51cb-4885-8a4f-8e4e7754c0d9') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:39.046307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.060307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.070317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] For port 1847aeef-e0f9-470e-9371-4b7958136145, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1847aeef-e0f9-470e-9371-4b7958136145,segment=NetworkSegment(d0789868-9b0f-452c-9e05-f2a626d943d1),segment_id=d0789868-9b0f-452c-9e05-f2a626d943d1)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:39.070751 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.072723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, ba1cb43c-5983-4245-9799-944a7be8d0af) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:39.078386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.082751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:39.083139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.083473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b7854-906b-4586-9127-7da0be70e686 None None] Network ba1cb43c-5983-4245-9799-944a7be8d0af requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:39.089438 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:39.098624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] Calling delete_port for 1847aeef-e0f9-470e-9371-4b7958136145 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:39.198273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event updated for resources: {'Subnet': ['ID=88dd6807-0147-44ae-af1a-59c2b5809e77,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:39.212854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Checking segment: {'id': '0a4c4597-0055-4085-8779-792c98091ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:39.219476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network hostable DHCP agents. Network: 53aad8e8-a502-4095-a10b-690c1954ea4c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:39.257345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.266309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.271073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35214) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:39.271363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/c5b0b1cb-2311-4c39-9ee7-22afa92a42e9 HTTP/1.1" status: 204 len: 168 time: 0.5393403 Aug 12 04:20:39.281627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2b65d-0618-43c1-a20e-09a6426f73d8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=c5b0b1cb-2311-4c39-9ee7-22afa92a42e9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:39.288198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Network 53aad8e8-a502-4095-a10b-690c1954ea4c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:39.296872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-ba1cb43c-5983-4245-9799-944a7be8d0af', 'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af', 'tenant_id': '122c7af56e60447ca6698813ed2b5cb4', 'fixed_ips': [{'subnet_id': '36010cb5-a6aa-4ac3-987b-eabff5d39453'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:39.297741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.332693 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.347865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.377098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 53aad8e8-a502-4095-a10b-690c1954ea4c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:39.382435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:39.383159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:39.383900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.402583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a720a9b4-0d22-4caf-9abf-24297682d284 None None] Network 53aad8e8-a502-4095-a10b-690c1954ea4c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:39.406862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] Pushing event deleted for resources: {'Port': ['ID=1847aeef-e0f9-470e-9371-4b7958136145,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:39.417091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea0e6e-4ebc-4331-935b-e1a127575847 None None] No DVR routers for this DVR port 1847aeef-e0f9-470e-9371-4b7958136145 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:39.440854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.450659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de18c519-49e6-48a4-8c4b-b8e2428d1751']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:39.467437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0789868-9b0f-452c-9e05-f2a626d943d1') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:39.467699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0789868-9b0f-452c-9e05-f2a626d943d1') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:39.479334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.482426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad29b2f8-d036-4700-aca0-f1bffe0e6a93 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5527425 Aug 12 04:20:39.485130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35216) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:39.496855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.513610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:39.513610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:39.517844 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:39.537476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Allocated IP 172.20.0.2 (ba1cb43c-5983-4245-9799-944a7be8d0af/36010cb5-a6aa-4ac3-987b-eabff5d39453/9a63e20b-503b-470c-b5b4-185ca4063843) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:39.590201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9a7d0-b963-402b-8ba0-d472fd6bcec1 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:39.594124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9a7d0-b963-402b-8ba0-d472fd6bcec1 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:39.603738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9a7d0-b963-402b-8ba0-d472fd6bcec1 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:39.603738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6af9a7d0-b963-402b-8ba0-d472fd6bcec1 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1171672 Aug 12 04:20:39.606498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35220) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:39.669604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-53aad8e8-a502-4095-a10b-690c1954ea4c', 'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c', 'tenant_id': '122c7af56e60447ca6698813ed2b5cb4', 'fixed_ips': [{'subnet_id': '88dd6807-0147-44ae-af1a-59c2b5809e77'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:39.671245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.672513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Deleting subnet 36010cb5-a6aa-4ac3-987b-eabff5d39453 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:39.708871 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.714127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.716744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/de18c519-49e6-48a4-8c4b-b8e2428d1751 HTTP/1.1" status: 204 len: 168 time: 0.4444320 Aug 12 04:20:39.720669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35224) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:39.727136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-497179760'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:39.739722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f559d-4078-4a64-995d-097164ada3e7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=de18c519-49e6-48a4-8c4b-b8e2428d1751,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:39.810523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:39.814673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.843025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:39.853395 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.853832 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment 3fd8a067-00c4-46c0-b718-ed57d6d3f932 of type vlan for network c86839a1-7094-4570-82ac-120dd8ac043c Aug 12 04:20:39.900544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:39.943910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5b34e9a9-2429-40da-a11e-96444e35addb no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:39.981653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5b34e9a9-2429-40da-a11e-96444e35addb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:39.981997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5b34e9a9-2429-40da-a11e-96444e35addb not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:39.982416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1847aeef-e0f9-470e-9371-4b7958136145 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:40.011556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1847aeef-e0f9-470e-9371-4b7958136145 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:40.011949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1847aeef-e0f9-470e-9371-4b7958136145 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:40.012379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.018603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:40.019329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.033666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824cfbe-0acc-4099-8683-4fa1d26b0e17 req-a4b96bcd-c3e0-4423-97bd-7e76c00564b9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:40.035770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8824cfbe-0acc-4099-8683-4fa1d26b0e17 req-a4b96bcd-c3e0-4423-97bd-7e76c00564b9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0535386 Aug 12 04:20:40.044540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.062555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Transition to ACTIVE for port object 9a63e20b-503b-470c-b5b4-185ca4063843 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:40.080262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Allocated IP 172.20.0.18 (53aad8e8-a502-4095-a10b-690c1954ea4c/88dd6807-0147-44ae-af1a-59c2b5809e77/94991191-b849-4711-a955-53b6c0359e2f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:40.083954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8824cfbe-0acc-4099-8683-4fa1d26b0e17 req-4d2bccf1-5100-490d-9683-6f6edeae4265 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 Aug 12 04:20:40.088931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Transition to ACTIVE for port object 9a63e20b-503b-470c-b5b4-185ca4063843 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:40.113444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=c86839a1-7094-4570-82ac-120dd8ac043c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:40.124313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c86839a1-7094-4570-82ac-120dd8ac043c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:40.124958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1cf93558-61bb-40d9-9aca-f09ff5d9cbbb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4031301 Aug 12 04:20:40.132650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35230) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:40.138257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:40.176824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.191810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.219929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.255078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Network ba1cb43c-5983-4245-9799-944a7be8d0af is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:40.270063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:40.272595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:40.274508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:40.276765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.292654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Pushing event updated for resources: {'Port': ['ID=9a63e20b-503b-470c-b5b4-185ca4063843,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:40.315720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.387575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Attempting to bind port 9a63e20b-503b-470c-b5b4-185ca4063843 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:40.388066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Attempting to bind port 9a63e20b-503b-470c-b5b4-185ca4063843 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '56873a86-9a4c-4746-ac5c-85c4a70b4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:40.388495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Attempting to bind port 9a63e20b-503b-470c-b5b4-185ca4063843 on network ba1cb43c-5983-4245-9799-944a7be8d0af {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:40.400886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:40.401265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Checking segment: {'id': '56873a86-9a4c-4746-ac5c-85c4a70b4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:40.401668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.402063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Bound using segment: {'id': '56873a86-9a4c-4746-ac5c-85c4a70b4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:40.402536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Bound port: 9a63e20b-503b-470c-b5b4-185ca4063843, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56873a86-9a4c-4746-ac5c-85c4a70b4a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba1cb43c-5983-4245-9799-944a7be8d0af'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:40.402954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.415367 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.428415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Transition to ACTIVE for port object 94991191-b849-4711-a955-53b6c0359e2f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:40.435645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.464750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Subnet': ['ID=36010cb5-a6aa-4ac3-987b-eabff5d39453,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:40.467051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.467743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Transition to ACTIVE for port object 94991191-b849-4711-a955-53b6c0359e2f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:40.472142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35232) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:40.472428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cd9583e0-e84c-4535-8338-a2d85a0ab3a9 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/subnets/36010cb5-a6aa-4ac3-987b-eabff5d39453 HTTP/1.1" status: 204 len: 168 time: 0.8647072 Aug 12 04:20:40.489150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] For port 9a63e20b-503b-470c-b5b4-185ca4063843, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:40.492196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] For port 9a63e20b-503b-470c-b5b4-185ca4063843, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a63e20b-503b-470c-b5b4-185ca4063843,segment=NetworkSegment(56873a86-9a4c-4746-ac5c-85c4a70b4a44),segment_id=56873a86-9a4c-4746-ac5c-85c4a70b4a44)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:40.529595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Deleting subnet 88dd6807-0147-44ae-af1a-59c2b5809e77 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:40.536188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.537313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.558611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.568804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.581119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Network 53aad8e8-a502-4095-a10b-690c1954ea4c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:40.588851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:40.594146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:40.604424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Pushing event updated for resources: {'Port': ['ID=94991191-b849-4711-a955-53b6c0359e2f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:40.605113 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.681050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=e288f4ab-5411-4a5f-b6a2-ec78ab2964c8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:40.691494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': '3fd8a067-00c4-46c0-b718-ed57d6d3f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:40.691861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: c86839a1-7094-4570-82ac-120dd8ac043c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:40.703823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Attempting to bind port 94991191-b849-4711-a955-53b6c0359e2f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:40.704472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Attempting to bind port 94991191-b849-4711-a955-53b6c0359e2f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0a4c4597-0055-4085-8779-792c98091ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:40.704957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Attempting to bind port 94991191-b849-4711-a955-53b6c0359e2f on network 53aad8e8-a502-4095-a10b-690c1954ea4c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:40.706976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34543a6e-5169-47b3-9187-e35bd8166c4d None None] Pushing event updated for resources: {'Port': ['ID=9a63e20b-503b-470c-b5b4-185ca4063843,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:40.714468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:40.714903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Checking segment: {'id': '0a4c4597-0055-4085-8779-792c98091ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:40.715744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.715744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Bound using segment: {'id': '0a4c4597-0055-4085-8779-792c98091ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:40.716172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Bound port: 94991191-b849-4711-a955-53b6c0359e2f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4c4597-0055-4085-8779-792c98091ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '53aad8e8-a502-4095-a10b-690c1954ea4c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:40.716561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:40.813674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] For port 94991191-b849-4711-a955-53b6c0359e2f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:40.818571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] For port 94991191-b849-4711-a955-53b6c0359e2f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=94991191-b849-4711-a955-53b6c0359e2f,segment=NetworkSegment(0a4c4597-0055-4085-8779-792c98091ac1),segment_id=0a4c4597-0055-4085-8779-792c98091ac1)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:40.901198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.008998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d16b05-2fda-4db9-b011-17352a892322 None None] Pushing event updated for resources: {'Port': ['ID=94991191-b849-4711-a955-53b6c0359e2f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:41.108452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.244723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network c86839a1-7094-4570-82ac-120dd8ac043c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:41.286920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91c26-e554-41c3-8426-8589500230ae req-55b4b3d3-6b1a-4fc0-93e8-d858a046b9cd tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:41.288491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aae91c26-e554-41c3-8426-8589500230ae req-55b4b3d3-6b1a-4fc0-93e8-d858a046b9cd tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0779290 Aug 12 04:20:41.290100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.335805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Subnet': ['ID=88dd6807-0147-44ae-af1a-59c2b5809e77,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:41.347510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.349364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9fcb6b7f-d8e5-4c34-889d-b44fff427c6d tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/subnets/88dd6807-0147-44ae-af1a-59c2b5809e77 HTTP/1.1" status: 204 len: 168 time: 0.8756917 Aug 12 04:20:41.352418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35256) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:41.370241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aae91c26-e554-41c3-8426-8589500230ae req-6577d94d-f971-4e2e-95d6-e19ac9cb6708 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732319 Aug 12 04:20:41.380035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c86839a1-7094-4570-82ac-120dd8ac043c) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:41.384536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:41.385249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.398912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aebff7c-a2d9-4adc-a602-985fd098e435 None None] Network c86839a1-7094-4570-82ac-120dd8ac043c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:41.427871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac17ee54-4dcf-43ce-bd65-e49d8be4f7e7 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:41.433363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ac17ee54-4dcf-43ce-bd65-e49d8be4f7e7 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0755994 Aug 12 04:20:41.433600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35258) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:41.509470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26dec9b9-93db-4de8-939b-75937522b803 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3754706 Aug 12 04:20:41.511985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35260) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:41.517755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1361591964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:41.519407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.585916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c86839a1-7094-4570-82ac-120dd8ac043c', 'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': 'e288f4ab-5411-4a5f-b6a2-ec78ab2964c8'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:41.589590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.605860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Deleting port 94991191-b849-4711-a955-53b6c0359e2f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:41.606085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.618067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.619610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.694477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] For port 94991191-b849-4711-a955-53b6c0359e2f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=94991191-b849-4711-a955-53b6c0359e2f,segment=NetworkSegment(0a4c4597-0055-4085-8779-792c98091ac1),segment_id=0a4c4597-0055-4085-8779-792c98091ac1)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:41.695196 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.704176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:41.713178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Calling delete_port for 94991191-b849-4711-a955-53b6c0359e2f owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:41.817822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Allocated IP 2001:db8::2 (c86839a1-7094-4570-82ac-120dd8ac043c/e288f4ab-5411-4a5f-b6a2-ec78ab2964c8/aa44e205-aee2-4d23-bdfe-372895cd25f9) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:41.908627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.006620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.010313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 94991191-b849-4711-a955-53b6c0359e2f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:42.024439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.029792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ac898584-4119-4174-9819-eecc3acb9699 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5165210 Aug 12 04:20:42.032272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35266) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:42.039337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Port': ['ID=94991191-b849-4711-a955-53b6c0359e2f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:42.040797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 94991191-b849-4711-a955-53b6c0359e2f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:42.041153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 94991191-b849-4711-a955-53b6c0359e2f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 04:20:42.044226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] No DVR routers for this DVR port 94991191-b849-4711-a955-53b6c0359e2f on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:42.060209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'port': {'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c', 'name': 'tempest-RoutersIpV6Test-1395508302'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:42.065618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Port 94991191-b849-4711-a955-53b6c0359e2f not found, will not notify nova. {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 04:20:42.066029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a63e20b-503b-470c-b5b4-185ca4063843 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:42.102140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511786b-623b-4800-8d40-9e4e6dd5bff4 None None] Network ba1cb43c-5983-4245-9799-944a7be8d0af requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:42.110412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.165213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.177109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aad8e8-a502-4095-a10b-690c1954ea4c']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:42.185558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Transition to ACTIVE for port object aa44e205-aee2-4d23-bdfe-372895cd25f9 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:42.192142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4c4597-0055-4085-8779-792c98091ac1') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:42.192142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4c4597-0055-4085-8779-792c98091ac1') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:42.203169 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.220291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.228163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:42.228627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:42.232268 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:42.247718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Transition to ACTIVE for port object aa44e205-aee2-4d23-bdfe-372895cd25f9 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:42.299287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:42.304446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.307903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a02fe824-f55f-4ea6-9433-0a986b50ea6d None None] Provisioning for port 9a63e20b-503b-470c-b5b4-185ca4063843 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:42.331970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] device_id is not set on port 5aaaa545-2150-4271-8d19-08e4526f7133 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:20:42.371769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9a63e20b-503b-470c-b5b4-185ca4063843 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:42.376861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9a63e20b-503b-470c-b5b4-185ca4063843 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:42.376861 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.379023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.394416 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.399618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.404801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/networks/53aad8e8-a502-4095-a10b-690c1954ea4c HTTP/1.1" status: 204 len: 168 time: 0.9697628 Aug 12 04:20:42.406753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35270) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:42.460211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8::71 (c86839a1-7094-4570-82ac-120dd8ac043c/e288f4ab-5411-4a5f-b6a2-ec78ab2964c8/5aaaa545-2150-4271-8d19-08e4526f7133) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:42.524982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Pushing event updated for resources: {'Port': ['ID=aa44e205-aee2-4d23-bdfe-372895cd25f9,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:42.528612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] DHCP port deletion for ba1cb43c-5983-4245-9799-944a7be8d0af request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:42.553545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf31d5-6fdd-4417-bac0-e5886e4e5c5e tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Network': ['ID=53aad8e8-a502-4095-a10b-690c1954ea4c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:42.597944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Network c86839a1-7094-4570-82ac-120dd8ac043c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:42.605055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:42.606843 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.619371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:42.639198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beaf120-eb4c-4517-bd38-6bbe54e507fb None None] DHCP port deletion for 53aad8e8-a502-4095-a10b-690c1954ea4c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:42.650475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.674759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e9419b8b-6f90-43ae-95c0-1e2b8887a7a0 None None] Could not find standard attr ID for object 94991191-b849-4711-a955-53b6c0359e2f. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:20:42.678612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Deleting port 9a63e20b-503b-470c-b5b4-185ca4063843 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:42.679074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.710702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object 5aaaa545-2150-4271-8d19-08e4526f7133 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:42.735162 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.737599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49161863-f0ee-4ea7-8f29-7d5573890dd9 None None] Network 53aad8e8-a502-4095-a10b-690c1954ea4c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:42.743648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67691f2-bdb7-4921-a0f7-01b63edb41e3 req-e144409c-12f7-4466-8ed3-a584e9bc1ccb tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:42.745173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c67691f2-bdb7-4921-a0f7-01b63edb41e3 req-e144409c-12f7-4466-8ed3-a584e9bc1ccb tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1088274 Aug 12 04:20:42.763766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] For port 9a63e20b-503b-470c-b5b4-185ca4063843, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a63e20b-503b-470c-b5b4-185ca4063843,segment=NetworkSegment(56873a86-9a4c-4746-ac5c-85c4a70b4a44),segment_id=56873a86-9a4c-4746-ac5c-85c4a70b4a44)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:42.764283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.786480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Calling delete_port for 9a63e20b-503b-470c-b5b4-185ca4063843 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:42.792556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49161863-f0ee-4ea7-8f29-7d5573890dd9 None None] Network 53aad8e8-a502-4095-a10b-690c1954ea4c could not be found, it might have been deleted concurrently. {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 04:20:42.804926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c67691f2-bdb7-4921-a0f7-01b63edb41e3 req-662dd6db-f50f-4837-b5f5-37427b136125 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479560 Aug 12 04:20:42.830695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Attempting to bind port aa44e205-aee2-4d23-bdfe-372895cd25f9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:42.831338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Attempting to bind port aa44e205-aee2-4d23-bdfe-372895cd25f9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '3fd8a067-00c4-46c0-b718-ed57d6d3f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:42.831630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Attempting to bind port aa44e205-aee2-4d23-bdfe-372895cd25f9 on network c86839a1-7094-4570-82ac-120dd8ac043c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:42.839899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:42.840329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Checking segment: {'id': '3fd8a067-00c4-46c0-b718-ed57d6d3f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:42.840861 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.841390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Bound using segment: {'id': '3fd8a067-00c4-46c0-b718-ed57d6d3f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:42.841869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Bound port: aa44e205-aee2-4d23-bdfe-372895cd25f9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd8a067-00c4-46c0-b718-ed57d6d3f932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'c86839a1-7094-4570-82ac-120dd8ac043c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:42.842253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.846289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.854388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] Deleting port 9a63e20b-503b-470c-b5b4-185ca4063843 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:42.859464 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.866270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9a63e20b-503b-470c-b5b4-185ca4063843, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a63e20b-503b-470c-b5b4-185ca4063843,segment=NetworkSegment(56873a86-9a4c-4746-ac5c-85c4a70b4a44),segment_id=56873a86-9a4c-4746-ac5c-85c4a70b4a44)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:42.913286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network c86839a1-7094-4570-82ac-120dd8ac043c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:42.917505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:42.922409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:42.928591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:42.929419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:42.941457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=5aaaa545-2150-4271-8d19-08e4526f7133,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:42.951766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.001658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] For port 9a63e20b-503b-470c-b5b4-185ca4063843, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a63e20b-503b-470c-b5b4-185ca4063843,segment=NetworkSegment(56873a86-9a4c-4746-ac5c-85c4a70b4a44),segment_id=56873a86-9a4c-4746-ac5c-85c4a70b4a44)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:43.002049 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.032282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] Calling delete_port for 9a63e20b-503b-470c-b5b4-185ca4063843 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:43.039855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.046503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8e449f32-0b4f-4dce-a45f-34682c4356ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0090072 Aug 12 04:20:43.046758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35278) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:43.065679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] For port aa44e205-aee2-4d23-bdfe-372895cd25f9, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:43.072028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] For port aa44e205-aee2-4d23-bdfe-372895cd25f9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aa44e205-aee2-4d23-bdfe-372895cd25f9,segment=NetworkSegment(3fd8a067-00c4-46c0-b718-ed57d6d3f932),segment_id=3fd8a067-00c4-46c0-b718-ed57d6d3f932)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:43.076322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] No DVR routers for this DVR port 9a63e20b-503b-470c-b5b4-185ca4063843 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:43.110273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9a63e20b-503b-470c-b5b4-185ca4063843,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:43.116990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Port': ['ID=9a63e20b-503b-470c-b5b4-185ca4063843,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:43.150830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.176906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] Pushing event deleted for resources: {'Port': ['ID=9a63e20b-503b-470c-b5b4-185ca4063843,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:43.180959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114099a-875a-4d48-9254-79e8dbb8ffd1 None None] No DVR routers for this DVR port 9a63e20b-503b-470c-b5b4-185ca4063843 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:43.184835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.257282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eda1c1-68a1-451d-9277-1e3fa60253e0 None None] Pushing event updated for resources: {'Port': ['ID=aa44e205-aee2-4d23-bdfe-372895cd25f9,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:43.273126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.310797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1cb43c-5983-4245-9799-944a7be8d0af']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:43.324397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56873a86-9a4c-4746-ac5c-85c4a70b4a44') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:43.324786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56873a86-9a4c-4746-ac5c-85c4a70b4a44') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:43.398996 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.423058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.455391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:43.457281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:43.459222 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:43.601385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.612595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.616894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35282) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:43.617383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/networks/ba1cb43c-5983-4245-9799-944a7be8d0af HTTP/1.1" status: 204 len: 168 time: 1.2026989 Aug 12 04:20:43.618021 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.646732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a8cce-eb13-44c7-b431-45ffb6ed6f11 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Network': ['ID=ba1cb43c-5983-4245-9799-944a7be8d0af,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:43.708211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.806580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.819099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbf2369-a6cf-42c8-967e-fbc7ff5fd582']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:43.841634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626ea12a-c8de-44a9-b7c0-6607129c5fb8') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:43.842175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626ea12a-c8de-44a9-b7c0-6607129c5fb8') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:43.852869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.875762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.884527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:43.894421 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:43.956812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:43.995582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aa44e205-aee2-4d23-bdfe-372895cd25f9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:44.034989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.066383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633e356-10b8-4811-98b1-d216307f427a req-2e87c383-9146-43f4-adb0-cb8392e7fbc4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:44.068150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a633e356-10b8-4811-98b1-d216307f427a req-2e87c383-9146-43f4-adb0-cb8392e7fbc4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1657319 Aug 12 04:20:44.098180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.107960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.109813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/networks/5cbf2369-a6cf-42c8-967e-fbc7ff5fd582 HTTP/1.1" status: 204 len: 168 time: 0.4907119 Aug 12 04:20:44.112318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:44.165541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port aa44e205-aee2-4d23-bdfe-372895cd25f9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:44.174248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=5aaaa545-2150-4271-8d19-08e4526f7133,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:44.213103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b31800-72d9-44c8-b383-efeccb54bc18 tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Network': ['ID=5cbf2369-a6cf-42c8-967e-fbc7ff5fd582,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:44.225792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 94991191-b849-4711-a955-53b6c0359e2f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:44.247340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a633e356-10b8-4811-98b1-d216307f427a req-432383fc-3c75-4f2a-a973-12ae0146c060 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721237 Aug 12 04:20:44.276163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 94991191-b849-4711-a955-53b6c0359e2f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:44.276421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 94991191-b849-4711-a955-53b6c0359e2f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:44.276843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a63e20b-503b-470c-b5b4-185ca4063843 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:44.290959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.301095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9a63e20b-503b-470c-b5b4-185ca4063843 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:44.301461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a63e20b-503b-470c-b5b4-185ca4063843 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:44.306202 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.418837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.431369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1b04be-6e08-405e-8991-9d36ac62a1f5']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:44.444121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cd6ce1-fdad-48f7-8e5c-70cb77ed8bd1') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:44.444417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cd6ce1-fdad-48f7-8e5c-70cb77ed8bd1') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:44.454128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.475859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.482545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:44.482980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:44.486750 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:44.502623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.529987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488c345-d85a-4ceb-b17c-a496346fd22d None None] Network c86839a1-7094-4570-82ac-120dd8ac043c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:44.656864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.670377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.670377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] 10.222.0.42 "DELETE /v2.0/networks/1b1b04be-6e08-405e-8991-9d36ac62a1f5 HTTP/1.1" status: 204 len: 168 time: 0.5543568 Aug 12 04:20:44.689254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024ede-403c-436b-a060-327186b5891b tempest-BulkNetworkOpsTest-1185475601 tempest-BulkNetworkOpsTest-1185475601-project] Pushing event deleted for resources: {'Network': ['ID=1b1b04be-6e08-405e-8991-9d36ac62a1f5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:44.705144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] Provisioning for port aa44e205-aee2-4d23-bdfe-372895cd25f9 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:44.710384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] Provisioning complete for port aa44e205-aee2-4d23-bdfe-372895cd25f9 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:44.711435 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.845481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.857246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.911571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] For port aa44e205-aee2-4d23-bdfe-372895cd25f9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aa44e205-aee2-4d23-bdfe-372895cd25f9,segment=NetworkSegment(3fd8a067-00c4-46c0-b718-ed57d6d3f932),segment_id=3fd8a067-00c4-46c0-b718-ed57d6d3f932)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:44.914509 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.915354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:44.971436 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:45.035691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=5aaaa545-2150-4271-8d19-08e4526f7133,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:45.060298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a97bef-5dcc-45e9-8ca6-1a7e93041257 None None] Pushing event updated for resources: {'Port': ['ID=aa44e205-aee2-4d23-bdfe-372895cd25f9,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:45.107721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network c86839a1-7094-4570-82ac-120dd8ac043c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:45.109641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:45.194205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-06779e17-b396-4d39-bbb4-2f36579affda None None] Provisioning complete for port aa44e205-aee2-4d23-bdfe-372895cd25f9 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:45.194645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06779e17-b396-4d39-bbb4-2f36579affda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:45.332010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 69476e43-4b76-4783-a2c7-1cde9fcf2be4 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:20:45.388421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-06779e17-b396-4d39-bbb4-2f36579affda None None] Provisioning for port 5aaaa545-2150-4271-8d19-08e4526f7133 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:45.393585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-06779e17-b396-4d39-bbb4-2f36579affda None None] Provisioning complete for port 5aaaa545-2150-4271-8d19-08e4526f7133 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:45.400832 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06779e17-b396-4d39-bbb4-2f36579affda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:45.430850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35306) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:45.465111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-06779e17-b396-4d39-bbb4-2f36579affda None None] Port 5aaaa545-2150-4271-8d19-08e4526f7133 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:45.472299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2728089-02d5-4ec9-94a3-b18c1a15b999 req-84d7cd5d-d552-4d1f-9c45-c4b2dcd59925 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:45.474953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2728089-02d5-4ec9-94a3-b18c1a15b999 req-84d7cd5d-d552-4d1f-9c45-c4b2dcd59925 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1064093 Aug 12 04:20:45.528329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:45.540623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bd906ddc-0715-4a59-8150-d74da0cecd29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/69476e43-4b76-4783-a2c7-1cde9fcf2be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4912498 Aug 12 04:20:45.541314 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] Sync routers for ids ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:45.542504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:45.560632 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] Routers {'69476e43-4b76-4783-a2c7-1cde9fcf2be4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:45.564069 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:45.600079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0f22d68-99b6-4560-9ae6-727ed5d0a26f None None] Provisioning complete for port 5aaaa545-2150-4271-8d19-08e4526f7133 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:45.600459 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0f22d68-99b6-4560-9ae6-727ed5d0a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:45.602555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2728089-02d5-4ec9-94a3-b18c1a15b999 req-64bd9d89-8f31-4673-acc0-48351519bef1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214299 Aug 12 04:20:45.605711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c275a9-20bc-4919-86e9-a6a9f8799989 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:45.607392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-09c275a9-20bc-4919-86e9-a6a9f8799989 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports/5aaaa545-2150-4271-8d19-08e4526f7133 HTTP/1.1" status: 200 len: 983 time: 0.0639091 Aug 12 04:20:45.609967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35312) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:45.653630 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:45.687201 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] Routers {'69476e43-4b76-4783-a2c7-1cde9fcf2be4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:45.689771 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:45.709987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b0f22d68-99b6-4560-9ae6-727ed5d0a26f None None] Port 5aaaa545-2150-4271-8d19-08e4526f7133 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:45.761097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a74793c-a392-4275-91ec-41251ad8d519 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=122c7af56e60447ca6698813ed2b5cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291039 Aug 12 04:20:45.763708 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:45.764630 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f39800-a9b6-4479-94cc-5529ff6fa76c None None] The sync data for ids ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:45.773545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:45.928412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aa44e205-aee2-4d23-bdfe-372895cd25f9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:45.933907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f23ee997-2ff6-430a-8edd-79251403deab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:45.971996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5076901-56ae-4f83-b170-6e1c8d4a832b req-f9f9f284-6a89-4b27-9943-38119d15827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:45.973432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5076901-56ae-4f83-b170-6e1c8d4a832b req-f9f9f284-6a89-4b27-9943-38119d15827d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0951414 Aug 12 04:20:45.984815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f23ee997-2ff6-430a-8edd-79251403deab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.045033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-57703da3-c1c0-4de7-a5ee-1f1f24e9096e None None] Provisioning complete for port 5aaaa545-2150-4271-8d19-08e4526f7133 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:46.045406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57703da3-c1c0-4de7-a5ee-1f1f24e9096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.062022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5076901-56ae-4f83-b170-6e1c8d4a832b req-08e4003d-57f9-4cfd-a1d5-5c9feb4da99a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750117 Aug 12 04:20:46.101590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-57703da3-c1c0-4de7-a5ee-1f1f24e9096e None None] Port 5aaaa545-2150-4271-8d19-08e4526f7133 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:46.113007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port aa44e205-aee2-4d23-bdfe-372895cd25f9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:46.113490 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.148708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f23ee997-2ff6-430a-8edd-79251403deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.153431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f23ee997-2ff6-430a-8edd-79251403deab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.157256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f23ee997-2ff6-430a-8edd-79251403deab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a37fa81b-4ab7-4883-803c-9103ebeaff52 HTTP/1.1" status: 204 len: 168 time: 0.3802373 Aug 12 04:20:46.184212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee997-2ff6-430a-8edd-79251403deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37fa81b-4ab7-4883-803c-9103ebeaff52,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:46.320807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-732dc32d-1653-47cf-95b0-537cf0d45e2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063602 Aug 12 04:20:46.388275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.430681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-861dc018-d200-45a4-a221-dc3335704ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:46.435244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-861dc018-d200-45a4-a221-dc3335704ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 1097 time: 0.0805018 Aug 12 04:20:46.573522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-10d7f02a-80c6-4c7a-9b7f-bf6e8be63fd5 None None] Provisioning complete for port 5aaaa545-2150-4271-8d19-08e4526f7133 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:46.573898 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-10d7f02a-80c6-4c7a-9b7f-bf6e8be63fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:46.624639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-10d7f02a-80c6-4c7a-9b7f-bf6e8be63fd5 None None] Port 5aaaa545-2150-4271-8d19-08e4526f7133 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:46.625265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-0fcd301a-0bc3-404a-b55f-0eecd97d4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:46.627023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-0fcd301a-0bc3-404a-b55f-0eecd97d4855 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 915 time: 0.1727610 Aug 12 04:20:46.707886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-af1b97c4-de34-42f1-9aa4-89290365e318 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69c4b67c-4ee0-452b-a421-2b6328d28537 HTTP/1.1" status: 200 len: 217 time: 0.0707433 Aug 12 04:20:46.791010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-a5c357c5-0155-48d8-83af-b29ad59ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:46.793234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-a5c357c5-0155-48d8-83af-b29ad59ed141 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.0598803 Aug 12 04:20:46.801811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cada6-5ab4-429a-908c-752b8627c8a4 req-3d4b9c96-e828-4354-8ce9-898ebaa5de15 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:46.803650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-651cada6-5ab4-429a-908c-752b8627c8a4 req-3d4b9c96-e828-4354-8ce9-898ebaa5de15 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1055548 Aug 12 04:20:46.845248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-41a5c523-5b5f-4265-a16a-a0426b57ee8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404003 Aug 12 04:20:46.984134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-651cada6-5ab4-429a-908c-752b8627c8a4 req-4c19146f-6600-490a-9895-849039a8f313 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622596 Aug 12 04:20:47.027092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-df5df774-456f-4c58-b549-56f206f40fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033816 Aug 12 04:20:47.041986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-17dc33ea-632b-419a-9760-f47fba727595 service neutron] 10.222.0.36 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765542 Aug 12 04:20:47.157278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-7d626299-203a-4faa-9778-2aef313c8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:47.159127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-7d626299-203a-4faa-9778-2aef313c8372 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 1096 time: 0.0883663 Aug 12 04:20:47.162594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5ad6c-6539-4abb-a19a-ae8ae3d21eff req-1cba29a0-a609-475e-b6a4-2ccf6aa95e87 service neutron] 10.222.0.36 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109338 Aug 12 04:20:47.305347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 5aaaa545-2150-4271-8d19-08e4526f7133 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:47.305695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.322832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-ba56f5eb-620b-4287-80b0-5e683bf4b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:47.324323 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-ba56f5eb-620b-4287-80b0-5e683bf4b157 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 915 time: 0.1282818 Aug 12 04:20:47.395273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-4e065706-46c8-459d-b7aa-db7881d5a023 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0dfc336e-657b-4d96-a348-87cee01d6cde HTTP/1.1" status: 200 len: 217 time: 0.0459943 Aug 12 04:20:47.429930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:47.471606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.475146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-14bd1955-76f2-413a-ad5d-1d4d7da9aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:47.476614 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-14bd1955-76f2-413a-ad5d-1d4d7da9aa22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.0719311 Aug 12 04:20:47.488182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 5aaaa545-2150-4271-8d19-08e4526f7133 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:47.515440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-5fe028a5-2947-4375-9b22-aad7d2ff669f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283592 Aug 12 04:20:47.527789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-324149364'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:47.599550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:47.604108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.614302 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.698524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-e2f1b083-ee76-4660-b593-ddcf5f249ac9 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742907 Aug 12 04:20:47.710287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.776681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.805897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fec059-f253-44a3-8930-9ec85f6fba9b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:47.829830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93143a93-2783-4430-ba8e-73b1414ab2e2 req-aac8f547-ba48-454c-a9ae-1e80be63c5e9 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203563 Aug 12 04:20:47.868173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.874406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:47.883546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:47.884132 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment bbcc13ef-2698-474b-ae94-c0c6857b8167 of type vlan for network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 Aug 12 04:20:47.899045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=5aaaa545-2150-4271-8d19-08e4526f7133,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:47.940181 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.000071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.028499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.035997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:48.040998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.150880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:48.164699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:48.171785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2369a4-2115-4f6c-b87d-d3769ff20125 req-cc85bd47-38cb-4838-b6c4-f29d10d15152 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:48.171785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c2369a4-2115-4f6c-b87d-d3769ff20125 req-cc85bd47-38cb-4838-b6c4-f29d10d15152 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1012599 Aug 12 04:20:48.187937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 69476e43-4b76-4783-a2c7-1cde9fcf2be4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:48.195510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9cbadce6-397f-4270-aa86-22e0bdef102d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7640369 Aug 12 04:20:48.219446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35364) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:48.226235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-1223417644'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:48.251347 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c2369a4-2115-4f6c-b87d-d3769ff20125 req-48cee4ca-f2ce-4d60-b381-26429afedada tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717778 Aug 12 04:20:48.278949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:48.288832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a55879bd-6b55-4620-a3a4-52b5c9b2042f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/69476e43-4b76-4783-a2c7-1cde9fcf2be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749516 Aug 12 04:20:48.288991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:48.292288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] Sync routers for ids ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:48.302476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] Routers {'69476e43-4b76-4783-a2c7-1cde9fcf2be4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:48.303359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:48.337285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:48.346786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.367900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:48.380638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:48.385851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] Routers {'69476e43-4b76-4783-a2c7-1cde9fcf2be4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:48.386552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:48.388339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.388964 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment ba59e331-aa0d-4612-9ae0-021b020b7302 of type vlan for network b081ae1b-a162-4b3a-996a-e10afbf0807b Aug 12 04:20:48.425667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:48.426352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc63de-8ddb-4ef6-8d56-01ea3698a941 None None] The sync data for ids ['69476e43-4b76-4783-a2c7-1cde9fcf2be4'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:48.456507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.495178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11cb5-2f09-47b9-882d-07bdf958c2a8 req-c22fb2ae-e0b3-4949-ad2f-8085ad8c6e54 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:48.496842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8d11cb5-2f09-47b9-882d-07bdf958c2a8 req-c22fb2ae-e0b3-4949-ad2f-8085ad8c6e54 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1315465 Aug 12 04:20:48.542220 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-3d99a86e-5237-4874-84c5-2dc53b679e9d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] remove_router_interface failed (client error): The resource could not be found. Aug 12 04:20:48.543289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3d99a86e-5237-4874-84c5-2dc53b679e9d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/69476e43-4b76-4783-a2c7-1cde9fcf2be4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2533791 Aug 12 04:20:48.549939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35386) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:48.578398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-4c9466bf-3fde-4331-a2e9-9e89f9191026 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:48.579920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-4c9466bf-3fde-4331-a2e9-9e89f9191026 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.1172137 Aug 12 04:20:48.592013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c681f380-5be6-48ef-b163-d028a544f9fd tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=69476e43-4b76-4783-a2c7-1cde9fcf2be4 HTTP/1.1" status: 200 len: 205 time: 0.0413508 Aug 12 04:20:48.593691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.594613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35388) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:48.599067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:48.600197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.606147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8d11cb5-2f09-47b9-882d-07bdf958c2a8 req-2e62e5e5-ba9d-45ed-b2c3-159746799228 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887349 Aug 12 04:20:48.621068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-24f28602-4c7a-43af-8c2d-c8893b3d2d5c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/quotas/859851a2ce2e4c9fa5809f76c8a4cdcb HTTP/1.1" status: 200 len: 375 time: 0.0350714 Aug 12 04:20:48.677024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.697261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=b081ae1b-a162-4b3a-996a-e10afbf0807b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:48.708170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b081ae1b-a162-4b3a-996a-e10afbf0807b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:48.727029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-8107f604-ac91-4ed2-b736-38ea9ff88512 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778077 Aug 12 04:20:48.728784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7258170b-9eba-4bdc-854f-bec13063e1af tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5076253 Aug 12 04:20:48.731939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:48.742648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:48.871229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.873447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.931188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-51033211-2f9e-46d9-8541-f9278ff8ec92 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843309 Aug 12 04:20:48.954030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.954632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router 69476e43-4b76-4783-a2c7-1cde9fcf2be4 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:20:48.959641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:48.963314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.968432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:48.972030 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1c751ede-bfc5-4df4-8f99-dd8de446be80 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/69476e43-4b76-4783-a2c7-1cde9fcf2be4 HTTP/1.1" status: 204 len: 168 time: 0.3740277 Aug 12 04:20:48.972573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:49.055917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet e288f4ab-5411-4a5f-b6a2-ec78ab2964c8 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:49.060271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.107893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41539e-184a-4dd2-9b38-fe781bf3635c req-efbbb4c6-fcf3-4463-82bb-178b71b3f23f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:49.109944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be41539e-184a-4dd2-9b38-fe781bf3635c req-efbbb4c6-fcf3-4463-82bb-178b71b3f23f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0981951 Aug 12 04:20:49.114068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-a1edf7a1-0452-412b-b152-802813ebe622 service neutron] 10.222.0.42 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759591 Aug 12 04:20:49.114763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.192950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be41539e-184a-4dd2-9b38-fe781bf3635c req-d3676e3e-d207-41f2-8ee4-4151ba79f414 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526056 Aug 12 04:20:49.246033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.308509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.386204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a898178-756c-4243-8730-7dfd3673338f req-02f441f1-e5bf-4db6-b3c4-e6cf3c4833d1 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 210 time: 0.0273995 Aug 12 04:20:49.387497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.392445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=8a7c1728-ae04-495d-97ba-f000cd7d689b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:49.397519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': 'bbcc13ef-2698-474b-ae94-c0c6857b8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:49.397888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:49.424507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=e288f4ab-5411-4a5f-b6a2-ec78ab2964c8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:49.426989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.428902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1461c818-9116-4cee-8b47-3d2c8c4a4a29 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/e288f4ab-5411-4a5f-b6a2-ec78ab2964c8 HTTP/1.1" status: 204 len: 168 time: 0.4556515 Aug 12 04:20:49.431672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:49.437182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72771667-0b67-40aa-b902-cdf84baa024f None None] Network c86839a1-7094-4570-82ac-120dd8ac043c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:49.504048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:49.526180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.591077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port aa44e205-aee2-4d23-bdfe-372895cd25f9 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:49.591077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.627398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:49.631318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] DHCP port deletion for c86839a1-7094-4570-82ac-120dd8ac043c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:20:49.635240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeebdd5-5c31-4aa9-ba39-81becbcc2630 None None] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:49.637759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:49.638671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.667973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port aa44e205-aee2-4d23-bdfe-372895cd25f9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aa44e205-aee2-4d23-bdfe-372895cd25f9,segment=NetworkSegment(3fd8a067-00c4-46c0-b718-ed57d6d3f932),segment_id=3fd8a067-00c4-46c0-b718-ed57d6d3f932)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:49.668376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.681992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for aa44e205-aee2-4d23-bdfe-372895cd25f9 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:49.738587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-30366398-4c65-49cb-9741-9e30a3e429e9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0053818 Aug 12 04:20:49.741456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35416) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:49.746857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:49.752667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Deleting port aa44e205-aee2-4d23-bdfe-372895cd25f9 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:49.753123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.839955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.860217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] For port aa44e205-aee2-4d23-bdfe-372895cd25f9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aa44e205-aee2-4d23-bdfe-372895cd25f9,segment=NetworkSegment(3fd8a067-00c4-46c0-b718-ed57d6d3f932),segment_id=3fd8a067-00c4-46c0-b718-ed57d6d3f932)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:49.860798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.868611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=aa44e205-aee2-4d23-bdfe-372895cd25f9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:49.870692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port aa44e205-aee2-4d23-bdfe-372895cd25f9 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:49.885418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Calling delete_port for aa44e205-aee2-4d23-bdfe-372895cd25f9 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:49.909745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:49.912593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.958257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.963200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aa44e205-aee2-4d23-bdfe-372895cd25f9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:20:49.980122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86839a1-7094-4570-82ac-120dd8ac043c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:49.983404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd8a067-00c4-46c0-b718-ed57d6d3f932') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:49.983808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd8a067-00c4-46c0-b718-ed57d6d3f932') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:49.988719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4', 'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': '8a7c1728-ae04-495d-97ba-f000cd7d689b'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:49.989907 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.993335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:49.994362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: aa44e205-aee2-4d23-bdfe-372895cd25f9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:20:49.994733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aa44e205-aee2-4d23-bdfe-372895cd25f9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:20:50.010452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.018136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:20:50.019165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:20:50.022559 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:20:50.094944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.133949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Pushing event deleted for resources: {'Port': ['ID=aa44e205-aee2-4d23-bdfe-372895cd25f9,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:50.136106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] No DVR routers for this DVR port aa44e205-aee2-4d23-bdfe-372895cd25f9 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:20:50.163370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.163639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.163976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.164314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.164643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.164974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.165295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.165616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.165935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.166254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.166571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.166909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c193be1-744f-4c25-8e6c-8d2d335716cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:20:50.171665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.180154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.182202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/c86839a1-7094-4570-82ac-120dd8ac043c HTTP/1.1" status: 204 len: 168 time: 0.7493548 Aug 12 04:20:50.187379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35420) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:50.188589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Allocated IP 172.20.0.2 (c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4/8a7c1728-ae04-495d-97ba-f000cd7d689b/fdc918c2-a295-441d-9bde-20679bfba53d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:50.192736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1250854631'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:50.197839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.203138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f0ba-2c8f-436f-bcad-5481033ab507 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=c86839a1-7094-4570-82ac-120dd8ac043c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:50.288777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=2e9db188-b700-4b32-88f6-f5c6a9a9c586,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:50.317293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': 'ba59e331-aa0d-4612-9ae0-021b020b7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:50.317731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: b081ae1b-a162-4b3a-996a-e10afbf0807b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:50.328659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:50.332824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.353407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.359915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86ba71-173b-4366-9a47-35d8b89b54ae req-47cff19b-d155-41a9-9838-59393ba44b3e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:50.361412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af86ba71-173b-4366-9a47-35d8b89b54ae req-47cff19b-d155-41a9-9838-59393ba44b3e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0911140 Aug 12 04:20:50.362767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Transition to ACTIVE for port object fdc918c2-a295-441d-9bde-20679bfba53d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:50.379449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Transition to ACTIVE for port object fdc918c2-a295-441d-9bde-20679bfba53d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:50.381447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:20:50.401236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.401572 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment b4bc9ea4-4786-470a-817a-8a2f79cff09d of type vlan for network 349c9793-e3c6-4476-a66c-d2f886d58697 Aug 12 04:20:50.439802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af86ba71-173b-4366-9a47-35d8b89b54ae req-60cf8c73-0bd8-4c02-8f66-b99de69caa79 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669098 Aug 12 04:20:50.467652 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.481103 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.481610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network b081ae1b-a162-4b3a-996a-e10afbf0807b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:50.490964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d46149d-38e0-4137-9802-1dcc38f12b0b req-3e2f8c36-7908-4356-aac1-128126b51c79 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 210 time: 0.0332236 Aug 12 04:20:50.526755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:50.529677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:50.532763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:50.542558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Pushing event updated for resources: {'Port': ['ID=fdc918c2-a295-441d-9bde-20679bfba53d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:50.564417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, b081ae1b-a162-4b3a-996a-e10afbf0807b) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:50.571585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.579510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:50.580359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.590153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439574a-c6d8-4409-976c-c9a8225b4a3a None None] Network b081ae1b-a162-4b3a-996a-e10afbf0807b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:50.612188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:50.612784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.644807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Attempting to bind port fdc918c2-a295-441d-9bde-20679bfba53d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:50.645184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Attempting to bind port fdc918c2-a295-441d-9bde-20679bfba53d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'bbcc13ef-2698-474b-ae94-c0c6857b8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:50.645566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Attempting to bind port fdc918c2-a295-441d-9bde-20679bfba53d on network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:50.656907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:50.658520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Checking segment: {'id': 'bbcc13ef-2698-474b-ae94-c0c6857b8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:50.658520 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.658520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Bound using segment: {'id': 'bbcc13ef-2698-474b-ae94-c0c6857b8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:50.659083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Bound port: fdc918c2-a295-441d-9bde-20679bfba53d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcc13ef-2698-474b-ae94-c0c6857b8167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:50.659358 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.673396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=349c9793-e3c6-4476-a66c-d2f886d58697,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:50.685199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 349c9793-e3c6-4476-a66c-d2f886d58697 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:20:50.720253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a3fdf5f2-e760-49e3-b0c7-2a8a53200cb0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5317290 Aug 12 04:20:50.722946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35432) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:50.734125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:50.783534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61fc53c2-7a6d-44c3-bff7-39f0fe59e787 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0380020 Aug 12 04:20:50.784435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35436) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:50.791882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-615358318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:50.847135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] For port fdc918c2-a295-441d-9bde-20679bfba53d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:50.852160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] For port fdc918c2-a295-441d-9bde-20679bfba53d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fdc918c2-a295-441d-9bde-20679bfba53d,segment=NetworkSegment(bbcc13ef-2698-474b-ae94-c0c6857b8167),segment_id=bbcc13ef-2698-474b-ae94-c0c6857b8167)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:50.885924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-b081ae1b-a162-4b3a-996a-e10afbf0807b', 'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': '2e9db188-b700-4b32-88f6-f5c6a9a9c586'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:50.886838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.892863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa70bb1-f2dc-481e-ae1a-568ba92e83ca req-bc03c4df-4763-47b5-8a17-facf14fcc6b5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:50.894372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8aa70bb1-f2dc-481e-ae1a-568ba92e83ca req-bc03c4df-4763-47b5-8a17-facf14fcc6b5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0606701 Aug 12 04:20:50.932182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.932681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:50.954917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8aa70bb1-f2dc-481e-ae1a-568ba92e83ca req-3fb60b19-4870-4860-bddd-48caaabc5905 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483181 Aug 12 04:20:50.975239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.007188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.045475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:51.049558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.075263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.080370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d0c73-edc5-4e9b-9b17-d679065b1ac4 None None] Pushing event updated for resources: {'Port': ['ID=fdc918c2-a295-441d-9bde-20679bfba53d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:51.096077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Allocated IP 172.21.0.2 (b081ae1b-a162-4b3a-996a-e10afbf0807b/2e9db188-b700-4b32-88f6-f5c6a9a9c586/f40bb1fb-eca4-4988-ae22-4f9e473699ce) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:51.159786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.163306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ec208f00-20e9-4558-9fe5-16dfcb85ce71 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3775845 Aug 12 04:20:51.168565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35440) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:51.316549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.326098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Transition to ACTIVE for port object f40bb1fb-eca4-4988-ae22-4f9e473699ce will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:51.347426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Transition to ACTIVE for port object f40bb1fb-eca4-4988-ae22-4f9e473699ce will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:51.380116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.394815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.463752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Network b081ae1b-a162-4b3a-996a-e10afbf0807b is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:51.471544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:51.476798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:51.494092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Pushing event updated for resources: {'Port': ['ID=f40bb1fb-eca4-4988-ae22-4f9e473699ce,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:51.513591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.542302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=623d08d6-5ddf-4b04-a093-56f4dae10f34,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:51.555245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': 'b4bc9ea4-4786-470a-817a-8a2f79cff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:51.555614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: 349c9793-e3c6-4476-a66c-d2f886d58697, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:20:51.569804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Attempting to bind port f40bb1fb-eca4-4988-ae22-4f9e473699ce on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:51.570975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Attempting to bind port f40bb1fb-eca4-4988-ae22-4f9e473699ce by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ba59e331-aa0d-4612-9ae0-021b020b7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:51.570975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Attempting to bind port f40bb1fb-eca4-4988-ae22-4f9e473699ce on network b081ae1b-a162-4b3a-996a-e10afbf0807b {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:51.576709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:51.577299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Checking segment: {'id': 'ba59e331-aa0d-4612-9ae0-021b020b7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:51.577720 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.578124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Bound using segment: {'id': 'ba59e331-aa0d-4612-9ae0-021b020b7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:51.578976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Bound port: f40bb1fb-eca4-4988-ae22-4f9e473699ce, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba59e331-aa0d-4612-9ae0-021b020b7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b081ae1b-a162-4b3a-996a-e10afbf0807b'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:51.579569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.646888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-969e0a13-fae3-4da8-a7db-ca53a596f307 req-baf7f049-83dd-4e9f-a166-7eab53bbb4df tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 210 time: 0.0456519 Aug 12 04:20:51.668579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-e3abc723-51f1-4077-bc17-a90d279ca3be tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:51.670125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-e3abc723-51f1-4077-bc17-a90d279ca3be tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 814 time: 0.2216249 Aug 12 04:20:51.673099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] For port f40bb1fb-eca4-4988-ae22-4f9e473699ce, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:51.675849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 349c9793-e3c6-4476-a66c-d2f886d58697 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:20:51.680140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] For port f40bb1fb-eca4-4988-ae22-4f9e473699ce, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f40bb1fb-eca4-4988-ae22-4f9e473699ce,segment=NetworkSegment(ba59e331-aa0d-4612-9ae0-021b020b7302),segment_id=ba59e331-aa0d-4612-9ae0-021b020b7302)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:51.689382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Request body: {'port': {'device_id': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'admin_state_up': True, 'tenant_id': '859851a2ce2e4c9fa5809f76c8a4cdcb'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:51.760362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.811256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 349c9793-e3c6-4476-a66c-d2f886d58697) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:51.815997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:51.816637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.821821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.20.0.1 (c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4/8a7c1728-ae04-495d-97ba-f000cd7d689b/13c11f73-7890-4cae-9124-e846eb355a14) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:51.841153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15238f77-5514-4a35-9415-64db49a4916e None None] Network 349c9793-e3c6-4476-a66c-d2f886d58697 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:51.888132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Made reservation on behalf of 859851a2ce2e4c9fa5809f76c8a4cdcb for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:20:51.892333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:51.904702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f19803-80ba-4347-b533-d3ed5601be4d None None] Pushing event updated for resources: {'Port': ['ID=f40bb1fb-eca4-4988-ae22-4f9e473699ce,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:51.968197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-38ec470e-61b4-4ffe-985f-183bc17d9030 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2432120 Aug 12 04:20:51.974548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35450) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:51.983374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-272921180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:51.998423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fdc918c2-a295-441d-9bde-20679bfba53d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:52.072584 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.116401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object 13c11f73-7890-4cae-9124-e846eb355a14 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:52.165022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.165022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.246800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fdc918c2-a295-441d-9bde-20679bfba53d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:52.254247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.263698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-349c9793-e3c6-4476-a66c-d2f886d58697', 'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': '623d08d6-5ddf-4b04-a093-56f4dae10f34'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:20:52.265422 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.275118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.283110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65686-d7d0-4f50-a652-da18d87d747d req-10db5ad9-8b75-47c1-837e-a2db6e4bd32c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:52.290449 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8c65686-d7d0-4f50-a652-da18d87d747d req-10db5ad9-8b75-47c1-837e-a2db6e4bd32c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1750600 Aug 12 04:20:52.293228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Allocated IP 172.20.0.7 (e30bd894-a5ed-4abf-a0a3-a20192019b09/4560bcdb-e9a4-42cf-b382-b5fded60fd3a/735a1029-cbd5-466e-9f28-36a09275f519) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:52.339531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:52.353495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:52.356982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:52.365995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.390112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8c65686-d7d0-4f50-a652-da18d87d747d req-bbf4bc98-7aaa-43a0-ba57-d8b9289378e9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978034 Aug 12 04:20:52.413577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=13c11f73-7890-4cae-9124-e846eb355a14,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:52.417347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4d24a-6bac-4197-a0f1-f37c0ea78688 None None] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:52.442404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.481322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.482571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0044fe4a-c1d9-44d4-b061-2b5f86509da8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5064881 Aug 12 04:20:52.488675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35454) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:52.506042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Allocated IP 2001:db8::2 (349c9793-e3c6-4476-a66c-d2f886d58697/623d08d6-5ddf-4b04-a093-56f4dae10f34/7dbd65ee-2c9e-494f-9d5c-d0cbfc550181) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:52.633918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] Provisioning for port fdc918c2-a295-441d-9bde-20679bfba53d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:52.647521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] Provisioning complete for port fdc918c2-a295-441d-9bde-20679bfba53d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:52.647908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.749637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.881382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.913264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:52.929409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Transition to ACTIVE for port object 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:52.959587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] For port fdc918c2-a295-441d-9bde-20679bfba53d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fdc918c2-a295-441d-9bde-20679bfba53d,segment=NetworkSegment(bbcc13ef-2698-474b-ae94-c0c6857b8167),segment_id=bbcc13ef-2698-474b-ae94-c0c6857b8167)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:52.970362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Transition to ACTIVE for port object 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:53.035833 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.152297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.155962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22804e6a-fc32-4f78-93a6-5e2e7f82d87d None None] Pushing event updated for resources: {'Port': ['ID=fdc918c2-a295-441d-9bde-20679bfba53d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:53.242245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Network 349c9793-e3c6-4476-a66c-d2f886d58697 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:53.246391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:53.253016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:53.307378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02141810-1d24-49cb-b299-00d2e5f50f5f req-a3f405fa-6def-47cd-a323-af3eb5214aa0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 210 time: 0.1989276 Aug 12 04:20:53.308873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Pushing event updated for resources: {'Port': ['ID=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:53.407285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.410695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Attempting to bind port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:53.411209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Attempting to bind port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b4bc9ea4-4786-470a-817a-8a2f79cff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:53.411669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Attempting to bind port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 on network 349c9793-e3c6-4476-a66c-d2f886d58697 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:53.414006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-39587a9d-878d-491b-aafa-06c9920f404e None None] Provisioning complete for port fdc918c2-a295-441d-9bde-20679bfba53d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:53.414478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-39587a9d-878d-491b-aafa-06c9920f404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.482378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:53.482931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Checking segment: {'id': 'b4bc9ea4-4786-470a-817a-8a2f79cff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:53.484124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.484649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Bound using segment: {'id': 'b4bc9ea4-4786-470a-817a-8a2f79cff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:53.485250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Bound port: 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bc9ea4-4786-470a-817a-8a2f79cff09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '349c9793-e3c6-4476-a66c-d2f886d58697'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:53.485748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.513518 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.519320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38d968-1b46-4a13-b162-ecff0886cfe7 None None] Network b081ae1b-a162-4b3a-996a-e10afbf0807b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:53.648689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.698038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.708441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8::1 (349c9793-e3c6-4476-a66c-d2f886d58697/623d08d6-5ddf-4b04-a093-56f4dae10f34/245a1137-61d0-4df7-b9c3-b905bac17838) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:53.719067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.773741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:20:53.776023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0dfc336e-657b-4d96-a348-87cee01d6cde', '617bdd1e-4222-46df-8ddb-b08019d87274'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:20:53.833672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:53.835939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=13c11f73-7890-4cae-9124-e846eb355a14,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:53.920327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Network e30bd894-a5ed-4abf-a0a3-a20192019b09 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:53.969214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event updated for resources: {'Port': ['ID=735a1029-cbd5-466e-9f28-36a09275f519,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:53.971830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:53.976140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:54.024484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] For port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:54.060249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] For port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,segment=NetworkSegment(b4bc9ea4-4786-470a-817a-8a2f79cff09d),segment_id=b4bc9ea4-4786-470a-817a-8a2f79cff09d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:54.061814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.068767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:54.071336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:54.079236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:54.082835 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.096966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-39587a9d-878d-491b-aafa-06c9920f404e None None] Provisioning for port 13c11f73-7890-4cae-9124-e846eb355a14 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:54.130181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object 245a1137-61d0-4df7-b9c3-b905bac17838 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:54.130403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fdc918c2-a295-441d-9bde-20679bfba53d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:54.169678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-39587a9d-878d-491b-aafa-06c9920f404e None None] Provisioning complete for port 13c11f73-7890-4cae-9124-e846eb355a14 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:54.170061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-39587a9d-878d-491b-aafa-06c9920f404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.178348 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.243313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.252336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9d2b5299-c0d4-4ff8-824d-fd00166bc021 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5688341 Aug 12 04:20:54.314002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 2e384ddf-ae08-4bed-b8bc-b7953c242655 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:20:54.335057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Request body: {'port': {'device_id': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:20:54.401248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 349c9793-e3c6-4476-a66c-d2f886d58697 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:54.453847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-39587a9d-878d-491b-aafa-06c9920f404e None None] Port 13c11f73-7890-4cae-9124-e846eb355a14 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:54.477597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa763e-e0ed-4fc8-9d31-39c606d426ab None None] Pushing event updated for resources: {'Port': ['ID=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:54.502351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:54.512294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:54.513343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.515711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=245a1137-61d0-4df7-b9c3-b905bac17838,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:54.583384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:54.589598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d8e2f38e-a917-4183-8965-43f8a680d3c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/2e384ddf-ae08-4bed-b8bc-b7953c242655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4226506 Aug 12 04:20:54.593923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fdc918c2-a295-441d-9bde-20679bfba53d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:54.594390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.598372 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] Sync routers for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:54.599728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35478) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:54.613395 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:54.614030 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:54.623096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd50ffe-16ed-4d6f-b100-42980941a71e req-db12498e-f2a6-4835-bb45-c3a7b1d7fde4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:54.623096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bd50ffe-16ed-4d6f-b100-42980941a71e req-db12498e-f2a6-4835-bb45-c3a7b1d7fde4 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 931 time: 0.1238163 Aug 12 04:20:54.647929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.676585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d679626-21ca-42e4-9dc9-1c1e8acaaac4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:54.678043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4d679626-21ca-42e4-9dc9-1c1e8acaaac4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports/13c11f73-7890-4cae-9124-e846eb355a14 HTTP/1.1" status: 200 len: 910 time: 0.0573103 Aug 12 04:20:54.685150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35480) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:54.725204 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:54.743304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9bb81049-198c-4849-b935-40226f8f0c97 None None] Provisioning for port f40bb1fb-eca4-4988-ae22-4f9e473699ce completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:54.753089 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:54.753839 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:54.793182 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:54.794093 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603e1516-44b7-4055-af5c-0e13b4ebfbe6 None None] The sync data for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:54.874630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bd50ffe-16ed-4d6f-b100-42980941a71e req-7e4e7744-12b5-466a-91b2-e32b49c11172 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730134 Aug 12 04:20:54.907052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9bb81049-198c-4849-b935-40226f8f0c97 None None] Provisioning complete for port 13c11f73-7890-4cae-9124-e846eb355a14 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:54.907832 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9bb81049-198c-4849-b935-40226f8f0c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:54.958690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f40bb1fb-eca4-4988-ae22-4f9e473699ce up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:54.971376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.008494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9bb81049-198c-4849-b935-40226f8f0c97 None None] Port 13c11f73-7890-4cae-9124-e846eb355a14 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:55.080353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f40bb1fb-eca4-4988-ae22-4f9e473699ce completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:55.088103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f40bb1fb-eca4-4988-ae22-4f9e473699ce triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:55.088976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.148060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e815ee6-c713-4f30-b18c-35175ab86c2e None None] Provisioning complete for port f40bb1fb-eca4-4988-ae22-4f9e473699ce triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:55.148441 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e815ee6-c713-4f30-b18c-35175ab86c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.216048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.256476 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.310091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735a1029-cbd5-466e-9f28-36a09275f519 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:20:55.340770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.342750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port f40bb1fb-eca4-4988-ae22-4f9e473699ce, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f40bb1fb-eca4-4988-ae22-4f9e473699ce,segment=NetworkSegment(ba59e331-aa0d-4612-9ae0-021b020b7302),segment_id=ba59e331-aa0d-4612-9ae0-021b020b7302)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:55.411993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Transition to ACTIVE for port object 735a1029-cbd5-466e-9f28-36a09275f519 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:55.449139 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e815ee6-c713-4f30-b18c-35175ab86c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.469772 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.481116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.508215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.559692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.567825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=f40bb1fb-eca4-4988-ae22-4f9e473699ce,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:55.573378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-5e815ee6-c713-4f30-b18c-35175ab86c2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:20:55.573711 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-5e815ee6-c713-4f30-b18c-35175ab86c2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:20:55.626508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.628288 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.639976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.674148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.21.0.1 (b081ae1b-a162-4b3a-996a-e10afbf0807b/2e9db188-b700-4b32-88f6-f5c6a9a9c586/e712d652-f8d5-4347-b928-02ce822874ec) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:20:55.718999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Pushing event updated for resources: {'Port': ['ID=735a1029-cbd5-466e-9f28-36a09275f519,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:55.765658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c35d4f8-1195-49d6-90a6-c58b19ebcad5 None None] Network 349c9793-e3c6-4476-a66c-d2f886d58697 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:20:55.806884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.827669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object e712d652-f8d5-4347-b928-02ce822874ec will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:20:55.863131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Attempting to bind port 735a1029-cbd5-466e-9f28-36a09275f519 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:20:55.863460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Attempting to bind port 735a1029-cbd5-466e-9f28-36a09275f519 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:20:55.863789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Attempting to bind port 735a1029-cbd5-466e-9f28-36a09275f519 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:55.865877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=245a1137-61d0-4df7-b9c3-b905bac17838,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:55.879700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 349c9793-e3c6-4476-a66c-d2f886d58697 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:55.880626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Port 735a1029-cbd5-466e-9f28-36a09275f519 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:20:55.880944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Attempting to bind port 735a1029-cbd5-466e-9f28-36a09275f519 on network e30bd894-a5ed-4abf-a0a3-a20192019b09 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:20:55.884683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:55.895253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:20:55.895735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Checking segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:20:55.896019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Bound using segment: {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:20:55.896461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Bound port: 735a1029-cbd5-466e-9f28-36a09275f519, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82d0c42-ec6e-43ce-b90f-466d6f950a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:20:55.896822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:55.954721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.018638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f40bb1fb-eca4-4988-ae22-4f9e473699ce up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:56.063192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network b081ae1b-a162-4b3a-996a-e10afbf0807b is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:56.065737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=e712d652-f8d5-4347-b928-02ce822874ec,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:56.069015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:56.069635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f40bb1fb-eca4-4988-ae22-4f9e473699ce triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:56.069955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.088622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:20:56.174519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] For port 735a1029-cbd5-466e-9f28-36a09275f519, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:20:56.182905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] For port 735a1029-cbd5-466e-9f28-36a09275f519, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=735a1029-cbd5-466e-9f28-36a09275f519,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:20:56.231318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.248363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.254238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 17da5862-fad7-4dc5-bd74-26e464483625 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:20:56.273190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:56.307510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.308541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.310761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] 10.222.0.20 "PUT /v2.0/ports/735a1029-cbd5-466e-9f28-36a09275f519 HTTP/1.1" status: 200 len: 1091 time: 1.9835167 Aug 12 04:20:56.314883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'tag': '735a1029-cbd5-466e-9f28-36a09275f519'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:20:56.318622 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130db5d2-2096-4ded-a30c-856a2592aeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4edc13-6320-4b46-a2ff-75a4140e67bb", "tag": "735a1029-cbd5-466e-9f28-36a09275f519"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:20:56.359608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ec809-20c5-4adf-a81b-5d10a1c4e10d req-bb8d15ef-d6fc-4bf7-bbc8-50bbaea857c5 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.362655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe3ec809-20c5-4adf-a81b-5d10a1c4e10d req-bb8d15ef-d6fc-4bf7-bbc8-50bbaea857c5 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 943 time: 0.2979078 Aug 12 04:20:56.379930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9bc5b-5a9d-4e4b-b594-5e71783ae75f req-a56817fe-6b41-4869-8317-0a3b6f07fa0a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.382229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-0cbddbf6-5f5e-4e7a-b35a-3f1899347b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.382229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-0cbddbf6-5f5e-4e7a-b35a-3f1899347b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.2350695 Aug 12 04:20:56.389781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58a9bc5b-5a9d-4e4b-b594-5e71783ae75f req-a56817fe-6b41-4869-8317-0a3b6f07fa0a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1755607 Aug 12 04:20:56.400679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c746bfa5-32d9-4088-8735-2bed6f47f22f None None] Provisioning for port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:56.456771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:56.461510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:56.461891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.502576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe3ec809-20c5-4adf-a81b-5d10a1c4e10d req-d031a7c2-3ac3-4cbb-bd84-150e24ba844f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328421 Aug 12 04:20:56.502832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35781-9fe4-46ea-92d8-a3fe9345165b service neutron] Pushing event updated for resources: {'Port': ['ID=735a1029-cbd5-466e-9f28-36a09275f519,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:56.505036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.528061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58a9bc5b-5a9d-4e4b-b594-5e71783ae75f req-13569bbe-3365-4d32-adfd-6a6f29bb2ae1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358316 Aug 12 04:20:56.559552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:56.564620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Provisioning complete for port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:56.565003 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.571372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d711ad88-242e-4b50-a602-097455f2f83c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/17da5862-fad7-4dc5-bd74-26e464483625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0828216 Aug 12 04:20:56.574775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35500) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:56.601689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] Sync routers for ids ['17da5862-fad7-4dc5-bd74-26e464483625'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:56.602057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-d014dc7f-8bd9-4551-b449-8f2f6d81a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.603558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-d014dc7f-8bd9-4551-b449-8f2f6d81a19e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 1094 time: 0.1919820 Aug 12 04:20:56.626654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-73ef11e6-7fd4-4b53-8189-e02648f11604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.628157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-73ef11e6-7fd4-4b53-8189-e02648f11604 service neutron] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 919 time: 0.2311094 Aug 12 04:20:56.642246 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836fe754-f3ee-4970-a4fb-38225600b5b4 x-openstack-request-id: req-836fe754-f3ee-4970-a4fb-38225600b5b4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:20:56.642506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] Routers {'17da5862-fad7-4dc5-bd74-26e464483625'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:56.642978 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4edc13-6320-4b46-a2ff-75a4140e67bb", "tag": "735a1029-cbd5-466e-9f28-36a09275f519", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:20:56.642978 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-836fe754-f3ee-4970-a4fb-38225600b5b4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:20:56.643188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['17da5862-fad7-4dc5-bd74-26e464483625'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:56.643294 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'tag': '735a1029-cbd5-466e-9f28-36a09275f519', 'status': 'completed', 'code': 200} Aug 12 04:20:56.688672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-6a816b6f-5c4c-4e26-821f-b13d772cb21f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a1029-cbd5-466e-9f28-36a09275f519 HTTP/1.1" status: 200 len: 217 time: 0.0446224 Aug 12 04:20:56.699589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:56.702430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.703100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eed966-0198-407e-9b0a-a77b0a2ea3b2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.704611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-82eed966-0198-407e-9b0a-a77b0a2ea3b2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports/245a1137-61d0-4df7-b9c3-b905bac17838 HTTP/1.1" status: 200 len: 911 time: 0.1266553 Aug 12 04:20:56.714115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35502) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:56.737891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-ec4f2779-226f-479a-b09f-7826ba2a09c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 200 len: 217 time: 0.0784743 Aug 12 04:20:56.766561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] Routers {'17da5862-fad7-4dc5-bd74-26e464483625'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:56.767226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['17da5862-fad7-4dc5-bd74-26e464483625'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:56.822455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:56.823358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48817ee-6b1c-4c95-a6d2-7812b7e84bc5 None None] The sync data for ids ['17da5862-fad7-4dc5-bd74-26e464483625'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:56.835040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,segment=NetworkSegment(b4bc9ea4-4786-470a-817a-8a2f79cff09d),segment_id=b4bc9ea4-4786-470a-817a-8a2f79cff09d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:20:56.837941 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.890779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-da5cb1b6-1a34-4e29-abd5-a7308440cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.892398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-da5cb1b6-1a34-4e29-abd5-a7308440cf37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.1295502 Aug 12 04:20:56.898187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:56.945250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-377049cb-bebe-4810-a56a-6e140ff4447f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350800 Aug 12 04:20:56.969208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-766ababf-01f0-4051-adfe-0a4f41e631c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:56.969664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-766ababf-01f0-4051-adfe-0a4f41e631c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.2638679 Aug 12 04:20:56.994149 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:20:56.994461 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:20:57.002146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:57.037290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-c01c4bfe-bc11-4dec-bed0-e4696380e205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491192 Aug 12 04:20:57.060799 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.080956 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-2fd144e4-a21c-4e77-8fcf-e3e5d98666d0 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183903 Aug 12 04:20:57.105242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.191498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-a9d0813e-2e8c-439d-8b4c-66486e0134f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463587 Aug 12 04:20:57.227502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=e712d652-f8d5-4347-b928-02ce822874ec,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:57.232593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.267043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-870d9175-a876-4cf9-8156-183b02ef9fdc req-7e2c6f26-4c3c-43e2-a686-de55a86ff6ac service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791849 Aug 12 04:20:57.310733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.345860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network b081ae1b-a162-4b3a-996a-e10afbf0807b is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:20:57.347459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:20:57.352274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e83cf8ae-b645-4ecd-8a2d-5f9a7a416536 req-9038abc7-6faa-4449-9636-aeb2cc9e6f9b service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390700 Aug 12 04:20:57.463254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 2e384ddf-ae08-4bed-b8bc-b7953c242655 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:57.593713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-385c0c04-0e89-4198-98fd-ecc291358263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:57.595278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-385c0c04-0e89-4198-98fd-ecc291358263 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 1094 time: 0.1122959 Aug 12 04:20:57.596157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:57.604323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a4859a01-00da-4a8d-b3f7-18d4c4575f95 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/2e384ddf-ae08-4bed-b8bc-b7953c242655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156251 Aug 12 04:20:57.605114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35514) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:57.610700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Provisioning for port e712d652-f8d5-4347-b928-02ce822874ec completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:57.612138 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] Sync routers for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:57.615385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Provisioning complete for port e712d652-f8d5-4347-b928-02ce822874ec triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:57.615760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.621595 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:57.623683 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:57.656005 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:57.662402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Port e712d652-f8d5-4347-b928-02ce822874ec cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:57.664984 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:57.666017 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:57.700943 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:57.701886 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75c2ef-4b63-4e3b-afad-f2a2b1714f46 None None] The sync data for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:57.706792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53ec5e6-6d8a-4a87-aa8c-2224a3474561 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:57.708283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e53ec5e6-6d8a-4a87-aa8c-2224a3474561 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports/e712d652-f8d5-4347-b928-02ce822874ec HTTP/1.1" status: 200 len: 910 time: 0.1023715 Aug 12 04:20:57.712204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35518) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:57.748235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Provisioning for port 245a1137-61d0-4df7-b9c3-b905bac17838 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:20:57.753940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Provisioning complete for port 245a1137-61d0-4df7-b9c3-b905bac17838 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:57.757540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.771458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d20c14-988c-4779-adcc-d40711c0ab0b req-f7b6f238-1172-4035-a39d-2605c78ae3f7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:57.773088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80d20c14-988c-4779-adcc-d40711c0ab0b req-f7b6f238-1172-4035-a39d-2605c78ae3f7 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 943 time: 0.1547344 Aug 12 04:20:57.794494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7d0545a6-efd2-480a-aa4f-e39c93716e12 None None] Port 245a1137-61d0-4df7-b9c3-b905bac17838 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:57.801996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-43138561-1530-46a4-ad46-5be37d6ca90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:57.803508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-43138561-1530-46a4-ad46-5be37d6ca90f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 200 len: 915 time: 0.1986349 Aug 12 04:20:57.859388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-d7b3877e-7c63-4cfe-b286-d29bcffe2bb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=735a1029-cbd5-466e-9f28-36a09275f519 HTTP/1.1" status: 200 len: 217 time: 0.0454149 Aug 12 04:20:57.866847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 245a1137-61d0-4df7-b9c3-b905bac17838 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:57.867185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.887315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:20:57.938345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6292ff5e-6b16-4825-b2cc-6cceb33891c2 None None] Provisioning complete for port e712d652-f8d5-4347-b928-02ce822874ec triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:57.938748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6292ff5e-6b16-4825-b2cc-6cceb33891c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:57.943633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80d20c14-988c-4779-adcc-d40711c0ab0b req-96dc8811-c055-4be0-ac62-c2a96e5da97b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613874 Aug 12 04:20:57.986407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-38b08f61-41ca-4b56-aada-716d43fac8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:57.987923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-38b08f61-41ca-4b56-aada-716d43fac8bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 200 len: 854 time: 0.1147900 Aug 12 04:20:57.992450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6292ff5e-6b16-4825-b2cc-6cceb33891c2 None None] Port e712d652-f8d5-4347-b928-02ce822874ec cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:58.008416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6292ff5e-6b16-4825-b2cc-6cceb33891c2 None None] Provisioning complete for port 245a1137-61d0-4df7-b9c3-b905bac17838 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:58.008805 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6292ff5e-6b16-4825-b2cc-6cceb33891c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.033664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.036830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:20:58.037211 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.038311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-51be299d-fb74-484e-b13d-3fa7852d1d97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e30bd894-a5ed-4abf-a0a3-a20192019b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378389 Aug 12 04:20:58.052008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 245a1137-61d0-4df7-b9c3-b905bac17838 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:58.080977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6292ff5e-6b16-4825-b2cc-6cceb33891c2 None None] Port 245a1137-61d0-4df7-b9c3-b905bac17838 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:20:58.134753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0238c26-09a8-4aaf-ab26-a139c392cf8b req-92d80562-c307-4972-aa4b-d89a2d3b3391 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:58.142813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0238c26-09a8-4aaf-ab26-a139c392cf8b req-92d80562-c307-4972-aa4b-d89a2d3b3391 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.4863353 Aug 12 04:20:58.205467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0238c26-09a8-4aaf-ab26-a139c392cf8b req-3288ae79-c57f-438e-8262-f1e2fff61d34 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616448 Aug 12 04:20:58.206609 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30572aa6-d4f9-468b-9549-43ca544b3d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.437549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.526799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-84232793-a58e-4f92-8a39-7bf2a0347702 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759772 Aug 12 04:20:58.684346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port e712d652-f8d5-4347-b928-02ce822874ec {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:20:58.685256 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.687473 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130db5d2-2096-4ded-a30c-856a2592aeb5 req-6a57b23d-2ebc-449e-a1d0-affd0ba5fe93 service neutron] 10.222.0.20 "GET /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303957 Aug 12 04:20:58.775016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.776900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:58.787148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for e712d652-f8d5-4347-b928-02ce822874ec owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:20:58.809814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=245a1137-61d0-4df7-b9c3-b905bac17838,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:58.904545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.019401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.056902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=e712d652-f8d5-4347-b928-02ce822874ec,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:20:59.082642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 17da5862-fad7-4dc5-bd74-26e464483625 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:59.165292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:59.167293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571dcc9-05a2-414d-bcc0-163f81626a12 req-9b0ebc33-a7db-4f80-8fb0-b8e98936f548 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:59.168833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0571dcc9-05a2-414d-bcc0-163f81626a12 req-9b0ebc33-a7db-4f80-8fb0-b8e98936f548 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 943 time: 0.1169534 Aug 12 04:20:59.171297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9c2a89f4-e573-4b14-aadd-c62f25b9581e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/17da5862-fad7-4dc5-bd74-26e464483625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4560540 Aug 12 04:20:59.174126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35528) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:59.187553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] Sync routers for ids ['17da5862-fad7-4dc5-bd74-26e464483625'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:59.199282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] Routers {'17da5862-fad7-4dc5-bd74-26e464483625'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:59.200385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['17da5862-fad7-4dc5-bd74-26e464483625'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.208632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a9df688c-ae6f-448a-9c91-0a493f4c7849 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=17da5862-fad7-4dc5-bd74-26e464483625 HTTP/1.1" status: 200 len: 205 time: 0.0332708 Aug 12 04:20:59.212635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:59.243563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.253984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] Routers {'17da5862-fad7-4dc5-bd74-26e464483625'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:59.255221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['17da5862-fad7-4dc5-bd74-26e464483625'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.338687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84dbcf-12de-44d7-b6fd-11da9c98fc65 req-8c20c27b-c26c-40e1-b738-cf96378a948b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:20:59.340337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d84dbcf-12de-44d7-b6fd-11da9c98fc65 req-8c20c27b-c26c-40e1-b738-cf96378a948b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0565586 Aug 12 04:20:59.368789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.375894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0571dcc9-05a2-414d-bcc0-163f81626a12 req-6eecbc62-e0d6-4e7a-9f6b-bf7ae4dbeb45 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664362 Aug 12 04:20:59.406095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d84dbcf-12de-44d7-b6fd-11da9c98fc65 req-9c5cea73-2423-4bf4-b577-8caea215e6fa tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Aug 12 04:20:59.444003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.459468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.460267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0186450a-051e-47f6-9b11-ba31ac8cc2e5 None None] The sync data for ids ['17da5862-fad7-4dc5-bd74-26e464483625'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:20:59.603567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.606807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.733381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.733903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router 17da5862-fad7-4dc5-bd74-26e464483625 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:20:59.741736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.742702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-32bfff0a-ccf4-444e-9d0e-fd4bc76d381a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/17da5862-fad7-4dc5-bd74-26e464483625 HTTP/1.1" status: 204 len: 168 time: 0.5248346 Aug 12 04:20:59.745399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:59.758578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 2e384ddf-ae08-4bed-b8bc-b7953c242655 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:20:59.801140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet 623d08d6-5ddf-4b04-a093-56f4dae10f34 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:20:59.804242 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.844254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.852077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:20:59.860340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f0d9efd-9bce-40d9-bdf3-ee772e291edb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/2e384ddf-ae08-4bed-b8bc-b7953c242655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1440203 Aug 12 04:20:59.861987 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] Sync routers for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:20:59.863188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35538) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:20:59.871000 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:59.871857 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.906655 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.915377 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:20:59.916007 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.932586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:20:59.951722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 735a1029-cbd5-466e-9f28-36a09275f519 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:20:59.970786 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:20:59.971696 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d323a8d-1082-43b7-bf9b-720cf815ff93 None None] The sync data for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:00.046382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.053747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 735a1029-cbd5-466e-9f28-36a09275f519, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=735a1029-cbd5-466e-9f28-36a09275f519,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:00.066986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '735a1029-cbd5-466e-9f28-36a09275f519', 'network_id': 'e30bd894-a5ed-4abf-a0a3-a20192019b09', 'port_id': '735a1029-cbd5-466e-9f28-36a09275f519', 'mac_address': 'fa:16:3e:bf:01:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4560bcdb-e9a4-42cf-b382-b5fded60fd3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:21:00.078890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=623d08d6-5ddf-4b04-a093-56f4dae10f34,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:00.082568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.084568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-79fcb94e-880b-42ee-8ecf-993ee2197ebb tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/623d08d6-5ddf-4b04-a093-56f4dae10f34 HTTP/1.1" status: 204 len: 168 time: 0.3380954 Aug 12 04:21:00.088969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35540) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:00.096097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c37b9-67d0-4b8f-ac78-37318dcf1f6b None None] Network 349c9793-e3c6-4476-a66c-d2f886d58697 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:00.152526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.177199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a1029-cbd5-466e-9f28-36a09275f519 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:21:00.191057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.216329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.237665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 735a1029-cbd5-466e-9f28-36a09275f519, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=735a1029-cbd5-466e-9f28-36a09275f519,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:00.255307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:00.255641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.297700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.322470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] DHCP port deletion for 349c9793-e3c6-4476-a66c-d2f886d58697 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:00.335154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,segment=NetworkSegment(b4bc9ea4-4786-470a-817a-8a2f79cff09d),segment_id=b4bc9ea4-4786-470a-817a-8a2f79cff09d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:00.335601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.349321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:00.375046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=735a1029-cbd5-466e-9f28-36a09275f519,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:00.394000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] Deleting port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:00.394384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.464770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] For port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,segment=NetworkSegment(b4bc9ea4-4786-470a-817a-8a2f79cff09d),segment_id=b4bc9ea4-4786-470a-817a-8a2f79cff09d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:00.465163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.479689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] Calling delete_port for 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:00.508192 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.558446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa6a16-cc3c-4755-b280-dc06c048c5c1 req-6076b9cc-3845-415e-861f-19a097cb9efc tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:00.559921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12aa6a16-cc3c-4755-b280-dc06c048c5c1 req-6076b9cc-3845-415e-861f-19a097cb9efc tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 944 time: 0.0639110 Aug 12 04:21:00.561451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:00.562855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 13c11f73-7890-4cae-9124-e846eb355a14 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:00.563660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.567968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:00.572235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.597827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] Pushing event deleted for resources: {'Port': ['ID=7dbd65ee-2c9e-494f-9d5c-d0cbfc550181,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:00.607671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6fa14-e603-4726-a9e1-4db050ae7f8a None None] No DVR routers for this DVR port 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:00.663572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['735a1029-cbd5-466e-9f28-36a09275f519'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:00.663891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d787b-6f98-4488-9b5d-13076ca732a6 req-8d4d9f2b-efc6-4060-9c3b-3c9ab8a02a57 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:00.665593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f1d787b-6f98-4488-9b5d-13076ca732a6 req-8d4d9f2b-efc6-4060-9c3b-3c9ab8a02a57 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1719189 Aug 12 04:21:00.678925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.702531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349c9793-e3c6-4476-a66c-d2f886d58697']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:00.719066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bc9ea4-4786-470a-817a-8a2f79cff09d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:00.730825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bc9ea4-4786-470a-817a-8a2f79cff09d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:00.737942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.749944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f1d787b-6f98-4488-9b5d-13076ca732a6 req-8b344d1a-a1b9-4391-b7e1-d1730c9a98ed tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736606 Aug 12 04:21:00.762662 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.770100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:00.770675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:00.774252 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:00.781783 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cb658b0e-21c4-4d5e-a46b-69b3fd29258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.885703 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.892921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.894905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/349c9793-e3c6-4476-a66c-d2f886d58697 HTTP/1.1" status: 204 len: 168 time: 0.8049383 Aug 12 04:21:00.908036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35550) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:00.908728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.912631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1066015389', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:00.926883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c48a8-ed0b-45d3-a832-d05d06571ddf tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=349c9793-e3c6-4476-a66c-d2f886d58697,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:00.974921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12aa6a16-cc3c-4755-b280-dc06c048c5c1 req-392023c8-d65a-463e-8ed0-8b3840d9f33e tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925033 Aug 12 04:21:00.983394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.984800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:00.994377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.008239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 13c11f73-7890-4cae-9124-e846eb355a14 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:01.042879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.222322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.228124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.261847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=13c11f73-7890-4cae-9124-e846eb355a14,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:01.405310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.484885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.503537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.566391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 2e384ddf-ae08-4bed-b8bc-b7953c242655 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:01.612725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 172.25.6.163 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/9cfc85bc-7329-477d-a3c9-184587fec4b1) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:01.642879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:01.647960 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d9544001-4559-4bd8-ad40-82420a1cac66 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/2e384ddf-ae08-4bed-b8bc-b7953c242655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835553 Aug 12 04:21:01.650577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:01.656279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] Sync routers for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:01.666503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:01.667275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:01.678333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-168bd0cd-d3a1-403c-b589-7e3ea8083b31 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e384ddf-ae08-4bed-b8bc-b7953c242655 HTTP/1.1" status: 200 len: 205 time: 0.0266066 Aug 12 04:21:01.680809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35556) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:01.699822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:01.708725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] Routers {'2e384ddf-ae08-4bed-b8bc-b7953c242655'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:01.709339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2e384ddf-ae08-4bed-b8bc-b7953c242655'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:01.720304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.746295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:01.747119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77d6c1-347a-488d-ae23-d3644317510f None None] The sync data for ids ['2e384ddf-ae08-4bed-b8bc-b7953c242655'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:01.756468 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.823018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.874214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:01.877375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:01.881081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:01.886690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=9cfc85bc-7329-477d-a3c9-184587fec4b1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:01.903197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:01.927311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:01.927626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7dbd65ee-2c9e-494f-9d5c-d0cbfc550181 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:01.972495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 735a1029-cbd5-466e-9f28-36a09275f519 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:01.992574 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:01.997298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.009998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e29e41-f37c-45de-98e5-7ee003a6feb1 req-498620e1-08af-4250-bb1f-dd77655858c3 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:02.012215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6e29e41-f37c-45de-98e5-7ee003a6feb1 req-498620e1-08af-4250-bb1f-dd77655858c3 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1797101 Aug 12 04:21:02.090835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6e29e41-f37c-45de-98e5-7ee003a6feb1 req-fcc46644-15b3-4482-993f-d4008732827e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693240 Aug 12 04:21:02.107996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.113852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551476a6-61c6-4d6d-972e-c3ae12f1ca22 req-03f6290a-46e9-4119-9521-05063a486b85 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:02.115521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-551476a6-61c6-4d6d-972e-c3ae12f1ca22 req-03f6290a-46e9-4119-9521-05063a486b85 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 944 time: 0.0497572 Aug 12 04:21:02.136657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 735a1029-cbd5-466e-9f28-36a09275f519 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:02.137209 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.138061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 2e384ddf-ae08-4bed-b8bc-b7953c242655 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:02.142760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 735a1029-cbd5-466e-9f28-36a09275f519 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:02.142760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.147970 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.149257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed6c86b6-b5d2-40a0-9a2e-fd7bd676c293 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/2e384ddf-ae08-4bed-b8bc-b7953c242655 HTTP/1.1" status: 204 len: 168 time: 0.4675720 Aug 12 04:21:02.152807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35564) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:02.206578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-551476a6-61c6-4d6d-972e-c3ae12f1ca22 req-d838eb39-98e5-428d-965f-aca8da9ba743 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851753 Aug 12 04:21:02.212330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet 2e9db188-b700-4b32-88f6-f5c6a9a9c586 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:02.215997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.241171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.261765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.263546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a1029-cbd5-466e-9f28-36a09275f519'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:02.268518 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df793aae-ef4f-45a3-ab61-2d072ae65fa0" -d '{"events": [{"server_uuid": "9f4edc13-6320-4b46-a2ff-75a4140e67bb", "name": "network-vif-plugged", "status": "completed", "tag": "735a1029-cbd5-466e-9f28-36a09275f519"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:02.279233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.299076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 735a1029-cbd5-466e-9f28-36a09275f519, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=735a1029-cbd5-466e-9f28-36a09275f519,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:02.329475 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e85ad24-8d81-47b4-94a4-f7731e821ed9 x-openstack-request-id: req-1e85ad24-8d81-47b4-94a4-f7731e821ed9 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:02.330936 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4edc13-6320-4b46-a2ff-75a4140e67bb", "name": "network-vif-plugged", "status": "completed", "tag": "735a1029-cbd5-466e-9f28-36a09275f519", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:02.335241 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e85ad24-8d81-47b4-94a4-f7731e821ed9 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:02.335241 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a1029-cbd5-466e-9f28-36a09275f519', 'code': 200} Aug 12 04:21:02.361078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.376888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.431426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=735a1029-cbd5-466e-9f28-36a09275f519,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:02.480045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.483562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58afdb-f4b1-4099-adfc-b765db992757 req-bedd0b6f-1878-4ab0-99a7-ed240eada7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:02.485059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e58afdb-f4b1-4099-adfc-b765db992757 req-bedd0b6f-1878-4ab0-99a7-ed240eada7dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 1096 time: 0.0864537 Aug 12 04:21:02.511392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.513246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/2e9db188-b700-4b32-88f6-f5c6a9a9c586 HTTP/1.1" status: 204 len: 168 time: 0.3590860 Aug 12 04:21:02.514160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69fb96-560d-4115-a3aa-43a04145d9de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9db188-b700-4b32-88f6-f5c6a9a9c586,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:02.516769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:02.523685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45129103-c04d-432c-a82e-fcc6f62ba1dd None None] Network b081ae1b-a162-4b3a-996a-e10afbf0807b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:02.555931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e58afdb-f4b1-4099-adfc-b765db992757 req-542618f0-78c5-4452-afab-4ddc0476ca21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Aug 12 04:21:02.557000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.568908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet 8a7c1728-ae04-495d-97ba-f000cd7d689b {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:02.572138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.613737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.708285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.711058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] DHCP port deletion for b081ae1b-a162-4b3a-996a-e10afbf0807b request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:02.754185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:02.757281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] Deleting port f40bb1fb-eca4-4988-ae22-4f9e473699ce {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:02.757668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.811392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.822884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] For port f40bb1fb-eca4-4988-ae22-4f9e473699ce, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f40bb1fb-eca4-4988-ae22-4f9e473699ce,segment=NetworkSegment(ba59e331-aa0d-4612-9ae0-021b020b7302),segment_id=ba59e331-aa0d-4612-9ae0-021b020b7302)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:02.823639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.837255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] Calling delete_port for f40bb1fb-eca4-4988-ae22-4f9e473699ce owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:02.838808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7c1728-ae04-495d-97ba-f000cd7d689b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:02.842763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.844738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0cf8a68c-a743-481d-b9d3-ed948f983a46 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/8a7c1728-ae04-495d-97ba-f000cd7d689b HTTP/1.1" status: 204 len: 168 time: 0.3271019 Aug 12 04:21:02.848599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:02.882222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe17d6-affb-41b2-bc58-f67b53a53aec None None] Network c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:02.925270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:02.937216 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] Sync routers for ids ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:02.952607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:02.955818 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] Routers {'ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:02.956514 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:02.992533 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:03.003664 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] Routers {'ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:03.007514 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:03.021680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port f40bb1fb-eca4-4988-ae22-4f9e473699ce {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:03.022034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.037654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.041816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35576) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:03.042782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0de62b6e-5ed5-4727-ab7b-e5c93ff22254 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1336389 Aug 12 04:21:03.043333 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:03.044074 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d4078-030c-4a66-ab53-80767caf8137 None None] The sync data for ids ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:03.068586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.102619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] Pushing event deleted for resources: {'Port': ['ID=f40bb1fb-eca4-4988-ae22-4f9e473699ce,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:03.104576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port f40bb1fb-eca4-4988-ae22-4f9e473699ce, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f40bb1fb-eca4-4988-ae22-4f9e473699ce,segment=NetworkSegment(ba59e331-aa0d-4612-9ae0-021b020b7302),segment_id=ba59e331-aa0d-4612-9ae0-021b020b7302)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:03.104576 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.104795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da436b-36ae-4665-b844-f2823123b2d6 None None] No DVR routers for this DVR port f40bb1fb-eca4-4988-ae22-4f9e473699ce on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:03.115087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] DHCP port deletion for c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:03.131983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for f40bb1fb-eca4-4988-ae22-4f9e473699ce owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:03.167345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] Deleting port fdc918c2-a295-441d-9bde-20679bfba53d {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:03.167996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.251914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.255714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] For port fdc918c2-a295-441d-9bde-20679bfba53d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fdc918c2-a295-441d-9bde-20679bfba53d,segment=NetworkSegment(bbcc13ef-2698-474b-ae94-c0c6857b8167),segment_id=bbcc13ef-2698-474b-ae94-c0c6857b8167)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:03.256150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.262428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ebf90ee1-3e1f-4925-b607-d8d49b0ad781 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/routers/ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 200 len: 885 time: 0.2190905 Aug 12 04:21:03.272089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b75e3-1e85-4fe8-8580-513ba0b3ac05 req-9f7eab1a-d32b-4195-9eb4-20864980e53b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:03.273580 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed8b75e3-1e85-4fe8-8580-513ba0b3ac05 req-9f7eab1a-d32b-4195-9eb4-20864980e53b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0823193 Aug 12 04:21:03.274075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35582) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:03.276199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] Calling delete_port for fdc918c2-a295-441d-9bde-20679bfba53d owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:03.285336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=f40bb1fb-eca4-4988-ae22-4f9e473699ce,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:03.295810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port f40bb1fb-eca4-4988-ae22-4f9e473699ce on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:03.395472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed8b75e3-1e85-4fe8-8580-513ba0b3ac05 req-59567f85-7820-4a69-a77c-8e56455448ad tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126547 Aug 12 04:21:03.405114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.428352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b081ae1b-a162-4b3a-996a-e10afbf0807b']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:03.447562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc89e-2a35-46fa-b157-a93368b7474b req-134c08d3-40a9-4307-8660-13a2e02f2f98 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:03.449134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-896fc89e-2a35-46fa-b157-a93368b7474b req-134c08d3-40a9-4307-8660-13a2e02f2f98 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 945 time: 0.1300128 Aug 12 04:21:03.450953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba59e331-aa0d-4612-9ae0-021b020b7302') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:03.451253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba59e331-aa0d-4612-9ae0-021b020b7302') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:03.467873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.468782 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.492449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.506935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:03.507404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:03.510623 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:03.517570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-896fc89e-2a35-46fa-b157-a93368b7474b req-bce72235-b36d-4089-b4cf-940207032f10 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556159 Aug 12 04:21:03.517662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] Pushing event deleted for resources: {'Port': ['ID=fdc918c2-a295-441d-9bde-20679bfba53d,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:03.527667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7284cc8-89e1-4e56-ab3a-9add2421e132 None None] No DVR routers for this DVR port fdc918c2-a295-441d-9bde-20679bfba53d on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:03.568693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cc3a1058-6b4b-44ea-95e2-beee24701ce5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2933972 Aug 12 04:21:03.571064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35586) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:03.578731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1066015389'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:03.656881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.881896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f40bb1fb-eca4-4988-ae22-4f9e473699ce no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:03.902684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: f40bb1fb-eca4-4988-ae22-4f9e473699ce {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:03.903066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f40bb1fb-eca4-4988-ae22-4f9e473699ce not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:03.903485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fdc918c2-a295-441d-9bde-20679bfba53d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:03.923231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fdc918c2-a295-441d-9bde-20679bfba53d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:03.923512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fdc918c2-a295-441d-9bde-20679bfba53d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:03.988023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.995836 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:03.997607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/b081ae1b-a162-4b3a-996a-e10afbf0807b HTTP/1.1" status: 204 len: 168 time: 1.1480703 Aug 12 04:21:04.000876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35590) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:04.014799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866d6b8-71a1-4b31-9213-e0707d80ffe9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=b081ae1b-a162-4b3a-996a-e10afbf0807b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:04.075330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.168840 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.179409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.189614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcc13ef-2698-474b-ae94-c0c6857b8167') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.189911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcc13ef-2698-474b-ae94-c0c6857b8167') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.198782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.212108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.218433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:04.218849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:04.221858 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:04.228263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.291572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.377047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.385530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.387414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4 HTTP/1.1" status: 204 len: 168 time: 0.3855281 Aug 12 04:21:04.391546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:04.397111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73bf97-f9a4-4401-9ec6-745e78c89031 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=c9539173-d8f2-4bd3-9a63-dcd6d5a78cd4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:04.399003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-971003955'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:04.417323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:04.511824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:04.522476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.593806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dbd21-0b1e-419a-98cf-f66651ea7f91 req-03745e9e-612f-4543-909d-71c55698fb6f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:04.595343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab4dbd21-0b1e-419a-98cf-f66651ea7f91 req-03745e9e-612f-4543-909d-71c55698fb6f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1249268 Aug 12 04:21:04.607983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:04.627491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:04.634596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.635814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92441f48-4b21-4371-8ed7-285efa4e7817 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 200 len: 892 time: 1.0637970 Aug 12 04:21:04.639342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35606) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:04.642598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] Sync routers for ids ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:04.644676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.645182 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment 393cd357-d326-495e-a429-bd224927ae0b of type vlan for network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a Aug 12 04:21:04.652137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] Routers {'ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:04.653004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.691892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.693239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab4dbd21-0b1e-419a-98cf-f66651ea7f91 req-fc6f8177-cc75-45ad-8dd9-d9e361efbc81 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864627 Aug 12 04:21:04.701978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] Routers {'ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:04.702874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.711290 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.740477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:04.741713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92673f-77bb-495c-9b6a-bf8cf98c89f0 None None] The sync data for ids ['ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:04.789739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369f867-7024-4dc3-a354-52858441dd37 req-e9ee2792-8950-4f5a-a64d-b7bb338a7d9b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:04.791215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5369f867-7024-4dc3-a354-52858441dd37 req-e9ee2792-8950-4f5a-a64d-b7bb338a7d9b tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 945 time: 0.1024854 Aug 12 04:21:04.827428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2ca2c850-f176-4d9a-9714-17c6010992a4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/routers/ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 200 len: 892 time: 0.1868522 Aug 12 04:21:04.828838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:04.847598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5369f867-7024-4dc3-a354-52858441dd37 req-d3f3122d-808f-44e3-aa4e-f008b4189116 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Aug 12 04:21:04.857125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-927332fd-8375-4833-aaeb-61b131fbd6ee tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 200 len: 205 time: 0.0270693 Aug 12 04:21:04.862118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.863658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:04.864258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:04.866539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:05.014940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=5d4a53af-1d1e-427f-99ac-6868fce7fa7a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:05.023325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3dfbfd8c-1747-43e2-a088-90a64e2faa4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6307752 Aug 12 04:21:05.025046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:05.026274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35620) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:05.031525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:05.042939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.170869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.228561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:05.232082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.312246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 9cfc85bc-7329-477d-a3c9-184587fec4b1 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:05.312869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.389267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.401485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 9cfc85bc-7329-477d-a3c9-184587fec4b1 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:05.483380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.651282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.684515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=9cfc85bc-7329-477d-a3c9-184587fec4b1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:05.766811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.841490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=fb9047ce-24b7-4265-89ce-aa033c150226,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:05.868786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': '393cd357-d326-495e-a429-bd224927ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:05.869412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: 5d4a53af-1d1e-427f-99ac-6868fce7fa7a, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:05.926558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.928752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:05.977188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:05.986166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630880-2d5a-401d-80b2-22c46d53acf1 req-936fe13c-6dde-4cab-9533-5a72ba4bd0a6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:05.987439 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65630880-2d5a-401d-80b2-22c46d53acf1 req-936fe13c-6dde-4cab-9533-5a72ba4bd0a6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1859443 Aug 12 04:21:06.028334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65630880-2d5a-401d-80b2-22c46d53acf1 req-d226fa53-8bc1-452b-9453-dbbbba87005f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344701 Aug 12 04:21:06.062310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 5d4a53af-1d1e-427f-99ac-6868fce7fa7a) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:06.066418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:06.067140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.072009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0f7e5-306b-48ad-872d-40df5d6f3729 None None] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:06.074087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.087120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:06.087120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.087120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2f354a69-6dc9-4c2e-947c-f13555263cae tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 204 len: 168 time: 1.2145967 Aug 12 04:21:06.090386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35636) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:06.099079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1173221129'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:06.155420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f3673963-dd80-4216-8638-97645d6d9ae5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1272902 Aug 12 04:21:06.158298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:06.163480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-509685151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:06.253453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:06.257166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.267684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-5d4a53af-1d1e-427f-99ac-6868fce7fa7a', 'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': 'fb9047ce-24b7-4265-89ce-aa033c150226'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:06.268781 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.294086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:06.303352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.303823 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment a8f5f49a-f360-4ea7-a376-fb0dce60e3b1 of type vlan for network a87c01a2-81c2-4b19-91d6-6cc764a5da94 Aug 12 04:21:06.347836 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.389823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.390934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.426416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Allocated IP 172.20.0.2 (5d4a53af-1d1e-427f-99ac-6868fce7fa7a/fb9047ce-24b7-4265-89ce-aa033c150226/a825c552-24b6-425a-936f-85ef103cf1c7) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:06.455670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.461127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:06.461730 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.473968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.552784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.589456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=a87c01a2-81c2-4b19-91d6-6cc764a5da94,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:06.598284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-97c35d91-33b2-4290-ab6d-b507c9bcace9 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5062408 Aug 12 04:21:06.604645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35646) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:06.607304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:06.610395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:06.613503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.665594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Transition to ACTIVE for port object a825c552-24b6-425a-936f-85ef103cf1c7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:06.686107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.687667 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d100b595-9281-4598-92ed-4f6337aa6ebc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5278993 Aug 12 04:21:06.690296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35650) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:06.696829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'port': {'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a', 'name': 'tempest-RoutersTest-2049538202'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:06.697758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Transition to ACTIVE for port object a825c552-24b6-425a-936f-85ef103cf1c7 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:06.771527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.789696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:06.799670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:06.804567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.828029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:06.830431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:06.872700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Pushing event updated for resources: {'Port': ['ID=a825c552-24b6-425a-936f-85ef103cf1c7,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:06.901663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Attempting to bind port a825c552-24b6-425a-936f-85ef103cf1c7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:06.902030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Attempting to bind port a825c552-24b6-425a-936f-85ef103cf1c7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '393cd357-d326-495e-a429-bd224927ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:06.902423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Attempting to bind port a825c552-24b6-425a-936f-85ef103cf1c7 on network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:06.907392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:06.908212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Checking segment: {'id': '393cd357-d326-495e-a429-bd224927ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:06.908355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:06.908617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.909004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Bound using segment: {'id': '393cd357-d326-495e-a429-bd224927ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:06.909463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Bound port: a825c552-24b6-425a-936f-85ef103cf1c7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393cd357-d326-495e-a429-bd224927ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5d4a53af-1d1e-427f-99ac-6868fce7fa7a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:06.909841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.912973 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:06.938781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] device_id is not set on port b85e7938-c52d-4bfb-96f5-97000fa8fb58 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:21:06.992277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] For port a825c552-24b6-425a-936f-85ef103cf1c7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:06.996342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] For port a825c552-24b6-425a-936f-85ef103cf1c7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a825c552-24b6-425a-936f-85ef103cf1c7,segment=NetworkSegment(393cd357-d326-495e-a429-bd224927ae0b),segment_id=393cd357-d326-495e-a429-bd224927ae0b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:07.035120 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.071422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.20.0.3 (5d4a53af-1d1e-427f-99ac-6868fce7fa7a/fb9047ce-24b7-4265-89ce-aa033c150226/b85e7938-c52d-4bfb-96f5-97000fa8fb58) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:07.080936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.109418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1319c-1369-4b39-90fb-9aed2eb3fe3b None None] Pushing event updated for resources: {'Port': ['ID=a825c552-24b6-425a-936f-85ef103cf1c7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:07.187262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=2e00fa1d-aa2a-41bd-8e77-1088878199c7,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:07.190356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:07.191134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: a87c01a2-81c2-4b19-91d6-6cc764a5da94, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:07.268649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117a9ae-4406-40f8-acd1-f2585574cd52 req-fcfe21a3-9f72-4ea3-b5f5-523fe421beb6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:07.270199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e117a9ae-4406-40f8-acd1-f2585574cd52 req-fcfe21a3-9f72-4ea3-b5f5-523fe421beb6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1263931 Aug 12 04:21:07.285369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:07.365914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a87c01a2-81c2-4b19-91d6-6cc764a5da94) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:07.372664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:07.375098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.387535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e117a9ae-4406-40f8-acd1-f2585574cd52 req-322552ef-0976-4ddf-8533-49435d767ba9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054225 Aug 12 04:21:07.395268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf95fb-29fd-448a-9f75-b93d08058ace None None] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:07.406073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.422099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object b85e7938-c52d-4bfb-96f5-97000fa8fb58 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:07.459690 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-639bb834-2c7c-45a4-b396-475caec1e7d7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8537083 Aug 12 04:21:07.464407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35658) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:07.467343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-865641322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:07.537249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.559859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.561756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.622097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=b85e7938-c52d-4bfb-96f5-97000fa8fb58,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:07.630620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:07.632087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:07.634415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:07.660798 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.684233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:07.685132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.720112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.758458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c99d135c-11df-4277-b7c4-88c52b56d469 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0644119 Aug 12 04:21:07.758873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35668) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:07.792738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a87c01a2-81c2-4b19-91d6-6cc764a5da94', 'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': '2e00fa1d-aa2a-41bd-8e77-1088878199c7'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:07.795536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.846147 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:07.850560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35670) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:07.851576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5c2dd781-6ab9-4ca4-ab24-c84c3cf13965 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3843746 Aug 12 04:21:07.974315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a825c552-24b6-425a-936f-85ef103cf1c7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:08.060077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Allocated IP 2001:db8::2 (a87c01a2-81c2-4b19-91d6-6cc764a5da94/2e00fa1d-aa2a-41bd-8e77-1088878199c7/21197d3a-4bef-40cc-bff7-bbe03f9cadb9) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:08.222194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.299048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port a825c552-24b6-425a-936f-85ef103cf1c7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:08.317324 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.329937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Transition to ACTIVE for port object 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:08.350262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Transition to ACTIVE for port object 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:08.399839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.423590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.517210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:08.522067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:08.526459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:08.595614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56f33d-142b-4200-b76b-f9a7736e6a66 None None] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:08.683508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.686933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Pushing event updated for resources: {'Port': ['ID=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:08.727444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Attempting to bind port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:08.727746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Attempting to bind port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:08.728116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Attempting to bind port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 on network a87c01a2-81c2-4b19-91d6-6cc764a5da94 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:08.742410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:08.742825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Checking segment: {'id': 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:08.743235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.743633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Bound using segment: {'id': 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:08.744110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Bound port: 21197d3a-4bef-40cc-bff7-bbe03f9cadb9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a87c01a2-81c2-4b19-91d6-6cc764a5da94'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:08.744514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.745055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4a628-d104-4e9e-b7f5-e34ededf6147 req-076160ba-5c96-4a20-8858-468db53d05e4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:08.747092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dee4a628-d104-4e9e-b7f5-e34ededf6147 req-076160ba-5c96-4a20-8858-468db53d05e4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0831866 Aug 12 04:21:08.807905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.819502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dee4a628-d104-4e9e-b7f5-e34ededf6147 req-7d3b2941-822c-440c-8a1c-0e97dd07b36c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648918 Aug 12 04:21:08.849651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8::1 (a87c01a2-81c2-4b19-91d6-6cc764a5da94/2e00fa1d-aa2a-41bd-8e77-1088878199c7/0cc07bec-c069-41eb-b85c-e93bec3380bf) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:08.854615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] Provisioning for port a825c552-24b6-425a-936f-85ef103cf1c7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:08.876311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] Provisioning complete for port a825c552-24b6-425a-936f-85ef103cf1c7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:08.876685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:08.949212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] For port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:08.981874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] For port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,segment=NetworkSegment(a8f5f49a-f360-4ea7-a376-fb0dce60e3b1),segment_id=a8f5f49a-f360-4ea7-a376-fb0dce60e3b1)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:08.986002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=b85e7938-c52d-4bfb-96f5-97000fa8fb58,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:09.021677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.037233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object 0cc07bec-c069-41eb-b85c-e93bec3380bf will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:09.079223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.098682 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.156751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d7f5d-332e-411e-ac65-0a52255672c7 None None] Pushing event updated for resources: {'Port': ['ID=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:09.194043 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.194465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] For port a825c552-24b6-425a-936f-85ef103cf1c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a825c552-24b6-425a-936f-85ef103cf1c7,segment=NetworkSegment(393cd357-d326-495e-a429-bd224927ae0b),segment_id=393cd357-d326-495e-a429-bd224927ae0b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:09.194570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.251518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.300120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=0cc07bec-c069-41eb-b85c-e93bec3380bf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:09.331740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:09.331740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:09.341208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:09.343277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.357970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20dbb6-5060-423e-93f4-64c2690c0d73 None None] Pushing event updated for resources: {'Port': ['ID=a825c552-24b6-425a-936f-85ef103cf1c7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:09.460314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.634429 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.799219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-21397730-07b8-408c-a86d-481c34703e18 None None] Provisioning for port b85e7938-c52d-4bfb-96f5-97000fa8fb58 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:09.803305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-21397730-07b8-408c-a86d-481c34703e18 None None] Provisioning complete for port b85e7938-c52d-4bfb-96f5-97000fa8fb58 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:09.803731 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-21397730-07b8-408c-a86d-481c34703e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:09.881300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-21397730-07b8-408c-a86d-481c34703e18 None None] Port b85e7938-c52d-4bfb-96f5-97000fa8fb58 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:09.909074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-21397730-07b8-408c-a86d-481c34703e18 None None] Provisioning complete for port a825c552-24b6-425a-936f-85ef103cf1c7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:09.909352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-21397730-07b8-408c-a86d-481c34703e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.029853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.085150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.156014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:10.232079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4f0a64ec-705f-4040-9925-a7a3907d9127 None None] Provisioning complete for port b85e7938-c52d-4bfb-96f5-97000fa8fb58 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:10.233457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f0a64ec-705f-4040-9925-a7a3907d9127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.239795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=b85e7938-c52d-4bfb-96f5-97000fa8fb58,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:10.248740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.297166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a64ec-705f-4040-9925-a7a3907d9127 None None] Port b85e7938-c52d-4bfb-96f5-97000fa8fb58 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:10.388135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:10.394970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a825c552-24b6-425a-936f-85ef103cf1c7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:10.436934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:10.439152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:10.480140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e2d3f25e-c621-49e4-8f71-02351f8cad82 None None] Provisioning complete for port b85e7938-c52d-4bfb-96f5-97000fa8fb58 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:10.481247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f25e-c621-49e4-8f71-02351f8cad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.550392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3f25e-c621-49e4-8f71-02351f8cad82 None None] Port b85e7938-c52d-4bfb-96f5-97000fa8fb58 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:10.587780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a825c552-24b6-425a-936f-85ef103cf1c7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:10.588311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.769577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116331bf-66db-478c-9cc4-3ba5b2038a8f req-1314805b-1ff9-41a3-9a3d-a87d8feca161 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:10.776984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-116331bf-66db-478c-9cc4-3ba5b2038a8f req-1314805b-1ff9-41a3-9a3d-a87d8feca161 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.7332447 Aug 12 04:21:10.777618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44255092-a954-458d-add8-a68e083db3b0 None None] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:10.796359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 52f15748-387b-425f-9080-906815a8dd6b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:10.826735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.866004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-116331bf-66db-478c-9cc4-3ba5b2038a8f req-aa38d272-517e-4b57-aa54-1e359df753cb tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871942 Aug 12 04:21:10.903567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.903567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:10.977009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:10.988141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] Sync routers for ids ['52f15748-387b-425f-9080-906815a8dd6b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:10.994153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-437088db-ff93-4708-8f39-7cc27e3a02e2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/52f15748-387b-425f-9080-906815a8dd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2261977 Aug 12 04:21:10.994153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:10.999458 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] Routers {'52f15748-387b-425f-9080-906815a8dd6b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:11.001744 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['52f15748-387b-425f-9080-906815a8dd6b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.003468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Provisioning for port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:11.011547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Provisioning complete for port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:11.011998 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.071425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb9396-d51b-43ff-873e-a7cc5893aa22 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:11.073438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b2eb9396-d51b-43ff-873e-a7cc5893aa22 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports/b85e7938-c52d-4bfb-96f5-97000fa8fb58 HTTP/1.1" status: 200 len: 977 time: 0.0802000 Aug 12 04:21:11.076313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35702) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:11.077526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=0cc07bec-c069-41eb-b85c-e93bec3380bf,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:11.115049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.124187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.149693 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] Routers {'52f15748-387b-425f-9080-906815a8dd6b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:11.152655 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['52f15748-387b-425f-9080-906815a8dd6b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.174697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] For port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,segment=NetworkSegment(a8f5f49a-f360-4ea7-a376-fb0dce60e3b1),segment_id=a8f5f49a-f360-4ea7-a376-fb0dce60e3b1)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:11.206534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:11.222436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:11.234004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.234666 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0294a1-15a0-44b8-926a-a3345d91f88d None None] The sync data for ids ['52f15748-387b-425f-9080-906815a8dd6b'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:11.251124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.344683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Pushing event updated for resources: {'Port': ['ID=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:11.363282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Provisioning complete for port b85e7938-c52d-4bfb-96f5-97000fa8fb58 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:11.363676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.404106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-23a23f70-3888-4467-b24b-7c2697b8db53 None None] Port b85e7938-c52d-4bfb-96f5-97000fa8fb58 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:11.451893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router a54e06af-b36f-4b49-96cc-a24c767a6c11 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:11.521259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.544146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4c0cbd3b-4e60-4f17-bbb7-0c949f31984a None None] Provisioning complete for port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:11.544412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c0cbd3b-4e60-4f17-bbb7-0c949f31984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.573152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:11.587973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f15b5527-0950-4981-906c-582fd83a49c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/a54e06af-b36f-4b49-96cc-a24c767a6c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353725 Aug 12 04:21:11.589765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35706) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:11.592459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] Sync routers for ids ['a54e06af-b36f-4b49-96cc-a24c767a6c11'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:11.644981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] Routers {'a54e06af-b36f-4b49-96cc-a24c767a6c11'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:11.645632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a54e06af-b36f-4b49-96cc-a24c767a6c11'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.688760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe84a0-7b21-4a40-8ab4-8969d3e4040e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:11.695144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fabe84a0-7b21-4a40-8ab4-8969d3e4040e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports/0cc07bec-c069-41eb-b85c-e93bec3380bf HTTP/1.1" status: 200 len: 911 time: 0.0991595 Aug 12 04:21:11.695914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35710) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:11.704404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e00fa1d-aa2a-41bd-8e77-1088878199c7'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:11.712561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.726297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] Routers {'a54e06af-b36f-4b49-96cc-a24c767a6c11'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:11.726848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a54e06af-b36f-4b49-96cc-a24c767a6c11'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.795554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port b85e7938-c52d-4bfb-96f5-97000fa8fb58 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:11.795930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:11.891704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:11.892400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ae68a6-ca49-4794-89fa-ab1466978c09 None None] The sync data for ids ['a54e06af-b36f-4b49-96cc-a24c767a6c11'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:11.999295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:12.033446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.070155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4c0cbd3b-4e60-4f17-bbb7-0c949f31984a None None] Provisioning for port 0cc07bec-c069-41eb-b85c-e93bec3380bf completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:12.079063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.080423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for b85e7938-c52d-4bfb-96f5-97000fa8fb58 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:12.091217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4c0cbd3b-4e60-4f17-bbb7-0c949f31984a None None] Provisioning complete for port 0cc07bec-c069-41eb-b85c-e93bec3380bf triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:12.091599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c0cbd3b-4e60-4f17-bbb7-0c949f31984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.132279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4c0cbd3b-4e60-4f17-bbb7-0c949f31984a None None] Port 0cc07bec-c069-41eb-b85c-e93bec3380bf cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:12.147699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:12.148078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.232701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff518a9-7cfd-45ef-957a-32fa6304dfad req-a115bf67-2e99-46b1-8d01-218e91bd865f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:12.241747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ff518a9-7cfd-45ef-957a-32fa6304dfad req-a115bf67-2e99-46b1-8d01-218e91bd865f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1537600 Aug 12 04:21:12.266234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-322920f0-ffaf-4f5d-b57b-013068554a6c None None] Provisioning complete for port 0cc07bec-c069-41eb-b85c-e93bec3380bf triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:12.266651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-322920f0-ffaf-4f5d-b57b-013068554a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.313943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-322920f0-ffaf-4f5d-b57b-013068554a6c None None] Port 0cc07bec-c069-41eb-b85c-e93bec3380bf cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:12.363845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ff518a9-7cfd-45ef-957a-32fa6304dfad req-45d031f6-09ff-453a-b4b2-3b33c7739d5f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146979 Aug 12 04:21:12.516842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687eeaa-b0f2-4a6e-a6c8-98f3688a4a27 req-16245344-b9b4-4238-89b7-cac08d2de183 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:12.518428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d687eeaa-b0f2-4a6e-a6c8-98f3688a4a27 req-16245344-b9b4-4238-89b7-cac08d2de183 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.0555799 Aug 12 04:21:12.537739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.585095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=b85e7938-c52d-4bfb-96f5-97000fa8fb58,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:12.587160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.655479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d687eeaa-b0f2-4a6e-a6c8-98f3688a4a27 req-f8251788-9571-42d4-ae17-9e35300823a5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275992 Aug 12 04:21:12.776460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.822456 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.829042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:12.829651 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:12.833665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/ports/0cc07bec-c069-41eb-b85c-e93bec3380bf HTTP/1.1" status: 200 len: 911 time: 1.1336255 Aug 12 04:21:12.840909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35728) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:12.873813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567bc2b-6fb6-4990-a7e7-749441f7c30c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=0cc07bec-c069-41eb-b85c-e93bec3380bf,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:13.090166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 52f15748-387b-425f-9080-906815a8dd6b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:13.207359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:13.215207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dd697fef-6838-44bd-b9a5-416fb3f848c8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/52f15748-387b-425f-9080-906815a8dd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364853 Aug 12 04:21:13.221504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35734) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:13.227049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] Sync routers for ids ['52f15748-387b-425f-9080-906815a8dd6b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:13.237079 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] Routers {'52f15748-387b-425f-9080-906815a8dd6b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:13.238017 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['52f15748-387b-425f-9080-906815a8dd6b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:13.277008 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:13.287134 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] Routers {'52f15748-387b-425f-9080-906815a8dd6b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:13.287908 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['52f15748-387b-425f-9080-906815a8dd6b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:13.322478 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:13.323614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89835385-81ca-483a-840d-222fe4c5fa87 None None] The sync data for ids ['52f15748-387b-425f-9080-906815a8dd6b'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:13.333980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:13.446047 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-f8b516cc-934c-4cf1-94eb-3809b1038f08 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] remove_router_interface failed (client error): The resource could not be found. Aug 12 04:21:13.449143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8b516cc-934c-4cf1-94eb-3809b1038f08 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/52f15748-387b-425f-9080-906815a8dd6b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2304540 Aug 12 04:21:13.449983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35740) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:13.478748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d63f180d-55c7-4b2d-a41f-5012f09fa591 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=52f15748-387b-425f-9080-906815a8dd6b HTTP/1.1" status: 200 len: 205 time: 0.0272846 Aug 12 04:21:13.481510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35742) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:13.567022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:13.752355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:13.754530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:13.854949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86440c3f-c3db-4c46-9b04-6d4c11fc0115 req-276abb8d-b6b2-4d6c-a24a-c15370e5b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:13.856494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86440c3f-c3db-4c46-9b04-6d4c11fc0115 req-276abb8d-b6b2-4d6c-a24a-c15370e5b824 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.1402054 Aug 12 04:21:13.863663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcf690-35b6-4f82-b478-b296eab3249a req-6f608e21-55f3-4ee1-9d53-47bdc469054b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:13.865190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03fcf690-35b6-4f82-b478-b296eab3249a req-6f608e21-55f3-4ee1-9d53-47bdc469054b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.0569797 Aug 12 04:21:13.865448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac051b3-8528-4115-ac3c-b8ed25600354 req-468e8fdb-f540-44c1-a4f3-d5655703cc05 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:13.866328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:13.866926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fac051b3-8528-4115-ac3c-b8ed25600354 req-468e8fdb-f540-44c1-a4f3-d5655703cc05 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1475582 Aug 12 04:21:13.867383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 52f15748-387b-425f-9080-906815a8dd6b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:13.882514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:13.886432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-20801e85-9e29-4006-bc95-1f2ac4834859 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/52f15748-387b-425f-9080-906815a8dd6b HTTP/1.1" status: 204 len: 168 time: 0.4039311 Aug 12 04:21:13.887140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:13.942635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86440c3f-c3db-4c46-9b04-6d4c11fc0115 req-cc81e017-9409-4e15-839d-e5cac7e4cd46 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736995 Aug 12 04:21:13.954088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fac051b3-8528-4115-ac3c-b8ed25600354 req-66f38b32-5322-48b8-ae1a-c9eaf859a393 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781200 Aug 12 04:21:13.965403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03fcf690-35b6-4f82-b478-b296eab3249a req-46a3850c-3829-4f59-b948-b1e261c5bcd3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728698 Aug 12 04:21:13.981596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet fb9047ce-24b7-4265-89ce-aa033c150226 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:13.983117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.064697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.070052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 0cc07bec-c069-41eb-b85c-e93bec3380bf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:14.070404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.116326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169de760-63d0-4226-8f08-b158cad2b563 req-41f61f3b-af99-4bd5-adb5-f72f83c02ef7 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:14.117951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-169de760-63d0-4226-8f08-b158cad2b563 req-41f61f3b-af99-4bd5-adb5-f72f83c02ef7 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 946 time: 0.1002960 Aug 12 04:21:14.164014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.178764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 0cc07bec-c069-41eb-b85c-e93bec3380bf owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:14.237392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.302155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Deleting port 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:14.308508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.400417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] For port 90470ef7-cb17-4179-8992-82b60ea0bd22, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=90470ef7-cb17-4179-8992-82b60ea0bd22,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:14.400786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.416615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.451850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.479809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9047ce-24b7-4265-89ce-aa033c150226,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:14.486043 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.487923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/fb9047ce-24b7-4265-89ce-aa033c150226 HTTP/1.1" status: 204 len: 168 time: 0.5986576 Aug 12 04:21:14.491879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35752) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:14.496927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744fdfa4-b08f-40b4-9851-7385abc24e45 None None] Network 5d4a53af-1d1e-427f-99ac-6868fce7fa7a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:14.504445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.504799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.505143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.505480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.505814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.506145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.506476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.506840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.507168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.507492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.507812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.508137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63759a48-ac0c-41da-98df-7e2592f34db9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:14.667731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=0cc07bec-c069-41eb-b85c-e93bec3380bf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:14.719015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.735231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.831553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] DHCP port deletion for 5d4a53af-1d1e-427f-99ac-6868fce7fa7a request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:14.855279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.856120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.856673 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Floating IP aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff disassociated. External IP: 172.25.6.235, port: 90470ef7-cb17-4179-8992-82b60ea0bd22. Aug 12 04:21:14.858210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Calling delete_port for 90470ef7-cb17-4179-8992-82b60ea0bd22 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:14.894129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] Deleting port a825c552-24b6-425a-936f-85ef103cf1c7 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:14.894622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:14.916842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router a54e06af-b36f-4b49-96cc-a24c767a6c11 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:14.976289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] For port a825c552-24b6-425a-936f-85ef103cf1c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a825c552-24b6-425a-936f-85ef103cf1c7,segment=NetworkSegment(393cd357-d326-495e-a429-bd224927ae0b),segment_id=393cd357-d326-495e-a429-bd224927ae0b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:14.976850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.014890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] Calling delete_port for a825c552-24b6-425a-936f-85ef103cf1c7 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:15.025135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:15.036450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b430fab4-c486-492f-99eb-803af75d228d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/a54e06af-b36f-4b49-96cc-a24c767a6c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2002807 Aug 12 04:21:15.037130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35760) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:15.042168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port a825c552-24b6-425a-936f-85ef103cf1c7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:15.042767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.073670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-53f26403-15e9-4b17-ba3e-9d77d1d1607b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=a54e06af-b36f-4b49-96cc-a24c767a6c11 HTTP/1.1" status: 200 len: 205 time: 0.0353415 Aug 12 04:21:15.074929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35762) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:15.090328 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:21:15.094336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] Sync routers for ids ['a54e06af-b36f-4b49-96cc-a24c767a6c11'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:15.137446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] Routers {'a54e06af-b36f-4b49-96cc-a24c767a6c11'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:15.138072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a54e06af-b36f-4b49-96cc-a24c767a6c11'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.158490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port a825c552-24b6-425a-936f-85ef103cf1c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a825c552-24b6-425a-936f-85ef103cf1c7,segment=NetworkSegment(393cd357-d326-495e-a429-bd224927ae0b),segment_id=393cd357-d326-495e-a429-bd224927ae0b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:15.158896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.184159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.187595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.187753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.191132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for a825c552-24b6-425a-936f-85ef103cf1c7 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:15.210315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] Routers {'a54e06af-b36f-4b49-96cc-a24c767a6c11'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:15.210970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a54e06af-b36f-4b49-96cc-a24c767a6c11'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.244863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.245512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6e7c1-4eba-400e-a157-baee1c99be83 None None] The sync data for ids ['a54e06af-b36f-4b49-96cc-a24c767a6c11'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:15.279279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event deleted for resources: {'Port': ['ID=90470ef7-cb17-4179-8992-82b60ea0bd22,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:15.308334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed7957-30aa-46dd-bacc-693e1f2a95e5 req-0374b68a-6b57-495b-8520-858af50a4485 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:15.311329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1ed7957-30aa-46dd-bacc-693e1f2a95e5 req-0374b68a-6b57-495b-8520-858af50a4485 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1831763 Aug 12 04:21:15.313934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.343262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] Pushing event deleted for resources: {'Port': ['ID=a825c552-24b6-425a-936f-85ef103cf1c7,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:15.345211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb3d7f-930d-4e8a-a50a-4878f2262274 None None] No DVR routers for this DVR port a825c552-24b6-425a-936f-85ef103cf1c7 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:15.361473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b917a1f-a452-4883-b85a-a83f5eb05ab3 req-0103fb22-f7ab-4bab-a261-9ef2a1b1ecb0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:15.362062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b917a1f-a452-4883-b85a-a83f5eb05ab3 req-0103fb22-f7ab-4bab-a261-9ef2a1b1ecb0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 868 time: 0.2341359 Aug 12 04:21:15.430530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.436987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.447464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1ed7957-30aa-46dd-bacc-693e1f2a95e5 req-3cac9b56-5343-4be8-93d3-319660f47f73 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002135 Aug 12 04:21:15.463053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b917a1f-a452-4883-b85a-a83f5eb05ab3 req-c2f8764b-aa72-4c8c-91be-7410ef21c98e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=c132149b-7e9b-459f-b20f-82a4683dd395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729122 Aug 12 04:21:15.475393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:15.496909 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.531053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=a825c552-24b6-425a-936f-85ef103cf1c7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:15.554242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.555149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router a54e06af-b36f-4b49-96cc-a24c767a6c11 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:15.564320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port a825c552-24b6-425a-936f-85ef103cf1c7 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:15.566808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.571631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f4297f2-d079-4a34-8864-19a36cd7d89f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/a54e06af-b36f-4b49-96cc-a24c767a6c11 HTTP/1.1" status: 204 len: 168 time: 0.4926441 Aug 12 04:21:15.579261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:15.645831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet 2e00fa1d-aa2a-41bd-8e77-1088878199c7 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:15.649813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.714136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.714369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.726584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4a53af-1d1e-427f-99ac-6868fce7fa7a']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.729692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:15.743057 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:15.743275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393cd357-d326-495e-a429-bd224927ae0b') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.743472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393cd357-d326-495e-a429-bd224927ae0b') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.752424 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:15.753071 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:15.785114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.786890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] No DVR routers for this DVR port 90470ef7-cb17-4179-8992-82b60ea0bd22 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:15.794003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.796861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-169de760-63d0-4226-8f08-b158cad2b563 req-d6c46c5a-e9e5-4626-8cd2-3590560b2223 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "DELETE /v2.0/ports/90470ef7-cb17-4179-8992-82b60ea0bd22 HTTP/1.1" status: 204 len: 173 time: 1.6730220 Aug 12 04:21:15.797300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-deleted', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:15.799567 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85fee47-79f6-46b9-9d28-dbab675c06d4" -d '{"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-deleted", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:15.809921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.817795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:15.819249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:15.825489 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:15.873350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:15.911244 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:15.926799 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf74a01-8c2c-439a-a8e8-b4e345ddc1a6 x-openstack-request-id: req-0bf74a01-8c2c-439a-a8e8-b4e345ddc1a6 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:15.926799 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c72cdb2-32b6-41a3-9629-7a0282e48db1", "name": "network-vif-deleted", "tag": "90470ef7-cb17-4179-8992-82b60ea0bd22", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:15.926799 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bf74a01-8c2c-439a-a8e8-b4e345ddc1a6 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:15.926799 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c72cdb2-32b6-41a3-9629-7a0282e48db1', 'name': 'network-vif-deleted', 'tag': '90470ef7-cb17-4179-8992-82b60ea0bd22', 'status': 'completed', 'code': 200} Aug 12 04:21:15.937984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a825c552-24b6-425a-936f-85ef103cf1c7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:15.964243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: a825c552-24b6-425a-936f-85ef103cf1c7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:15.964662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a825c552-24b6-425a-936f-85ef103cf1c7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:16.005387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.010996 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.018953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35780) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:16.019189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/5d4a53af-1d1e-427f-99ac-6868fce7fa7a HTTP/1.1" status: 204 len: 168 time: 1.5243828 Aug 12 04:21:16.026824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-155818959'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:16.045482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b55cb-c384-43bf-857e-9e5c285908f8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=5d4a53af-1d1e-427f-99ac-6868fce7fa7a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:16.046134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930fd1c-4e89-485e-bdac-354e885dc234 req-ce63a298-b238-4040-a331-26225643538b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:16.052530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5930fd1c-4e89-485e-bdac-354e885dc234 req-ce63a298-b238-4040-a331-26225643538b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1239750 Aug 12 04:21:16.058477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-b18008c7-cd46-40fb-975f-28edc60a79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:16.060247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-b18008c7-cd46-40fb-975f-28edc60a79a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.1245880 Aug 12 04:21:16.141563 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:16.152347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.161253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5930fd1c-4e89-485e-bdac-354e885dc234 req-6ce056e1-f47d-47cd-a080-378c3d00245f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Aug 12 04:21:16.167337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:16.176246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:16.176857 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:16.193454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:16.196922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.199638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=2e00fa1d-aa2a-41bd-8e77-1088878199c7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:16.211610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cc1a0-feeb-45eb-8173-d842e23a3279 None None] Network a87c01a2-81c2-4b19-91d6-6cc764a5da94 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:16.212430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.215410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b40e5b45-58f8-4097-84d0-f5ed9346e3c7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/2e00fa1d-aa2a-41bd-8e77-1088878199c7 HTTP/1.1" status: 204 len: 168 time: 0.6338935 Aug 12 04:21:16.222451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35782) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:16.242537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-14e86e9c-cff1-4202-a13f-c719cfb991d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:16.244034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-14e86e9c-cff1-4202-a13f-c719cfb991d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 919 time: 0.1718814 Aug 12 04:21:16.247796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:16.296423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.296744 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment 80681c67-0029-4845-8c42-87f69449fba7 of type vlan for network 16833fd7-6161-4821-a5a4-0352435ea8e4 Aug 12 04:21:16.299019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-861b9702-799b-4c2e-934c-811358bdf83a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 200 len: 217 time: 0.0449491 Aug 12 04:21:16.300336 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:16.365381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.381967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.400558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-cd1b87c2-0d3c-4a66-a3bb-6d9e55b49df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:16.402063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-cd1b87c2-0d3c-4a66-a3bb-6d9e55b49df1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.0958526 Aug 12 04:21:16.438858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] DHCP port deletion for a87c01a2-81c2-4b19-91d6-6cc764a5da94 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:16.458864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-689c7f31-d1cc-444f-9e6f-594638ce0d99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447893 Aug 12 04:21:16.463693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:16.464042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.492492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] Deleting port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:16.493266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.534991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,segment=NetworkSegment(a8f5f49a-f360-4ea7-a376-fb0dce60e3b1),segment_id=a8f5f49a-f360-4ea7-a376-fb0dce60e3b1)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:16.535364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.552933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.556494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:16.564630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:16.577805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.589196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] For port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,segment=NetworkSegment(a8f5f49a-f360-4ea7-a376-fb0dce60e3b1),segment_id=a8f5f49a-f360-4ea7-a376-fb0dce60e3b1)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:16.590387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.609991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] Calling delete_port for 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:16.697125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eea6f209-e803-4bfd-a371-7cddd77c34f8 req-2c08b410-2168-472b-8c61-9410e272e721 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c72cdb2-32b6-41a3-9629-7a0282e48db1 HTTP/1.1" status: 200 len: 210 time: 0.0442958 Aug 12 04:21:16.741014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7153332 Aug 12 04:21:16.741260 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:16.741418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35792) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:16.747100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:16.770227 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806269be-c874-49d4-89dd-c33a8a1ca78b None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:16.773065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b3c89-13d8-40e5-a373-ce2f94f1532e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=16833fd7-6161-4821-a5a4-0352435ea8e4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:16.773560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.787507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-cd45c047-a6de-4b2a-8345-d1fcbaffd575 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207963 Aug 12 04:21:16.803510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:16.806098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] No DVR routers for this DVR port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:16.832254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:16.859685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be3b63-0df6-486b-9594-4cce41847bb9 None None] Pushing event deleted for resources: {'Port': ['ID=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:16.919542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2638318-dadc-42e1-8a58-29126b6b86ab req-72d814fc-dce6-4303-8223-6ed4ec9b3105 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149099 Aug 12 04:21:17.085344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384b95ee-5164-4e96-bded-24c2d364d4a6 None None] New status for floating IP aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:21:17.236620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:17.265497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=21197d3a-4bef-40cc-bff7-bbe03f9cadb9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:17.384772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.403082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87c01a2-81c2-4b19-91d6-6cc764a5da94']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:17.414205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32d6e1-2af7-4407-8364-e84315abe6bb req-3f857f2e-df06-4c8c-847d-419867ce23b6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:17.415716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b32d6e1-2af7-4407-8364-e84315abe6bb req-3f857f2e-df06-4c8c-847d-419867ce23b6 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1561291 Aug 12 04:21:17.429985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:17.430280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5f49a-f360-4ea7-a376-fb0dce60e3b1') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:17.446023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.474187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.475247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b32d6e1-2af7-4407-8364-e84315abe6bb req-1c6b0bff-bb84-4ff2-99ee-9b1b4bba5847 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535095 Aug 12 04:21:17.479904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:17.480309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:17.483398 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:17.493175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:17.496579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.675459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.686093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.687932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/a87c01a2-81c2-4b19-91d6-6cc764a5da94 HTTP/1.1" status: 204 len: 168 time: 1.4643750 Aug 12 04:21:17.692573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:17.697342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2018066112', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:17.703816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03452ffe-0fb9-42b3-8534-46a00f69cb4b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=a87c01a2-81c2-4b19-91d6-6cc764a5da94,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:17.799350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.800507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.855281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.871154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35808) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:17.888020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.893893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:17.913940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.915320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:17.918978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 21197d3a-4bef-40cc-bff7-bbe03f9cadb9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:17.982994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=99acbad6-a430-4bea-99bb-d06ece0da6e7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:17.993641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:17.994918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d035943-122d-4919-9649-c39133a97f51 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3013186 Aug 12 04:21:17.997603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35810) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:18.002630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': '80681c67-0029-4845-8c42-87f69449fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:18.008387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: 16833fd7-6161-4821-a5a4-0352435ea8e4, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:18.008540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1948386689'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:18.009733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d175c7fc-14e9-4529-9d4b-16b9acac060b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.038809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d175c7fc-14e9-4529-9d4b-16b9acac060b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.084851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:18.088432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.112161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:18.113740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:18.120907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.123476 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment a8e10ff9-563e-483c-bc13-53f949681cd7 of type vlan for network dbe04353-1871-410b-b60d-cc2bd03ee149 Aug 12 04:21:18.127875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:18.150217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 90470ef7-cb17-4179-8992-82b60ea0bd22 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:18.152205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 90470ef7-cb17-4179-8992-82b60ea0bd22 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:18.160213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.171218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d175c7fc-14e9-4529-9d4b-16b9acac060b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.173922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d175c7fc-14e9-4529-9d4b-16b9acac060b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.175171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d175c7fc-14e9-4529-9d4b-16b9acac060b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "DELETE /v2.0/security-groups/c132149b-7e9b-459f-b20f-82a4683dd395 HTTP/1.1" status: 204 len: 168 time: 0.3023367 Aug 12 04:21:18.180354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35812) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:18.184710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175c7fc-14e9-4529-9d4b-16b9acac060b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132149b-7e9b-459f-b20f-82a4683dd395,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:18.196773 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-5ebbd895-8603-4199-828e-8ac143959554 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] show failed (client error): The resource could not be found. Aug 12 04:21:18.197809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5ebbd895-8603-4199-828e-8ac143959554 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups/c132149b-7e9b-459f-b20f-82a4683dd395 HTTP/1.1" status: 404 len: 347 time: 0.0175877 Aug 12 04:21:18.199891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 16833fd7-6161-4821-a5a4-0352435ea8e4) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:18.201555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:18.204114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:18.209428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.211996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63703d0e-e9c5-40fe-a78a-5acec4fa70b9 None None] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:18.281998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.287695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:18.288276 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.300197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-505184a6-d2a8-446f-9b96-6260ef786451 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5552192 Aug 12 04:21:18.300849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:18.306944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1077853436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:18.354524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-16833fd7-6161-4821-a5a4-0352435ea8e4', 'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': '99acbad6-a430-4bea-99bb-d06ece0da6e7'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:18.355419 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.384663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=dbe04353-1871-410b-b60d-cc2bd03ee149,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:18.395878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3963699 Aug 12 04:21:18.398501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.398869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:18.399369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.399369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.399664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.399872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.400190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.400514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.400873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.401149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.401469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.401784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.402101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de865e3-e1d2-4ab9-9e9b-0da74da5a52e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:18.408298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:18.415157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Deleting port e65415eb-1e79-4f68-b66e-dfbaf7091b72 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:18.415731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.437800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network dbe04353-1871-410b-b60d-cc2bd03ee149 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:18.487320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.488339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.498858 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.499329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.527514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Calling delete_port for e65415eb-1e79-4f68-b66e-dfbaf7091b72 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:18.577732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Allocated IP 172.20.0.2 (16833fd7-6161-4821-a5a4-0352435ea8e4/99acbad6-a430-4bea-99bb-d06ece0da6e7/9bbd3d4d-f3d3-4669-979a-4f88de04de88) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:18.588728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.602526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:18.606874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.640906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fff9dd-925c-4ad0-b0cd-629e9ff7814a req-9b0a9290-20da-4299-9754-7674a7300f70 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:18.643226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6fff9dd-925c-4ad0-b0cd-629e9ff7814a req-9b0a9290-20da-4299-9754-7674a7300f70 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0909581 Aug 12 04:21:18.679762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.698842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6fff9dd-925c-4ad0-b0cd-629e9ff7814a req-8d1ae73d-ebd0-463c-9fb8-6300dc437ea2 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Aug 12 04:21:18.758477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.767132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.771141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bed82218-49e4-4926-949c-4313ebaf8178 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4665966 Aug 12 04:21:18.771334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Transition to ACTIVE for port object 9bbd3d4d-f3d3-4669-979a-4f88de04de88 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:18.771509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35826) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:18.799235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Transition to ACTIVE for port object 9bbd3d4d-f3d3-4669-979a-4f88de04de88 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:18.828745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.856905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event deleted for resources: {'Port': ['ID=e65415eb-1e79-4f68-b66e-dfbaf7091b72,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:18.880089 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.924521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:18.933406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:18.947817 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.947817 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:18.947817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-abacd9b3-f383-4323-ae4f-c3bc059b6137 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "DELETE /v2.0/floatingips/aa3f865a-191f-4b8e-ae6a-e7128a0aa5ff HTTP/1.1" status: 204 len: 168 time: 0.7427554 Aug 12 04:21:18.948085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:18.959798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Pushing event updated for resources: {'Port': ['ID=9bbd3d4d-f3d3-4669-979a-4f88de04de88,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:19.022335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Attempting to bind port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:19.022901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Attempting to bind port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '80681c67-0029-4845-8c42-87f69449fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:19.023371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Attempting to bind port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 on network 16833fd7-6161-4821-a5a4-0352435ea8e4 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:19.029453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:19.029974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Checking segment: {'id': '80681c67-0029-4845-8c42-87f69449fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:19.030482 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.031173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Bound using segment: {'id': '80681c67-0029-4845-8c42-87f69449fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:19.031609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Bound port: 9bbd3d4d-f3d3-4669-979a-4f88de04de88, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80681c67-0029-4845-8c42-87f69449fba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '16833fd7-6161-4821-a5a4-0352435ea8e4'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:19.032099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.060925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.107494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] For port 9bbd3d4d-f3d3-4669-979a-4f88de04de88, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:19.110951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] For port 9bbd3d4d-f3d3-4669-979a-4f88de04de88, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9bbd3d4d-f3d3-4669-979a-4f88de04de88,segment=NetworkSegment(80681c67-0029-4845-8c42-87f69449fba7),segment_id=80681c67-0029-4845-8c42-87f69449fba7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:19.149034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.152215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=3b246184-62d9-4eb6-9837-fba7501173e6,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:19.198639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:19.199152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: dbe04353-1871-410b-b60d-cc2bd03ee149, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:19.206664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.218085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0adf1f-a038-4f60-8c45-5bcf20ca9118 None None] Pushing event updated for resources: {'Port': ['ID=9bbd3d4d-f3d3-4669-979a-4f88de04de88,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:19.324327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35832) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:19.329785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562232580', 'description': 'tempest-description--182752105'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:19.396324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network dbe04353-1871-410b-b60d-cc2bd03ee149 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:19.444958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.480912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.20.0.1 (16833fd7-6161-4821-a5a4-0352435ea8e4/99acbad6-a430-4bea-99bb-d06ece0da6e7/ed7d8574-2137-48ad-bf85-05056f2dbbbe) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:19.502289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, dbe04353-1871-410b-b60d-cc2bd03ee149) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:19.511697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2780c6-95da-4219-925f-08b595049363 None None] Network dbe04353-1871-410b-b60d-cc2bd03ee149 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:19.543730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.546471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:19.547270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.588687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.619314 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.622448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca9176f-a0c1-446b-b190-38d4d4ad4820,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:19.632439 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-367f049b-00f3-446e-b045-9a72cbfde253 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2312107 Aug 12 04:21:19.635651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:19.674554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-dbe04353-1871-410b-b60d-cc2bd03ee149', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:19.674554 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.677873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object ed7d8574-2137-48ad-bf85-05056f2dbbbe will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:19.685879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.687207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6077c877-2abb-4fc2-b397-dc87b4e6929f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3618026 Aug 12 04:21:19.690122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35838) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:19.695637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'security_group_rule': {'security_group_id': 'dca9176f-a0c1-446b-b190-38d4d4ad4820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:19.764909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.961426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:19.975764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91088f7-effa-46bf-bea0-5b201b1b9bf9 req-2e05cbf7-b365-419d-835d-f5a294c45508 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:19.977399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f91088f7-effa-46bf-bea0-5b201b1b9bf9 req-2e05cbf7-b365-419d-835d-f5a294c45508 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1621804 Aug 12 04:21:19.999512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.006116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9bbd3d4d-f3d3-4669-979a-4f88de04de88 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:20.006116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Allocated IP 2001:db8::2 (dbe04353-1871-410b-b60d-cc2bd03ee149/3b246184-62d9-4eb6-9837-fba7501173e6/ee703441-afbb-4c89-9f96-e19f78b6d677) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:20.034972 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f91088f7-effa-46bf-bea0-5b201b1b9bf9 req-d4dd5f7b-565f-43e1-a4e7-deb4c2e5ac2f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Aug 12 04:21:20.035552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.061450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a86f860-dfea-4ead-8070-bf8bb63b12f6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:20.077473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:20.090449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.092588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:20.097362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:20.120577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.124161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-045acee4-2bdf-4053-9b11-e126fc3375bb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4327970 Aug 12 04:21:20.132425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35848) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:20.137457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'security_group_rule': {'security_group_id': 'dca9176f-a0c1-446b-b190-38d4d4ad4820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:20.207591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:20.221293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.223655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=ed7d8574-2137-48ad-bf85-05056f2dbbbe,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:20.248516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.277245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.292289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Transition to ACTIVE for port object ee703441-afbb-4c89-9f96-e19f78b6d677 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:20.311151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Transition to ACTIVE for port object ee703441-afbb-4c89-9f96-e19f78b6d677 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:20.322252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.383276 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.416539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.428437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Network dbe04353-1871-410b-b60d-cc2bd03ee149 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:20.432403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:20.438049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:20.445561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Pushing event updated for resources: {'Port': ['ID=ee703441-afbb-4c89-9f96-e19f78b6d677,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:20.463096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6634b86b-e76b-4ed0-8967-e5fb2393bcc9,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:20.499687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95152a3-6d24-444b-b8ce-575efbcd5a45 None None] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:20.531471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.533286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4b3c004c-2da9-4a3a-af8a-d7b3c3c5a99d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995912 Aug 12 04:21:20.536621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35850) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:20.541845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:20.546481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Attempting to bind port ee703441-afbb-4c89-9f96-e19f78b6d677 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:20.552375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Attempting to bind port ee703441-afbb-4c89-9f96-e19f78b6d677 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:20.552375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Attempting to bind port ee703441-afbb-4c89-9f96-e19f78b6d677 on network dbe04353-1871-410b-b60d-cc2bd03ee149 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:20.552643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.552643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8::1 (dbe04353-1871-410b-b60d-cc2bd03ee149/3b246184-62d9-4eb6-9837-fba7501173e6/e04b2750-8dde-488f-b7eb-da0806436708) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:20.558504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:20.558915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Checking segment: {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:20.559324 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.559725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Bound using segment: {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:20.560752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Bound port: ee703441-afbb-4c89-9f96-e19f78b6d677, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:20.561142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.629559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.689822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] For port ee703441-afbb-4c89-9f96-e19f78b6d677, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:20.694780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] For port ee703441-afbb-4c89-9f96-e19f78b6d677, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ee703441-afbb-4c89-9f96-e19f78b6d677,segment=NetworkSegment(a8e10ff9-563e-483c-bc13-53f949681cd7),segment_id=a8e10ff9-563e-483c-bc13-53f949681cd7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:20.720554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] Provisioning for port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:20.730056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] Provisioning complete for port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:20.730056 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.796610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.805617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.806128 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.828908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object e04b2750-8dde-488f-b7eb-da0806436708 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:20.929303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:20.935688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ababa-9f51-41a3-a1ad-6f481d364c20 None None] Pushing event updated for resources: {'Port': ['ID=ee703441-afbb-4c89-9f96-e19f78b6d677,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:21.010323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] For port 9bbd3d4d-f3d3-4669-979a-4f88de04de88, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9bbd3d4d-f3d3-4669-979a-4f88de04de88,segment=NetworkSegment(80681c67-0029-4845-8c42-87f69449fba7),segment_id=80681c67-0029-4845-8c42-87f69449fba7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:21.017928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.032060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Allocated IP 172.25.6.163 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/f995a7e7-42eb-48c3-8fa2-16fe5ffda8ab) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:21.062557 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.127221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network dbe04353-1871-410b-b60d-cc2bd03ee149 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:21.127221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:21.135418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:21.136041 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.173212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0af4ab-20bb-45d8-a535-fd5a6816d7c0 None None] Pushing event updated for resources: {'Port': ['ID=9bbd3d4d-f3d3-4669-979a-4f88de04de88,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:21.301915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11c6059d-cf5e-4efa-8ce6-ab6e545c9749 None None] Provisioning complete for port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:21.302618 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-11c6059d-cf5e-4efa-8ce6-ab6e545c9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.315093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.339470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.343630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=e04b2750-8dde-488f-b7eb-da0806436708,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:21.404397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.420120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.466601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.511141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:21.516695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:21.524833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:21.536678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11c6059d-cf5e-4efa-8ce6-ab6e545c9749 None None] Provisioning for port ed7d8574-2137-48ad-bf85-05056f2dbbbe completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:21.541425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11c6059d-cf5e-4efa-8ce6-ab6e545c9749 None None] Provisioning complete for port ed7d8574-2137-48ad-bf85-05056f2dbbbe triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:21.542199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-11c6059d-cf5e-4efa-8ce6-ab6e545c9749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.613560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.615181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-11c6059d-cf5e-4efa-8ce6-ab6e545c9749 None None] Port ed7d8574-2137-48ad-bf85-05056f2dbbbe cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:21.624634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=ed7d8574-2137-48ad-bf85-05056f2dbbbe,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:21.674744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'Port': ['ID=f995a7e7-42eb-48c3-8fa2-16fe5ffda8ab,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:21.683112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.734977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-243d67a2-97c2-46f6-83dc-d3ddbcca34d1 None None] Provisioning complete for port ed7d8574-2137-48ad-bf85-05056f2dbbbe triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:21.735433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-243d67a2-97c2-46f6-83dc-d3ddbcca34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:21.777493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-243d67a2-97c2-46f6-83dc-d3ddbcca34d1 None None] Port ed7d8574-2137-48ad-bf85-05056f2dbbbe cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:21.805053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.137589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee703441-afbb-4c89-9f96-e19f78b6d677 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:22.343814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:22.343814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:22.394903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ee703441-afbb-4c89-9f96-e19f78b6d677 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:22.402405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9bbd3d4d-f3d3-4669-979a-4f88de04de88 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:22.496161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:22.496819 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.549132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f15f61-f661-4cc0-8208-242837b557ed None None] Network dbe04353-1871-410b-b60d-cc2bd03ee149 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:22.551158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.605458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.617757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.691435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.692545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.694386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 91b8f9d0-bd48-4702-9f00-fde190f6fecf is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:22.708499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'Port': ['ID=f995a7e7-42eb-48c3-8fa2-16fe5ffda8ab,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:22.719684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.750164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] Provisioning for port ee703441-afbb-4c89-9f96-e19f78b6d677 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:22.756069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] Provisioning complete for port ee703441-afbb-4c89-9f96-e19f78b6d677 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:22.756438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.803264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.805088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ad191f50-56fd-48ff-9e07-727927950bc0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2670381 Aug 12 04:21:22.860508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.880324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=e04b2750-8dde-488f-b7eb-da0806436708,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:22.911819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] For port ee703441-afbb-4c89-9f96-e19f78b6d677, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ee703441-afbb-4c89-9f96-e19f78b6d677,segment=NetworkSegment(a8e10ff9-563e-483c-bc13-53f949681cd7),segment_id=a8e10ff9-563e-483c-bc13-53f949681cd7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:22.937760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:22.946959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-27338f82-37c9-4c81-9f2a-a5c07fc911c9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/91b8f9d0-bd48-4702-9f00-fde190f6fecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1719205 Aug 12 04:21:22.948394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35892) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:22.958703 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63859bf5-08b3-4443-a765-09caad9981de None None] Sync routers for ids ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:22.969777 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63859bf5-08b3-4443-a765-09caad9981de None None] Routers {'91b8f9d0-bd48-4702-9f00-fde190f6fecf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:22.970499 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63859bf5-08b3-4443-a765-09caad9981de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:22.982512 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:22.985725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network dbe04353-1871-410b-b60d-cc2bd03ee149 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:22.988998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:23.042670 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63859bf5-08b3-4443-a765-09caad9981de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:23.043229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8d85-4d6a-4872-b239-71ecae51274a None None] Pushing event updated for resources: {'Port': ['ID=ee703441-afbb-4c89-9f96-e19f78b6d677,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:23.055650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63859bf5-08b3-4443-a765-09caad9981de None None] Routers {'91b8f9d0-bd48-4702-9f00-fde190f6fecf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:23.056690 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63859bf5-08b3-4443-a765-09caad9981de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:23.092134 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63859bf5-08b3-4443-a765-09caad9981de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:23.093201 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63859bf5-08b3-4443-a765-09caad9981de None None] The sync data for ids ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:23.107499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1eb5dd83-84a8-4302-900e-3b285d10f601 None None] Provisioning complete for port ed7d8574-2137-48ad-bf85-05056f2dbbbe triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:23.107946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1eb5dd83-84a8-4302-900e-3b285d10f601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.115926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fa4e6-c432-427c-b99b-087f6f7b50ed tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:23.117355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c41fa4e6-c432-427c-b99b-087f6f7b50ed tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports/ed7d8574-2137-48ad-bf85-05056f2dbbbe HTTP/1.1" status: 200 len: 910 time: 0.1687303 Aug 12 04:21:23.120845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35906) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:23.167468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5dd83-84a8-4302-900e-3b285d10f601 None None] Port ed7d8574-2137-48ad-bf85-05056f2dbbbe cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:23.167655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-a3b6f3cc-90ac-4738-bae6-ee7dd96f9809 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--562232580&fields=id&tenant_id=00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 267 time: 0.1560020 Aug 12 04:21:23.276520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aaf77-48d0-4a32-bcb0-49225bef4666 req-0da77dff-c863-4547-b128-a2f723eef096 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:23.286553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3aaf77-48d0-4a32-bcb0-49225bef4666 req-0da77dff-c863-4547-b128-a2f723eef096 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1173599 Aug 12 04:21:23.297444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94fed101-4886-477c-84e1-868eb6c89c55 None None] Provisioning complete for port ee703441-afbb-4c89-9f96-e19f78b6d677 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:23.298783 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94fed101-4886-477c-84e1-868eb6c89c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.318882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-c8533524-bfee-47c6-b1dc-b687f62f8541 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:23.323044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-c8533524-bfee-47c6-b1dc-b687f62f8541 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 815 time: 0.1480014 Aug 12 04:21:23.337310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-ae467318-0fb7-4f77-b4db-275a35f62b14 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/quotas/00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 375 time: 0.0109944 Aug 12 04:21:23.395182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:23.408230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d3aaf77-48d0-4a32-bcb0-49225bef4666 req-9ea3c99a-4066-4bc0-a7ce-a9ea68aa4388 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204278 Aug 12 04:21:23.426615 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-2b5ce530-0cb2-4091-86b6-0dafe838e5d0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806177 Aug 12 04:21:23.553466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94fed101-4886-477c-84e1-868eb6c89c55 None None] Provisioning for port e04b2750-8dde-488f-b7eb-da0806436708 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:23.557784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94fed101-4886-477c-84e1-868eb6c89c55 None None] Provisioning complete for port e04b2750-8dde-488f-b7eb-da0806436708 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:23.558239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94fed101-4886-477c-84e1-868eb6c89c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.627622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-94fed101-4886-477c-84e1-868eb6c89c55 None None] Port e04b2750-8dde-488f-b7eb-da0806436708 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:23.651868 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.674311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-9e2e69b2-3466-4559-8f2f-55fc04780b22 service neutron] 10.222.0.42 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097023 Aug 12 04:21:23.675362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:23.686463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-801bc300-8d10-4689-a964-ee86fe05630f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0458848 Aug 12 04:21:23.686463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35916) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:23.691652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:23.707939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:23.708576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:23.778206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1068329353'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:23.836706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-212c0590-8759-402a-ac98-c4ac0eed570d None None] Provisioning complete for port e04b2750-8dde-488f-b7eb-da0806436708 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:23.837081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-212c0590-8759-402a-ac98-c4ac0eed570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.870007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-02610a35-a614-4c16-8fb4-7480c57b2e3f service neutron] 10.222.0.42 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843064 Aug 12 04:21:23.886196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:23.902103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:23.906477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.922815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-212c0590-8759-402a-ac98-c4ac0eed570d None None] Port e04b2750-8dde-488f-b7eb-da0806436708 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:23.942204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee703441-afbb-4c89-9f96-e19f78b6d677 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:23.958658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:23.988663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:23.989060 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment 04a59e9d-e05d-47c6-a97e-c69c5a041844 of type vlan for network 12e22491-842f-445e-9e90-34643a4a2d8a Aug 12 04:21:24.072019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port ed7d8574-2137-48ad-bf85-05056f2dbbbe {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:24.073160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.079554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.086803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cd79dc2a-5a43-419f-a7e6-2ad996f955e9 None None] Provisioning complete for port e04b2750-8dde-488f-b7eb-da0806436708 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:24.087185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd79dc2a-5a43-419f-a7e6-2ad996f955e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.126996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ee703441-afbb-4c89-9f96-e19f78b6d677 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:24.127363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.177407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.184486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:24.185862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cd79dc2a-5a43-419f-a7e6-2ad996f955e9 None None] Port e04b2750-8dde-488f-b7eb-da0806436708 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:24.187563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.214442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.228871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for ed7d8574-2137-48ad-bf85-05056f2dbbbe owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:24.273021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:21Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:22Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:24.340211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:24.344115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Updating router b0140883-ebbd-4181-b53d-617b2ad39ffc port e04b2750-8dde-488f-b7eb-da0806436708 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:21:24.349661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6505792 Aug 12 04:21:24.358354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35928) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:24.371193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:24.403455 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.473292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f4f0f-be2a-4d9c-ba8c-ba851b3d8f7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=12e22491-842f-445e-9e90-34643a4a2d8a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:24.529482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-893e0f0f-0c02-4b95-a4ae-ec836a61c232 req-33e086b7-c017-4c39-9759-e68cc9535fc7 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 210 time: 0.1430089 Aug 12 04:21:24.530882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.546276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 12e22491-842f-445e-9e90-34643a4a2d8a details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:24.587940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=ed7d8574-2137-48ad-bf85-05056f2dbbbe,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:24.658868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:24.662399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:24.864415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.057143 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.149445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 91b8f9d0-bd48-4702-9f00-fde190f6fecf has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:25.173928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=fb9e5f56-3d72-4283-a786-ca4b8a90bc6c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:25.184622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:25.185028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: 12e22491-842f-445e-9e90-34643a4a2d8a, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:25.250548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 12e22491-842f-445e-9e90-34643a4a2d8a is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:25.266070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:25.272814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-988c743c-4e79-46cb-979b-16c213e0d501 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/91b8f9d0-bd48-4702-9f00-fde190f6fecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1506538 Aug 12 04:21:25.275759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35942) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:25.283483 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] Sync routers for ids ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:25.303917 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] Routers {'91b8f9d0-bd48-4702-9f00-fde190f6fecf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:25.304922 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:25.333004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 12e22491-842f-445e-9e90-34643a4a2d8a) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:25.343381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:25.347897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.356040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9cacfa39-883b-42e9-9f7c-05423e9edbf4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=91b8f9d0-bd48-4702-9f00-fde190f6fecf HTTP/1.1" status: 200 len: 205 time: 0.0731335 Aug 12 04:21:25.358976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:25.362856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08b8a0d-c401-4d76-ab80-f73ea8d94a89 None None] Network 12e22491-842f-445e-9e90-34643a4a2d8a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:25.370636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:25.393873 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] Routers {'91b8f9d0-bd48-4702-9f00-fde190f6fecf'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:25.397915 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:25.455642 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:25.456554 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12672139-b57c-475e-ac50-78ef731681f3 None None] The sync data for ids ['91b8f9d0-bd48-4702-9f00-fde190f6fecf'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:25.489604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.559077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.584187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.592478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a0f5a0e5-40c0-4190-8529-54c8939ab8ec tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2293088 Aug 12 04:21:25.602397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35950) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:25.603216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Transition to ACTIVE for port object e04b2750-8dde-488f-b7eb-da0806436708 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:25.645768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-12e22491-842f-445e-9e90-34643a4a2d8a', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:25.648870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.752619 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.758609 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.854208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7ea58-13da-41b1-9592-2b8216599d2e None None] Pushing event updated for resources: {'Port': ['ID=e04b2750-8dde-488f-b7eb-da0806436708,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:25.877043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.880641 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f7cbcf2-2185-49a8-bf99-ac1e2e0444df req-ab577852-d0d6-4fca-8613-9dfe8a6ad88c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 210 time: 0.1922889 Aug 12 04:21:25.883309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:25.906358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Allocated IP 2001:db8:1::2 (12e22491-842f-445e-9e90-34643a4a2d8a/fb9e5f56-3d72-4283-a786-ca4b8a90bc6c/3c0fd962-bff2-4a0f-8fcf-63c706deaf75) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:26.004927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Attempting to bind port e04b2750-8dde-488f-b7eb-da0806436708 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:26.005216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Attempting to bind port e04b2750-8dde-488f-b7eb-da0806436708 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:26.005577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Attempting to bind port e04b2750-8dde-488f-b7eb-da0806436708 on network dbe04353-1871-410b-b60d-cc2bd03ee149 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:26.017041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:26.020534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Checking segment: {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:26.020534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.020534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Bound using segment: {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:26.020534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Bound port: e04b2750-8dde-488f-b7eb-da0806436708, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e10ff9-563e-483c-bc13-53f949681cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:26.020534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.143796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] For port e04b2750-8dde-488f-b7eb-da0806436708, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:26.151446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] For port e04b2750-8dde-488f-b7eb-da0806436708, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e04b2750-8dde-488f-b7eb-da0806436708,segment=NetworkSegment(a8e10ff9-563e-483c-bc13-53f949681cd7),segment_id=a8e10ff9-563e-483c-bc13-53f949681cd7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:26.167168 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.176763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Transition to ACTIVE for port object 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:26.191937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Transition to ACTIVE for port object 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:26.219355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.220035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 91b8f9d0-bd48-4702-9f00-fde190f6fecf {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:26.247974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.251501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ab35db45-fd91-47aa-8d9b-aa1fdb36125d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/91b8f9d0-bd48-4702-9f00-fde190f6fecf HTTP/1.1" status: 204 len: 168 time: 0.8908808 Aug 12 04:21:26.261197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:26.272701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.280491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.344230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet 99acbad6-a430-4bea-99bb-d06ece0da6e7 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:26.354866 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.358510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.422776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.433309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:26.439524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:26.453121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Network 12e22491-842f-445e-9e90-34643a4a2d8a is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:26.456280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7ea58-13da-41b1-9592-2b8216599d2e None None] Pushing event updated for resources: {'Port': ['ID=e04b2750-8dde-488f-b7eb-da0806436708,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:26.516975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:26.563069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:26.642068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Pushing event updated for resources: {'Port': ['ID=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:26.651151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:26.676145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8:1::1 (12e22491-842f-445e-9e90-34643a4a2d8a/fb9e5f56-3d72-4283-a786-ca4b8a90bc6c/ffeacdca-d7de-4b9b-83d2-d46464761d51) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:26.691965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Attempting to bind port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:26.691965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Attempting to bind port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:26.692413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Attempting to bind port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 on network 12e22491-842f-445e-9e90-34643a4a2d8a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:26.712583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.717077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:26.717280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Checking segment: {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:26.718183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.718183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Bound using segment: {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:26.718539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Bound port: 3c0fd962-bff2-4a0f-8fcf-63c706deaf75, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:26.721507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.786277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-ff135a01-d32a-4424-b53c-1c9ff17f6b1e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:26.788833 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-ff135a01-d32a-4424-b53c-1c9ff17f6b1e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 815 time: 0.2807567 Aug 12 04:21:26.840535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.858552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object ffeacdca-d7de-4b9b-83d2-d46464761d51 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:26.921189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-10347cd0-4ecd-469d-8004-0175c39831ae tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 379 time: 0.0768614 Aug 12 04:21:26.923413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:26.949368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'port': {'device_id': '5cab504d-7d79-40db-a720-740de84d6506', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'admin_state_up': True, 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'security_groups': ['dca9176f-a0c1-446b-b190-38d4d4ad4820']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:26.999905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.012415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] For port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:27.019421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=99acbad6-a430-4bea-99bb-d06ece0da6e7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:27.030533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] For port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,segment=NetworkSegment(04a59e9d-e05d-47c6-a97e-c69c5a041844),segment_id=04a59e9d-e05d-47c6-a97e-c69c5a041844)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:27.066659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.068940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-105ab3b8-572a-489d-9683-3659a75e9387 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/99acbad6-a430-4bea-99bb-d06ece0da6e7 HTTP/1.1" status: 204 len: 168 time: 0.8160970 Aug 12 04:21:27.072091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35972) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:27.077149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69aaf9b-9021-4424-97f7-f339f4949623 None None] Network 16833fd7-6161-4821-a5a4-0352435ea8e4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:27.104053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 12e22491-842f-445e-9e90-34643a4a2d8a is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:27.110501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41b8515e-cd8a-46f0-9cec-7c8e5734f587 req-8ab0e3cd-dd3e-494c-91b6-3c55ab47ca5c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 210 time: 0.0939832 Aug 12 04:21:27.118306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:27.125752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:27.126543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.199787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=ffeacdca-d7de-4b9b-83d2-d46464761d51,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:27.204440 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.221238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.296420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:27.296420 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.307482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:21Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:26Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:27.338768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Made reservation on behalf of 00b64abb801f47ed9bf222582f4cc319 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:27.343167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.351661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaade432-c9f6-4f76-936b-0ef961dd551c None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:21Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:26Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:27.354528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd4ad6-579f-4550-9f8f-5bb0656e79ce None None] Pushing event updated for resources: {'Port': ['ID=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:27.406455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 9bbd3d4d-f3d3-4669-979a-4f88de04de88, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9bbd3d4d-f3d3-4669-979a-4f88de04de88,segment=NetworkSegment(80681c67-0029-4845-8c42-87f69449fba7),segment_id=80681c67-0029-4845-8c42-87f69449fba7)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:27.406455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.444406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.462812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] DHCP port deletion for 16833fd7-6161-4821-a5a4-0352435ea8e4 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:27.580026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] Deleting port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:27.580468 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.586002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 9bbd3d4d-f3d3-4669-979a-4f88de04de88 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:27.751995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] For port 9bbd3d4d-f3d3-4669-979a-4f88de04de88, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9bbd3d4d-f3d3-4669-979a-4f88de04de88,segment=NetworkSegment(80681c67-0029-4845-8c42-87f69449fba7),segment_id=80681c67-0029-4845-8c42-87f69449fba7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:27.752744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.767428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] Calling delete_port for 9bbd3d4d-f3d3-4669-979a-4f88de04de88 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:27.774546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Allocated IP 172.20.0.3 (c9137e54-d4b8-44af-aa67-0a21c1ffa37d/0feb4b37-54cd-4afb-b4b6-93aa776a093a/8d2f1364-09c0-4907-a1c2-bea43d7902eb) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:27.894551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.957226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.982517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:27.983427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.009690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] Pushing event deleted for resources: {'Port': ['ID=9bbd3d4d-f3d3-4669-979a-4f88de04de88,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:28.011683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.021744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d8694-9476-469d-9cb5-3fd31fb12053 None None] No DVR routers for this DVR port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:28.064038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port 9bbd3d4d-f3d3-4669-979a-4f88de04de88 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:28.135308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e04b2750-8dde-488f-b7eb-da0806436708 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:28.207380 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-08a61b8d-c9b7-4823-bfd0-c84253ac8d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.225403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.237484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16833fd7-6161-4821-a5a4-0352435ea8e4']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:28.251592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80681c67-0029-4845-8c42-87f69449fba7') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:28.252035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80681c67-0029-4845-8c42-87f69449fba7') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:28.263295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.279240 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.287021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:28.287602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:28.347587 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:28.382601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e04b2750-8dde-488f-b7eb-da0806436708 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:28.388863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e04b2750-8dde-488f-b7eb-da0806436708 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:28.388863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.392471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.410322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Transition to ACTIVE for port object 8d2f1364-09c0-4907-a1c2-bea43d7902eb will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:28.447730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=9bbd3d4d-f3d3-4669-979a-4f88de04de88,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:28.478261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7da0c706-91ef-4f3f-bce3-2842ad722e5f req-abc875aa-da03-4cfb-94fa-607e0bdd4d0c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 210 time: 0.1394629 Aug 12 04:21:28.504498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.534872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.566010 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.595069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e04b2750-8dde-488f-b7eb-da0806436708, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e04b2750-8dde-488f-b7eb-da0806436708,segment=NetworkSegment(a8e10ff9-563e-483c-bc13-53f949681cd7),segment_id=a8e10ff9-563e-483c-bc13-53f949681cd7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:28.598811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.600988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/16833fd7-6161-4821-a5a4-0352435ea8e4 HTTP/1.1" status: 204 len: 168 time: 1.5276265 Aug 12 04:21:28.635029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35980) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:28.640003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976094869', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:28.664542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:28.668363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.671434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cd6d8-3abf-452f-ac62-4c2a9ffec8e7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=16833fd7-6161-4821-a5a4-0352435ea8e4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:28.671617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:28.674923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:28.680081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:28.684176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:28.759305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=ffeacdca-d7de-4b9b-83d2-d46464761d51,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:28.767316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:28.768057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.771885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.773547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.830544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 12e22491-842f-445e-9e90-34643a4a2d8a is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:28.832331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:28.874048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3aca32-9f25-4ad4-8418-7ac5a4775d17 None None] Network 12e22491-842f-445e-9e90-34643a4a2d8a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:28.893795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e04b2750-8dde-488f-b7eb-da0806436708,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:28.906763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-6a0afc1a-d771-48fa-9230-6dce70145474 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9734006 Aug 12 04:21:28.913616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:28.930587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Request body: {'port': {'device_id': '5cab504d-7d79-40db-a720-740de84d6506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:29.020318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:29.072950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d9d980de-62e9-4b53-8df9-2aab55b208f7 None None] Provisioning for port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:29.079177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:29.099465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:29.099881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.159182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d9d980de-62e9-4b53-8df9-2aab55b208f7 None None] Provisioning complete for port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:29.159406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d9d980de-62e9-4b53-8df9-2aab55b208f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.179291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:29.188360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1f584fc5-c49f-4b55-9e5c-519d7efa277a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5897515 Aug 12 04:21:29.188814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35986) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:29.198939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978973283'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:29.221079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.325186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:29.328813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.354035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.366860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d9d980de-62e9-4b53-8df9-2aab55b208f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.374628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.395903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:29.412564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.415929 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment 2af587be-9f3a-45db-9315-e3f50aecbabc of type vlan for network 79dda736-4773-4160-8c38-ad2225662801 Aug 12 04:21:29.416787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,segment=NetworkSegment(04a59e9d-e05d-47c6-a97e-c69c5a041844),segment_id=04a59e9d-e05d-47c6-a97e-c69c5a041844)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:29.464084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.543406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.588016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.596302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:29.597417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:29.673150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9bbd3d4d-f3d3-4669-979a-4f88de04de88 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:29.691563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:29.729460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5391650 Aug 12 04:21:29.738109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35992) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:29.739608 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-d9d980de-62e9-4b53-8df9-2aab55b208f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:21:29.740759 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-d9d980de-62e9-4b53-8df9-2aab55b208f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:21:29.745152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:29.750740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9bbd3d4d-f3d3-4669-979a-4f88de04de88 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:29.754367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9bbd3d4d-f3d3-4669-979a-4f88de04de88 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:29.766111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:29.766814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:29.790983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:29.865599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae8011-6aea-4d5e-9443-a02abf1f8fb5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=79dda736-4773-4160-8c38-ad2225662801,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:29.885467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba85c1f-4886-4302-9cac-066ab7ab72c5 req-a99d3e63-fd6a-4f02-b24e-19dc62e81514 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:29.896366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ba85c1f-4886-4302-9cac-066ab7ab72c5 req-a99d3e63-fd6a-4f02-b24e-19dc62e81514 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 931 time: 0.2603445 Aug 12 04:21:29.938234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 79dda736-4773-4160-8c38-ad2225662801 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:30.038525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ba85c1f-4886-4302-9cac-066ab7ab72c5 req-8fcd7048-5cc7-4b98-987e-8c253a8800be tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403389 Aug 12 04:21:30.080332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:30.088040 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.133053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2f1364-09c0-4907-a1c2-bea43d7902eb {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:21:30.196965 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.287994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Transition to ACTIVE for port object 8d2f1364-09c0-4907-a1c2-bea43d7902eb will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:30.321608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.389328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.458276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e04b2750-8dde-488f-b7eb-da0806436708 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:30.467704 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.490942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.573137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:30.598944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=fc7c74c7-7584-4048-9b65-126289c060d4,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:30.623312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:30.624156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: 79dda736-4773-4160-8c38-ad2225662801, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:30.660077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:30.696526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 79dda736-4773-4160-8c38-ad2225662801 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:30.728051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.25.6.100 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/91190c17-0159-4f2c-93fc-c686f2f7d825) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:30.788232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 79dda736-4773-4160-8c38-ad2225662801) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:30.792971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:30.793568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.809823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a78f0e-3360-46a8-b7eb-0f74eebf8098 None None] Network 79dda736-4773-4160-8c38-ad2225662801 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:30.875432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a27d5a55-c8af-4ffd-9eb0-c219e398d679 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1359308 Aug 12 04:21:30.878183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36010) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:30.881850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Attempting to bind port 8d2f1364-09c0-4907-a1c2-bea43d7902eb on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:30.882309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Attempting to bind port 8d2f1364-09c0-4907-a1c2-bea43d7902eb by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:30.882647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Attempting to bind port 8d2f1364-09c0-4907-a1c2-bea43d7902eb on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:30.896165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Port 8d2f1364-09c0-4907-a1c2-bea43d7902eb on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:21:30.896489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Attempting to bind port 8d2f1364-09c0-4907-a1c2-bea43d7902eb on network c9137e54-d4b8-44af-aa67-0a21c1ffa37d {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:30.897061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e04b2750-8dde-488f-b7eb-da0806436708 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:30.897445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.906627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:30.907008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Checking segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:30.911682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Bound using segment: {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:30.911682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Bound port: 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f40a971-01ca-4eb7-b310-7366f8ee7297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:30.911682 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.983289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c503d802-420d-4430-af86-8ecd9f9cae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:30.998918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.040059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:31.045356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:31.100290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:31.109726 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.193360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Provisioning for port 8d2f1364-09c0-4907-a1c2-bea43d7902eb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:31.201113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.207996 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.269882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:31.277603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Provisioning complete for port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:31.277983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.278584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.284812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] 10.222.0.20 "PUT /v2.0/ports/8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 1091 time: 2.3654008 Aug 12 04:21:31.301028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:31.304634 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5887f0-33fd-48e9-9054-a4e9e7deb207" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:31.315311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:31.319865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:31.324784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:31.345581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:27Z', 'revision_number': 3, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:27Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:31.353405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:31.353779 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.467953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b365093-c47e-4fed-a17c-6fe1a10d9a59 req-37319e96-8fc3-4e6c-8eff-50feb2a1bdf3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:31.469967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b365093-c47e-4fed-a17c-6fe1a10d9a59 req-37319e96-8fc3-4e6c-8eff-50feb2a1bdf3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.2912066 Aug 12 04:21:31.562317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:31.562684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Updating router b0140883-ebbd-4181-b53d-617b2ad39ffc port ffeacdca-d7de-4b9b-83d2-d46464761d51 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:21:31.578897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-79dda736-4773-4160-8c38-ad2225662801', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:31.579764 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.584863 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b365093-c47e-4fed-a17c-6fe1a10d9a59 req-cf98a477-4851-48dc-9e97-fbe7f3b61955 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091161 Aug 12 04:21:31.670429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.701377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:31.904424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Allocated IP 2001:db8:2::2 (79dda736-4773-4160-8c38-ad2225662801/fc7c74c7-7584-4048-9b65-126289c060d4/3ec27fa6-c568-4053-a0b8-45de7006f85b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:31.920574 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aef5af2-2623-4c0f-a8b5-6e047ae4163d x-openstack-request-id: req-2aef5af2-2623-4c0f-a8b5-6e047ae4163d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:31.921162 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:31.921162 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2aef5af2-2623-4c0f-a8b5-6e047ae4163d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:31.921481 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'status': 'completed', 'code': 200} Aug 12 04:21:31.925177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=91190c17-0159-4f2c-93fc-c686f2f7d825,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:32.047710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-3165b424-ac7d-47ec-9121-81f10c014909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:32.049148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-3165b424-ac7d-47ec-9121-81f10c014909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1094 time: 0.1381829 Aug 12 04:21:32.132688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-b4bda2f2-640b-446a-a575-a4a71a30e3ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 217 time: 0.0540564 Aug 12 04:21:32.163423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1a3b8-ede4-43b5-97a8-ae7dfda32ade service neutron] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:32.217567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-c2d9b4cc-04cf-477a-91e2-0bb08f83fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:32.219131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-c2d9b4cc-04cf-477a-91e2-0bb08f83fb36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0678113 Aug 12 04:21:32.230026 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.279637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-a029c42d-de1b-4d93-9ba8-1f9175f0aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:32.281318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-a029c42d-de1b-4d93-9ba8-1f9175f0aa9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531626 Aug 12 04:21:32.307529 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.333088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Transition to ACTIVE for port object 3ec27fa6-c568-4053-a0b8-45de7006f85b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:32.357661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Provisioning for port ffeacdca-d7de-4b9b-83d2-d46464761d51 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:32.369186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Provisioning complete for port ffeacdca-d7de-4b9b-83d2-d46464761d51 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:32.369776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.415664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-36063a37-02c3-4cdd-96d2-939baf26ae9c None None] Port ffeacdca-d7de-4b9b-83d2-d46464761d51 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:32.417860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Transition to ACTIVE for port object 3ec27fa6-c568-4053-a0b8-45de7006f85b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:32.476517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-9e1454fc-269c-40aa-bad0-2da4d1c3ce08 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869676 Aug 12 04:21:32.482667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.485278 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.499418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Transition to ACTIVE for port object ffeacdca-d7de-4b9b-83d2-d46464761d51 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:32.508787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.577996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Network 79dda736-4773-4160-8c38-ad2225662801 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:32.580687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Pushing event updated for resources: {'Port': ['ID=3ec27fa6-c568-4053-a0b8-45de7006f85b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:32.588822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:32.589977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8:2::1 (79dda736-4773-4160-8c38-ad2225662801/fc7c74c7-7584-4048-9b65-126289c060d4/5ebcc0eb-1d37-4c03-88a7-34965889c148) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:32.593028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:32.606005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.676905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59684607-4598-4199-8846-7631ff34451c None None] Pushing event updated for resources: {'Port': ['ID=ffeacdca-d7de-4b9b-83d2-d46464761d51,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:32.732183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Attempting to bind port 3ec27fa6-c568-4053-a0b8-45de7006f85b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:32.732641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Attempting to bind port 3ec27fa6-c568-4053-a0b8-45de7006f85b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:32.733015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Attempting to bind port 3ec27fa6-c568-4053-a0b8-45de7006f85b on network 79dda736-4773-4160-8c38-ad2225662801 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:32.740871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:32.741277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Checking segment: {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:32.742451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.742906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Bound using segment: {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:32.743399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Bound port: 3ec27fa6-c568-4053-a0b8-45de7006f85b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:32.744381 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.751994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a749f9a-8760-437b-be96-2c9e2a36fe96 req-89c37b34-5db4-430a-97b8-75ac9a25ee79 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667999 Aug 12 04:21:32.823927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435093d6-5ab9-4bb8-ba5f-cc83d14caa0e req-f2969d0e-e26f-49e3-80f2-fbf429aad3ff tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:32.831941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-435093d6-5ab9-4bb8-ba5f-cc83d14caa0e req-f2969d0e-e26f-49e3-80f2-fbf429aad3ff tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1016726 Aug 12 04:21:32.868808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.873670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Attempting to bind port ffeacdca-d7de-4b9b-83d2-d46464761d51 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:32.874046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Attempting to bind port ffeacdca-d7de-4b9b-83d2-d46464761d51 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:32.874413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Attempting to bind port ffeacdca-d7de-4b9b-83d2-d46464761d51 on network 12e22491-842f-445e-9e90-34643a4a2d8a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:32.910515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object 5ebcc0eb-1d37-4c03-88a7-34965889c148 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:32.927481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] For port 3ec27fa6-c568-4053-a0b8-45de7006f85b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:32.932014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] For port 3ec27fa6-c568-4053-a0b8-45de7006f85b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3ec27fa6-c568-4053-a0b8-45de7006f85b,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:32.932761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-435093d6-5ab9-4bb8-ba5f-cc83d14caa0e req-614d89aa-76dc-4564-990e-ad7fcfdcd50a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987318 Aug 12 04:21:32.934232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:32.935323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Checking segment: {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:32.938013 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.938809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Bound using segment: {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:32.939451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Bound port: ffeacdca-d7de-4b9b-83d2-d46464761d51, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a59e9d-e05d-47c6-a97e-c69c5a041844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:32.939901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.994250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:32.999804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-a3c58e19-fe80-4d78-a8c4-26fe5101a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:33.005104 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:33.005281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-a3c58e19-fe80-4d78-a8c4-26fe5101a10d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1094 time: 0.0841351 Aug 12 04:21:33.103723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:33.114318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] For port ffeacdca-d7de-4b9b-83d2-d46464761d51, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:33.116791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5f2c0-ec2b-4e43-b248-3a3249dc555e None None] Pushing event updated for resources: {'Port': ['ID=3ec27fa6-c568-4053-a0b8-45de7006f85b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:33.151582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] For port ffeacdca-d7de-4b9b-83d2-d46464761d51, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ffeacdca-d7de-4b9b-83d2-d46464761d51,segment=NetworkSegment(04a59e9d-e05d-47c6-a97e-c69c5a041844),segment_id=04a59e9d-e05d-47c6-a97e-c69c5a041844)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:33.201575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=5ebcc0eb-1d37-4c03-88a7-34965889c148,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:33.217421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 79dda736-4773-4160-8c38-ad2225662801 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:33.219623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:33.222002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:33.222697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:33.238054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:33.329547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:33.330529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:33.332718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59684607-4598-4199-8846-7631ff34451c None None] Pushing event updated for resources: {'Port': ['ID=ffeacdca-d7de-4b9b-83d2-d46464761d51,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:33.369185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-11e74e18-5282-4b93-bab1-eed9e11f518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:33.373506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-11e74e18-5282-4b93-bab1-eed9e11f518a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.3132439 Aug 12 04:21:33.504299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:33.555315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-53ad38d8-1de5-44f6-86cc-7c9e74090f27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 217 time: 0.1273620 Aug 12 04:21:33.680815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-fa2c794d-aa00-4eff-9bfd-b0aac7a8c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:33.692594 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-fa2c794d-aa00-4eff-9bfd-b0aac7a8c148 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.1361613 Aug 12 04:21:33.761687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 3956b85e-d40b-4445-a22d-48cfc9bf94d2 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:33.817595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:33.881432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-3b181264-7016-4a03-b517-ff99012fe9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:33.883037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-3b181264-7016-4a03-b517-ff99012fe9f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828535 Aug 12 04:21:34.107359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:34.130402 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:34.188157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:34.189271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:34.210270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-9117f5c9-8107-4a7f-8984-3c52f3295f75 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140306 Aug 12 04:21:34.257758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:27Z', 'revision_number': 3, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:34.298152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770fc4a2-4740-468d-806d-a771fdfe4a26 None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:27Z', 'revision_number': 3, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:34.356250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:34.367101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=5ebcc0eb-1d37-4c03-88a7-34965889c148,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:34.369299 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] Sync routers for ids ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:34.391720 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] Routers {'3956b85e-d40b-4445-a22d-48cfc9bf94d2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:34.391991 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:34.464086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network 79dda736-4773-4160-8c38-ad2225662801 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:34.465784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:34.480832 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:34.483304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593e4bb-9667-4dd0-aab4-f5dde24c7363 req-4f59b06d-9be5-44c1-9534-c6f271c99f24 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:34.489341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e593e4bb-9667-4dd0-aab4-f5dde24c7363 req-4f59b06d-9be5-44c1-9534-c6f271c99f24 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.4038439 Aug 12 04:21:34.494049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] Routers {'3956b85e-d40b-4445-a22d-48cfc9bf94d2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:34.494938 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:34.526506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3ec27fa6-c568-4053-a0b8-45de7006f85b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:34.599904 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:34.601806 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122fbb7-cc4f-45d3-b07e-47fb86fb1eb3 None None] The sync data for ids ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:34.612481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a5887f0-33fd-48e9-9054-a4e9e7deb207 req-289ec9da-5c59-4505-81d1-db32877dc31d service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905494 Aug 12 04:21:34.651952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:34.659549 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bb0d4d09-e5c1-4cd9-92a7-94b9c56f1bdb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.0203950 Aug 12 04:21:34.660289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e593e4bb-9667-4dd0-aab4-f5dde24c7363 req-f9db56b1-2acc-49a8-a8cf-8e517fb7cb8c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525536 Aug 12 04:21:34.661512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36054) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:34.702612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:34.707614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3ec27fa6-c568-4053-a0b8-45de7006f85b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:34.865931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:34.872777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-db233138-16b7-4ede-be3d-93bbbd9a34c8 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9926054 Aug 12 04:21:34.875167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36058) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:34.880991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811538316'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:34.890419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-359882e6-660b-4ece-9dd0-7dc1abb1fdd4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/routers/3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 200 len: 880 time: 0.2284200 Aug 12 04:21:34.901822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36060) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:34.907556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664e8f4-328f-439e-981f-3e9d34d8e05a None None] Network 79dda736-4773-4160-8c38-ad2225662801 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:34.987745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:34.992611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.043371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:35.062993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.063367 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added segment 65b38641-af34-4111-a2a5-7933bfe42258 of type vlan for network e00d36c7-461c-4fc4-a55b-3770b3750b55 Aug 12 04:21:35.081244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] Provisioning for port 3ec27fa6-c568-4053-a0b8-45de7006f85b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:35.097317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] Provisioning complete for port 3ec27fa6-c568-4053-a0b8-45de7006f85b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:35.098059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.130752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.250954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.257627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:35.258243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.296995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e8276bd-357c-41b9-964b-a178408cc74b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3936796 Aug 12 04:21:35.299995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36062) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:35.312294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-976094869'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:35.327171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.389329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] For port 3ec27fa6-c568-4053-a0b8-45de7006f85b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3ec27fa6-c568-4053-a0b8-45de7006f85b,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:35.416023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5393622 Aug 12 04:21:35.424472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36064) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:35.425957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'subnet': {'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:35.479760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.514897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fae52-a7aa-43d7-b79b-a5050d52b96f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Network': ['ID=e00d36c7-461c-4fc4-a55b-3770b3750b55,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:35.532412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:35.542734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:35.652466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:35.653854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:35.701935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Made reservation on behalf of 7be5e21475004e4f889f2e68555eaeb2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:35.705981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:35.737350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd63f2-77b7-4a79-bd3c-90fe34fa7188 None None] Pushing event updated for resources: {'Port': ['ID=3ec27fa6-c568-4053-a0b8-45de7006f85b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:35.859359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:35.949768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892da1e9-05a9-4b60-a4f8-466758b53c9e req-0c541154-b906-4083-8789-0abffe954a2b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:35.949768 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-892da1e9-05a9-4b60-a4f8-466758b53c9e req-0c541154-b906-4083-8789-0abffe954a2b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1737487 Aug 12 04:21:35.949768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.032623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-64d1205e-3c1d-4a8b-a546-1aecfba42057 None None] Provisioning for port 5ebcc0eb-1d37-4c03-88a7-34965889c148 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:36.047855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-64d1205e-3c1d-4a8b-a546-1aecfba42057 None None] Provisioning complete for port 5ebcc0eb-1d37-4c03-88a7-34965889c148 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:36.048236 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-64d1205e-3c1d-4a8b-a546-1aecfba42057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.051927 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.062011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-892da1e9-05a9-4b60-a4f8-466758b53c9e req-2826049c-79d5-4c79-8349-a9c7c0fd5a69 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960469 Aug 12 04:21:36.119552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-64d1205e-3c1d-4a8b-a546-1aecfba42057 None None] Port 5ebcc0eb-1d37-4c03-88a7-34965889c148 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:36.142221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.222827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-64d1205e-3c1d-4a8b-a546-1aecfba42057 None None] Provisioning complete for port 3ec27fa6-c568-4053-a0b8-45de7006f85b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:36.223210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-64d1205e-3c1d-4a8b-a546-1aecfba42057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.258766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:21:36.338117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Subnet': ['ID=903f1918-f6ab-49cd-99f9-228204619198,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:36.347266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Checking segment: {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:36.350281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network hostable DHCP agents. Network: e00d36c7-461c-4fc4-a55b-3770b3750b55, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:36.396348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:36.435940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:36.436399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Updating router b0140883-ebbd-4181-b53d-617b2ad39ffc port 5ebcc0eb-1d37-4c03-88a7-34965889c148 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:21:36.469041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.502654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:36.536260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3ec27fa6-c568-4053-a0b8-45de7006f85b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:36.593659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e00d36c7-461c-4fc4-a55b-3770b3750b55) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:36.598611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:36.599228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:36.631217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985dd7e7-8e7a-4164-98ab-bc1f0849ebbf None None] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:36.692197 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-beb0628f-0f6c-49cf-816f-f082e6d43194 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2707453 Aug 12 04:21:36.694856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36072) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:36.820716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 3956b85e-d40b-4445-a22d-48cfc9bf94d2 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:36.883916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:37.018199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:37.027714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:37.027714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e0d47365-c923-44f3-86ca-adc6dbba4c45 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 200 len: 887 time: 1.7247555 Aug 12 04:21:37.030167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36078) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:37.033549 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] Sync routers for ids ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:37.048606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] Routers {'3956b85e-d40b-4445-a22d-48cfc9bf94d2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:37.049689 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:37.138944 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:37.164797 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] Routers {'3956b85e-d40b-4445-a22d-48cfc9bf94d2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:37.166523 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:37.248771 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:37.253707 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2ddb2-d380-41a1-99c0-545ec84cf29a None None] The sync data for ids ['3956b85e-d40b-4445-a22d-48cfc9bf94d2'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:37.314653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:37.335348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Transition to ACTIVE for port object 5ebcc0eb-1d37-4c03-88a7-34965889c148 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:37.357068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'mac_address': 'fa:16:3e:bb:f8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:21:37.461678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36084) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:37.462384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14b93230-e4b8-412c-8888-0ea1cf329136 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/routers/3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 200 len: 887 time: 0.4254658 Aug 12 04:21:37.483673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559b2d-8534-4d69-b64d-1a29ab8ec586 req-1eedd516-45f7-42c5-82e6-9081770118c2 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:37.484940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303fc7e-e13b-46ef-9704-bae2182f09db req-79d84138-2f82-4ee3-8bdc-8571f59b2786 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:37.488381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45559b2d-8534-4d69-b64d-1a29ab8ec586 req-1eedd516-45f7-42c5-82e6-9081770118c2 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 945 time: 0.1279631 Aug 12 04:21:37.492906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4303fc7e-e13b-46ef-9704-bae2182f09db req-79d84138-2f82-4ee3-8bdc-8571f59b2786 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1862466 Aug 12 04:21:37.544695 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4303fc7e-e13b-46ef-9704-bae2182f09db req-ceba88b3-6a2a-48c1-a41a-26603e71546d tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474088 Aug 12 04:21:37.608393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:37.610361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6184232f-a6af-46f7-b935-cf6b8650bd1a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 200 len: 205 time: 0.1467710 Aug 12 04:21:37.613028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:37.619267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3ec27fa6-c568-4053-a0b8-45de7006f85b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:37.619636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:37.701592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-45559b2d-8534-4d69-b64d-1a29ab8ec586 req-2cac5ed1-d52e-4987-986b-a7862df2c99c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959206 Aug 12 04:21:37.740676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:37.785909 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:37.815270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8d22-4944-49b0-b69d-61b2b0815707 None None] Pushing event updated for resources: {'Port': ['ID=5ebcc0eb-1d37-4c03-88a7-34965889c148,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:37.847108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2f1364-09c0-4907-a1c2-bea43d7902eb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:21:37.956825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.039310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.039565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:38.051380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-e00d36c7-461c-4fc4-a55b-3770b3750b55', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:38.055856 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.090818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Attempting to bind port 5ebcc0eb-1d37-4c03-88a7-34965889c148 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:38.091214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Attempting to bind port 5ebcc0eb-1d37-4c03-88a7-34965889c148 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:38.091559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Attempting to bind port 5ebcc0eb-1d37-4c03-88a7-34965889c148 on network 79dda736-4773-4160-8c38-ad2225662801 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:38.105288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 91190c17-0159-4f2c-93fc-c686f2f7d825 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:38.106022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.111153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.128166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:38.128546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Checking segment: {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:38.128952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.129347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Bound using segment: {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:38.129837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Bound port: 5ebcc0eb-1d37-4c03-88a7-34965889c148, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af587be-9f3a-45db-9315-e3f50aecbabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '79dda736-4773-4160-8c38-ad2225662801'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:38.130225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.159397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ffeacdca-d7de-4b9b-83d2-d46464761d51 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:38.241517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.260839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 91190c17-0159-4f2c-93fc-c686f2f7d825 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:38.348814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:38.402840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] For port 5ebcc0eb-1d37-4c03-88a7-34965889c148, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:38.405962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Allocated IP 2001:db8:3::1 (e00d36c7-461c-4fc4-a55b-3770b3750b55/903f1918-f6ab-49cd-99f9-228204619198/50cc99ed-a430-4004-811d-577c0191b11b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:38.406669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] For port 5ebcc0eb-1d37-4c03-88a7-34965889c148, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ebcc0eb-1d37-4c03-88a7-34965889c148,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:38.444596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ffeacdca-d7de-4b9b-83d2-d46464761d51 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:38.448550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ffeacdca-d7de-4b9b-83d2-d46464761d51 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:38.448926 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.471717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['8d2f1364-09c0-4907-a1c2-bea43d7902eb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:38.503304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.551570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.555307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.583862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Transition to ACTIVE for port object 50cc99ed-a430-4004-811d-577c0191b11b will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:38.650475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa8d22-4944-49b0-b69d-61b2b0815707 None None] Pushing event updated for resources: {'Port': ['ID=5ebcc0eb-1d37-4c03-88a7-34965889c148,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:38.651870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=91190c17-0159-4f2c-93fc-c686f2f7d825,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:38.653217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:38.653845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:38.715280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.728712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.755468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df5ae4-9d60-4b5b-ae9d-5354c95eece0 req-60d95d8e-2274-488e-94ce-f1c5830b80ef tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:38.756946 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-22df5ae4-9d60-4b5b-ae9d-5354c95eece0 req-60d95d8e-2274-488e-94ce-f1c5830b80ef tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 944 time: 0.1081161 Aug 12 04:21:38.794682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:38.807862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:38.823957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:38.824536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.864722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.899812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:38.926109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.929808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:38.982410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-22df5ae4-9d60-4b5b-ae9d-5354c95eece0 req-dd1965a5-aa36-4d7f-bf8e-439d559cf4b6 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868820 Aug 12 04:21:38.983200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=50cc99ed-a430-4004-811d-577c0191b11b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:39.030748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Allocated IP 2001:db8:3::2 (e00d36c7-461c-4fc4-a55b-3770b3750b55/903f1918-f6ab-49cd-99f9-228204619198/3eed67e6-8b04-492a-b570-d6b1a5a9e5c2) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:39.053678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.084353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96e51b-1416-4022-b943-1eb4a5c85b05 req-ccf5b676-4b5b-4f6e-9e07-2bf78c1d9a32 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:39.086531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc96e51b-1416-4022-b943-1eb4a5c85b05 req-ccf5b676-4b5b-4f6e-9e07-2bf78c1d9a32 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 945 time: 0.0898294 Aug 12 04:21:39.104944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.105833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 3956b85e-d40b-4445-a22d-48cfc9bf94d2 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:39.124425 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.128404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-309436db-eacd-4d93-a2fb-61f1778c69b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 204 len: 168 time: 1.5113955 Aug 12 04:21:39.130254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36102) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:39.135817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-421456200'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:39.135993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-e330d0a3-fc0e-4d04-b7ae-6ec5f317d055 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:39.137684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-e330d0a3-fc0e-4d04-b7ae-6ec5f317d055 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 945 time: 0.1093600 Aug 12 04:21:39.189363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc96e51b-1416-4022-b943-1eb4a5c85b05 req-a42dcb43-d797-4335-a5b4-06519d6f1884 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954273 Aug 12 04:21:39.258456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ffeacdca-d7de-4b9b-83d2-d46464761d51, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ffeacdca-d7de-4b9b-83d2-d46464761d51,segment=NetworkSegment(04a59e9d-e05d-47c6-a97e-c69c5a041844),segment_id=04a59e9d-e05d-47c6-a97e-c69c5a041844)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:39.280651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Deleting port 735a1029-cbd5-466e-9f28-36a09275f519 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:39.281013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.355461 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.383534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:39.387559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.426579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] For port 735a1029-cbd5-466e-9f28-36a09275f519, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=735a1029-cbd5-466e-9f28-36a09275f519,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:39.433354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.442348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Calling delete_port for 735a1029-cbd5-466e-9f28-36a09275f519 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:39.442675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:39.463535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.467699 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment 12e80619-5351-440a-aee3-1bdae6f6d8cf of type vlan for network a429687a-4780-41d6-9cb7-e61abc4b207a Aug 12 04:21:39.512567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.514391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ffeacdca-d7de-4b9b-83d2-d46464761d51,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:39.530945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.530945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.531429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Transition to ACTIVE for port object 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:39.560481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Transition to ACTIVE for port object 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:39.571214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:39.599160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932f4af-511a-4675-8a7b-00a2e28ad71f None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:33Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:39.616074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.617602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.683105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.715147 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.721547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:39.722157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.748317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.759588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:39.766504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event updated for resources: {'Port': ['ID=50cc99ed-a430-4004-811d-577c0191b11b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:39.805424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event deleted for resources: {'Port': ['ID=735a1029-cbd5-466e-9f28-36a09275f519,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:39.836389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7020733 Aug 12 04:21:39.840184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36108) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:39.852314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Pushing event updated for resources: {'Port': ['ID=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:39.859339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:39.865400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:39.867495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] No DVR routers for this DVR port 735a1029-cbd5-466e-9f28-36a09275f519 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:39.873299 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:39.875920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e262338-9bcf-4d09-b5d8-0789ca0a0a13 req-c10a6d9c-6ac7-4ecc-8687-861900da5686 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "DELETE /v2.0/ports/735a1029-cbd5-466e-9f28-36a09275f519 HTTP/1.1" status: 204 len: 173 time: 0.7316532 Aug 12 04:21:39.876380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'name': 'network-vif-deleted', 'tag': '735a1029-cbd5-466e-9f28-36a09275f519'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:39.888952 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9787709-6266-4ca1-8dbc-129a14fa7a48" -d '{"events": [{"server_uuid": "9f4edc13-6320-4b46-a2ff-75a4140e67bb", "name": "network-vif-deleted", "tag": "735a1029-cbd5-466e-9f28-36a09275f519"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:39.909330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:39.913149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:39.928328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d61fe-8410-4adc-b263-07b170f2815b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=a429687a-4780-41d6-9cb7-e61abc4b207a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:39.958805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a429687a-4780-41d6-9cb7-e61abc4b207a details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:39.974074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:39.982032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:39.993410 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19606e-e6f8-43de-9ce2-c8e121bdd18b x-openstack-request-id: req-0e19606e-e6f8-43de-9ce2-c8e121bdd18b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:39.993542 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4edc13-6320-4b46-a2ff-75a4140e67bb", "name": "network-vif-deleted", "tag": "735a1029-cbd5-466e-9f28-36a09275f519", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:39.993809 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e19606e-e6f8-43de-9ce2-c8e121bdd18b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:39.994217 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4edc13-6320-4b46-a2ff-75a4140e67bb', 'name': 'network-vif-deleted', 'tag': '735a1029-cbd5-466e-9f28-36a09275f519', 'status': 'completed', 'code': 200} Aug 12 04:21:40.019886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0dfc336e-657b-4d96-a348-87cee01d6cde', '617bdd1e-4222-46df-8ddb-b08019d87274', '735a1029-cbd5-466e-9f28-36a09275f519'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:40.149179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:40.160465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.417922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ba35d70-ca99-41f8-adba-a26c428e8de5 req-783ac797-f64f-4f47-bd61-23dadfb1c8d0 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f4edc13-6320-4b46-a2ff-75a4140e67bb HTTP/1.1" status: 200 len: 210 time: 0.0847576 Aug 12 04:21:40.453697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:40.492812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.548531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Attempting to bind port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:40.548909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Attempting to bind port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:40.549339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Attempting to bind port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 on network e00d36c7-461c-4fc4-a55b-3770b3750b55 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:40.598209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:40.598593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Checking segment: {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:40.599029 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.599431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Bound using segment: {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:40.599925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Bound port: 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:40.600315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.646210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:40.663454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf008e-6d6d-4375-b347-ab50eb6229e2 req-565ae4ea-d346-4651-b3c9-8a5e7b473b57 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:40.665096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aaf008e-6d6d-4375-b347-ab50eb6229e2 req-565ae4ea-d346-4651-b3c9-8a5e7b473b57 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 944 time: 0.2774303 Aug 12 04:21:40.679257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=f2989b55-e6aa-418c-9eb4-bd5ca0423d51,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:40.702282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': '12e80619-5351-440a-aee3-1bdae6f6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:40.702765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: a429687a-4780-41d6-9cb7-e61abc4b207a, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:40.759386 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aaf008e-6d6d-4375-b347-ab50eb6229e2 req-3a2273e3-0831-463f-9347-f1b129038d5a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868127 Aug 12 04:21:40.792934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 8d2f1364-09c0-4907-a1c2-bea43d7902eb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:40.813786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] For port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:40.822246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 8d2f1364-09c0-4907-a1c2-bea43d7902eb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:40.822794 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.824429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:40.835592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-28d71ccd-e7e7-48b8-ae40-89379f6c8b46 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1392858 Aug 12 04:21:40.838300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:40.843690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:40.856292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:40.862909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] For port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:40.882613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network a429687a-4780-41d6-9cb7-e61abc4b207a is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:40.902620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:40.903311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:40.948278 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.970640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a429687a-4780-41d6-9cb7-e61abc4b207a) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:40.975138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:40.975833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:40.993378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a758eb7-d285-42d9-b462-9139d9ee9067 None None] Network a429687a-4780-41d6-9cb7-e61abc4b207a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:41.061038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c3e9e25a-46ca-42de-af94-3724bacf0c5b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2169716 Aug 12 04:21:41.061261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:41.066872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-210513465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:41.171103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.172196 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.217019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:41.255813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.319595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb33484-5e96-42b9-94d6-ea3c54300724 None None] Pushing event updated for resources: {'Port': ['ID=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:41.343099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.366610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.370174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 04:21:41.389717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Removed routes are [] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 04:21:41.390302 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.476321 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.485618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3f1a8db7-1d3d-4a4b-a07b-20c455470fff tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4232314 Aug 12 04:21:41.486809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36134) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:41.491227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:41.494083 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6303103-8c09-45b7-abb8-50555a42a494" -d '{"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-plugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:41.509453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:41.696920 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d1699-d597-4cce-b0e0-1b9b978cca68 x-openstack-request-id: req-366d1699-d597-4cce-b0e0-1b9b978cca68 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:41.697246 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-plugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:41.697468 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-366d1699-d597-4cce-b0e0-1b9b978cca68 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:41.697856 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'code': 200} Aug 12 04:21:41.698533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.779850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ebcc0eb-1d37-4c03-88a7-34965889c148 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:41.801301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745d14f-16f5-4b8a-bc75-6571b7e39f00 req-3a259cfd-3ab7-4044-855e-15cfe70cdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:41.802906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5745d14f-16f5-4b8a-bc75-6571b7e39f00 req-3a259cfd-3ab7-4044-855e-15cfe70cdb37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1096 time: 0.1530192 Aug 12 04:21:41.875893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.884117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:41.888079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5745d14f-16f5-4b8a-bc75-6571b7e39f00 req-cb56090a-6def-4d34-b348-1614ac431547 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769029 Aug 12 04:21:42.018400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:42.041355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df035c38-c5fc-4fd9-a5c9-4ec9e591bec8 req-17a7cbbf-8d96-4ce5-b102-e4c75f05c300 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:42.044947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df035c38-c5fc-4fd9-a5c9-4ec9e591bec8 req-17a7cbbf-8d96-4ce5-b102-e4c75f05c300 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1212895 Aug 12 04:21:42.074972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a429687a-4780-41d6-9cb7-e61abc4b207a', 'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': 'f2989b55-e6aa-418c-9eb4-bd5ca0423d51'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:42.075828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.095634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.104953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:42.146258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df035c38-c5fc-4fd9-a5c9-4ec9e591bec8 req-3b6744f1-5c71-42a5-a3e0-d2e747eccd1b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961008 Aug 12 04:21:42.182497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5ebcc0eb-1d37-4c03-88a7-34965889c148 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:42.230623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5ebcc0eb-1d37-4c03-88a7-34965889c148 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:42.230623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.307106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 735a1029-cbd5-466e-9f28-36a09275f519 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:42.368106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 735a1029-cbd5-466e-9f28-36a09275f519 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:42.368490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 735a1029-cbd5-466e-9f28-36a09275f519 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:42.376348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '50cc99ed-a430-4004-811d-577c0191b11b', 'name': '', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:0b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:38Z', 'updated_at': '2021-08-12T04:21:39Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '903f1918-f6ab-49cd-99f9-228204619198', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:42.437603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:42.437958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Updating router b0140883-ebbd-4181-b53d-617b2ad39ffc port 50cc99ed-a430-4004-811d-577c0191b11b binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:21:42.477469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Allocated IP 172.20.0.2 (a429687a-4780-41d6-9cb7-e61abc4b207a/f2989b55-e6aa-418c-9eb4-bd5ca0423d51/565055b3-fbce-4424-b519-b15f56a0efd5) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:42.486082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:42.493102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.497104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3f775710-cdb4-4811-a37f-8368e3ec8be7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 954 time: 1.6576943 Aug 12 04:21:42.497746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36150) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:42.524634 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.547387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.626905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36152) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:42.627309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-20839ef7-91e4-406a-9104-16aafd078fe2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 954 time: 0.1282432 Aug 12 04:21:42.635066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'routes': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:42.677609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5ebcc0eb-1d37-4c03-88a7-34965889c148, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ebcc0eb-1d37-4c03-88a7-34965889c148,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:42.811341 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:42.812284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ffeacdca-d7de-4b9b-83d2-d46464761d51 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:43.069884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c12bc5-226d-4d4d-9fec-fb4bcf2bdc1b None None] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:43.256329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5ebcc0eb-1d37-4c03-88a7-34965889c148,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:43.290657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b043d3ff-d0eb-43ac-ad47-728de23d9569 None None] Provisioning for port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:43.301438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.327673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Transition to ACTIVE for port object 565055b3-fbce-4424-b519-b15f56a0efd5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:43.357159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ffeacdca-d7de-4b9b-83d2-d46464761d51 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:43.357544 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.377767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a64362-baa6-4177-b9f4-e9881f03a20f req-90ec83ec-7eae-4836-9d2e-b613e98f9076 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:43.379566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0a64362-baa6-4177-b9f4-e9881f03a20f req-90ec83ec-7eae-4836-9d2e-b613e98f9076 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1172729 Aug 12 04:21:43.406143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Transition to ACTIVE for port object 565055b3-fbce-4424-b519-b15f56a0efd5 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:43.465932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0a64362-baa6-4177-b9f4-e9881f03a20f req-40e1f927-06e4-449a-a67b-8aa096528562 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685909 Aug 12 04:21:43.506476 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.607919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Network a429687a-4780-41d6-9cb7-e61abc4b207a is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:43.632068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:43.636452 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.641128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:43.643316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Pushing event updated for resources: {'Port': ['ID=565055b3-fbce-4424-b519-b15f56a0efd5,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:43.645207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.20.0.1 (a429687a-4780-41d6-9cb7-e61abc4b207a/f2989b55-e6aa-418c-9eb4-bd5ca0423d51/4266a2df-469b-42a9-8638-e8e53aaf03ff) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:43.688827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Transition to ACTIVE for port object 50cc99ed-a430-4004-811d-577c0191b11b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:43.713485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a0f47-bfe8-4b21-bff4-c66e94cd2c14 req-b1d80311-8bc3-4146-9a73-dbc90f2f0c5c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:43.720111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-777a0f47-bfe8-4b21-bff4-c66e94cd2c14 req-b1d80311-8bc3-4146-9a73-dbc90f2f0c5c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1412339 Aug 12 04:21:43.736041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36172) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:43.742769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Request body: {'floatingip': {'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:43.773208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Attempting to bind port 565055b3-fbce-4424-b519-b15f56a0efd5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:43.773208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Attempting to bind port 565055b3-fbce-4424-b519-b15f56a0efd5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '12e80619-5351-440a-aee3-1bdae6f6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:43.773568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Attempting to bind port 565055b3-fbce-4424-b519-b15f56a0efd5 on network a429687a-4780-41d6-9cb7-e61abc4b207a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:43.779091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:43.779470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Checking segment: {'id': '12e80619-5351-440a-aee3-1bdae6f6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:43.779880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.780279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Bound using segment: {'id': '12e80619-5351-440a-aee3-1bdae6f6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:43.780749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Bound port: 565055b3-fbce-4424-b519-b15f56a0efd5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e80619-5351-440a-aee3-1bdae6f6d8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a429687a-4780-41d6-9cb7-e61abc4b207a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:43.781138 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.843686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.883046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.924681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] For port 565055b3-fbce-4424-b519-b15f56a0efd5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:43.928362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] For port 565055b3-fbce-4424-b519-b15f56a0efd5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=565055b3-fbce-4424-b519-b15f56a0efd5,segment=NetworkSegment(12e80619-5351-440a-aee3-1bdae6f6d8cf),segment_id=12e80619-5351-440a-aee3-1bdae6f6d8cf)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:43.940889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:43.991461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object 4266a2df-469b-42a9-8638-e8e53aaf03ff will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:44.037212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.extraroute_db [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added routes are [] {{(pid=95043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 04:21:44.037212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.extraroute_db [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 04:21:44.039503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b550-4371-4002-b717-643429a2abf8 None None] Pushing event updated for resources: {'Port': ['ID=50cc99ed-a430-4004-811d-577c0191b11b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:44.049010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ebcc0eb-1d37-4c03-88a7-34965889c148 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:44.094626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.095381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.258951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5ebcc0eb-1d37-4c03-88a7-34965889c148 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:44.259365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.399908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.414858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9838f71-2c98-4933-b2c2-8c9ae24870a3 None None] Pushing event updated for resources: {'Port': ['ID=565055b3-fbce-4424-b519-b15f56a0efd5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:44.419892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Attempting to bind port 50cc99ed-a430-4004-811d-577c0191b11b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:21:44.420262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Attempting to bind port 50cc99ed-a430-4004-811d-577c0191b11b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:21:44.420889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Attempting to bind port 50cc99ed-a430-4004-811d-577c0191b11b on network e00d36c7-461c-4fc4-a55b-3770b3750b55 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:21:44.451125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:21:44.452090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Checking segment: {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:44.452696 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.453553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Bound using segment: {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:21:44.454407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Bound port: 50cc99ed-a430-4004-811d-577c0191b11b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b38641-af34-4111-a2a5-7933bfe42258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:21:44.455035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.541613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ff20cb3-fd96-4493-b868-0460ad7f9fab None None] Provisioning for port 50cc99ed-a430-4004-811d-577c0191b11b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:44.637649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] For port 50cc99ed-a430-4004-811d-577c0191b11b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:21:44.641329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] For port 50cc99ed-a430-4004-811d-577c0191b11b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=50cc99ed-a430-4004-811d-577c0191b11b,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:21:44.658460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:44.672430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network a429687a-4780-41d6-9cb7-e61abc4b207a is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:44.693360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:44.716799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.787306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58b550-4371-4002-b717-643429a2abf8 None None] Pushing event updated for resources: {'Port': ['ID=50cc99ed-a430-4004-811d-577c0191b11b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:44.819789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.resource_extend [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:21:44.820947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.824891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:21:44.828490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.832299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=4266a2df-469b-42a9-8638-e8e53aaf03ff,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:44.845148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-05b2a0b3-9817-44ee-8cf9-9d758deff3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:44.847035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-05b2a0b3-9817-44ee-8cf9-9d758deff3fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.4738259 Aug 12 04:21:44.847582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:44.848208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:44.885487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.893873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e038787-ccef-452a-8c6f-429c3087b0da req-42d8fc03-81dc-471b-8b2c-14d8b52ba1e4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:44.902215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e038787-ccef-452a-8c6f-429c3087b0da req-42d8fc03-81dc-471b-8b2c-14d8b52ba1e4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.5200047 Aug 12 04:21:44.949368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:44.973072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:44.973596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:44.987704 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:45.097500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:45.125496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e038787-ccef-452a-8c6f-429c3087b0da req-876c6062-5e3a-4e15-8725-c11937be48ce tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158334 Aug 12 04:21:45.130382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:45.243819 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Floating IP 9c683ddd-534c-48b9-afd6-d9af39409cbd associated. External IP: 172.25.6.163, port: 8d2f1364-09c0-4907-a1c2-bea43d7902eb. Aug 12 04:21:45.354903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-da2b2a2a-2a6c-4a27-96e9-0afd1cc8f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:45.356392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-da2b2a2a-2a6c-4a27-96e9-0afd1cc8f311 service neutron] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 919 time: 0.4837444 Aug 12 04:21:45.368783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:45.513270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-cf7f5c6e-6cdd-4586-b624-e8b243e1792f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 200 len: 217 time: 0.1402078 Aug 12 04:21:45.561185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:45.580994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-85fb15d8-511c-4d7a-8916-5b6e24fab880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:45.582549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-85fb15d8-511c-4d7a-8916-5b6e24fab880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.0523093 Aug 12 04:21:45.610902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:45.627136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 7, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '50cc99ed-a430-4004-811d-577c0191b11b', 'name': '', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:0b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:38Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '903f1918-f6ab-49cd-99f9-228204619198', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:45.663010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7afc312-4761-4598-8d20-735d2dd5e457 None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 7, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '50cc99ed-a430-4004-811d-577c0191b11b', 'name': '', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:0b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:38Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '903f1918-f6ab-49cd-99f9-228204619198', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:45.678884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:45.765587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:45.811254 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-4fe4200d-3ac5-4489-8bf1-834c57c1d09f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186723 Aug 12 04:21:45.966128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:45.970314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:45.998293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:46.000065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2167885a-5c14-45a8-945f-ace3311c4f1c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 704 time: 3.3716395 Aug 12 04:21:46.004919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36188) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:46.029205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 565055b3-fbce-4424-b519-b15f56a0efd5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:46.070212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:46.147706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e1e03-0996-4061-a78f-55ad9c43d5d8 None None] Network a429687a-4780-41d6-9cb7-e61abc4b207a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:46.186962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-5d930077-0085-4b6e-b27d-d8351c723a9e service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987523 Aug 12 04:21:46.288780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 565055b3-fbce-4424-b519-b15f56a0efd5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:46.308644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1fb1bf82-ef8e-4914-bd11-a56d32cfc75d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 704 time: 0.2905881 Aug 12 04:21:46.314638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:46.315814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:46.324212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:46.333567 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:46.341460 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:46.352448 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:46.420233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e539af2b-0def-4a44-b6e9-c5be0389c91b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "PUT /v2.0/floatingips/9c683ddd-534c-48b9-afd6-d9af39409cbd HTTP/1.1" status: 200 len: 991 time: 2.6790037 Aug 12 04:21:46.420475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbaa6ef4-ccc4-4941-a3c3-98983bd376f0 req-97bd70d9-a33f-47f8-b53b-0e0f63faba9b service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456172 Aug 12 04:21:46.453816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] Provisioning for port 565055b3-fbce-4424-b519-b15f56a0efd5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:46.464586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:46.486336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] Provisioning complete for port 565055b3-fbce-4424-b519-b15f56a0efd5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:46.489673 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c996c4f9-ed78-48ca-b13b-086083fee485" -d '{"events": [{"name": "network-changed", "server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:46.493547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:46.613183 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:46.690594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb2fc-2cf9-4065-b4a5-620898cb3890 req-17dceadd-f69e-48ca-9109-d063705b9b84 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:46.691758 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-485eb2fc-2cf9-4065-b4a5-620898cb3890 req-17dceadd-f69e-48ca-9109-d063705b9b84 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.4270561 Aug 12 04:21:46.779768 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:46.893409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] For port 565055b3-fbce-4424-b519-b15f56a0efd5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=565055b3-fbce-4424-b519-b15f56a0efd5,segment=NetworkSegment(12e80619-5351-440a-aee3-1bdae6f6d8cf),segment_id=12e80619-5351-440a-aee3-1bdae6f6d8cf)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:46.958882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:47.010774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-485eb2fc-2cf9-4065-b4a5-620898cb3890 req-4c3b5fa0-775a-484b-a050-e5aa78bac6d7 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060751 Aug 12 04:21:47.086873 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb4d075-1573-4e92-9bd8-ef4ef52e01c2 x-openstack-request-id: req-6cb4d075-1573-4e92-9bd8-ef4ef52e01c2 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:47.087819 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:47.088242 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cb4d075-1573-4e92-9bd8-ef4ef52e01c2 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:47.108255 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'status': 'completed', 'code': 200} Aug 12 04:21:47.113561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcae52-65ee-4256-842e-f3c7bb214f78 None None] Pushing event updated for resources: {'Port': ['ID=565055b3-fbce-4424-b519-b15f56a0efd5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:47.132500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-695f4fa6-bb63-4407-b77a-3560bf5cd464 None None] Provisioning complete for port 565055b3-fbce-4424-b519-b15f56a0efd5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:47.132974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-695f4fa6-bb63-4407-b77a-3560bf5cd464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:47.230580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:47.241474 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '9c683ddd-534c-48b9-afd6-d9af39409cbd', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'mac_address': 'fa:16:3e:bb:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab504d-7d79-40db-a720-740de84d6506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:21:21Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 1, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:47.269502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:47.280254 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:47.289633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:47.290370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:47.299181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732937-470b-467a-93e3-1fb9c9383c7d req-14bfb606-a9be-47a9-b13d-341b4740199c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:47.305798 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:47.306439 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:47.323430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a732937-470b-467a-93e3-1fb9c9383c7d req-14bfb606-a9be-47a9-b13d-341b4740199c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 945 time: 0.1154881 Aug 12 04:21:47.325383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-d9916726-f141-4b63-a857-09a3864a7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:47.326041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:47.334186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-d9916726-f141-4b63-a857-09a3864a7d1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1096 time: 0.2030492 Aug 12 04:21:47.398549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:47.481718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a732937-470b-467a-93e3-1fb9c9383c7d req-34215857-1fcd-4820-b3b5-bd6679c544b9 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554835 Aug 12 04:21:47.508800 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:47.513080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:47.528507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=4266a2df-469b-42a9-8638-e8e53aaf03ff,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:47.595186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-dfbed841-e608-4513-b524-d5e2a8bc4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:47.595453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-695f4fa6-bb63-4407-b77a-3560bf5cd464 None None] Provisioning for port 4266a2df-469b-42a9-8638-e8e53aaf03ff completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:47.596804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-dfbed841-e608-4513-b524-d5e2a8bc4ccc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.2489796 Aug 12 04:21:47.604284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-695f4fa6-bb63-4407-b77a-3560bf5cd464 None None] Provisioning complete for port 4266a2df-469b-42a9-8638-e8e53aaf03ff triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:47.604666 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-695f4fa6-bb63-4407-b77a-3560bf5cd464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:47.608361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-ee2839b2-6b96-4133-849e-3baf220a98cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1225135 Aug 12 04:21:47.642015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network a429687a-4780-41d6-9cb7-e61abc4b207a is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:21:47.644000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:47.932219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-695f4fa6-bb63-4407-b77a-3560bf5cd464 None None] Port 4266a2df-469b-42a9-8638-e8e53aaf03ff cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:47.959672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 0008bc64-2503-4e77-88b2-ae273957646b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:21:48.112451 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '9c683ddd-534c-48b9-afd6-d9af39409cbd', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'mac_address': 'fa:16:3e:bb:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab504d-7d79-40db-a720-740de84d6506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:21:21Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 1, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.161409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f42f548-ce3f-49ed-90cf-6fb6d48c1f40 None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '9c683ddd-534c-48b9-afd6-d9af39409cbd', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'mac_address': 'fa:16:3e:bb:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab504d-7d79-40db-a720-740de84d6506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:21:21Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 1, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:48.326488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 565055b3-fbce-4424-b519-b15f56a0efd5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:48.330215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:48.334391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:48.355769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fff8de2b-9153-4b1f-b97a-65c58660f2bb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/0008bc64-2503-4e77-88b2-ae273957646b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8642116 Aug 12 04:21:48.356948 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] Sync routers for ids ['0008bc64-2503-4e77-88b2-ae273957646b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:48.369532 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] Routers {'0008bc64-2503-4e77-88b2-ae273957646b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:48.370975 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0008bc64-2503-4e77-88b2-ae273957646b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.373704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36228) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:48.421326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-da92c663-6e0f-49c3-ae02-276762949a32 None None] Provisioning complete for port 4266a2df-469b-42a9-8638-e8e53aaf03ff triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:48.421326 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da92c663-6e0f-49c3-ae02-276762949a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:48.432313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-fbb6837e-2687-431a-a343-28b035c3f518 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 999 time: 0.8229394 Aug 12 04:21:48.441781 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.469715 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] Routers {'0008bc64-2503-4e77-88b2-ae273957646b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:48.473219 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0008bc64-2503-4e77-88b2-ae273957646b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.489845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 565055b3-fbce-4424-b519-b15f56a0efd5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:48.490208 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:48.517455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-360a5c5b-cf22-4cac-a5b1-031972c94b56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2741072 Aug 12 04:21:48.545114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.545778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.546267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.546764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.547244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.547716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.548183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.555354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-61d98a98-ec2e-4f72-ab3e-8892e9286feb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56b1720eebae46b992679757e49d89a1&device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 6500 time: 0.8657725 Aug 12 04:21:48.592743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0594434-3181-4282-a17b-5c051888d258 req-ff7332bc-d15c-47e4-a702-07b607f22c7a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.593299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-7c319546-decc-4ec3-b6d7-acfb9a76429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.594569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0594434-3181-4282-a17b-5c051888d258 req-ff7332bc-d15c-47e4-a702-07b607f22c7a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.3546078 Aug 12 04:21:48.595853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 7, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '50cc99ed-a430-4004-811d-577c0191b11b', 'name': '', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:0b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:38Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '903f1918-f6ab-49cd-99f9-228204619198', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.596295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-7c319546-decc-4ec3-b6d7-acfb9a76429b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.1174045 Aug 12 04:21:48.598703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7438d8b7-2a81-473c-9281-dd58cb2d5b45 None None] New status for floating IP 9c683ddd-534c-48b9-afd6-d9af39409cbd: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:21:48.604995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-da92c663-6e0f-49c3-ae02-276762949a32 None None] Port 4266a2df-469b-42a9-8638-e8e53aaf03ff cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:48.666205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:48.694971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775ed33-4d11-471c-87ac-2379c1f271cb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.700220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4775ed33-4d11-471c-87ac-2379c1f271cb tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports/4266a2df-469b-42a9-8638-e8e53aaf03ff HTTP/1.1" status: 200 len: 910 time: 0.3228323 Aug 12 04:21:48.704630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36236) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:48.717088 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.717752 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da663f-1849-4157-a10c-c0be9ccf9537 None None] The sync data for ids ['0008bc64-2503-4e77-88b2-ae273957646b'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:48.728340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2989b55-e6aa-418c-9eb4-bd5ca0423d51'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:48.735061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 50cc99ed-a430-4004-811d-577c0191b11b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:48.752093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:48.752730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:48.781031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-87dd5098-58b4-47ce-9bc3-25f9d70a0b92 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.782546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-87dd5098-58b4-47ce-9bc3-25f9d70a0b92 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 945 time: 0.4296308 Aug 12 04:21:48.835492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-cffa1a4a-d1a1-4304-9441-e39e68802c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.837005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-cffa1a4a-d1a1-4304-9441-e39e68802c0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947117 Aug 12 04:21:48.859843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.860427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.860899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.861358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.861814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.862270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.862735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.864605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-12b9c079-d0b2-4bb3-a0b8-280081dc076a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.2489545 Aug 12 04:21:48.875190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69551450-23af-420e-bd28-7c6a734c92a1 req-40d5b56b-5042-429c-8a4e-e70da257a98c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.876759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69551450-23af-420e-bd28-7c6a734c92a1 req-40d5b56b-5042-429c-8a4e-e70da257a98c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 945 time: 0.1239083 Aug 12 04:21:48.897209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-50db67b1-314f-483b-810c-b7763a1d73e6 None None] Provisioning complete for port 4266a2df-469b-42a9-8638-e8e53aaf03ff triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:48.897587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-50db67b1-314f-483b-810c-b7763a1d73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:48.898020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0594434-3181-4282-a17b-5c051888d258 req-6e77158e-7744-4106-92fb-4d4af241f82d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945771 Aug 12 04:21:48.941773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-360881de-b647-4383-bd52-94570103f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.942262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-360881de-b647-4383-bd52-94570103f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.942750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-360881de-b647-4383-bd52-94570103f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:48.944841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-360881de-b647-4383-bd52-94570103f1f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9655ca9-bc91-4036-8247-308ae56cbf82&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&id=1ddab381-f66b-427e-8b2b-55576ab5b51b&id=1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 200 len: 2298 time: 0.3476381 Aug 12 04:21:48.984265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:49.031978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-50db67b1-314f-483b-810c-b7763a1d73e6 None None] Port 4266a2df-469b-42a9-8638-e8e53aaf03ff cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:21:49.091762 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69551450-23af-420e-bd28-7c6a734c92a1 req-ce80e6ce-af14-40d0-8fb7-3edb45633eb5 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932855 Aug 12 04:21:49.092718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.136036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-55d56328-0a5d-43e7-b9e7-7415a8c7212b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 200 len: 1001 time: 0.1763244 Aug 12 04:21:49.176756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-c2c12245-3a8c-44f9-8654-98b9950c875f service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249092 Aug 12 04:21:49.225625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 50cc99ed-a430-4004-811d-577c0191b11b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:21:49.234858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 50cc99ed-a430-4004-811d-577c0191b11b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:49.236024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.257648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-262274f3-e243-4f3f-98f5-d6bacc5c5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:49.257911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-262274f3-e243-4f3f-98f5-d6bacc5c5c9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 200 len: 856 time: 0.1133325 Aug 12 04:21:49.316832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 50cc99ed-a430-4004-811d-577c0191b11b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:49.317261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.389341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-ca9d8f01-aed0-4f84-98a0-a7b902e9afc2 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038541 Aug 12 04:21:49.399577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-c8382059-03b8-458a-8b19-e4c32a1c02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:49.401098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-c8382059-03b8-458a-8b19-e4c32a1c02fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9655ca9-bc91-4036-8247-308ae56cbf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353703 Aug 12 04:21:49.403119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 7, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '50cc99ed-a430-4004-811d-577c0191b11b', 'name': '', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:0b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:38Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '903f1918-f6ab-49cd-99f9-228204619198', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:49.433511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9ad4d8-f9e0-4618-a8ef-6e2302f66891 None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 7, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '50cc99ed-a430-4004-811d-577c0191b11b', 'name': '', 'network_id': 'e00d36c7-461c-4fc4-a55b-3770b3750b55', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:0b:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '903f1918-f6ab-49cd-99f9-228204619198', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:38Z', 'updated_at': '2021-08-12T04:21:44Z', 'revision_number': 4, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '903f1918-f6ab-49cd-99f9-228204619198', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:49.436766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.506200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 50cc99ed-a430-4004-811d-577c0191b11b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=50cc99ed-a430-4004-811d-577c0191b11b,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:49.532380 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-d4ffa5af-986b-40a0-a610-6bc0c4ff397e service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235731 Aug 12 04:21:49.560408 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.561294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:49.669755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 50cc99ed-a430-4004-811d-577c0191b11b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=50cc99ed-a430-4004-811d-577c0191b11b,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:49.669755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.670012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=50cc99ed-a430-4004-811d-577c0191b11b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:49.675965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Deleting port 617bdd1e-4222-46df-8ddb-b08019d87274 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:49.676315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.683889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:49.684592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.695507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-b26dde9a-fd9c-4d9e-acea-dec269a9dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:49.695993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-b26dde9a-fd9c-4d9e-acea-dec269a9dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:49.696454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-b26dde9a-fd9c-4d9e-acea-dec269a9dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:49.698090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-b26dde9a-fd9c-4d9e-acea-dec269a9dd8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=340cda35-bfc8-40f5-920c-407219dc179f&id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 2293 time: 0.6519222 Aug 12 04:21:49.761409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-7d5754f3-0902-415a-964a-56472999241a service neutron] 10.222.0.20 "GET /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143631 Aug 12 04:21:49.767984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 50cc99ed-a430-4004-811d-577c0191b11b owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:49.820199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-638f4c77-b3f5-4ccb-b6c1-c444460d96d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 217 time: 0.0495965 Aug 12 04:21:49.904607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-8fad3156-5c16-4c4a-9203-30579c556937 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 1001 time: 0.1672575 Aug 12 04:21:49.907338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 50cc99ed-a430-4004-811d-577c0191b11b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:21:49.919705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-4e854999-1e3a-459b-b2a9-d88b9c3e41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:49.921130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-4e854999-1e3a-459b-b2a9-d88b9c3e41d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0689857 Aug 12 04:21:49.922892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] For port 617bdd1e-4222-46df-8ddb-b08019d87274, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=617bdd1e-4222-46df-8ddb-b08019d87274,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:49.924386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:49.968106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Calling delete_port for 617bdd1e-4222-46df-8ddb-b08019d87274 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:50.003823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 50cc99ed-a430-4004-811d-577c0191b11b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:21:50.004406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.042691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-dde097ec-adf4-4195-b677-350461df19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.044224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-dde097ec-adf4-4195-b677-350461df19df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812271 Aug 12 04:21:50.187054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-636ef032-54da-4d81-b8ab-a47057dbd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.189199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-636ef032-54da-4d81-b8ab-a47057dbd8aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 200 len: 851 time: 0.1461842 Aug 12 04:21:50.193021 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-2d08be71-ef80-4c43-a5af-c2b01cb0afdc service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402488 Aug 12 04:21:50.285149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.295810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2b49c-03da-446d-85b8-c591b2cc9030 req-25d920bb-8c40-4dd7-9caa-e6c3f4520c1d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.297344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5da2b49c-03da-446d-85b8-c591b2cc9030 req-25d920bb-8c40-4dd7-9caa-e6c3f4520c1d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.2281909 Aug 12 04:21:50.339612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=50cc99ed-a430-4004-811d-577c0191b11b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:50.382031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-cbc798c0-639f-4351-9e54-77750ea8a141 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811457 Aug 12 04:21:50.403062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-64cc0b23-17c0-41ed-b9c4-8e83b8f8727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.404672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-64cc0b23-17c0-41ed-b9c4-8e83b8f8727a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040184 Aug 12 04:21:50.419178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5da2b49c-03da-446d-85b8-c591b2cc9030 req-365d51ba-3e2a-4956-9b91-620adad7441f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056943 Aug 12 04:21:50.449238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.461754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0dfc336e-657b-4d96-a348-87cee01d6cde'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:50.469534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:50.474618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a577a-c331-42cc-b40e-7e0276d86ac4 req-f196c48d-eadd-4af8-a958-56b7d08a7582 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.476379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-467a577a-c331-42cc-b40e-7e0276d86ac4 req-f196c48d-eadd-4af8-a958-56b7d08a7582 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3b8b8ea-b639-4818-9af0-572006dc7cc4 HTTP/1.1" status: 200 len: 945 time: 0.2066948 Aug 12 04:21:50.518045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-3e36a35b-789b-4dce-89c5-4d86ddb06ffa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 217 time: 0.1283729 Aug 12 04:21:50.544710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event deleted for resources: {'Port': ['ID=617bdd1e-4222-46df-8ddb-b08019d87274,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:50.560500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.650883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] No DVR routers for this DVR port 617bdd1e-4222-46df-8ddb-b08019d87274 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:50.655721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.660485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3f4cdf5-aa3f-42df-a033-7d6e98a6c947 req-d4e9a7d7-94bb-48bc-995a-404c01cf0359 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "DELETE /v2.0/ports/617bdd1e-4222-46df-8ddb-b08019d87274 HTTP/1.1" status: 204 len: 173 time: 1.8617818 Aug 12 04:21:50.660958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'name': 'network-vif-deleted', 'tag': '617bdd1e-4222-46df-8ddb-b08019d87274'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:50.662308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.663733 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53abc2ca-d160-4343-ab09-f8dd6a8c1b83" -d '{"events": [{"server_uuid": "f3b8b8ea-b639-4818-9af0-572006dc7cc4", "name": "network-vif-deleted", "tag": "617bdd1e-4222-46df-8ddb-b08019d87274"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:50.678281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-467a577a-c331-42cc-b40e-7e0276d86ac4 req-8eb58e5b-4628-4291-9ea3-5a9a6783d46c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675196 Aug 12 04:21:50.725203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.767925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-a0facb76-5366-4086-a101-3313d9b887f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.770370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-a0facb76-5366-4086-a101-3313d9b887f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.2412653 Aug 12 04:21:50.805685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-f6488cd1-9be3-480e-9483-3255315ee35a service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851953 Aug 12 04:21:50.812391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:50.813061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:50.815100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/ports/4266a2df-469b-42a9-8638-e8e53aaf03ff HTTP/1.1" status: 200 len: 910 time: 2.0920689 Aug 12 04:21:50.818542 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96f4426-e0c5-496c-bc72-832e1240aab9 x-openstack-request-id: req-f96f4426-e0c5-496c-bc72-832e1240aab9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:50.825640 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b8b8ea-b639-4818-9af0-572006dc7cc4", "name": "network-vif-deleted", "tag": "617bdd1e-4222-46df-8ddb-b08019d87274", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:50.825640 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f96f4426-e0c5-496c-bc72-832e1240aab9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:50.825640 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b8b8ea-b639-4818-9af0-572006dc7cc4', 'name': 'network-vif-deleted', 'tag': '617bdd1e-4222-46df-8ddb-b08019d87274', 'status': 'completed', 'code': 200} Aug 12 04:21:50.826119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36262) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:50.929426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cc3b6-50a8-4250-94ac-abe07922294b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=4266a2df-469b-42a9-8638-e8e53aaf03ff,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:50.971572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-7950715c-666f-4a6f-9fde-147f852d7e65 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512318 Aug 12 04:21:51.015820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-492aca9d-f5d8-49a5-879f-ec5833052763 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 217 time: 0.0371525 Aug 12 04:21:51.074966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-5b1f15f0-e7af-4f0a-9f4e-f34656bf84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.076522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-5b1f15f0-e7af-4f0a-9f4e-f34656bf84f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0532355 Aug 12 04:21:51.125182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-9e5d7335-f48d-450f-9ea7-63659d25f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.126748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-9e5d7335-f48d-450f-9ea7-63659d25f6ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420761 Aug 12 04:21:51.218761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-25deadb0-698d-4a56-bd66-adfd281e1321 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Aug 12 04:21:51.238795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-0d432556-5d35-4685-95fe-9fbf7a1ab408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.240317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-0d432556-5d35-4685-95fe-9fbf7a1ab408 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4256086 Aug 12 04:21:51.315644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-628f97c3-c8e9-4634-baa3-d01310ba29a1 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895612 Aug 12 04:21:51.359302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-537a76fa-7dd0-482f-a6a0-35ef57a81226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 217 time: 0.0359948 Aug 12 04:21:51.416593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-4a883d7f-acb4-479f-9579-48872cae00cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.419575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-4a883d7f-acb4-479f-9579-48872cae00cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0529759 Aug 12 04:21:51.471066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:51.476217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-e0c12955-5549-4588-983e-98d0b21fb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.479028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-e0c12955-5549-4588-983e-98d0b21fb507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513010 Aug 12 04:21:51.530570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-3633ef06-6e12-4412-ac2b-b40f36c7832e service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576895 Aug 12 04:21:51.598903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e94e8-7e5a-402a-8951-e4cfb89c59a1 req-34b69d50-32e7-48d5-94dc-01ea20a17bbc tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.600401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-733e94e8-7e5a-402a-8951-e4cfb89c59a1 req-34b69d50-32e7-48d5-94dc-01ea20a17bbc tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1058488 Aug 12 04:21:51.630973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-1b384bb8-7e57-4fff-a11f-0dec2f3ba93d service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441176 Aug 12 04:21:51.690701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-733e94e8-7e5a-402a-8951-e4cfb89c59a1 req-f569a156-631b-4a1a-8499-a5f70386005a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811687 Aug 12 04:21:51.698202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:51.707658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7702f84a-1642-4f95-ab92-104451d6c82b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3745399 Aug 12 04:21:51.708186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36268) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:51.711848 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:51.728519 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:51.729155 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:51.745564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-927397a5-0ddb-4e26-97b8-ee543b3ca526 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829329 Aug 12 04:21:51.801947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-52b5091c-f623-40e2-8eeb-becdb0eea11f service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633930 Aug 12 04:21:51.806396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-48db3849-1113-4542-a74c-5a56c14cc0c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 200 len: 217 time: 0.0374389 Aug 12 04:21:51.813136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet 903f1918-f6ab-49cd-99f9-228204619198 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:51.837154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:51.854516 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:51.883856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-ba86f3b3-0e11-49b3-896c-849d63ff7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:51.885341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-ba86f3b3-0e11-49b3-896c-849d63ff7014 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.0714076 Aug 12 04:21:51.890115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:51.922318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-eb0dd43d-9626-4fb4-bce4-107e6984bc37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 200 len: 217 time: 0.1055865 Aug 12 04:21:52.035097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-4061c54b-5f8a-4453-b7c2-22c167842e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.036825 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-4061c54b-5f8a-4453-b7c2-22c167842e2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443527 Aug 12 04:21:52.038118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.097091 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:21:52.101291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-5cbb273f-462b-4df5-af47-f92a1fc9dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.104334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-5cbb273f-462b-4df5-af47-f92a1fc9dadd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1723776 Aug 12 04:21:52.173896 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:50Z', 'revision_number': 8, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:52.216333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-ab56e65a-2863-4308-9d74-9dba4a53146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.217852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-ab56e65a-2863-4308-9d74-9dba4a53146d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026428 Aug 12 04:21:52.226944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.228286 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:52.241505 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:52.241505 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:52.263132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-b1c501c9-617e-418b-ae81-7058051d1d84 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947324 Aug 12 04:21:52.335380 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:52.364796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-e6676272-0e94-4ac8-a6cd-3e9042c6581b service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327698 Aug 12 04:21:52.370318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 617bdd1e-4222-46df-8ddb-b08019d87274 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:52.402195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 617bdd1e-4222-46df-8ddb-b08019d87274 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:52.402594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 617bdd1e-4222-46df-8ddb-b08019d87274 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:52.402971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 4266a2df-469b-42a9-8638-e8e53aaf03ff {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:52.403570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.451899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.483963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-829dcb78-53ca-41d4-891c-bc04292b6a5a service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909487 Aug 12 04:21:52.499921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=903f1918-f6ab-49cd-99f9-228204619198,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:52.507197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.511182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1e69b68b-eda0-419a-a017-a677b3e8d117 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/903f1918-f6ab-49cd-99f9-228204619198 HTTP/1.1" status: 204 len: 168 time: 0.8019907 Aug 12 04:21:52.515187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d2f96-84e5-4042-9f8f-1d1d96c06003 None None] Network e00d36c7-461c-4fc4-a55b-3770b3750b55 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:52.519288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36288) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:52.541180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-f0dd3baf-f4c0-4099-8e93-03c7075fd86e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 200 len: 217 time: 0.0396485 Aug 12 04:21:52.590461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-9035ec55-ecfc-4d57-a168-60f6459375d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108519 Aug 12 04:21:52.623565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.626480 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:50Z', 'revision_number': 8, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:52.642405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8965e0-bdc4-42fe-807b-2fbb99c20c7b req-bb8fa362-9c18-4286-a353-66236ac5d255 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.643962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8965e0-bdc4-42fe-807b-2fbb99c20c7b req-bb8fa362-9c18-4286-a353-66236ac5d255 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 945 time: 0.1806004 Aug 12 04:21:52.659765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 4266a2df-469b-42a9-8638-e8e53aaf03ff owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:52.663261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-0b0819aa-d1d3-4e22-ae44-c8dd6a3646f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.664711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-0b0819aa-d1d3-4e22-ae44-c8dd6a3646f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 200 len: 797 time: 0.1073220 Aug 12 04:21:52.667099 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da4aaf-f7f5-4e8b-93f5-750f3b8cce53 None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:50Z', 'revision_number': 8, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': '5ebcc0eb-1d37-4c03-88a7-34965889c148', 'name': '', 'network_id': '79dda736-4773-4160-8c38-ad2225662801', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:4e:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:31Z', 'updated_at': '2021-08-12T04:21:42Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fc7c74c7-7584-4048-9b65-126289c060d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:52.729824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-584acf2a-c2f0-4dba-a3a4-e07a9595ffaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 200 len: 217 time: 0.1255052 Aug 12 04:21:52.737065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] DHCP port deletion for e00d36c7-461c-4fc4-a55b-3770b3750b55 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:52.781171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8965e0-bdc4-42fe-807b-2fbb99c20c7b req-6996c5f6-7978-4782-acc1-b26d98dc2ab1 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278577 Aug 12 04:21:52.791741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Deleting port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:52.792412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.800439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.803374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-c6ef612f-3f38-49c1-a80b-55337707a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.805062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-c6ef612f-3f38-49c1-a80b-55337707a46c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d35a4d64-babf-4c8b-aedc-d67cd24a0c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302416 Aug 12 04:21:52.808794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-6291bc58-8e75-4af4-a8eb-4bc8ab5fcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.812182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-6291bc58-8e75-4af4-a8eb-4bc8ab5fcc4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0744185 Aug 12 04:21:52.925406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] For port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:52.926179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:52.948106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Calling delete_port for 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:52.958091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-14165dad-5d06-4cc2-8a34-679f455ca320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:52.960290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-14165dad-5d06-4cc2-8a34-679f455ca320 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379561 Aug 12 04:21:52.966469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:52.966469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.093741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798804e-7d7e-478c-902e-f4f5d50bb030 req-1ca52119-38f1-4145-8ee8-fd83d30fb55f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:53.095355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f798804e-7d7e-478c-902e-f4f5d50bb030 req-1ca52119-38f1-4145-8ee8-fd83d30fb55f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1697121 Aug 12 04:21:53.101664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-85b5716f-9fa2-4f55-9dd5-7fcb9493ab71 service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831416 Aug 12 04:21:53.123741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,segment=NetworkSegment(65b38641-af34-4111-a2a5-7933bfe42258),segment_id=65b38641-af34-4111-a2a5-7933bfe42258)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:53.124175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.148578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:53.153310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.158523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-25f8910d-d19d-42b1-ab3a-80c1ef438cdf service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884735 Aug 12 04:21:53.193093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Pushing event deleted for resources: {'Port': ['ID=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:53.195470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] No DVR routers for this DVR port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:53.209539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.209847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.210195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.210539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.210906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.211240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.211573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.211901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.212228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.212561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.212886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.213341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65495a-900a-4bfb-977e-2dd908c52e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:21:53.339800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-247e2c65-f5a1-4b79-958b-ce9d5eb835cb service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729543 Aug 12 04:21:53.357161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.395326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-11893389-5e7b-43c3-bde9-df3f806e034f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 200 len: 217 time: 0.0463929 Aug 12 04:21:53.427100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=3eed67e6-8b04-492a-b570-d6b1a5a9e5c2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:53.456369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:53.514740 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f798804e-7d7e-478c-902e-f4f5d50bb030 req-915af448-c8aa-42e3-bea1-8234b189da60 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099429 Aug 12 04:21:53.530882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-cfd8aae0-27e4-482f-a5a5-a39a4a8add8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:53.532360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-cfd8aae0-27e4-482f-a5a5-a39a4a8add8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.1166275 Aug 12 04:21:53.550096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-f7c1b2a4-01a2-49de-a58c-8b340122fcca service neutron] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361999 Aug 12 04:21:53.558394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.558586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.595065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=4266a2df-469b-42a9-8638-e8e53aaf03ff,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:53.626216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-afb45c69-483c-457d-9e2d-48039a077267 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 200 len: 217 time: 0.0619476 Aug 12 04:21:53.742996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-a1403c1c-3fe9-4bcd-ba9d-2c6c8308a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:53.744512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-a1403c1c-3fe9-4bcd-ba9d-2c6c8308a9d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0918748 Aug 12 04:21:53.863947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:53.921589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00d36c7-461c-4fc4-a55b-3770b3750b55']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:53.956963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 50cc99ed-a430-4004-811d-577c0191b11b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:53.968416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b38641-af34-4111-a2a5-7933bfe42258') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:53.968416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b38641-af34-4111-a2a5-7933bfe42258') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:53.999683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.005426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 50cc99ed-a430-4004-811d-577c0191b11b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:54.007926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 50cc99ed-a430-4004-811d-577c0191b11b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:54.010008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:54.018676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-4510fa56-3ee4-4cea-99fb-5cd5ce9743e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.020205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-4510fa56-3ee4-4cea-99fb-5cd5ce9743e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4759202 Aug 12 04:21:54.032836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.062988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:54.062988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3eed67e6-8b04-492a-b570-d6b1a5a9e5c2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:54.065616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-c469e702-764c-418a-a21d-8126512a648a tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.067377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-c469e702-764c-418a-a21d-8126512a648a tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 945 time: 0.1478500 Aug 12 04:21:54.094497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-7394f2cb-3825-4189-9d98-554240a94d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.096192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-7394f2cb-3825-4189-9d98-554240a94d0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3425694 Aug 12 04:21:54.111709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cf63a-80b5-4e86-8bbc-1d93bb4f2a26 req-a7488199-aaa8-42e2-aa31-517be084eabc tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.113273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba8cf63a-80b5-4e86-8bbc-1d93bb4f2a26 req-a7488199-aaa8-42e2-aa31-517be084eabc tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 945 time: 0.1805596 Aug 12 04:21:54.115934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:54.116407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:54.125157 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:54.189387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 0008bc64-2503-4e77-88b2-ae273957646b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:54.292341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:54.298634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59bd4cf3-3072-4f50-8e12-562d2492edd8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/0008bc64-2503-4e77-88b2-ae273957646b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4687510 Aug 12 04:21:54.301346 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-0885dfac-b10e-4e16-9d78-1baf33860f2f service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726937 Aug 12 04:21:54.301791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36308) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:54.304309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] Sync routers for ids ['0008bc64-2503-4e77-88b2-ae273957646b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:54.318949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] Routers {'0008bc64-2503-4e77-88b2-ae273957646b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:54.322229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.323477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0008bc64-2503-4e77-88b2-ae273957646b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:54.325872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.332419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/e00d36c7-461c-4fc4-a55b-3770b3750b55 HTTP/1.1" status: 204 len: 168 time: 1.8108230 Aug 12 04:21:54.332419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba8cf63a-80b5-4e86-8bbc-1d93bb4f2a26 req-5847c1b2-93e7-4358-bde5-c6815f98de4c tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053900 Aug 12 04:21:54.332419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36310) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:54.360974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2b2c-a30f-47c7-a3c4-5c19a703bba5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=e00d36c7-461c-4fc4-a55b-3770b3750b55,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:54.366871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-ef114a0c-03d6-4d5d-ab7d-99c22b879079 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370028 Aug 12 04:21:54.386302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a627e0b8-53b0-4198-b540-594e4843c829 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=0008bc64-2503-4e77-88b2-ae273957646b HTTP/1.1" status: 200 len: 205 time: 0.0833468 Aug 12 04:21:54.388714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36312) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:54.410816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:54.423341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] Routers {'0008bc64-2503-4e77-88b2-ae273957646b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:54.424217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0008bc64-2503-4e77-88b2-ae273957646b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:54.462962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:54.463891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c14b912-26ee-45c1-aae3-a2282791b924 None None] The sync data for ids ['0008bc64-2503-4e77-88b2-ae273957646b'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:54.467656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.591549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Deleting port 0dfc336e-657b-4d96-a348-87cee01d6cde {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:54.591892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.700893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.704998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-7112b6de-9cc0-472d-aa99-006dc441d115 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938615 Aug 12 04:21:54.706114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.713840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-a26ed12f-bae7-43ce-b3a8-125265b3708c service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058250 Aug 12 04:21:54.777349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-df2bae12-7768-48ee-9345-2863e79402a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 217 time: 0.0507474 Aug 12 04:21:54.786515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-dc84dcc3-f538-493a-bf5e-a2a5b790dc7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 200 len: 217 time: 0.0687342 Aug 12 04:21:54.795607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc546bd-0ad0-47ba-b793-972c41e2bf34 req-e3cfec95-f198-4f6b-b7cb-e703b6a3edb4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.797091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ffc546bd-0ad0-47ba-b793-972c41e2bf34 req-e3cfec95-f198-4f6b-b7cb-e703b6a3edb4 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1650701 Aug 12 04:21:54.860902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.861288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 0008bc64-2503-4e77-88b2-ae273957646b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:21:54.871294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.872491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bbc204e4-0536-418f-b924-f0021bc93262 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/0008bc64-2503-4e77-88b2-ae273957646b HTTP/1.1" status: 204 len: 168 time: 0.4827600 Aug 12 04:21:54.875178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36316) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:54.877853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] For port 0dfc336e-657b-4d96-a348-87cee01d6cde, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0dfc336e-657b-4d96-a348-87cee01d6cde,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:54.878221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:54.884229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-8d63ac6e-714b-4b75-b03e-64e10efec8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.885640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-8d63ac6e-714b-4b75-b03e-64e10efec8ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 200 len: 797 time: 0.0869586 Aug 12 04:21:54.890474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ffc546bd-0ad0-47ba-b793-972c41e2bf34 req-0019527c-ac3e-47ad-82e3-2dbe95e42182 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845261 Aug 12 04:21:54.898407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-96807000-4e94-4e46-8ad3-9e6661c6909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:54.900213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-96807000-4e94-4e46-8ad3-9e6661c6909d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.1136324 Aug 12 04:21:54.910251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Calling delete_port for 0dfc336e-657b-4d96-a348-87cee01d6cde owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:54.973480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet f2989b55-e6aa-418c-9eb4-bd5ca0423d51 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:54.978187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.003384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df569-8720-4bf3-976b-e8b75db1d731 req-c6d27103-f7ea-4aa0-a1f3-47fd25acc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:55.004873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-c6d27103-f7ea-4aa0-a1f3-47fd25acc737 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ddab381-f66b-427e-8b2b-55576ab5b51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874999 Aug 12 04:21:55.047706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-8cd281a8-3c79-4690-a523-c6139e00fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:55.049231 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-8cd281a8-3c79-4690-a523-c6139e00fd05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371484 Aug 12 04:21:55.068014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.184781 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.251222 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-603ccac3-0d70-4228-944a-652f98225ecc service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361963 Aug 12 04:21:55.295046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-ed9b30d1-5b6c-4e7f-b9d3-097f0fcf6ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329254 Aug 12 04:21:55.362139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.374141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-269df569-8720-4bf3-976b-e8b75db1d731 req-dd29d6eb-bb38-4b92-82f8-883facad1ea9 service neutron] 10.222.0.20 "GET /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072235 Aug 12 04:21:55.409125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.417800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.420235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.424848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['69c4b67c-4ee0-452b-a421-2b6328d28537'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:55.466681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=f2989b55-e6aa-418c-9eb4-bd5ca0423d51,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:55.472672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.474589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eb387c8f-7fa6-4105-a0de-1c2d756652f4 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/f2989b55-e6aa-418c-9eb4-bd5ca0423d51 HTTP/1.1" status: 204 len: 168 time: 0.5982220 Aug 12 04:21:55.477056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36326) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:55.481257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0dfc336e-657b-4d96-a348-87cee01d6cde'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:21:55.485641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43861113-b15f-4785-af83-78dda22bfb79 None None] Network a429687a-4780-41d6-9cb7-e61abc4b207a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:55.566025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.622106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1d0365-d1c7-49ca-83d8-74f92a10706c req-382b7722-6439-487e-83ef-c3f3668708da service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184600 Aug 12 04:21:55.622551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 565055b3-fbce-4424-b519-b15f56a0efd5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:55.622930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.665100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82a89460-7893-4578-a2c1-014e3951aa0e req-5d977b9b-62fd-42bd-ad78-9a3470d572e8 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 210 time: 0.1830733 Aug 12 04:21:55.722482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event deleted for resources: {'Port': ['ID=0dfc336e-657b-4d96-a348-87cee01d6cde,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:55.728720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 565055b3-fbce-4424-b519-b15f56a0efd5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=565055b3-fbce-4424-b519-b15f56a0efd5,segment=NetworkSegment(12e80619-5351-440a-aee3-1bdae6f6d8cf),segment_id=12e80619-5351-440a-aee3-1bdae6f6d8cf)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:55.729253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.745983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 565055b3-fbce-4424-b519-b15f56a0efd5 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:55.785071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] No DVR routers for this DVR port 0dfc336e-657b-4d96-a348-87cee01d6cde on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:55.788546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:55.790746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb49202e-7615-4ff3-ac3c-7f1593af2ffb req-549ff0f4-234f-4e87-b5a4-52e9acf96cbb tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.20 "DELETE /v2.0/ports/0dfc336e-657b-4d96-a348-87cee01d6cde HTTP/1.1" status: 204 len: 173 time: 1.6876683 Aug 12 04:21:55.795447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'name': 'network-vif-deleted', 'tag': '0dfc336e-657b-4d96-a348-87cee01d6cde'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:21:55.800382 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c7bed5-c720-4056-819c-f9ff6ab183e2" -d '{"events": [{"server_uuid": "e74ae0e6-8eab-404f-a805-4e8cc37c4851", "name": "network-vif-deleted", "tag": "0dfc336e-657b-4d96-a348-87cee01d6cde"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:21:55.961201 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f01217-de46-4720-a19c-511441466813 x-openstack-request-id: req-f7f01217-de46-4720-a19c-511441466813 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:21:55.962936 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74ae0e6-8eab-404f-a805-4e8cc37c4851", "name": "network-vif-deleted", "tag": "0dfc336e-657b-4d96-a348-87cee01d6cde", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:21:55.970389 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7f01217-de46-4720-a19c-511441466813 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:21:55.971211 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74ae0e6-8eab-404f-a805-4e8cc37c4851', 'name': 'network-vif-deleted', 'tag': '0dfc336e-657b-4d96-a348-87cee01d6cde', 'status': 'completed', 'code': 200} Aug 12 04:21:55.971671 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.027409 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.064222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=565055b3-fbce-4424-b519-b15f56a0efd5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:56.066573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port 565055b3-fbce-4424-b519-b15f56a0efd5 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:56.163621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960823a-da36-4a1d-903f-92c8a4eda406 req-be643586-799e-4406-9481-ad47f780480d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:56.165901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b960823a-da36-4a1d-903f-92c8a4eda406 req-be643586-799e-4406-9481-ad47f780480d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1244364 Aug 12 04:21:56.175202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 5ebcc0eb-1d37-4c03-88a7-34965889c148 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:56.175555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.221333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.223077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582913f2-03dd-4ef4-a1fc-538196eea7d1 None None] DHCP port deletion for a429687a-4780-41d6-9cb7-e61abc4b207a request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:56.239258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a429687a-4780-41d6-9cb7-e61abc4b207a']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:56.252970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e80619-5351-440a-aee3-1bdae6f6d8cf') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:56.253261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e80619-5351-440a-aee3-1bdae6f6d8cf') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:56.263477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.279231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.285748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b960823a-da36-4a1d-903f-92c8a4eda406 req-151daa9e-da24-4051-ba9c-4ce78496d7ac tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054654 Aug 12 04:21:56.285964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:56.288148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:56.290210 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:56.328316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 5ebcc0eb-1d37-4c03-88a7-34965889c148, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ebcc0eb-1d37-4c03-88a7-34965889c148,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:56.328677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.341985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 5ebcc0eb-1d37-4c03-88a7-34965889c148 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:56.444483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.449248 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.456187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/a429687a-4780-41d6-9cb7-e61abc4b207a HTTP/1.1" status: 204 len: 168 time: 0.9778357 Aug 12 04:21:56.460192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36338) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:56.460927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-530218148', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:56.473120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0111d-0069-4a92-b0a1-3d55bf32a72c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=a429687a-4780-41d6-9cb7-e61abc4b207a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:56.564505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.565565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.669290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.711404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=5ebcc0eb-1d37-4c03-88a7-34965889c148,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:56.760920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.855131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-56b6814a-a724-41f6-9056-d994b22cb73e req-125bd7f9-6b33-48a0-9ce7-596a8fccbd7f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=e74ae0e6-8eab-404f-a805-4e8cc37c4851 HTTP/1.1" status: 200 len: 210 time: 0.0415139 Aug 12 04:21:56.886956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:56.935524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.018224 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.022045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bb1ea6ec-5c80-4aac-bb8d-db14f7b3374c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5620475 Aug 12 04:21:57.022240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36342) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:57.027217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-1061274615'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:57.455572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:57.458924 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.532226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:21:57.543573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59afdb1-b32a-41a5-9ac1-3e8d324a4a7b req-dd1daa87-a5c9-4786-a86b-6e4476ee417c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:57.545106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a59afdb1-b32a-41a5-9ac1-3e8d324a4a7b req-dd1daa87-a5c9-4786-a86b-6e4476ee417c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0931504 Aug 12 04:21:57.549563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:21:57.559480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.559824 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment d1a073e2-eda0-40ab-a133-fc2c4a2ae97e of type vlan for network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 Aug 12 04:21:57.710795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.723329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a59afdb1-b32a-41a5-9ac1-3e8d324a4a7b req-55bc3e7c-e7ea-44fa-988e-41a726e1df56 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666710 Aug 12 04:21:57.766389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:21:57.773721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b9dc2ea5-5110-4812-a28a-7d263db4c352 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4199073 Aug 12 04:21:57.776065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:21:57.780020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36354) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:57.785540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:57.786177 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:57.796427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bebf-b7b8-40b2-b2a1-f8f79e443fe5 req-458bc777-08c6-454c-bc54-cde9d077f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:57.799064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76b4bebf-b7b8-40b2-b2a1-f8f79e443fe5 req-458bc777-08c6-454c-bc54-cde9d077f366 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.1450243 Aug 12 04:21:57.854729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet fc7c74c7-7584-4048-9b65-126289c060d4 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:21:57.871411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.873982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.885145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:57.891559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:57.923565 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:58.006833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9809656 Aug 12 04:21:58.007670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36360) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:58.022513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:21:58.027130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 565055b3-fbce-4424-b519-b15f56a0efd5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:58.043748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.063452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 565055b3-fbce-4424-b519-b15f56a0efd5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:58.063801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 565055b3-fbce-4424-b519-b15f56a0efd5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:58.077430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76b4bebf-b7b8-40b2-b2a1-f8f79e443fe5 req-8a058f16-ebeb-4624-a489-d586abb1f05e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192590 Aug 12 04:21:58.081361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b32ee5-9a4f-4026-a347-116b6163a595 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=96191a64-b61e-487e-8d3f-70b61c2d3fc4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:58.101596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:21:58.152405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.184469 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:56Z', 'revision_number': 9, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:58.211571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:21:58.222272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:21:58.223645 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:58.249867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:21:58.253624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.301852 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77887f69-c2b9-46a6-9026-bcd83c97da5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.316205 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:21:58.331310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.361430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446aff8-f8f0-4289-b375-10205a81b16b None None] Network 79dda736-4773-4160-8c38-ad2225662801 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:58.378130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.384514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/fc7c74c7-7584-4048-9b65-126289c060d4 HTTP/1.1" status: 204 len: 168 time: 0.6033134 Aug 12 04:21:58.385656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36366) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:58.396131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b81fe-ec95-4023-96d9-2e8f7c4a85a3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7c74c7-7584-4048-9b65-126289c060d4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:58.471833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0dfc336e-657b-4d96-a348-87cee01d6cde no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:58.524754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.548913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 0dfc336e-657b-4d96-a348-87cee01d6cde {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:58.549340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0dfc336e-657b-4d96-a348-87cee01d6cde not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:58.613802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 3ec27fa6-c568-4053-a0b8-45de7006f85b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:58.614303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.622083 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:56Z', 'revision_number': 9, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:58.661751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] DHCP port deletion for 79dda736-4773-4160-8c38-ad2225662801 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:21:58.782037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 3ec27fa6-c568-4053-a0b8-45de7006f85b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3ec27fa6-c568-4053-a0b8-45de7006f85b,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:58.783400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.789263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] Deleting port 3ec27fa6-c568-4053-a0b8-45de7006f85b {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:21:58.793600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.817259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9705423-d272-4e42-93e0-8c7953f2eb7e None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:21:56Z', 'revision_number': 9, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffeacdca-d7de-4b9b-83d2-d46464761d51', 'name': '', 'network_id': '12e22491-842f-445e-9e90-34643a4a2d8a', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:7d:05:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:26Z', 'updated_at': '2021-08-12T04:21:38Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': 'fb9e5f56-3d72-4283-a786-ca4b8a90bc6c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:21:58.837611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 3ec27fa6-c568-4053-a0b8-45de7006f85b owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:58.925220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] For port 3ec27fa6-c568-4053-a0b8-45de7006f85b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3ec27fa6-c568-4053-a0b8-45de7006f85b,segment=NetworkSegment(2af587be-9f3a-45db-9315-e3f50aecbabc),segment_id=2af587be-9f3a-45db-9315-e3f50aecbabc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:21:58.925617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:58.940352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] Calling delete_port for 3ec27fa6-c568-4053-a0b8-45de7006f85b owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:21:59.018234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270520b-4ee7-4db5-92ae-0f3e1b5dd5a0 req-83aef041-a0e3-4a93-8ead-75be279cbb68 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:59.021988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.022854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5270520b-4ee7-4db5-92ae-0f3e1b5dd5a0 req-83aef041-a0e3-4a93-8ead-75be279cbb68 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1122055 Aug 12 04:21:59.068050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5270520b-4ee7-4db5-92ae-0f3e1b5dd5a0 req-83c65467-7684-40e7-acf8-e153c0f7e650 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:21:59.075857 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:21:59.080723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.085383 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.089923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=561e22a4-cd59-49e3-bc67-90b91a72a429,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:59.099139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:21:59.099493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: 96191a64-b61e-487e-8d3f-70b61c2d3fc4, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:21:59.118257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port 3ec27fa6-c568-4053-a0b8-45de7006f85b on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:59.120232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] Pushing event deleted for resources: {'Port': ['ID=3ec27fa6-c568-4053-a0b8-45de7006f85b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:59.126890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4288cda-dee0-4dfa-82da-6c65c83e0541 None None] No DVR routers for this DVR port 3ec27fa6-c568-4053-a0b8-45de7006f85b on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:21:59.143908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=3ec27fa6-c568-4053-a0b8-45de7006f85b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:59.164551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:21:59.236368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.238601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 96191a64-b61e-487e-8d3f-70b61c2d3fc4) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:21:59.244859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:21:59.244859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.253272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10181cbb-1562-4123-922c-b38ade3ec592 None None] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:21:59.262345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dda736-4773-4160-8c38-ad2225662801']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:59.282167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af587be-9f3a-45db-9315-e3f50aecbabc') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:59.282470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af587be-9f3a-45db-9315-e3f50aecbabc') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:21:59.295180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.319273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.330019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:21:59.330615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:21:59.334904 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:21:59.340575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59734519-fc51-4930-b335-a430ec6a1cbd tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3292580 Aug 12 04:21:59.350473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36376) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:59.464279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:21:59.465707 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.501578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.508778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.510829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/79dda736-4773-4160-8c38-ad2225662801 HTTP/1.1" status: 204 len: 168 time: 1.1235454 Aug 12 04:21:59.525438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36382) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:21:59.562864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7060-b200-40ac-a710-481cfe081bd4 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=79dda736-4773-4160-8c38-ad2225662801,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:21:59.648912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Allocated IP 172.20.0.2 (96191a64-b61e-487e-8d3f-70b61c2d3fc4/561e22a4-cd59-49e3-bc67-90b91a72a429/6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:21:59.734692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.835208 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:21:59.844106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Transition to ACTIVE for port object 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:59.862309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Transition to ACTIVE for port object 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:21:59.927508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3ec27fa6-c568-4053-a0b8-45de7006f85b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:59.947595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3ec27fa6-c568-4053-a0b8-45de7006f85b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:59.947986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3ec27fa6-c568-4053-a0b8-45de7006f85b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:59.948364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ebcc0eb-1d37-4c03-88a7-34965889c148 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:21:59.969591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5ebcc0eb-1d37-4c03-88a7-34965889c148 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:21:59.969943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ebcc0eb-1d37-4c03-88a7-34965889c148 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:21:59.972263 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.022746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Pushing event updated for resources: {'Port': ['ID=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:00.028316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.034322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:00.035878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:00.041012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:00.044876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.20.0.1 (96191a64-b61e-487e-8d3f-70b61c2d3fc4/561e22a4-cd59-49e3-bc67-90b91a72a429/a5ef0c01-dbea-4d8c-8cf3-814d80b358cb) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:00.098115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Attempting to bind port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:00.099018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Attempting to bind port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:00.099414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Attempting to bind port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 on network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:00.108361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:00.108791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Checking segment: {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:00.109210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.109615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Bound using segment: {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:00.110096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Bound port: 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:00.110660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.174572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.191535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] For port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:00.192342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object a5ef0c01-dbea-4d8c-8cf3-814d80b358cb will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:00.195295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] For port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:00.262469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96698db-4ec8-46bd-a04b-ffce96080651 req-487adec0-a53d-427b-bbbc-cb05c721f866 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:00.263650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.264665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c96698db-4ec8-46bd-a04b-ffce96080651 req-487adec0-a53d-427b-bbbc-cb05c721f866 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0698957 Aug 12 04:22:00.315800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c96698db-4ec8-46bd-a04b-ffce96080651 req-d2d1fe6b-ab68-4ce8-8a3e-df6837251474 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447822 Aug 12 04:22:00.328298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.363917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port ffeacdca-d7de-4b9b-83d2-d46464761d51 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:00.364743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.379922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fa799-b789-4aae-8228-1c59889f4064 None None] Pushing event updated for resources: {'Port': ['ID=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:00.406458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:00.409106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:00.419086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:00.484874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port ffeacdca-d7de-4b9b-83d2-d46464761d51, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ffeacdca-d7de-4b9b-83d2-d46464761d51,segment=NetworkSegment(04a59e9d-e05d-47c6-a97e-c69c5a041844),segment_id=04a59e9d-e05d-47c6-a97e-c69c5a041844)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:00.485269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.486693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:00.505047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.505613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for ffeacdca-d7de-4b9b-83d2-d46464761d51 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:00.758865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-78845894-bbd7-49f1-ae2e-0815d69583ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.780402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.932389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:00.983151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=ffeacdca-d7de-4b9b-83d2-d46464761d51,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:00.988172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:01.095811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcfc08-da32-41d8-8087-d642bc1c2fc6 req-08709fc8-4870-4988-bcd4-7651f10490d1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:01.097419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62fcfc08-da32-41d8-8087-d642bc1c2fc6 req-08709fc8-4870-4988-bcd4-7651f10490d1 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1740384 Aug 12 04:22:01.111976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:01.158932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:01.168880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:01.226961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:01.284830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62fcfc08-da32-41d8-8087-d642bc1c2fc6 req-be695c21-4528-4435-89f8-35f06d179f7a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659334 Aug 12 04:22:01.292649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-fd64205e-498b-4aba-bf0d-6b34efda0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:01.296499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-fd64205e-498b-4aba-bf0d-6b34efda0e5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c237e592062645f2a2abce08d297063d&device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 1096 time: 0.1887457 Aug 12 04:22:01.315960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:01.368022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:01.369674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:01.491945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-5670d860-361e-42e6-a5b0-a1b4ac8c4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:01.493436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-5670d860-361e-42e6-a5b0-a1b4ac8c4969 service neutron] 10.222.0.36 "GET /v2.0/networks?id=430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 200 len: 919 time: 0.1761436 Aug 12 04:22:01.498958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:01.543608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-3b2b1d04-40c8-4500-9edc-000f7f5bd32f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 200 len: 217 time: 0.0404284 Aug 12 04:22:01.616874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:22:01.642024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6e3b56-cdb8-4b66-9781-d4daff586436 None None] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:01.702013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-487848a5-1191-4320-b329-7799e7e4ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:01.703498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-487848a5-1191-4320-b329-7799e7e4ef44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 200 len: 858 time: 0.1227527 Aug 12 04:22:01.710103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:01.734894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e4c81755-a46f-4b54-bc40-8656b91dc00f tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2039285 Aug 12 04:22:01.735818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36410) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:01.756421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:01.763899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c48aec3b-9e7e-47ae-819d-85699d809314 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123223 Aug 12 04:22:01.766667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:01.767576 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:01.770976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:01.773943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-963268455'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:01.783324 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:01.783945 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:01.788513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-cf56b427-0ef9-45a2-b8fb-ec4c2e376716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=430336f3-2560-4e1b-87df-c4cbcde7fdb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690074 Aug 12 04:22:01.857918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:01.858595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:01.878907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:01.887887 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.003557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:22:02.003952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:02.020094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.020614 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment 87bb5d45-bca7-4d89-883f-574ad8b09758 of type vlan for network aad9629d-9638-46ff-bf41-8ac7e7e989b1 Aug 12 04:22:02.045674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a338-0cf2-46f4-8e8e-63d39baa4500 req-6f198d72-ebf7-4e31-b659-69cebe0a6f96 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:02.047250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d21a338-0cf2-46f4-8e8e-63d39baa4500 req-6f198d72-ebf7-4e31-b659-69cebe0a6f96 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 946 time: 0.0967138 Aug 12 04:22:02.054653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet fb9e5f56-3d72-4283-a786-ca4b8a90bc6c {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:02.062982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.106606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.124705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fb149f5a-5245-4ef8-9ab6-80fc739110f3 None None] Provisioning for port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:02.158419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.161622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:02.192908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d21a338-0cf2-46f4-8e8e-63d39baa4500 req-b17bedab-5ab4-496d-9ba7-41560a212c85 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371641 Aug 12 04:22:02.198823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-34b2ee50-db4f-4371-a5a8-daa7b2260a9f service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546898 Aug 12 04:22:02.233822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.245188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:02.246921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.290469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:02.300657 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:02.336265 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:02.336700 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Updating router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:22:02.344448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.362621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.373584 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.375671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=aad9629d-9638-46ff-bf41-8ac7e7e989b1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:02.394339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:22:02.450978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9bf29288-984e-4a96-a522-a5f1dd3470cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6830423 Aug 12 04:22:02.453572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36422) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:02.458959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:02.713067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:02.717741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.747434 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.753405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:02.759571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Transition to ACTIVE for port object a5ef0c01-dbea-4d8c-8cf3-814d80b358cb will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:02.781420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:02.781980 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.821539 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.881668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 10, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:02.905895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Pushing event updated for resources: {'Port': ['ID=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:02.929896 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.930227 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.930555 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.937996 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.938572 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.938969 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.939346 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.939675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.939996 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.940315 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.940674 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.940992 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:02.974237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] Provisioning complete for port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:02.974617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:02.976390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:03.028432 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Attempting to bind port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:03.028805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Attempting to bind port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:03.029161 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Attempting to bind port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb on network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:03.035365 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:03.035771 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Checking segment: {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:03.036183 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.036576 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Bound using segment: {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:03.037065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Bound port: a5ef0c01-dbea-4d8c-8cf3-814d80b358cb, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:03.037437 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.071965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.108189 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] For port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:03.120072 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] For port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:03.141512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:03.145029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:03.153712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6bbd80e7-cbff-4c05-b70c-143feb0abafb req-e3eb5e56-ad28-428e-9ed5-2d97f53fbde7 service neutron] 10.222.0.36 "GET /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9399345 Aug 12 04:22:03.156001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=fb9e5f56-3d72-4283-a786-ca4b8a90bc6c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:03.178476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.181327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-29e9171f-c871-46f9-8ed6-d93f3a261b47 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/fb9e5f56-3d72-4283-a786-ca4b8a90bc6c HTTP/1.1" status: 204 len: 168 time: 1.4285109 Aug 12 04:22:03.184785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36430) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:03.189589 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.201130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eae56d-7d46-4a21-be2b-cae3b141ec47 req-7668a316-a6cb-4338-9fab-4b369d509357 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:03.209613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33eae56d-7d46-4a21-be2b-cae3b141ec47 req-7668a316-a6cb-4338-9fab-4b369d509357 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.7760704 Aug 12 04:22:03.261636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.263619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310255a8-e25b-41d7-99b5-3c48015a2028 None None] Network 12e22491-842f-445e-9e90-34643a4a2d8a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:03.272545 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b80a27-a51a-4335-8a63-69487d982ad1 None None] Pushing event updated for resources: {'Port': ['ID=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:03.296117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33eae56d-7d46-4a21-be2b-cae3b141ec47 req-bf2d304d-68c6-4b2a-9276-88c9465724dd tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855916 Aug 12 04:22:03.297831 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:03.298465 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:03.319404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.451636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.461861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:03.495100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=c1afc15c-c188-4cea-a3e6-937464090e57,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:03.514017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:03.514470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: aad9629d-9638-46ff-bf41-8ac7e7e989b1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:22:03.556296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf63e0-174d-4b28-bd4a-9857a59a0bcc req-5f8119a7-24c7-4da7-a2bf-2ebc0b75105a tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:03.564994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93cf63e0-174d-4b28-bd4a-9857a59a0bcc req-5f8119a7-24c7-4da7-a2bf-2ebc0b75105a tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 946 time: 0.2229686 Aug 12 04:22:03.624339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-ac3d003c-cd48-4bae-8f4e-7f2fd1ffdf7f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:03.625834 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-ac3d003c-cd48-4bae-8f4e-7f2fd1ffdf7f tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.36 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 946 time: 0.0688665 Aug 12 04:22:03.635538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] For port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:03.649194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93cf63e0-174d-4b28-bd4a-9857a59a0bcc req-9b8ff741-86e0-4a41-8b51-2e76cce8d577 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/security-groups?id=9df934c6-d4ef-452a-939e-b602d0ff8185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832045 Aug 12 04:22:03.677717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:03.679534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.689828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:03.734405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.743322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.749780 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:03Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:03.764832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:22:03.768004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,segment=NetworkSegment(04a59e9d-e05d-47c6-a97e-c69c5a041844),segment_id=04a59e9d-e05d-47c6-a97e-c69c5a041844)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:03.768372 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.792379 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170888f4-c24c-41dc-a599-ac946fd6bfa1 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:03Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:03.792915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.797313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Deleting port 69c4b67c-4ee0-452b-a421-2b6328d28537 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:03.797313 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.814209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:03.920182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, aad9629d-9638-46ff-bf41-8ac7e7e989b1) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:03.957413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:03.958283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.977489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] For port 69c4b67c-4ee0-452b-a421-2b6328d28537, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=69c4b67c-4ee0-452b-a421-2b6328d28537,segment=NetworkSegment(c82d0c42-ec6e-43ce-b90f-466d6f950a70),segment_id=c82d0c42-ec6e-43ce-b90f-466d6f950a70)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:03.978046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:03.993891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Calling delete_port for 69c4b67c-4ee0-452b-a421-2b6328d28537 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:04.028042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb98ccf-fda1-47f0-ab27-3c22abd76b0a None None] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:04.085148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] Provisioning for port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:04.085148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5233372-73d4-4dcd-a930-87527209bb14 None None] Pushing event updated for resources: {'Port': ['ID=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:04.101706 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f228b87-76f9-4638-8fbc-3ecbe2baf097 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6468379 Aug 12 04:22:04.104607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36438) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:04.135978 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:22:04.137048 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:22:04.185171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:04.279266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:04.376202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0200ea-46f8-450d-b68b-2805be3755ac None None] DHCP port deletion for 12e22491-842f-445e-9e90-34643a4a2d8a request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:04.378656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Pushing event deleted for resources: {'Port': ['ID=69c4b67c-4ee0-452b-a421-2b6328d28537,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:04.441238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 10, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:04.479064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] No DVR routers for this DVR port 69c4b67c-4ee0-452b-a421-2b6328d28537 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:04.489521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d087fc53-62ff-416e-8f85-66989d84d0a9 None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:00Z', 'revision_number': 10, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None, '_interfaces': [{'id': 'e04b2750-8dde-488f-b7eb-da0806436708', 'name': '', 'network_id': 'dbe04353-1871-410b-b60d-cc2bd03ee149', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'mac_address': 'fa:16:3e:a0:cc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:20Z', 'updated_at': '2021-08-12T04:21:28Z', 'revision_number': 5, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'subnets': [{'id': '3b246184-62d9-4eb6-9837-fba7501173e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:04.499705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:04.507339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce13fe44-e4de-4525-a1a9-92e01edb5141 req-e11057d4-8a0a-4a21-b941-3d1a1d69e1c3 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.36 "DELETE /v2.0/ports/69c4b67c-4ee0-452b-a421-2b6328d28537 HTTP/1.1" status: 204 len: 173 time: 0.8678977 Aug 12 04:22:04.507339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'name': 'network-vif-deleted', 'tag': '69c4b67c-4ee0-452b-a421-2b6328d28537'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:04.507339 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d475261-db3a-4220-9494-9012d4e03405" -d '{"events": [{"server_uuid": "df69ef68-0482-46c7-94bf-4cc686f45e5f", "name": "network-vif-deleted", "tag": "69c4b67c-4ee0-452b-a421-2b6328d28537"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:04.540838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ecd16-c03a-4e50-b5bf-f3181f58d6c2 req-5e6c36d3-1ff4-4924-a9a9-8cb0dd3d19b5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:04.541212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:22:04.542450 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:04.552162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1ecd16-c03a-4e50-b5bf-f3181f58d6c2 req-5e6c36d3-1ff4-4924-a9a9-8cb0dd3d19b5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1037126 Aug 12 04:22:04.591997 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ab780f-532c-4239-a60f-f033b28db355 x-openstack-request-id: req-87ab780f-532c-4239-a60f-f033b28db355 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:04.591997 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df69ef68-0482-46c7-94bf-4cc686f45e5f", "name": "network-vif-deleted", "tag": "69c4b67c-4ee0-452b-a421-2b6328d28537", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:04.602272 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87ab780f-532c-4239-a60f-f033b28db355 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:04.603174 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df69ef68-0482-46c7-94bf-4cc686f45e5f', 'name': 'network-vif-deleted', 'tag': '69c4b67c-4ee0-452b-a421-2b6328d28537', 'status': 'completed', 'code': 200} Aug 12 04:22:04.617657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1ecd16-c03a-4e50-b5bf-f3181f58d6c2 req-15a70475-d63c-4cc3-8fde-d541db965a6f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595520 Aug 12 04:22:04.764807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Allocated IP 172.21.0.2 (aad9629d-9638-46ff-bf41-8ac7e7e989b1/c1afc15c-c188-4cea-a3e6-937464090e57/d8b35862-12e1-40dd-a783-b24999c70583) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:04.766907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:04.771888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=3c0fd962-bff2-4a0f-8fcf-63c706deaf75,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:04.857952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02f1657e-bcde-4854-873c-caa6de798d09 req-d58c0d89-e484-4263-90d3-a97c9e24e7f6 tempest-AttachVolumeNegativeTest-340608109 tempest-AttachVolumeNegativeTest-340608109-project] 10.222.0.42 "GET /v2.0/ports?device_id=df69ef68-0482-46c7-94bf-4cc686f45e5f HTTP/1.1" status: 200 len: 210 time: 0.0922647 Aug 12 04:22:05.008346 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.022364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.039409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Transition to ACTIVE for port object d8b35862-12e1-40dd-a783-b24999c70583 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:05.039815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e22491-842f-445e-9e90-34643a4a2d8a']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:05.054762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a59e9d-e05d-47c6-a97e-c69c5a041844') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:05.055453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a59e9d-e05d-47c6-a97e-c69c5a041844') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:05.067264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Transition to ACTIVE for port object d8b35862-12e1-40dd-a783-b24999c70583 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:05.084473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.125235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.136969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:05.137382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:05.141729 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:05.160180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.185022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:05.238588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:05.248308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:05.255521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:05.265088 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.272713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Pushing event updated for resources: {'Port': ['ID=d8b35862-12e1-40dd-a783-b24999c70583,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:05.313072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.334514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:05.334935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.337436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Attempting to bind port d8b35862-12e1-40dd-a783-b24999c70583 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:05.337810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Attempting to bind port d8b35862-12e1-40dd-a783-b24999c70583 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:05.338181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Attempting to bind port d8b35862-12e1-40dd-a783-b24999c70583 on network aad9629d-9638-46ff-bf41-8ac7e7e989b1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:05.349829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.352597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/12e22491-842f-445e-9e90-34643a4a2d8a HTTP/1.1" status: 204 len: 168 time: 2.1654327 Aug 12 04:22:05.354260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:05.372313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009a8b7-bf6d-42e7-809e-8ac276f369b7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=12e22491-842f-445e-9e90-34643a4a2d8a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:05.428195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:05.428588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Checking segment: {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:05.432735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.433190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Bound using segment: {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:05.433869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Bound port: d8b35862-12e1-40dd-a783-b24999c70583, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:05.435049 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.577385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] For port d8b35862-12e1-40dd-a783-b24999c70583, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:05.603415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] For port d8b35862-12e1-40dd-a783-b24999c70583, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8b35862-12e1-40dd-a783-b24999c70583,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:05.608111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a5ef0c01-dbea-4d8c-8cf3-814d80b358cb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:05.646496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.21.0.1 (aad9629d-9638-46ff-bf41-8ac7e7e989b1/c1afc15c-c188-4cea-a3e6-937464090e57/5af395b8-8b08-4aea-b4ad-443ca64a6f81) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:05.686768 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.780064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fce0-15cf-4e09-a569-e306d37e022b None None] Pushing event updated for resources: {'Port': ['ID=d8b35862-12e1-40dd-a783-b24999c70583,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:05.798577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.817021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:05.820540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:05.826221 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.827400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object 5af395b8-8b08-4aea-b4ad-443ca64a6f81 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:05.859692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39417fb3-44f0-4bee-8cd1-c19c0bc0343e req-9b025a5d-7b8c-491a-85e0-5b35f931665c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:05.869416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39417fb3-44f0-4bee-8cd1-c19c0bc0343e req-9b025a5d-7b8c-491a-85e0-5b35f931665c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1168022 Aug 12 04:22:05.939147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.939800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:05.943865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39417fb3-44f0-4bee-8cd1-c19c0bc0343e req-848698eb-94ae-4557-a40b-2aa404be7f6f tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733447 Aug 12 04:22:06.029517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36478) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:06.045284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:06.065377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 69c4b67c-4ee0-452b-a421-2b6328d28537 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:06.074946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:06.077615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=5af395b8-8b08-4aea-b4ad-443ca64a6f81,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:06.082114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:06.095656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:06.127043 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.129005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 69c4b67c-4ee0-452b-a421-2b6328d28537 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:06.129346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 69c4b67c-4ee0-452b-a421-2b6328d28537 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:06.163648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.173107 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.189689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Deleting subnet 4560bcdb-e9a4-42cf-b382-b5fded60fd3a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:06.238619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ffeacdca-d7de-4b9b-83d2-d46464761d51 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:06.260752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.266093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ffeacdca-d7de-4b9b-83d2-d46464761d51 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:06.266420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ffeacdca-d7de-4b9b-83d2-d46464761d51 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:06.267065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:06.296020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:06.296020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c0fd962-bff2-4a0f-8fcf-63c706deaf75 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:06.300662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:06.386013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.419681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.449070 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.626775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port e04b2750-8dde-488f-b7eb-da0806436708 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:06.627132 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.675462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.720896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4560bcdb-e9a4-42cf-b382-b5fded60fd3a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:06.740642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.744849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c20bfdff-1aea-43ad-a33d-c551636da120 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4560bcdb-e9a4-42cf-b382-b5fded60fd3a HTTP/1.1" status: 204 len: 168 time: 0.7112386 Aug 12 04:22:06.754500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:06.764844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.832466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.873923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port e04b2750-8dde-488f-b7eb-da0806436708, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e04b2750-8dde-488f-b7eb-da0806436708,segment=NetworkSegment(a8e10ff9-563e-483c-bc13-53f949681cd7),segment_id=a8e10ff9-563e-483c-bc13-53f949681cd7)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:06.874254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.889981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:06.895741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for e04b2750-8dde-488f-b7eb-da0806436708 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:06.956841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=5af395b8-8b08-4aea-b4ad-443ca64a6f81,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:07.011875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.022262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a5ef0c01-dbea-4d8c-8cf3-814d80b358cb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:07.065397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bf0e0-926b-48a9-8e9b-e52b10d91ef2 None None] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:07.066078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.082842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30bd894-a5ed-4abf-a0a3-a20192019b09']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:07.095580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82d0c42-ec6e-43ce-b90f-466d6f950a70') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:07.095914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82d0c42-ec6e-43ce-b90f-466d6f950a70') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:07.142872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.167127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.172837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:07.175214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:07.175433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.177010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:07.177166 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:07.293033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:07.294736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.321192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2c1fb450-461b-4ff4-a302-bc0596095c7c None None] Provisioning for port d8b35862-12e1-40dd-a783-b24999c70583 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:07.336678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.345311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.356759 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e30bd894-a5ed-4abf-a0a3-a20192019b09 HTTP/1.1" status: 204 len: 168 time: 0.5982680 Aug 12 04:22:07.399847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d27d4-9812-4492-bd7d-4cdde2e644d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30bd894-a5ed-4abf-a0a3-a20192019b09,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:07.407987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:07.412963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.432161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8b35862-12e1-40dd-a783-b24999c70583 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:07.484787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=e04b2750-8dde-488f-b7eb-da0806436708,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:07.629245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:07.641990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.645612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:07.653994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d8b35862-12e1-40dd-a783-b24999c70583 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:07.674365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9b3d423f-7ad1-4129-8cb1-e4908858abf1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688357 Aug 12 04:22:07.675023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36504) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:07.679277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:07.679888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:07.681917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d8b35862-12e1-40dd-a783-b24999c70583 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:07.682294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.686992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-514172554'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:07.827160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:07.830632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.864150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:22:07.880997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:07.881347 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment 19dc4143-dfbc-47df-a00f-83624031679d of type vlan for network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f Aug 12 04:22:07.886169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:07.942841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36506) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:07.982354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:07.994337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:08.004826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b2502484-e011-470b-8c20-0c4cc04b460c tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6494038 Aug 12 04:22:08.005942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36508) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:08.007046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.007597 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:08.018986 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:08.025658 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:08.042000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00cb4bb3-60d4-4bba-8799-974cfb86b920 None None] Provisioning for port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:08.057754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00cb4bb3-60d4-4bba-8799-974cfb86b920 None None] Provisioning complete for port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:08.058164 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00cb4bb3-60d4-4bba-8799-974cfb86b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.110310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e83ce27a-4568-42d2-895c-d85f8cc0974a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=859851a2ce2e4c9fa5809f76c8a4cdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633627 Aug 12 04:22:08.112593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36510) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:08.124792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting subnet 3b246184-62d9-4eb6-9837-fba7501173e6 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:08.129537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.130327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:08.204610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.211269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:08.211586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.212187 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:07Z', 'revision_number': 11, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:08.212882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.254808 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:08.269105 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:08.269746 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:08.309718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-887fd2f4-66bb-436d-8432-058bb73c9def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.329403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=9c7094b7-905a-4b66-8c89-d3c7bb5fb09f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:08.343761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eab08d1a-a3c0-49f5-9149-da3d30d4d201 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6660972 Aug 12 04:22:08.346512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36514) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:08.352186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:08.379562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-887fd2f4-66bb-436d-8432-058bb73c9def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.429700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.446265 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:08.555866 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.565168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:22:08.622236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-887fd2f4-66bb-436d-8432-058bb73c9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.624790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-887fd2f4-66bb-436d-8432-058bb73c9def admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.625970 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-887fd2f4-66bb-436d-8432-058bb73c9def admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9df934c6-d4ef-452a-939e-b602d0ff8185 HTTP/1.1" status: 204 len: 168 time: 0.5114052 Aug 12 04:22:08.631682 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:07Z', 'revision_number': 11, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:08.631887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-00cb4bb3-60d4-4bba-8799-974cfb86b920 None None] Port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:22:08.651830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:08.656074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.657163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.660686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fd2f4-66bb-436d-8432-058bb73c9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df934c6-d4ef-452a-939e-b602d0ff8185,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:08.678663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-00cb4bb3-60d4-4bba-8799-974cfb86b920 None None] Provisioning complete for port d8b35862-12e1-40dd-a783-b24999c70583 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:08.679094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00cb4bb3-60d4-4bba-8799-974cfb86b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.680521 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a9f62-63c7-4007-b41e-bdf6e9a48f1b None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:07Z', 'revision_number': 11, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:08.688829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port d8b35862-12e1-40dd-a783-b24999c70583, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8b35862-12e1-40dd-a783-b24999c70583,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:08.755124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Subnet': ['ID=3b246184-62d9-4eb6-9837-fba7501173e6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:08.758875 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.761159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:06Z', 'revision_number': 3, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:06Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:08.768186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cf3a38b6-31f3-4991-836f-398cb7225186 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/3b246184-62d9-4eb6-9837-fba7501173e6 HTTP/1.1" status: 204 len: 168 time: 0.7537291 Aug 12 04:22:08.768923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36524) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:08.806101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:08.806841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Updating router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:22:08.809754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849b380-e5b2-4b5c-a8a2-90ecb23445e8 None None] Network dbe04353-1871-410b-b60d-cc2bd03ee149 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:08.816620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.915760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.947879 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:08.990915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Deleting port ee703441-afbb-4c89-9f96-e19f78b6d677 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:08.991202 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.009682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=d8b35862-12e1-40dd-a783-b24999c70583,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:09.073865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.119237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] For port ee703441-afbb-4c89-9f96-e19f78b6d677, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ee703441-afbb-4c89-9f96-e19f78b6d677,segment=NetworkSegment(a8e10ff9-563e-483c-bc13-53f949681cd7),segment_id=a8e10ff9-563e-483c-bc13-53f949681cd7)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:09.119829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.153264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Calling delete_port for ee703441-afbb-4c89-9f96-e19f78b6d677 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:09.182015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8b35862-12e1-40dd-a783-b24999c70583 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:09.195948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:09.196320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:22:09.202908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=350346ec-2900-4049-a5ba-7fac062b15a4,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:09.284986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:22:09.364489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1986c12d-03db-4afc-b821-0f41571aca11 None None] Provisioning complete for port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:09.364871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1986c12d-03db-4afc-b821-0f41571aca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.394193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.416029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No DVR routers for this DVR port ee703441-afbb-4c89-9f96-e19f78b6d677 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:09.416264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:09.423272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:09.426492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.433134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28911f79-4c78-40ea-b63d-3a7a028cc4d7 None None] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:09.440925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9628ea-8b1d-424d-ba23-c492ed3a2fd7 None None] DHCP port deletion for dbe04353-1871-410b-b60d-cc2bd03ee149 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:09.455214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Port': ['ID=ee703441-afbb-4c89-9f96-e19f78b6d677,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:09.521678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d8b35862-12e1-40dd-a783-b24999c70583 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:09.522062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.549560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.554426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6a80ab8c-fb0e-4729-b70a-dbbff0677983 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2064178 Aug 12 04:22:09.556991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36538) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:09.576862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe04353-1871-410b-b60d-cc2bd03ee149']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:09.603888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e10ff9-563e-483c-bc13-53f949681cd7') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:09.604375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e10ff9-563e-483c-bc13-53f949681cd7') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:09.613288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1986c12d-03db-4afc-b821-0f41571aca11 None None] Port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:22:09.623955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.652484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.659842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:09.659842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:09.663934 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:09.805160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.829187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.835107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/networks/dbe04353-1871-410b-b60d-cc2bd03ee149 HTTP/1.1" status: 204 len: 168 time: 1.0627751 Aug 12 04:22:09.838067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36546) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:09.850470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'routes': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:09.878887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.889800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:22:09.890950 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:09.899325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297b848-c854-4b1b-84b1-f415ff1f6208 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Pushing event deleted for resources: {'Network': ['ID=dbe04353-1871-410b-b60d-cc2bd03ee149,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:09.911417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Transition to ACTIVE for port object 5af395b8-8b08-4aea-b4ad-443ca64a6f81 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:10.021930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e04b2750-8dde-488f-b7eb-da0806436708 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:10.028082 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.094376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e04b2750-8dde-488f-b7eb-da0806436708 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:10.094907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e04b2750-8dde-488f-b7eb-da0806436708 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:10.200144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.215768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.217902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Allocated IP 172.22.0.2 (9c7094b7-905a-4b66-8c89-d3c7bb5fb09f/350346ec-2900-4049-a5ba-7fac062b15a4/07e70bd1-65b6-45a3-9585-8e6b34d823f5) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:10.233134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.245150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.262317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.269027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.290034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.299868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-f6de397a-eafb-44a2-ba79-5431d529fcdd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.1859672 Aug 12 04:22:10.376833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fda0907a-7654-4e93-8980-6f809cb37be4 req-a301c328-58f8-40fe-8c38-1da83580007e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733030 Aug 12 04:22:10.456306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739bca-1bb2-457e-8abf-32a920abf63e None None] Pushing event updated for resources: {'Port': ['ID=5af395b8-8b08-4aea-b4ad-443ca64a6f81,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:10.494437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Attempting to bind port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:10.495313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Attempting to bind port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:10.495957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Attempting to bind port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 on network aad9629d-9638-46ff-bf41-8ac7e7e989b1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:10.507807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:10.508581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Checking segment: {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:10.509232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.509838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Bound using segment: {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:10.510530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Bound port: 5af395b8-8b08-4aea-b4ad-443ca64a6f81, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bb5d45-bca7-4d89-883f-574ad8b09758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:10.511691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.543762 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.549281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.555888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.562239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.569763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.576924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.581885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Transition to ACTIVE for port object 07e70bd1-65b6-45a3-9585-8e6b34d823f5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:10.584496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.593454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:10.595864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97e99019-8a7d-4237-99f4-466e3d366b5c req-aa80ab73-4cbe-4a1c-a09d-3ca845aa12c8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.1162686 Aug 12 04:22:10.615602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Transition to ACTIVE for port object 07e70bd1-65b6-45a3-9585-8e6b34d823f5 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:10.627232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] For port 5af395b8-8b08-4aea-b4ad-443ca64a6f81, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:10.631997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] For port 5af395b8-8b08-4aea-b4ad-443ca64a6f81, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5af395b8-8b08-4aea-b4ad-443ca64a6f81,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:10.653890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Added routes are [] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 04:22:10.654365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Removed routes are [] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 04:22:10.654606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.707630 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.711484 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.778092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Pushing event updated for resources: {'Port': ['ID=07e70bd1-65b6-45a3-9585-8e6b34d823f5,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:10.782464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:10.795947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:10.801438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:10.836596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.846053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.888555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:10.889500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:10.891779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2739bca-1bb2-457e-8abf-32a920abf63e None None] Pushing event updated for resources: {'Port': ['ID=5af395b8-8b08-4aea-b4ad-443ca64a6f81,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:10.958919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:10.979292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router b0140883-ebbd-4181-b53d-617b2ad39ffc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:10.994891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Attempting to bind port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:10.995478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Attempting to bind port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:10.996094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Attempting to bind port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 on network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:10.999317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee703441-afbb-4c89-9f96-e19f78b6d677 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:11.067125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:11.119647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:11.120131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Checking segment: {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:11.120645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.121117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Bound using segment: {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:11.121680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Bound port: 07e70bd1-65b6-45a3-9585-8e6b34d823f5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:11.122135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.133083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ee703441-afbb-4c89-9f96-e19f78b6d677 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:11.133513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee703441-afbb-4c89-9f96-e19f78b6d677 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:11.146551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:11.180334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.184937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2f6c6896-d140-4ceb-8b66-d7ac4a06c855 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 705 time: 1.3366761 Aug 12 04:22:11.186934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36570) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:11.215295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Sync routers for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:11.225255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6595d2b8-fd8c-4323-a543-1a9f61008720 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 205 time: 0.0346780 Aug 12 04:22:11.226361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:11.343807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.459145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Routers {'b0140883-ebbd-4181-b53d-617b2ad39ffc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:11.459792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b0140883-ebbd-4181-b53d-617b2ad39ffc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:11.509753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] For port 07e70bd1-65b6-45a3-9585-8e6b34d823f5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:11.552308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.554229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.22.0.1 (9c7094b7-905a-4b66-8c89-d3c7bb5fb09f/350346ec-2900-4049-a5ba-7fac062b15a4/25a6bbf2-2492-4849-8462-f43d90db68f0) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:11.556654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.576735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] For port 07e70bd1-65b6-45a3-9585-8e6b34d823f5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=07e70bd1-65b6-45a3-9585-8e6b34d823f5,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:11.578586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Set router b0140883-ebbd-4181-b53d-617b2ad39ffc gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:11.656657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0140883-ebbd-4181-b53d-617b2ad39ffc', 'name': 'tempest-RoutersIpV6Test-router-2018066112', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:17Z', 'updated_at': '2021-08-12T04:22:07Z', 'revision_number': 11, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:11.659492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.673284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.674020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router b0140883-ebbd-4181-b53d-617b2ad39ffc {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:22:11.690203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.691301 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8402499f-dd29-4789-84aa-e7723b1c30ef tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 204 len: 168 time: 0.4644606 Aug 12 04:22:11.696663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36574) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:11.704507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1574263269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:11.720221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Checking router: b0140883-ebbd-4181-b53d-617b2ad39ffc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:11.756378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.756605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:11.756605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 04:22:11.756605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_agentschedulers_db [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0140883-ebbd-4181-b53d-617b2ad39ffc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent'). {{(pid=95044) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 04:22:11.756605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c06a0-6f50-43a0-b5d0-75e89fbb15bc None None] The sync data for ids ['b0140883-ebbd-4181-b53d-617b2ad39ffc'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:11.774779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object 25a6bbf2-2492-4849-8462-f43d90db68f0 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:11.783830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05df2b0-104c-4e31-ab60-5ce7ef301986 None None] Pushing event updated for resources: {'Port': ['ID=07e70bd1-65b6-45a3-9585-8e6b34d823f5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:11.815797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:06Z', 'revision_number': 3, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:10Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:11.851779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.852778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:11.869714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032cd31-93c1-42c3-9678-f1f5ee6be362 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:06Z', 'revision_number': 3, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:10Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:11.891657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.002639 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.022088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:12.023651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:12.026231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:12.108238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.123744 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.206030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=25a6bbf2-2492-4849-8462-f43d90db68f0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:12.311951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.315877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-10cba4ad-fa18-47da-ade1-2a034fe28f69 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6196833 Aug 12 04:22:12.318858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36588) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:12.324131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:12.492410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.764197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.822583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:12.862824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:13.046358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.087455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.088154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.088825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.090307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.091311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.091965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.093390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:13.096397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-8e8aa4a7-f43a-4704-bb60-e2ab7a700bde service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.2325544 Aug 12 04:22:13.104140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 07e70bd1-65b6-45a3-9585-8e6b34d823f5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:13.113375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Router 1df0032d-4c22-4a22-8e4e-4ffb391baf78 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:22:13.144053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.279250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-61a5d6a7-7fe7-4311-8114-ea9b1a09f02e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721785 Aug 12 04:22:13.288638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:13.296273 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] Sync routers for ids ['1df0032d-4c22-4a22-8e4e-4ffb391baf78'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:13.299316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.301465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5ec4cc48-2ac9-49cb-96c2-916cf861d977 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "PUT /v2.0/routers/1df0032d-4c22-4a22-8e4e-4ffb391baf78 HTTP/1.1" status: 200 len: 698 time: 0.9803212 Aug 12 04:22:13.301616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.310955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36622) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:13.317471 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] Routers {'1df0032d-4c22-4a22-8e4e-4ffb391baf78'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:13.318116 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1df0032d-4c22-4a22-8e4e-4ffb391baf78'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:13.416293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:13.421953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5af395b8-8b08-4aea-b4ad-443ca64a6f81 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:13.441334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] Set router 1df0032d-4c22-4a22-8e4e-4ffb391baf78 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:13.450278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dd8bf8a1-4777-4fe8-a61a-f452b0134c90 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/routers/1df0032d-4c22-4a22-8e4e-4ffb391baf78 HTTP/1.1" status: 200 len: 704 time: 0.1349175 Aug 12 04:22:13.452731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:13.500072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:13.502052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:13.512663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=25a6bbf2-2492-4849-8462-f43d90db68f0,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:13.520586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-84b818a1-f0f2-413b-9607-b9d900851720 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df0032d-4c22-4a22-8e4e-4ffb391baf78 HTTP/1.1" status: 200 len: 205 time: 0.0638545 Aug 12 04:22:13.520586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36628) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:13.539085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74920ed0-820f-4093-9d11-33e43c8e3be5 None None] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:13.603142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df0032d-4c22-4a22-8e4e-4ffb391baf78', 'name': 'tempest-RoutersIpV6Test-router-1574263269', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:13.676745 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] Checking router: 1df0032d-4c22-4a22-8e4e-4ffb391baf78 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:13.700131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:13.717452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.724645 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] Routers {'1df0032d-4c22-4a22-8e4e-4ffb391baf78'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:13.730397 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1df0032d-4c22-4a22-8e4e-4ffb391baf78'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:13.844437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:13.854278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:13.862635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d4b4105c-0a77-48fb-9261-14d213efd0b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3045423 Aug 12 04:22:13.863362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:13.874111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:13.875312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'network': {'name': 'tempest-RoutersTest-624756216'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:13.893031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:13.894680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.902988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] Provisioning for port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:13.911493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:13.911493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:13.928389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] Set router 1df0032d-4c22-4a22-8e4e-4ffb391baf78 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:13.972398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] Provisioning complete for port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:13.972721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:13.981659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:13.985235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.035601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:22:14.065636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.075586 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added segment eb57a158-4f5a-4c59-8c03-f1dce9ebb69b of type vlan for network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 Aug 12 04:22:14.076059 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df0032d-4c22-4a22-8e4e-4ffb391baf78', 'name': 'tempest-RoutersIpV6Test-router-1574263269', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:14.110941 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a4375-81e5-4a91-a481-88ac1a544b4c None None] The sync data for ids ['1df0032d-4c22-4a22-8e4e-4ffb391baf78'] in n-d-804320-1 is: [{'id': '1df0032d-4c22-4a22-8e4e-4ffb391baf78', 'name': 'tempest-RoutersIpV6Test-router-1574263269', 'tenant_id': '7be5e21475004e4f889f2e68555eaeb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 2, 'project_id': '7be5e21475004e4f889f2e68555eaeb2', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:14.163079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.256085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.263714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:14.264495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.284230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:14.401681 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.439396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Network': ['ID=20c32ded-0e10-44ea-bd9d-eaea0a74f5e0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:14.439880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.457583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:22:14.531281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-efca92be-3dfa-405f-bc25-d8e80017814c tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6664839 Aug 12 04:22:14.533766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36642) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:14.541649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'subnet': {'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:14.761103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] For port 07e70bd1-65b6-45a3-9585-8e6b34d823f5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=07e70bd1-65b6-45a3-9585-8e6b34d823f5,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:14.771120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5af395b8-8b08-4aea-b4ad-443ca64a6f81, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5af395b8-8b08-4aea-b4ad-443ca64a6f81,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:14.885175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.954208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8850d-2c5b-49ee-a3de-2c8105cbbe1b None None] Pushing event updated for resources: {'Port': ['ID=07e70bd1-65b6-45a3-9585-8e6b34d823f5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:14.959701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:14.981954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Made reservation on behalf of ad0de898cc66408c8da1fa09643326ff for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:14.985638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.043765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.046613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.071816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b18f87b-08f7-4259-91fe-3955b369f32d None None] Provisioning complete for port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:15.073366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3b18f87b-08f7-4259-91fe-3955b369f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.079833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5af395b8-8b08-4aea-b4ad-443ca64a6f81,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:15.132237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:10Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:15.139090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 07e70bd1-65b6-45a3-9585-8e6b34d823f5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:15.176945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:15.177306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Updating router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 port 25a6bbf2-2492-4849-8462-f43d90db68f0 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:22:15.204737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.205332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Fanout notify agent at l3_agent the message router_deleted on router 1df0032d-4c22-4a22-8e4e-4ffb391baf78 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:22:15.213762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.217895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6a49cb8d-9754-4faa-a71d-5ea244f7a149 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/1df0032d-4c22-4a22-8e4e-4ffb391baf78 HTTP/1.1" status: 204 len: 168 time: 1.6953340 Aug 12 04:22:15.221506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36652) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.249789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.265253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5a83cb13-8567-4170-acf5-49ebd82307e0 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df0032d-4c22-4a22-8e4e-4ffb391baf78 HTTP/1.1" status: 200 len: 205 time: 0.0424285 Aug 12 04:22:15.265785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36654) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.311239 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-70890a47-c81b-4bbf-95cc-5e324b1f257d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:15.327172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-70890a47-c81b-4bbf-95cc-5e324b1f257d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/1df0032d-4c22-4a22-8e4e-4ffb391baf78 HTTP/1.1" status: 404 len: 336 time: 0.0454702 Aug 12 04:22:15.327172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36656) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.340257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:15.341312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.346758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.352871 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f008b40e-1342-42aa-b5b3-937ee8e7b477 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:15.353595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f008b40e-1342-42aa-b5b3-937ee8e7b477 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:15.355947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f008b40e-1342-42aa-b5b3-937ee8e7b477 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/903f1918-f6ab-49cd-99f9-228204619198 HTTP/1.1" status: 404 len: 337 time: 0.0400352 Aug 12 04:22:15.358257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36658) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.392544 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d16893a-de0a-4c38-878c-b4f1e88266b3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:15.393336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d16893a-de0a-4c38-878c-b4f1e88266b3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:15.395744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0d16893a-de0a-4c38-878c-b4f1e88266b3 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/fc7c74c7-7584-4048-9b65-126289c060d4 HTTP/1.1" status: 404 len: 337 time: 0.0356579 Aug 12 04:22:15.397917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36660) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.429728 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d2f0d7-4c4e-4635-8581-5db6760b8e30 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:15.430589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d2f0d7-4c4e-4635-8581-5db6760b8e30 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:15.432675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-83d2f0d7-4c4e-4635-8581-5db6760b8e30 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/fb9e5f56-3d72-4283-a786-ca4b8a90bc6c HTTP/1.1" status: 404 len: 337 time: 0.0334716 Aug 12 04:22:15.435769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36662) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.436164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Subnet': ['ID=cc179150-81bf-47aa-b802-621b2d3b7a7f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:15.453322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.454156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.454746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.455411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.455987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.457921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.458555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.459244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.459811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.460377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.460939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.461496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:15.465221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Checking segment: {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:15.465987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network hostable DHCP agents. Network: 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:22:15.478569 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77a12ed-f2bb-4ca4-be96-f5c251d9e765 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:15.479104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77a12ed-f2bb-4ca4-be96-f5c251d9e765 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:15.481482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a77a12ed-f2bb-4ca4-be96-f5c251d9e765 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/3b246184-62d9-4eb6-9837-fba7501173e6 HTTP/1.1" status: 404 len: 337 time: 0.0445151 Aug 12 04:22:15.484735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36664) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.519142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0db44237-1abf-48c2-8add-fafc4f7ca53d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 200 len: 205 time: 0.0310781 Aug 12 04:22:15.520702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36666) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.565984 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-f6c87cc1-3973-49e9-8ddb-422b1aa05b53 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:15.569807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36670) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.570024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f6c87cc1-3973-49e9-8ddb-422b1aa05b53 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/b0140883-ebbd-4181-b53d-617b2ad39ffc HTTP/1.1" status: 404 len: 336 time: 0.0480807 Aug 12 04:22:15.575749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:22:15.597486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-80f69262-ddf0-4ae2-adb0-014cf4219b55 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=a54e06af-b36f-4b49-96cc-a24c767a6c11 HTTP/1.1" status: 200 len: 205 time: 0.0264726 Aug 12 04:22:15.600009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36672) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.652419 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-23b206ec-7e9c-47e3-b083-4eec8f5105f2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:15.653525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-23b206ec-7e9c-47e3-b083-4eec8f5105f2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/a54e06af-b36f-4b49-96cc-a24c767a6c11 HTTP/1.1" status: 404 len: 336 time: 0.0527062 Aug 12 04:22:15.656102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36674) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.661530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:15.665931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:15.666964 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.684178 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a9100c-bd41-4b93-967a-e4b7438d00a2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:15.684637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a9100c-bd41-4b93-967a-e4b7438d00a2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:15.686375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-10a9100c-bd41-4b93-967a-e4b7438d00a2 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/2e00fa1d-aa2a-41bd-8e77-1088878199c7 HTTP/1.1" status: 404 len: 337 time: 0.0293479 Aug 12 04:22:15.690291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36678) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.749622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.750219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-34afb0cd-a967-4521-bd59-875f43d29e60 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 200 len: 205 time: 0.0585475 Aug 12 04:22:15.761169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba286a96-8249-4328-9ab2-579965873928 None None] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:15.767261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b18f87b-08f7-4259-91fe-3955b369f32d None None] Provisioning for port 25a6bbf2-2492-4849-8462-f43d90db68f0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:15.790932 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-ccc4791d-1161-4d18-a55b-64c6d07d6793 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:15.791310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f4bc18c-3266-4f5d-bd34-ac78ea2aeaef tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2561522 Aug 12 04:22:15.792012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ccc4791d-1161-4d18-a55b-64c6d07d6793 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/ddc4a7f2-10ab-4ac0-8983-50e90f97b1bd HTTP/1.1" status: 404 len: 336 time: 0.0413022 Aug 12 04:22:15.793112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36682) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.795495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.828076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b18f87b-08f7-4259-91fe-3955b369f32d None None] Provisioning complete for port 25a6bbf2-2492-4849-8462-f43d90db68f0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:15.828459 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3b18f87b-08f7-4259-91fe-3955b369f32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:15.830758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-46435113-4768-4fec-a410-014c1b03cb7b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=17da5862-fad7-4dc5-bd74-26e464483625 HTTP/1.1" status: 200 len: 205 time: 0.0339296 Aug 12 04:22:15.831504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36686) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:15.868196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3b18f87b-08f7-4259-91fe-3955b369f32d None None] Port 25a6bbf2-2492-4849-8462-f43d90db68f0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:22:16.083991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83c7f9c8-621a-412c-9766-6675fc876aa2 None None] Provisioning complete for port 25a6bbf2-2492-4849-8462-f43d90db68f0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:16.084348 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83c7f9c8-621a-412c-9766-6675fc876aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.098577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.105974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:22:16.107033 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.153833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Transition to ACTIVE for port object 25a6bbf2-2492-4849-8462-f43d90db68f0 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:16.157601 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-d884469b-969f-46c6-af78-4e0500b9cb7a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:16.161523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d884469b-969f-46c6-af78-4e0500b9cb7a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/17da5862-fad7-4dc5-bd74-26e464483625 HTTP/1.1" status: 404 len: 336 time: 0.3290596 Aug 12 04:22:16.162094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36688) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.189010 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f5f9c0-0080-407a-ae46-694ccdc3607b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:16.189473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f5f9c0-0080-407a-ae46-694ccdc3607b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:16.194094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-00f5f9c0-0080-407a-ae46-694ccdc3607b tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/623d08d6-5ddf-4b04-a093-56f4dae10f34 HTTP/1.1" status: 404 len: 337 time: 0.0310538 Aug 12 04:22:16.194961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36690) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.225090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-83c7f9c8-621a-412c-9766-6675fc876aa2 None None] Port 25a6bbf2-2492-4849-8462-f43d90db68f0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:22:16.225920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e84284e-1158-42af-9162-6dc819edcb7a tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=69476e43-4b76-4783-a2c7-1cde9fcf2be4 HTTP/1.1" status: 200 len: 205 time: 0.0296628 Aug 12 04:22:16.226902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36692) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.237465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.259104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.268052 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-709cb115-823c-41b3-bec8-1678b814176e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:16.272090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-709cb115-823c-41b3-bec8-1678b814176e tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/69476e43-4b76-4783-a2c7-1cde9fcf2be4 HTTP/1.1" status: 404 len: 336 time: 0.0439754 Aug 12 04:22:16.272865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36694) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.317756 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d78d9c-13f3-47d5-b0ab-bc05c1d180d5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:16.318555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d78d9c-13f3-47d5-b0ab-bc05c1d180d5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:16.323458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-01d78d9c-13f3-47d5-b0ab-bc05c1d180d5 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/e288f4ab-5411-4a5f-b6a2-ec78ab2964c8 HTTP/1.1" status: 404 len: 337 time: 0.0485201 Aug 12 04:22:16.324397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36696) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.367233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570757e-6802-467c-a558-bcd29e6741e1 None None] Pushing event updated for resources: {'Port': ['ID=25a6bbf2-2492-4849-8462-f43d90db68f0,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:16.379709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b27d01a0-80f7-4e15-b57e-af70414fc785 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "GET /v2.0/ports?device_id=017f1fbd-335f-4f92-a3ab-c192cca1fd65 HTTP/1.1" status: 200 len: 205 time: 0.0535924 Aug 12 04:22:16.380092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36698) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.403265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Attempting to bind port 25a6bbf2-2492-4849-8462-f43d90db68f0 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:16.403656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Attempting to bind port 25a6bbf2-2492-4849-8462-f43d90db68f0 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:16.403987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Attempting to bind port 25a6bbf2-2492-4849-8462-f43d90db68f0 on network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:16.406448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Allocated IP 172.23.0.2 (20c32ded-0e10-44ea-bd9d-eaea0a74f5e0/cc179150-81bf-47aa-b802-621b2d3b7a7f/2df16b38-adb2-4942-845e-533fb0a8ce80) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:16.422100 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-8606e493-4531-4203-ba6d-d4b7fc551fb7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] delete failed (client error): The resource could not be found. Aug 12 04:22:16.426265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8606e493-4531-4203-ba6d-d4b7fc551fb7 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/routers/017f1fbd-335f-4f92-a3ab-c192cca1fd65 HTTP/1.1" status: 404 len: 336 time: 0.0450897 Aug 12 04:22:16.427000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36700) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.431747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:16.438394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Checking segment: {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:16.438394 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.438394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Bound using segment: {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:16.438394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Bound port: 25a6bbf2-2492-4849-8462-f43d90db68f0, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dc4143-dfbc-47df-a00f-83624031679d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:16.438394 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.460368 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2b4268-db79-4376-a6b1-c26e46dfec0d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:16.464826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2b4268-db79-4376-a6b1-c26e46dfec0d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:16.465769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cd2b4268-db79-4376-a6b1-c26e46dfec0d tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/6a15e353-b96a-4566-b8d3-1f8c07570006 HTTP/1.1" status: 404 len: 337 time: 0.0375462 Aug 12 04:22:16.466604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36702) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:16.495159 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcccef80-1093-4dff-91f8-27f6d70933c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:16.495708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcccef80-1093-4dff-91f8-27f6d70933c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:16.500279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dcccef80-1093-4dff-91f8-27f6d70933c6 tempest-RoutersIpV6Test-1325407917 tempest-RoutersIpV6Test-1325407917-project] 10.222.0.42 "DELETE /v2.0/subnets/14218ac2-6ae1-4c38-a689-9ab4216cc65a HTTP/1.1" status: 404 len: 337 time: 0.0324702 Aug 12 04:22:16.517329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] For port 25a6bbf2-2492-4849-8462-f43d90db68f0, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:16.524357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] For port 25a6bbf2-2492-4849-8462-f43d90db68f0, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=25a6bbf2-2492-4849-8462-f43d90db68f0,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:16.604052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.757053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:16.757827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:16.897612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:16.906603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570757e-6802-467c-a558-bcd29e6741e1 None None] Pushing event updated for resources: {'Port': ['ID=25a6bbf2-2492-4849-8462-f43d90db68f0,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:16.918847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Transition to ACTIVE for port object 2df16b38-adb2-4942-845e-533fb0a8ce80 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:16.938867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:16.971891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Transition to ACTIVE for port object 2df16b38-adb2-4942-845e-533fb0a8ce80 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:17.069312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.084269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36712) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:17.116613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5af395b8-8b08-4aea-b4ad-443ca64a6f81 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:17.128227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:17.129131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Allocated IP 172.23.0.1 (20c32ded-0e10-44ea-bd9d-eaea0a74f5e0/cc179150-81bf-47aa-b802-621b2d3b7a7f/66e9cb7f-b67b-4f15-8be4-1fdfdb514d77) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:22:17.175847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:17.178992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:17.219145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Pushing event updated for resources: {'Port': ['ID=2df16b38-adb2-4942-845e-533fb0a8ce80,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:17.256679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6ba5f68a-2dd2-4be5-a9f5-b5059f18d311 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7be5e21475004e4f889f2e68555eaeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711183 Aug 12 04:22:17.260066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36716) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:17.304803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Attempting to bind port 2df16b38-adb2-4942-845e-533fb0a8ce80 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:17.305164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Attempting to bind port 2df16b38-adb2-4942-845e-533fb0a8ce80 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:17.305543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Attempting to bind port 2df16b38-adb2-4942-845e-533fb0a8ce80 on network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:17.311180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.318183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:17.318571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Checking segment: {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:17.318982 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.319386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Bound using segment: {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:17.319878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Bound port: 2df16b38-adb2-4942-845e-533fb0a8ce80, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:17.320304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.331740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:17.332107 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.340353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Transition to ACTIVE for port object 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:17.359310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f725708b-2118-4621-8eff-9ad02ca9bb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.396350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f725708b-2118-4621-8eff-9ad02ca9bb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.434133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:16Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:17.464846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] For port 2df16b38-adb2-4942-845e-533fb0a8ce80, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:17.469542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43f1021-d183-407b-9105-f53db506ad26 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:12Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:16Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:17.481329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] For port 2df16b38-adb2-4942-845e-533fb0a8ce80, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2df16b38-adb2-4942-845e-533fb0a8ce80,segment=NetworkSegment(eb57a158-4f5a-4c59-8c03-f1dce9ebb69b),segment_id=eb57a158-4f5a-4c59-8c03-f1dce9ebb69b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:17.530553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.564891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.584933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f725708b-2118-4621-8eff-9ad02ca9bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.588711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f725708b-2118-4621-8eff-9ad02ca9bb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:17.595771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f725708b-2118-4621-8eff-9ad02ca9bb31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23d0cb7b-b9d9-464f-9021-cb7e0877b6d6 HTTP/1.1" status: 204 len: 168 time: 0.3326049 Aug 12 04:22:17.615665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725708b-2118-4621-8eff-9ad02ca9bb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0cb7b-b9d9-464f-9021-cb7e0877b6d6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:17.644250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:17.658586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:17.668139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:22:17.718412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717965-0ce4-4407-b9b0-b0f1b10b0f3b None None] Pushing event updated for resources: {'Port': ['ID=2df16b38-adb2-4942-845e-533fb0a8ce80,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:17.809324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:17.876385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:18.255347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:18.705894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:18.786303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:18.875029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event updated for resources: {'Port': ['ID=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:18.879168 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:18.887983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.888628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.888977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.889313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.889648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.889982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.890308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.890633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.891147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.891351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.891674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:18.892006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:19.081045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:22:19.082719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:19.159230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36768) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:19.189376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2df16b38-adb2-4942-845e-533fb0a8ce80 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:19.271202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce1a5ce-f323-44c0-b7e0-8486b8875623 None None] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:19.291944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:19.409109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:19.414813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d7979ae4-0f62-4533-b551-fe1ad04c17b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6207263 Aug 12 04:22:19.417669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36772) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:19.419767 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:19.423231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:19.447135 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:19.448104 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:19.476268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2df16b38-adb2-4942-845e-533fb0a8ce80 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:19.491610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 25a6bbf2-2492-4849-8462-f43d90db68f0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:19.569990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] Provisioning for port 2df16b38-adb2-4942-845e-533fb0a8ce80 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:19.572697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f0a88aa3-7c9a-4653-8908-2f28c106229d tempest-DvrRoutersNegativeTest-1748345184 tempest-DvrRoutersNegativeTest-1748345184-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-788054067', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:19.578133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.policy [None req-f0a88aa3-7c9a-4653-8908-2f28c106229d tempest-DvrRoutersNegativeTest-1748345184 tempest-DvrRoutersNegativeTest-1748345184-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95042) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 12 04:22:19.578435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.policy [None req-f0a88aa3-7c9a-4653-8908-2f28c106229d tempest-DvrRoutersNegativeTest-1748345184 tempest-DvrRoutersNegativeTest-1748345184-project] Failed policy check for 'create_router' {{(pid=95042) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 12 04:22:19.581810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] Provisioning complete for port 2df16b38-adb2-4942-845e-533fb0a8ce80 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:19.582449 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:19.583612 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-f0a88aa3-7c9a-4653-8908-2f28c106229d tempest-DvrRoutersNegativeTest-1748345184 tempest-DvrRoutersNegativeTest-1748345184-project] create failed (client error): Access was denied to this resource. Aug 12 04:22:19.584748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f0a88aa3-7c9a-4653-8908-2f28c106229d tempest-DvrRoutersNegativeTest-1748345184 tempest-DvrRoutersNegativeTest-1748345184-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4244666 Aug 12 04:22:19.614001 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:19.797631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 25a6bbf2-2492-4849-8462-f43d90db68f0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:19.823870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 25a6bbf2-2492-4849-8462-f43d90db68f0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:19.832171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:19.944776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:19.950992 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:18Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:16Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66e9cb7f-b67b-4f15-8be4-1fdfdb514d77', 'name': '', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:58:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:16Z', 'updated_at': '2021-08-12T04:22:18Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:20.063585 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:20.063947 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Updating router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:22:20.088556 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.127584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 04:22:20.143535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Removed routes are [] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 04:22:20.144134 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.144536 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.164723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] For port 2df16b38-adb2-4942-845e-533fb0a8ce80, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2df16b38-adb2-4942-845e-533fb0a8ce80,segment=NetworkSegment(eb57a158-4f5a-4c59-8c03-f1dce9ebb69b),segment_id=eb57a158-4f5a-4c59-8c03-f1dce9ebb69b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:20.196511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 25a6bbf2-2492-4849-8462-f43d90db68f0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=25a6bbf2-2492-4849-8462-f43d90db68f0,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:20.272912 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.279635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.348333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36788) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:20.470477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a98d37-9e33-4f8b-a47a-c3a4655d661f None None] Pushing event updated for resources: {'Port': ['ID=2df16b38-adb2-4942-845e-533fb0a8ce80,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:20.489005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9bde7dfa-dd92-4826-989d-43963f9882dc None None] Provisioning complete for port 2df16b38-adb2-4942-845e-533fb0a8ce80 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:20.489687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9bde7dfa-dd92-4826-989d-43963f9882dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.509032 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.521140 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Transition to ACTIVE for port object 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:22:20.621674 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.636926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=25a6bbf2-2492-4849-8462-f43d90db68f0,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:20.682037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad500c4f-16d5-4f21-81f4-fcf62f8a9c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.725534 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d0fa-60e5-4aa0-85ee-c3d01f0e6728 None None] Pushing event updated for resources: {'Port': ['ID=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:20.748486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.761023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.798548 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Attempting to bind port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:22:20.799058 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Attempting to bind port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:22:20.799796 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Attempting to bind port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 on network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:22:20.807600 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:22:20.808337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Checking segment: {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:20.808792 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.809316 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Bound using segment: {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:22:20.810043 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Bound port: 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:22:20.810611 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:20.822222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9bde7dfa-dd92-4826-989d-43963f9882dc None None] Provisioning for port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:20.913229 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] For port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:20.917969 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] For port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,segment=NetworkSegment(eb57a158-4f5a-4c59-8c03-f1dce9ebb69b),segment_id=eb57a158-4f5a-4c59-8c03-f1dce9ebb69b)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:22:20.960606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:20.965505 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.055586 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d0fa-60e5-4aa0-85ee-c3d01f0e6728 None None] Pushing event updated for resources: {'Port': ['ID=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:21.066166 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:21.067124 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:21.118045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2df16b38-adb2-4942-845e-533fb0a8ce80 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:21.149564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad500c4f-16d5-4f21-81f4-fcf62f8a9c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.217930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:21.226434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.227714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1198c68e-124e-4f97-90b9-6d158a3a6d1d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 933 time: 1.8087902 Aug 12 04:22:21.230454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36802) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:21.267490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad500c4f-16d5-4f21-81f4-fcf62f8a9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.343393 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:21.355414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad500c4f-16d5-4f21-81f4-fcf62f8a9c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28309bb3-43ae-49a9-ae60-89bb4e25e5ea,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:21.381276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad500c4f-16d5-4f21-81f4-fcf62f8a9c42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45310cad8e614a50956ed80075ecc830&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0312665 Aug 12 04:22:21.383943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36804) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:21.445992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-86ead363-7289-46ae-8a8f-65a8d513bdd1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 933 time: 0.2132578 Aug 12 04:22:21.449176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:21.455875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'routes': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:21.474932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-583bf80d-233c-4eed-bcdf-b22651696b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.509235 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-583bf80d-233c-4eed-bcdf-b22651696b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.584035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2df16b38-adb2-4942-845e-533fb0a8ce80 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:21.585268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.645030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-583bf80d-233c-4eed-bcdf-b22651696b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.649415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-583bf80d-233c-4eed-bcdf-b22651696b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:21.651020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-583bf80d-233c-4eed-bcdf-b22651696b4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28309bb3-43ae-49a9-ae60-89bb4e25e5ea HTTP/1.1" status: 204 len: 168 time: 0.2660124 Aug 12 04:22:21.669344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583bf80d-233c-4eed-bcdf-b22651696b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28309bb3-43ae-49a9-ae60-89bb4e25e5ea,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:21.683115 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 6, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66e9cb7f-b67b-4f15-8be4-1fdfdb514d77', 'name': '', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:58:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:16Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:21.752430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 25a6bbf2-2492-4849-8462-f43d90db68f0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:21.763116 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae5f1b-d582-446f-88ba-dce932db8f3e None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 6, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66e9cb7f-b67b-4f15-8be4-1fdfdb514d77', 'name': '', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:58:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:16Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:21.843704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 25a6bbf2-2492-4849-8462-f43d90db68f0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:21.843878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:22.193948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added routes are [] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 04:22:22.193948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.extraroute_db [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95042) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 04:22:22.227491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:22.654629 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:22.659956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:22.685194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36834) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:22.787005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:22.845357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-696065f1-c8d1-43f8-9fba-8ddad8a4a3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:22.922682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:22.951429 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:22.951429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-12dc53b3-b433-4ecf-ab6e-51b0eac8e496 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 699 time: 1.4998085 Aug 12 04:22:22.952953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36842) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:23.026964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:23.044431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:23.046775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:23.096724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-696065f1-c8d1-43f8-9fba-8ddad8a4a3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.123418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1b668bd7-0c1e-4005-a6a2-830dd26ae4b7 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 699 time: 0.1690037 Aug 12 04:22:23.126168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36848) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:23.151392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:23.164075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-696065f1-c8d1-43f8-9fba-8ddad8a4a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.249835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-696065f1-c8d1-43f8-9fba-8ddad8a4a3f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2719ad2de2c84549a0c7092d0e8545dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627391 Aug 12 04:22:23.250693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696065f1-c8d1-43f8-9fba-8ddad8a4a3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98142cd-cc0b-4c6c-9dfc-6ed491c4f4a6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:23.259759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:23.260558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:23.364727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db56b3e-f93f-4989-8893-9e0a0e9d398b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.404267 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db56b3e-f93f-4989-8893-9e0a0e9d398b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.424086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36854) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:23.518816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:22:23.564469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db56b3e-f93f-4989-8893-9e0a0e9d398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.569935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db56b3e-f93f-4989-8893-9e0a0e9d398b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.574677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8db56b3e-f93f-4989-8893-9e0a0e9d398b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a98142cd-cc0b-4c6c-9dfc-6ed491c4f4a6 HTTP/1.1" status: 204 len: 168 time: 0.3109639 Aug 12 04:22:23.613731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876690639'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:23.618757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:23.621379 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.622409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db56b3e-f93f-4989-8893-9e0a0e9d398b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98142cd-cc0b-4c6c-9dfc-6ed491c4f4a6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:23.714302 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.734513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.734742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:22Z', 'revision_number': 7, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66e9cb7f-b67b-4f15-8be4-1fdfdb514d77', 'name': '', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:58:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:16Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:23.783835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:23.839892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:23.840546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:23.886943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:23.944730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.016576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:24.056199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.084577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,segment=NetworkSegment(eb57a158-4f5a-4c59-8c03-f1dce9ebb69b),segment_id=eb57a158-4f5a-4c59-8c03-f1dce9ebb69b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:24.097412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba37ca-e55f-4cec-854b-234ce124a86d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:24.177118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.179362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.214051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.262968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.318696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:24.327207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aed3003-b04c-4c27-a20e-db97e5dd4f63,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:24.419799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:22Z', 'revision_number': 7, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66e9cb7f-b67b-4f15-8be4-1fdfdb514d77', 'name': '', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:58:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:16Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:24.421707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.424698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-08a7ab37-1eea-49d2-948f-1d6a57aaea89 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9976149 Aug 12 04:22:24.426430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36888) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:24.473749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943d39e-25bf-4159-a9d4-5c91d1b77b93 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:22Z', 'revision_number': 7, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66e9cb7f-b67b-4f15-8be4-1fdfdb514d77', 'name': '', 'network_id': '20c32ded-0e10-44ea-bd9d-eaea0a74f5e0', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:58:1a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:16Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 4, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'cc179150-81bf-47aa-b802-621b2d3b7a7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:24.504237 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eca4652a-1328-41dc-8471-d66550273688 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0741329 Aug 12 04:22:24.505209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36892) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:24.510354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-security--1921440864', 'description': 'tempest-security-description-1909968872'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:24.561995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.709884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.723116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:24.723116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.772935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc0a66-1a77-47f5-9b42-e20e2626ee8c req-c96b7d4b-d465-44e3-8003-734ccad0fe75 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:24.774517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbc0a66-1a77-47f5-9b42-e20e2626ee8c req-c96b7d4b-d465-44e3-8003-734ccad0fe75 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.1250379 Aug 12 04:22:24.785306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.787976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.792739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36902) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:24.793281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "PUT /v2.0/security-groups/3aed3003-b04c-4c27-a20e-db97e5dd4f63 HTTP/1.1" status: 200 len: 1780 time: 0.2868164 Aug 12 04:22:24.846441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6fd1764e-8de5-4876-b7cd-fbc01c50cfe3 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups/3aed3003-b04c-4c27-a20e-db97e5dd4f63 HTTP/1.1" status: 200 len: 1780 time: 0.0524187 Aug 12 04:22:24.848823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36906) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:24.880037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4c28d-7e36-4fe2-adba-452d414ac550 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aed3003-b04c-4c27-a20e-db97e5dd4f63,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:24.909646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,segment=NetworkSegment(eb57a158-4f5a-4c59-8c03-f1dce9ebb69b),segment_id=eb57a158-4f5a-4c59-8c03-f1dce9ebb69b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:24.910075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.913253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4d44828-d2c6-4783-85c8-733ed6c0f853 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:24.915608 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbc0a66-1a77-47f5-9b42-e20e2626ee8c req-dc55945f-e64f-4013-aed5-3f385b7e3e3c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168966 Aug 12 04:22:24.932355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:24.949712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4d44828-d2c6-4783-85c8-733ed6c0f853 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.077626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:22:25.084219 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4d44828-d2c6-4783-85c8-733ed6c0f853 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.086907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4d44828-d2c6-4783-85c8-733ed6c0f853 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.088063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b4d44828-d2c6-4783-85c8-733ed6c0f853 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/3aed3003-b04c-4c27-a20e-db97e5dd4f63 HTTP/1.1" status: 204 len: 168 time: 0.2380939 Aug 12 04:22:25.091386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36910) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:25.106645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d44828-d2c6-4783-85c8-733ed6c0f853 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aed3003-b04c-4c27-a20e-db97e5dd4f63,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:25.166259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:25.168239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.197280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61d5a5f1-acff-4f40-8b29-3aee2f45a17c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985119 Aug 12 04:22:25.200135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36916) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:25.227331 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-f700197f-3b3e-4a72-a0a1-27fd210d37a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] delete failed (client error): The resource could not be found. Aug 12 04:22:25.232026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f700197f-3b3e-4a72-a0a1-27fd210d37a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/3aed3003-b04c-4c27-a20e-db97e5dd4f63 HTTP/1.1" status: 404 len: 347 time: 0.0309308 Aug 12 04:22:25.235913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:25.240853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--279269126'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:25.317925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.342061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.356389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=66e9cb7f-b67b-4f15-8be4-1fdfdb514d77,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:25.433041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.488611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.558638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.609914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.615492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.619019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c156528-8b91-4bbb-9e14-26c335b07404,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:25.708261 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.709556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ac7a241a-efdb-41b1-a827-25281a24a1dd tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4724841 Aug 12 04:22:25.712360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:25.716998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '3c156528-8b91-4bbb-9e14-26c335b07404', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:25.792706 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.840721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:25.855286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.938873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:25.947410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4791a768-159a-4ee3-836a-3af9dbbfa2a0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172538 Aug 12 04:22:25.947410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36948) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:25.949816 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:25.951979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:25.959426 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:25.960738 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:25.979217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b75b295-ed7b-4f6f-8798-1522c28ffcae,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:26.001300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet cc179150-81bf-47aa-b802-621b2d3b7a7f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:26.004743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.060426 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.067421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:26.091578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.092981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-81f2bf4c-683a-4088-9f84-e562e8262e1a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796244 Aug 12 04:22:26.095830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.150817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36956) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.170088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a0318c7-e9af-419d-9a89-ef557fa4937a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.190156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a0318c7-e9af-419d-9a89-ef557fa4937a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.218120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169bbdb-a014-4b44-87db-6e48cd2a8123 req-6a749ee5-63be-45e2-9ef9-4a128247334b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:26.220482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4169bbdb-a014-4b44-87db-6e48cd2a8123 req-6a749ee5-63be-45e2-9ef9-4a128247334b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.1693194 Aug 12 04:22:26.274355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.288827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-021d7d68-0be7-41f7-8dd5-c8d69bde8356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.291153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a0318c7-e9af-419d-9a89-ef557fa4937a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.307226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a0318c7-e9af-419d-9a89-ef557fa4937a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.308886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1a0318c7-e9af-419d-9a89-ef557fa4937a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1b75b295-ed7b-4f6f-8798-1522c28ffcae HTTP/1.1" status: 204 len: 168 time: 0.2119637 Aug 12 04:22:26.310416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4169bbdb-a014-4b44-87db-6e48cd2a8123 req-221fe61e-edc5-43fe-8f75-fd6e775663a8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704329 Aug 12 04:22:26.313521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.316177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0318c7-e9af-419d-9a89-ef557fa4937a tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b75b295-ed7b-4f6f-8798-1522c28ffcae,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:26.387586 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:25Z', 'revision_number': 8, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:26.402513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-3fbe182c-de60-4d00-84c9-1a3086cc6a1b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:26.403965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-3fbe182c-de60-4d00-84c9-1a3086cc6a1b tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.36 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.0752656 Aug 12 04:22:26.416573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4aed0ee1-6c1f-4828-8d6d-1ab7b1eb445f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1019464 Aug 12 04:22:26.419707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.422869 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:26.437925 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:26.438914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:26.493569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1010686b-1228-487a-a369-fce2d6d722d9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.498986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-021d7d68-0be7-41f7-8dd5-c8d69bde8356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.522974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1010686b-1228-487a-a369-fce2d6d722d9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.541806 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:26.594130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.600109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Deleting port 8f91506c-6921-4565-b3f8-e117f80adb5f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:26.600701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.633605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=cc179150-81bf-47aa-b802-621b2d3b7a7f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:26.654182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-021d7d68-0be7-41f7-8dd5-c8d69bde8356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.673617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.677755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63230462-b692-40c3-855c-4ce3d1719e82 None None] Network 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:26.678904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-966b032c-81a8-4ec6-a6f6-d8f79b4548bc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/cc179150-81bf-47aa-b802-621b2d3b7a7f HTTP/1.1" status: 204 len: 168 time: 0.7306716 Aug 12 04:22:26.679885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1010686b-1228-487a-a369-fce2d6d722d9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.682934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1010686b-1228-487a-a369-fce2d6d722d9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.688778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.689119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.691183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1010686b-1228-487a-a369-fce2d6d722d9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/3c156528-8b91-4bbb-9e14-26c335b07404 HTTP/1.1" status: 204 len: 168 time: 0.2631288 Aug 12 04:22:26.715377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010686b-1228-487a-a369-fce2d6d722d9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c156528-8b91-4bbb-9e14-26c335b07404,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:26.893885 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:25Z', 'revision_number': 8, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:26.895383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:26.923412 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beee7ce-9a54-4fc4-8de6-f3ce805a2ac9 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:25Z', 'revision_number': 8, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '25a6bbf2-2492-4849-8462-f43d90db68f0', 'name': '', 'network_id': '9c7094b7-905a-4b66-8c89-d3c7bb5fb09f', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:e5:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:11Z', 'updated_at': '2021-08-12T04:22:20Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '350346ec-2900-4049-a5ba-7fac062b15a4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:26.931634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d7d68-0be7-41f7-8dd5-c8d69bde8356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b57df-3452-4926-833f-dde56309086e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:26.969016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-021d7d68-0be7-41f7-8dd5-c8d69bde8356 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19d67f7eb29e424db38ab317ba56b9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164959 Aug 12 04:22:26.971766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36976) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:26.976428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] DHCP port deletion for 20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:27.009602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] For port 8f91506c-6921-4565-b3f8-e117f80adb5f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8f91506c-6921-4565-b3f8-e117f80adb5f,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:27.013316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.031709 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d3acf87-afea-4306-bf97-db71333f29b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.043185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] Deleting port 2df16b38-adb2-4942-845e-533fb0a8ce80 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:27.043893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.068469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d3acf87-afea-4306-bf97-db71333f29b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.125525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] For port 2df16b38-adb2-4942-845e-533fb0a8ce80, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2df16b38-adb2-4942-845e-533fb0a8ce80,segment=NetworkSegment(eb57a158-4f5a-4c59-8c03-f1dce9ebb69b),segment_id=eb57a158-4f5a-4c59-8c03-f1dce9ebb69b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:27.126429 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.143741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] Calling delete_port for 2df16b38-adb2-4942-845e-533fb0a8ce80 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:27.210406 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d3acf87-afea-4306-bf97-db71333f29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.213174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d3acf87-afea-4306-bf97-db71333f29b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.216827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2d3acf87-afea-4306-bf97-db71333f29b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f79b57df-3452-4926-833f-dde56309086e HTTP/1.1" status: 204 len: 168 time: 0.2417972 Aug 12 04:22:27.230004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3acf87-afea-4306-bf97-db71333f29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b57df-3452-4926-833f-dde56309086e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:27.353639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.396126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-171ea867-87d1-4d0b-bc56-9189b5d24c88 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6928184 Aug 12 04:22:27.396885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36982) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:27.402253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--661693034'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:27.426497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] Pushing event deleted for resources: {'Port': ['ID=2df16b38-adb2-4942-845e-533fb0a8ce80,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:27.436553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129ae9e-e4a7-4f47-a700-4d0e4b73ea02 None None] No DVR routers for this DVR port 2df16b38-adb2-4942-845e-533fb0a8ce80 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:27.448058 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.448440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.448757 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Floating IP 49cd90a0-1e78-41da-8ac2-a79c07784096 disassociated. External IP: 172.25.6.138, port: 8f91506c-6921-4565-b3f8-e117f80adb5f. Aug 12 04:22:27.449161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Calling delete_port for 8f91506c-6921-4565-b3f8-e117f80adb5f owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:27.476128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:27.497299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:27.498194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 66e9cb7f-b67b-4f15-8be4-1fdfdb514d77 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:27.503861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2df16b38-adb2-4942-845e-533fb0a8ce80 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:27.551919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2df16b38-adb2-4942-845e-533fb0a8ce80 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:27.553605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2df16b38-adb2-4942-845e-533fb0a8ce80 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:27.565394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.604378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 2df16b38-adb2-4942-845e-533fb0a8ce80 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:27.605248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.606549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcb5b5-6096-4938-b7b0-b66385a42c92 req-2c335b41-47a4-48f8-a324-4538088a12b5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:27.608345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32bcb5b5-6096-4938-b7b0-b66385a42c92 req-2c335b41-47a4-48f8-a324-4538088a12b5 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 945 time: 0.0942144 Aug 12 04:22:27.672037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32bcb5b5-6096-4938-b7b0-b66385a42c92 req-e39a2ccf-9a11-4e92-85e6-1a862f91d4dc tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups?id=11d1dc9c-f6eb-4825-a638-5556f0a6abd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554833 Aug 12 04:22:27.696851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 2df16b38-adb2-4942-845e-533fb0a8ce80, host n-d-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:27.697115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.715026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 2df16b38-adb2-4942-845e-533fb0a8ce80 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:27.725266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Port 2df16b38-adb2-4942-845e-533fb0a8ce80 was not found and therefore no delete operation was performed {{(pid=95043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:22:27.725266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.771063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.806469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=2df16b38-adb2-4942-845e-533fb0a8ce80,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:27.818428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port 2df16b38-adb2-4942-845e-533fb0a8ce80 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:27.895531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.944931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fa3474-a726-4432-8537-c5f72d63527f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:27.952311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.965289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c32ded-0e10-44ea-bd9d-eaea0a74f5e0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:27.980856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:27.980856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb57a158-4f5a-4c59-8c03-f1dce9ebb69b') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:27.985091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.998362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.998870 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:27.999618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cbe21148-c11f-444e-918f-c0e058e35629 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6017206 Aug 12 04:22:28.002883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36996) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:28.008798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '77fa3474-a726-4432-8537-c5f72d63527f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:28.013577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:28.014010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:28.017798 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:28.063452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.117170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event deleted for resources: {'Port': ['ID=8f91506c-6921-4565-b3f8-e117f80adb5f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:28.169954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c39e67ef-23e5-4e34-a7df-bb5968447971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.489259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.511197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.513109 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/20c32ded-0e10-44ea-bd9d-eaea0a74f5e0 HTTP/1.1" status: 204 len: 168 time: 1.8214989 Aug 12 04:22:28.516263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37008) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:28.520665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.520665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62434239-9677-4afd-a95d-2b884c61fd37 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=20c32ded-0e10-44ea-bd9d-eaea0a74f5e0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:28.625310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.627508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Router 8da9bf8a-572c-4283-a001-eed3a771621a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:28.734314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.763450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faa873b-4878-4fab-8bd4-da2868adaf63,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:28.777098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:28.791534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:28.802154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:28.803373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:28.832183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] No DVR routers for this DVR port 8f91506c-6921-4565-b3f8-e117f80adb5f on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:28.836734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdcb92dc-6b2c-47ad-9f7d-5c15c65bca72 req-cfb9b1e2-6d09-49fe-af67-553ec5d17ce1 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 210 time: 0.0481148 Aug 12 04:22:28.837357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.839768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c50aa472-7b70-4203-ad9c-311fde0496bb tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8358414 Aug 12 04:22:28.841013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:28.842647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37018) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:28.842994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a4ea90f-4f0d-4a30-88f6-f8958475932a req-7eedfe57-df6d-49af-bf37-2be04b803f08 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.36 "DELETE /v2.0/ports/8f91506c-6921-4565-b3f8-e117f80adb5f HTTP/1.1" status: 204 len: 173 time: 2.4303691 Aug 12 04:22:28.844082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'name': 'network-vif-deleted', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:28.850452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '77fa3474-a726-4432-8537-c5f72d63527f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:28.869470 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a8cd8d-e119-4f02-85a2-5c4bbd6bd517" -d '{"events": [{"server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "name": "network-vif-deleted", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:28.932857 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1f1f69-949b-4f6c-ac15-c27b92058c62 x-openstack-request-id: req-5b1f1f69-949b-4f6c-ac15-c27b92058c62 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:28.933174 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b69d5c-df4b-4579-9e38-3acf65a8f0cc", "name": "network-vif-deleted", "tag": "8f91506c-6921-4565-b3f8-e117f80adb5f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:28.933430 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b1f1f69-949b-4f6c-ac15-c27b92058c62 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:28.933879 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b69d5c-df4b-4579-9e38-3acf65a8f0cc', 'name': 'network-vif-deleted', 'tag': '8f91506c-6921-4565-b3f8-e117f80adb5f', 'status': 'completed', 'code': 200} Aug 12 04:22:28.995945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:29.037818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.102891 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:22:29.116214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.200870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.291252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.315221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:29.326390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633e029c-48e8-467d-a5d6-f6dbdd653644,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:29.348677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:29.359770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:29.360541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:29.412902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.412902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-75a9fdd3-73ba-4bc1-ba09-287fcf2c46a4 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5665565 Aug 12 04:22:29.413165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37032) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:29.418378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '77fa3474-a726-4432-8537-c5f72d63527f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:29.475290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 25a6bbf2-2492-4849-8462-f43d90db68f0 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:29.475796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.553262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.623558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 25a6bbf2-2492-4849-8462-f43d90db68f0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=25a6bbf2-2492-4849-8462-f43d90db68f0,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:29.623558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.645591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 25a6bbf2-2492-4849-8462-f43d90db68f0 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:29.669992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.701906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:29.782986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.806054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee451701-e077-4bb3-bb8f-66b3127d70a8,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:29.908066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:29.909577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c80eb70f-2338-483b-a5d2-dfeb5a90b002 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4956870 Aug 12 04:22:29.912216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37046) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:29.917519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '77fa3474-a726-4432-8537-c5f72d63527f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:29.965974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:29.994447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0aeca4a-c84b-4873-af51-d0f84587253e req-b39de5cd-22d3-4496-abde-fbacf10ca48c tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/ports?device_id=17b69d5c-df4b-4579-9e38-3acf65a8f0cc HTTP/1.1" status: 200 len: 210 time: 0.0385053 Aug 12 04:22:29.999657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04a99b-a94c-431d-ab3b-0cf1de585aba None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:15:00Z', 'revision_number': 4, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4b961fc4-d234-4bd7-89b9-6090fee89906', 'name': '', 'network_id': '58bbfc9f-fa03-4d51-b602-529fc815d04c', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'mac_address': 'fa:16:3e:86:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:57Z', 'updated_at': '2021-08-12T04:15:09Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'subnets': [{'id': '0a327c3c-58e3-4e2a-92f2-99a92f847555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:30.014200 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.065941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=25a6bbf2-2492-4849-8462-f43d90db68f0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:30.067861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.177664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8f91506c-6921-4565-b3f8-e117f80adb5f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:30.197835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 8f91506c-6921-4565-b3f8-e117f80adb5f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:30.198701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8f91506c-6921-4565-b3f8-e117f80adb5f not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:30.218669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.279392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.304704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d4a3ff-1dd9-4573-bcb7-5b8e1fa7fbf0,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:30.306479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.397411 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e6539-4480-40bc-a070-b0ca4af0cf50 None None] New status for floating IP 49cd90a0-1e78-41da-8ac2-a79c07784096: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:22:30.457351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d81c7-321d-4600-af4c-5a23e41e5a86 req-38c118d6-115f-4824-b4f5-d97d11b81a8c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:30.458974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-702d81c7-321d-4600-af4c-5a23e41e5a86 req-38c118d6-115f-4824-b4f5-d97d11b81a8c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0570962 Aug 12 04:22:30.502072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-702d81c7-321d-4600-af4c-5a23e41e5a86 req-51a3d02b-18bb-419c-b109-a5329feb89f8 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Aug 12 04:22:30.661372 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.662561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1525e9b6-e73e-46ca-857d-36d7a5c8fd1f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7494280 Aug 12 04:22:30.665529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37066) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:30.670339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '77fa3474-a726-4432-8537-c5f72d63527f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:30.741113 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.770122 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed3ff9a7-5b1b-4c1a-bfef-31a674617162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.781308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:30.794501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.866865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.883894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:30.886356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebd1297-9a05-49cf-8457-b01dd72ea406,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:30.894518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:30.894690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7939fe1d-258e-4549-b0af-94ce7365ae4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3770971 Aug 12 04:22:30.897315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37074) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:30.905378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:30.905963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:30.941026 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.950600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet 350346ec-2900-4049-a5ba-7fac062b15a4 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:30.953896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:30.995754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:31.000012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.003761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.006206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-39f49e4b-1939-4706-bd46-1fa564be8930 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3391576 Aug 12 04:22:31.013551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37076) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.051933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a067a5b2-156a-465c-b2d0-93c07cfd0e84 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.063538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a067a5b2-156a-465c-b2d0-93c07cfd0e84 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.113831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.175926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a067a5b2-156a-465c-b2d0-93c07cfd0e84 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.188147 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a067a5b2-156a-465c-b2d0-93c07cfd0e84 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.188147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a067a5b2-156a-465c-b2d0-93c07cfd0e84 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cebd1297-9a05-49cf-8457-b01dd72ea406 HTTP/1.1" status: 204 len: 168 time: 0.1666760 Aug 12 04:22:31.188372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.189421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067a5b2-156a-465c-b2d0-93c07cfd0e84 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cebd1297-9a05-49cf-8457-b01dd72ea406,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:31.210766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37088) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.262259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-20287888-494d-4a06-9f8e-3b520e8b1e5b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0707209 Aug 12 04:22:31.263084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37090) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.267551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:29Z', 'revision_number': 9, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:31.268060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.293140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32ed5b5f-81f7-4b32-afa6-1a6a3e946586 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.297992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:31.304650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32ed5b5f-81f7-4b32-afa6-1a6a3e946586 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.309236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:31.310183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:31.310627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=350346ec-2900-4049-a5ba-7fac062b15a4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:31.317771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.322264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c0be82f-6a48-4922-99d8-698c3ef16e4f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/350346ec-2900-4049-a5ba-7fac062b15a4 HTTP/1.1" status: 204 len: 168 time: 0.4239573 Aug 12 04:22:31.324619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37094) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.326585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e133071-44df-4516-8e6c-8f50d1e47228 None None] Network 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:31.385825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd348433-2da3-48d5-87dc-08b6c39bf994 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.433048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32ed5b5f-81f7-4b32-afa6-1a6a3e946586 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.434051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd348433-2da3-48d5-87dc-08b6c39bf994 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.442638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-32ed5b5f-81f7-4b32-afa6-1a6a3e946586 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.444687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-32ed5b5f-81f7-4b32-afa6-1a6a3e946586 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/87d4a3ff-1dd9-4573-bcb7-5b8e1fa7fbf0 HTTP/1.1" status: 204 len: 168 time: 0.1803195 Aug 12 04:22:31.447925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.450871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37098) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.461389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed5b5f-81f7-4b32-afa6-1a6a3e946586 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d4a3ff-1dd9-4573-bcb7-5b8e1fa7fbf0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:31.484343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:31.527702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ba994c0-3571-463d-9856-8e9b1c32f12d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0734901 Aug 12 04:22:31.528680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:31.529028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.530203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37102) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.556654 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-185d6993-dfb0-4db1-93d3-7e54d81bd518 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.564553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-185d6993-dfb0-4db1-93d3-7e54d81bd518 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.609650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd348433-2da3-48d5-87dc-08b6c39bf994 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.612990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd348433-2da3-48d5-87dc-08b6c39bf994 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.616523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cd348433-2da3-48d5-87dc-08b6c39bf994 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "DELETE /v2.0/security-groups/11d1dc9c-f6eb-4825-a638-5556f0a6abd6 HTTP/1.1" status: 204 len: 168 time: 0.4047651 Aug 12 04:22:31.617168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.638622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 07e70bd1-65b6-45a3-9585-8e6b34d823f5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=07e70bd1-65b6-45a3-9585-8e6b34d823f5,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:31.639116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.671888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 07e70bd1-65b6-45a3-9585-8e6b34d823f5 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:31.673690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd348433-2da3-48d5-87dc-08b6c39bf994 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d1dc9c-f6eb-4825-a638-5556f0a6abd6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:31.683267 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-799ae7fe-7c8e-41cf-9a23-d6d654842c11 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] show failed (client error): The resource could not be found. Aug 12 04:22:31.684546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-799ae7fe-7c8e-41cf-9a23-d6d654842c11 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "GET /v2.0/security-groups/11d1dc9c-f6eb-4825-a638-5556f0a6abd6 HTTP/1.1" status: 404 len: 347 time: 0.0620236 Aug 12 04:22:31.687377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37110) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.689671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-185d6993-dfb0-4db1-93d3-7e54d81bd518 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.702105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-185d6993-dfb0-4db1-93d3-7e54d81bd518 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.703266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-185d6993-dfb0-4db1-93d3-7e54d81bd518 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ee451701-e077-4bb3-bb8f-66b3127d70a8 HTTP/1.1" status: 204 len: 168 time: 0.1717877 Aug 12 04:22:31.705500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d6993-dfb0-4db1-93d3-7e54d81bd518 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee451701-e077-4bb3-bb8f-66b3127d70a8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:31.707280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37112) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.708074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] DHCP port deletion for 9c7094b7-905a-4b66-8c89-d3c7bb5fb09f request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:31.724773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c280118-3511-4d09-b956-9e632f03b3db req-d3d67550-8e67-4e96-8d05-f24f9af96cf5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:31.726266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c280118-3511-4d09-b956-9e632f03b3db req-d3d67550-8e67-4e96-8d05-f24f9af96cf5 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.1175089 Aug 12 04:22:31.796362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e4e7d0ad-b295-4c90-8e4c-7b99e5b15e14 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0837629 Aug 12 04:22:31.796725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37114) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:31.809270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] Deleting port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:31.809876 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.815538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c280118-3511-4d09-b956-9e632f03b3db req-e9af5d62-c5d7-4d2b-8763-7651d1bcbede tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787828 Aug 12 04:22:31.855713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09185246-db63-41b1-aa21-52346fcc34ab tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.868759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09185246-db63-41b1-aa21-52346fcc34ab tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.892534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:29Z', 'revision_number': 9, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:31.922393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Deleting port e9822985-d45d-4d68-a2d9-d63df27201a5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:31.923586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.937392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a76222-8475-4721-9a2c-d13e68daa786 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:29Z', 'revision_number': 9, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': '5af395b8-8b08-4aea-b4ad-443ca64a6f81', 'name': '', 'network_id': 'aad9629d-9638-46ff-bf41-8ac7e7e989b1', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:48:2c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:22:05Z', 'updated_at': '2021-08-12T04:22:14Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': 'c1afc15c-c188-4cea-a3e6-937464090e57', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:31.947600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] For port 07e70bd1-65b6-45a3-9585-8e6b34d823f5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=07e70bd1-65b6-45a3-9585-8e6b34d823f5,segment=NetworkSegment(19dc4143-dfbc-47df-a00f-83624031679d),segment_id=19dc4143-dfbc-47df-a00f-83624031679d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:31.947600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:31.974463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] Calling delete_port for 07e70bd1-65b6-45a3-9585-8e6b34d823f5 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:31.983038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.009475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09185246-db63-41b1-aa21-52346fcc34ab tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.015459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=07e70bd1-65b6-45a3-9585-8e6b34d823f5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.021728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-09185246-db63-41b1-aa21-52346fcc34ab tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.022829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:32.023305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-09185246-db63-41b1-aa21-52346fcc34ab tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/633e029c-48e8-467d-a5d6-f6dbdd653644 HTTP/1.1" status: 204 len: 168 time: 0.2254796 Aug 12 04:22:32.026129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37118) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.028345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09185246-db63-41b1-aa21-52346fcc34ab tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=633e029c-48e8-467d-a5d6-f6dbdd653644,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.069887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.097554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] Pushing event deleted for resources: {'Port': ['ID=07e70bd1-65b6-45a3-9585-8e6b34d823f5,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.102946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42125e6c-cdea-4e20-add6-b151c05e037a None None] No DVR routers for this DVR port 07e70bd1-65b6-45a3-9585-8e6b34d823f5 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:32.117126 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.121608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.121935 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.154794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Calling delete_port for e9822985-d45d-4d68-a2d9-d63df27201a5 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:32.166546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1884e26a-d93a-47de-b367-76f2f1d7ac7e tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1392539 Aug 12 04:22:32.170235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37120) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.174298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.190383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7094b7-905a-4b66-8c89-d3c7bb5fb09f']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:32.199441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-426464ac-bfb3-4953-9a41-274c5cc98a82 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.207345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-426464ac-bfb3-4953-9a41-274c5cc98a82 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.238134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dc4143-dfbc-47df-a00f-83624031679d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:32.238346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dc4143-dfbc-47df-a00f-83624031679d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:32.253393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.272822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.285263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:32.285681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:32.288894 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:32.360065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-426464ac-bfb3-4953-9a41-274c5cc98a82 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.367591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-426464ac-bfb3-4953-9a41-274c5cc98a82 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.368826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-426464ac-bfb3-4953-9a41-274c5cc98a82 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7faa873b-4878-4fab-8bd4-da2868adaf63 HTTP/1.1" status: 204 len: 168 time: 0.1965928 Aug 12 04:22:32.373578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37128) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.380529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426464ac-bfb3-4953-9a41-274c5cc98a82 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7faa873b-4878-4fab-8bd4-da2868adaf63,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.419112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4d1a239a-e630-45ad-b873-cfc8f19e5ca2 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0441494 Aug 12 04:22:32.422068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.426624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37132) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.467039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.474118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.478644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/9c7094b7-905a-4b66-8c89-d3c7bb5fb09f HTTP/1.1" status: 204 len: 168 time: 1.1510975 Aug 12 04:22:32.478644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37136) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.480193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8824e830-37ce-4e94-bb07-8b7d85159f91 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.500149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35382db2-4f14-4169-a5db-89f38edea6b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=9c7094b7-905a-4b66-8c89-d3c7bb5fb09f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.503564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8824e830-37ce-4e94-bb07-8b7d85159f91 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.533439 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.586928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-b0c6ee4c-5040-4b5e-9b9b-c922c0f5e50a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:32.588904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-b0c6ee4c-5040-4b5e-9b9b-c922c0f5e50a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0558071 Aug 12 04:22:32.601487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Pushing event deleted for resources: {'Port': ['ID=e9822985-d45d-4d68-a2d9-d63df27201a5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.635036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2346896f-6eab-4556-9d9f-4ac8e293ee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.659685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8824e830-37ce-4e94-bb07-8b7d85159f91 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.662208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8824e830-37ce-4e94-bb07-8b7d85159f91 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.663394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8824e830-37ce-4e94-bb07-8b7d85159f91 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/77fa3474-a726-4432-8537-c5f72d63527f HTTP/1.1" status: 204 len: 168 time: 0.2403769 Aug 12 04:22:32.666045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37138) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.677091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e830-37ce-4e94-bb07-8b7d85159f91 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fa3474-a726-4432-8537-c5f72d63527f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:32.701613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Deleting port 1ced8978-621e-4b50-8388-59eaf8b3eba6 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:32.701877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.786065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.788598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.789754 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0408c16a-a1d4-4216-b5db-de1bd7c04fd8 tempest-AttachVolumeTestJSON-1398741338 tempest-AttachVolumeTestJSON-1398741338-project] 10.222.0.42 "DELETE /v2.0/floatingips/49cd90a0-1e78-41da-8ac2-a79c07784096 HTTP/1.1" status: 204 len: 168 time: 1.1012228 Aug 12 04:22:32.797077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] For port 1ced8978-621e-4b50-8388-59eaf8b3eba6, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1ced8978-621e-4b50-8388-59eaf8b3eba6,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:32.797889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:32.813552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Calling delete_port for 1ced8978-621e-4b50-8388-59eaf8b3eba6 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:32.821944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b7d425bf-26e1-4a2e-921a-c8eaf6968c3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1548240 Aug 12 04:22:32.826641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37140) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:32.858647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587715153'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:32.959261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2346896f-6eab-4556-9d9f-4ac8e293ee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.003155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d640cd-7140-4b4a-8225-51a6f410bb52 req-5a922180-2f72-4354-8489-578338783544 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:33.004811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12d640cd-7140-4b4a-8225-51a6f410bb52 req-5a922180-2f72-4354-8489-578338783544 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 946 time: 0.0709350 Aug 12 04:22:33.016834 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2346896f-6eab-4556-9d9f-4ac8e293ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.064740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12d640cd-7140-4b4a-8225-51a6f410bb52 req-f572a334-4b04-48e1-9a84-76e58b7f7b7c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 Aug 12 04:22:33.065876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2346896f-6eab-4556-9d9f-4ac8e293ee2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b68260b589cb4d34aca5cc7882538660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379771 Aug 12 04:22:33.067109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.067594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346896f-6eab-4556-9d9f-4ac8e293ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d57f503-af15-40d1-9211-a55c9ed72424,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:33.070134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37146) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:33.082243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1ced8978-621e-4b50-8388-59eaf8b3eba6', '8d805c7b-d702-4c56-8239-3e05cb5cfe7d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:22:33.094234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.109349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Pushing event deleted for resources: {'Port': ['ID=1ced8978-621e-4b50-8388-59eaf8b3eba6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:33.135810 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.161513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] No DVR routers for this DVR port 1ced8978-621e-4b50-8388-59eaf8b3eba6 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:33.165826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.167873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c4fc877-10a1-42d1-957e-a75bb3a3690b req-5ebfabee-1ec0-46f1-bcd0-6bb83e9fe519 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "DELETE /v2.0/ports/1ced8978-621e-4b50-8388-59eaf8b3eba6 HTTP/1.1" status: 204 len: 173 time: 0.5723279 Aug 12 04:22:33.169267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'name': 'network-vif-deleted', 'tag': '1ced8978-621e-4b50-8388-59eaf8b3eba6'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:33.172022 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8ca7a-fb1d-4e20-ab98-cb80e32cabd1" -d '{"events": [{"server_uuid": "55fcf86e-0381-47f8-ab20-62aef9056eb9", "name": "network-vif-deleted", "tag": "1ced8978-621e-4b50-8388-59eaf8b3eba6"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:33.174979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 07e70bd1-65b6-45a3-9585-8e6b34d823f5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:33.204943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 07e70bd1-65b6-45a3-9585-8e6b34d823f5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:33.205941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 07e70bd1-65b6-45a3-9585-8e6b34d823f5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:33.206514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 25a6bbf2-2492-4849-8462-f43d90db68f0 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:33.209888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21b3f0d4-bb88-45c4-87f7-e9ea5eb67d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.233821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 25a6bbf2-2492-4849-8462-f43d90db68f0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:33.234692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 25a6bbf2-2492-4849-8462-f43d90db68f0 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:33.280423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.298025 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a1433a-9b17-4c8e-ad9b-ce86f4895758 x-openstack-request-id: req-c1a1433a-9b17-4c8e-ad9b-ce86f4895758 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:33.298344 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fcf86e-0381-47f8-ab20-62aef9056eb9", "name": "network-vif-deleted", "tag": "1ced8978-621e-4b50-8388-59eaf8b3eba6", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:33.298617 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1a1433a-9b17-4c8e-ad9b-ce86f4895758 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:33.299082 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fcf86e-0381-47f8-ab20-62aef9056eb9', 'name': 'network-vif-deleted', 'tag': '1ced8978-621e-4b50-8388-59eaf8b3eba6', 'status': 'completed', 'code': 200} Aug 12 04:22:33.312590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21b3f0d4-bb88-45c4-87f7-e9ea5eb67d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.400544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.452660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72db632f-c935-4cfa-9e0e-d65cfa9a0ffa,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:33.713578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 5af395b8-8b08-4aea-b4ad-443ca64a6f81 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:33.713578 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.713578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 5af395b8-8b08-4aea-b4ad-443ca64a6f81, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5af395b8-8b08-4aea-b4ad-443ca64a6f81,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:33.713578 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.713578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 5af395b8-8b08-4aea-b4ad-443ca64a6f81 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:33.717186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.717186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6d9d0c72-1632-438d-ae4f-0908cf311e36 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8238585 Aug 12 04:22:33.717186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37158) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:33.717186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '72db632f-c935-4cfa-9e0e-d65cfa9a0ffa', 'direction': 'ingress', 'protocol': 17}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:33.718528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21b3f0d4-bb88-45c4-87f7-e9ea5eb67d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.718528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21b3f0d4-bb88-45c4-87f7-e9ea5eb67d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.718528 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-21b3f0d4-bb88-45c4-87f7-e9ea5eb67d73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d57f503-af15-40d1-9211-a55c9ed72424 HTTP/1.1" status: 204 len: 168 time: 0.6441970 Aug 12 04:22:33.726817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.732455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3f0d4-bb88-45c4-87f7-e9ea5eb67d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d57f503-af15-40d1-9211-a55c9ed72424,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:33.781143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.849583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.935584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.935790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:33.951072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28c6703-5a37-42ca-983c-b6c2111dd8aa,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:33.966803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=5af395b8-8b08-4aea-b4ad-443ca64a6f81,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:34.078442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.079737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4d54988d-ce7b-4306-a88f-0f3760ed51db tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4195085 Aug 12 04:22:34.082778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37166) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:34.251806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75f14642-88b7-45f2-a412-9775d008a090 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.289511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.296372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.303026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.309592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.315683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.323023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.323807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75f14642-88b7-45f2-a412-9775d008a090 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.336328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:34.350625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34afbb86-9d76-4219-849a-8531aa644697 req-0e43930e-3f8f-4580-8109-bafd4a901d82 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.3045552 Aug 12 04:22:34.355057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca7baebe-d82d-471d-a86d-90644c2eacc5 req-895e2b25-142d-404d-bd1e-6240cd7602fd tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=55fcf86e-0381-47f8-ab20-62aef9056eb9 HTTP/1.1" status: 200 len: 210 time: 0.0947702 Aug 12 04:22:34.386312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.411200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34afbb86-9d76-4219-849a-8531aa644697 req-3c7ca419-6575-4c16-a20b-a88cb40d24f8 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596538 Aug 12 04:22:34.523991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75f14642-88b7-45f2-a412-9775d008a090 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.526946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75f14642-88b7-45f2-a412-9775d008a090 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.528196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-75f14642-88b7-45f2-a412-9775d008a090 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/72db632f-c935-4cfa-9e0e-d65cfa9a0ffa HTTP/1.1" status: 204 len: 168 time: 0.4443378 Aug 12 04:22:34.531613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37174) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:34.553299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f14642-88b7-45f2-a412-9775d008a090 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db632f-c935-4cfa-9e0e-d65cfa9a0ffa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:34.585959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a020e1ff-dd59-47f1-a302-bf290fe8f08e tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531206 Aug 12 04:22:34.589365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37176) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:34.595492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290604992'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:34.619398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37178) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:34.636571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be7d0c08-9616-4a50-9a01-aa42455a66e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.737765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.834375 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be7d0c08-9616-4a50-9a01-aa42455a66e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.897827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:34.903319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be7d0c08-9616-4a50-9a01-aa42455a66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:34.960521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d0c08-9616-4a50-9a01-aa42455a66e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef5df6-f5ea-4ea8-a63f-232a227eddc2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:34.969467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be7d0c08-9616-4a50-9a01-aa42455a66e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49d17d525c24408f8f004ce9c13f1375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458207 Aug 12 04:22:34.972177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37180) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:35.011372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:35.020570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf0aeee5-79c2-41fc-8daa-f9f5f93ae865 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398507 Aug 12 04:22:35.021451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37182) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:35.029759 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:35.039530 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:35.040166 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:35.075461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.102980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b8cf-a06f-42ae-a56a-0ce42a92342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.111869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet c1afc15c-c188-4cea-a3e6-937464090e57 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:35.117998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.140633 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:35.180455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.198213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b8cf-a06f-42ae-a56a-0ce42a92342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.227555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.301804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.307704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.313598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.319543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.325925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.331808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.337668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.340187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-99b331e0-0cb9-423f-a807-01d59b5420a9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.2250612 Aug 12 04:22:35.347396 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:33Z', 'revision_number': 10, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:35.347649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b485dd-b255-41e5-89dc-75e98cbd7d03,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:35.352178 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.353388 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4f6b45de-28cd-46a7-be6f-1eb8f7069006 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7624371 Aug 12 04:22:35.356717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37184) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:35.362140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892021120'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:35.470158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-d8f3f886-e91f-4e7a-9a87-e8da71188a66 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.471683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-d8f3f886-e91f-4e7a-9a87-e8da71188a66 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "GET /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1208787 Aug 12 04:22:35.496144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.548917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.575536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b8cf-a06f-42ae-a56a-0ce42a92342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.578115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e2b8cf-a06f-42ae-a56a-0ce42a92342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.579346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3e2b8cf-a06f-42ae-a56a-0ce42a92342f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9aef5df6-f5ea-4ea8-a63f-232a227eddc2 HTTP/1.1" status: 204 len: 168 time: 0.6062264 Aug 12 04:22:35.608294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b8cf-a06f-42ae-a56a-0ce42a92342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef5df6-f5ea-4ea8-a63f-232a227eddc2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:35.608466 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:35.642695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.650566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.650820 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:35.653047 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:35.659098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.661691 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-edefa879-409b-4fca-89df-42efe088bcc7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "GET /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1818552 Aug 12 04:22:35.665955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.675944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:35.683238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.706570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.719649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:35.721864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-9116af87-d567-49dd-94bd-fe4511ab8f46 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 5443 time: 0.2102873 Aug 12 04:22:35.740898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.743771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.786388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=c1afc15c-c188-4cea-a3e6-937464090e57,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:35.802697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2ba13-aa2d-44af-a4e4-7f76b68cd4eb None None] Network aad9629d-9638-46ff-bf41-8ac7e7e989b1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:35.805342 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:35.814079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.816527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a7e6d326-2a9f-4952-af3f-6e130142cfc5 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/c1afc15c-c188-4cea-a3e6-937464090e57 HTTP/1.1" status: 204 len: 168 time: 0.7923732 Aug 12 04:22:35.820132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:35.841142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-825f222a-cc9f-4ea4-b4fa-f758f8b57954 req-48570934-8090-42c1-ad0e-5e036b8b9450 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085081 Aug 12 04:22:35.878261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.953229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:35.988680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.060916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0947be4-a937-45fa-a99c-a44705adbf9b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:36.065260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ac480cd-2d4b-4750-a731-5327bca66245,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:36.095115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.095115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-309aeca6-b13a-4d67-8eab-33ae1dd8910f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7311354 Aug 12 04:22:36.095353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37202) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:36.099299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '05b485dd-b255-41e5-89dc-75e98cbd7d03', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e0947be4-a937-45fa-a99c-a44705adbf9b', 'remote_ip_prefix': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:36.120390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e44c2-ec01-47f8-9fe8-79e0638cc756 req-10827260-3d28-4523-9a05-26eded65692d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:36.124151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b5e44c2-ec01-47f8-9fe8-79e0638cc756 req-10827260-3d28-4523-9a05-26eded65692d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1365519 Aug 12 04:22:36.132941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] DHCP port deletion for aad9629d-9638-46ff-bf41-8ac7e7e989b1 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:36.134913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] For port 5ac480cd-2d4b-4750-a731-5327bca66245, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:36.137116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port d8b35862-12e1-40dd-a783-b24999c70583 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:36.137450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.165151 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:33Z', 'revision_number': 10, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:36.200779 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e6a5a-b2d3-4567-8bf2-76ac7f9fa646 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:33Z', 'revision_number': 10, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None, '_interfaces': [{'id': 'a5ef0c01-dbea-4d8c-8cf3-814d80b358cb', 'name': '', 'network_id': '96191a64-b61e-487e-8d3f-70b61c2d3fc4', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'mac_address': 'fa:16:3e:5e:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:21:59Z', 'updated_at': '2021-08-12T04:22:05Z', 'revision_number': 5, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'subnets': [{'id': '561e22a4-cd59-49e3-bc67-90b91a72a429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:36.216422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b5e44c2-ec01-47f8-9fe8-79e0638cc756 req-8d0fc05d-e95f-4ca3-a271-c4b10c54e04a tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709181 Aug 12 04:22:36.228529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1ced8978-621e-4b50-8388-59eaf8b3eba6 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:36.245451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] device_id is not set on port 5ac480cd-2d4b-4750-a731-5327bca66245 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:22:36.266337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.272944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1ced8978-621e-4b50-8388-59eaf8b3eba6 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:36.273296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1ced8978-621e-4b50-8388-59eaf8b3eba6 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:36.273430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port d8b35862-12e1-40dd-a783-b24999c70583, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8b35862-12e1-40dd-a783-b24999c70583,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:36.273681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.286906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] Deleting port d8b35862-12e1-40dd-a783-b24999c70583 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:36.288363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.289933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.293095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for d8b35862-12e1-40dd-a783-b24999c70583 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:36.369420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.376411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] For port d8b35862-12e1-40dd-a783-b24999c70583, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8b35862-12e1-40dd-a783-b24999c70583,segment=NetworkSegment(87bb5d45-bca7-4d89-883f-574ad8b09758),segment_id=87bb5d45-bca7-4d89-883f-574ad8b09758)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:36.377114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.393849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] Calling delete_port for d8b35862-12e1-40dd-a783-b24999c70583 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:36.491311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] No DVR routers for this DVR port 5ac480cd-2d4b-4750-a731-5327bca66245 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:36.573407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:36.587781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.599029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] In _notify_port_updated(), no bound segment for port 5ac480cd-2d4b-4750-a731-5327bca66245 on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:22:36.600872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:36.601988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.604318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-8a85f4d7-f6b4-428d-89a7-1f6684ed6022 service neutron] 10.222.0.20 "PUT /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 200 len: 1032 time: 0.9326267 Aug 12 04:22:36.646874 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.665415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.685434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port d8b35862-12e1-40dd-a783-b24999c70583 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:36.688870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] No DVR routers for this DVR port d8b35862-12e1-40dd-a783-b24999c70583 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:36.692687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20abbd6-0cde-40e7-8196-e12f2c23e1ac None None] Pushing event deleted for resources: {'Port': ['ID=d8b35862-12e1-40dd-a783-b24999c70583,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:36.722424 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.752890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-dfbd42aa-da31-4ce7-abae-b4b0c0aaa56d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:36.754373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-dfbd42aa-da31-4ce7-abae-b4b0c0aaa56d tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "GET /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1430032 Aug 12 04:22:36.761866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=d8b35862-12e1-40dd-a783-b24999c70583,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:36.779414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:36.800871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f111578-6262-4199-a735-39207a5c1dd4,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:36.812270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-162604e5-b993-4a0f-a97c-15ae42a25d10 None None] Provisioning complete for port 5ac480cd-2d4b-4750-a731-5327bca66245 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:36.812747 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-162604e5-b993-4a0f-a97c-15ae42a25d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.870317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:36.888163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-162604e5-b993-4a0f-a97c-15ae42a25d10 None None] Port 5ac480cd-2d4b-4750-a731-5327bca66245 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:22:36.930514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad9629d-9638-46ff-bf41-8ac7e7e989b1']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:36.970433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bb5d45-bca7-4d89-883f-574ad8b09758') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:36.970433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bb5d45-bca7-4d89-883f-574ad8b09758') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:36.986115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.025603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.028859 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-57206256-40fe-4f4a-9aff-b891ea72ccf7 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9333029 Aug 12 04:22:37.029609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.031442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:37.046148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.083236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:37.083610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.096548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77a34378-1d72-4cfb-9e21-11712ff043f0 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:37.101993 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:37.124742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77a34378-1d72-4cfb-9e21-11712ff043f0 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.158077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5af395b8-8b08-4aea-b4ad-443ca64a6f81 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:37.204012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5af395b8-8b08-4aea-b4ad-443ca64a6f81 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:37.204359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5af395b8-8b08-4aea-b4ad-443ca64a6f81 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:37.204979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8b35862-12e1-40dd-a783-b24999c70583 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:37.259372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d8b35862-12e1-40dd-a783-b24999c70583 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:37.261091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8b35862-12e1-40dd-a783-b24999c70583 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:37.266137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.271955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.273167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77a34378-1d72-4cfb-9e21-11712ff043f0 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.278395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.281158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-77a34378-1d72-4cfb-9e21-11712ff043f0 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.282554 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-77a34378-1d72-4cfb-9e21-11712ff043f0 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2f111578-6262-4199-a735-39207a5c1dd4 HTTP/1.1" status: 204 len: 168 time: 0.2501123 Aug 12 04:22:37.285346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.285510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37238) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:37.291490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.297482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.305549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-7629e088-4b30-4d71-b937-81eb69053b26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 4664 time: 0.3390467 Aug 12 04:22:37.336451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a34378-1d72-4cfb-9e21-11712ff043f0 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f111578-6262-4199-a735-39207a5c1dd4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:37.394960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.414143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.416003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/aad9629d-9638-46ff-bf41-8ac7e7e989b1 HTTP/1.1" status: 204 len: 168 time: 1.5948155 Aug 12 04:22:37.416777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-80aca71e-0aa2-49ef-bf68-9e804a29f67d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1298757 Aug 12 04:22:37.419100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37240) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:37.419289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37242) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:37.439564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b21d520-4bad-4cfe-838b-ba8ea3d1404c req-e5a4ac76-943c-4fa5-8401-0e43135af3e9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&id=620a5c6d-bc79-4578-8df3-8bcdbdd18628&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328039 Aug 12 04:22:37.497552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05b22004-670c-4cf8-bdfc-be06260aa83f,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:37.535913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfef2f4-7ace-4a09-aa1b-3dd88f1e1f4b tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=aad9629d-9638-46ff-bf41-8ac7e7e989b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:37.554168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] For port 05b22004-670c-4cf8-bdfc-be06260aa83f, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:22:37.622377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] device_id is not set on port 05b22004-670c-4cf8-bdfc-be06260aa83f yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:22:37.635199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.653217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f5abd-ff0c-4712-ba40-77d6c3ff33ed req-a521184b-9e78-440d-b28b-2c77af66b1ff tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.654850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc5f5abd-ff0c-4712-ba40-77d6c3ff33ed req-a521184b-9e78-440d-b28b-2c77af66b1ff tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0795832 Aug 12 04:22:37.695794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc5f5abd-ff0c-4712-ba40-77d6c3ff33ed req-675eecde-0af7-4601-9f62-11fbd58bd255 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 12 04:22:37.711922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1203ae3-2072-491f-887d-647fdaef6a6d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.730294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.778930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1203ae3-2072-491f-887d-647fdaef6a6d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.788055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] No DVR routers for this DVR port 05b22004-670c-4cf8-bdfc-be06260aa83f on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:37.837634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Pushing event updated for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:37.852931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] In _notify_port_updated(), no bound segment for port 05b22004-670c-4cf8-bdfc-be06260aa83f on network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:22:37.854684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:37.855341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.856682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-9ecb5fa5-d43b-4803-9982-3b9668ea6e2f service neutron] 10.222.0.20 "PUT /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 200 len: 1032 time: 1.0902479 Aug 12 04:22:37.984173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1203ae3-2072-491f-887d-647fdaef6a6d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.986830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1203ae3-2072-491f-887d-647fdaef6a6d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:37.990698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a1203ae3-2072-491f-887d-647fdaef6a6d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/e0947be4-a937-45fa-a99c-a44705adbf9b HTTP/1.1" status: 204 len: 168 time: 0.5692215 Aug 12 04:22:37.992152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37256) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:37.995985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:37.996551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.034170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1203ae3-2072-491f-887d-647fdaef6a6d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0947be4-a937-45fa-a99c-a44705adbf9b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:38.099390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bcee664a-674a-4346-9836-60218ccbcc99 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1027398 Aug 12 04:22:38.101245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37260) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:38.125030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-64a1296a-6e2b-43ec-8a26-8c2dca963fac None None] Provisioning complete for port 05b22004-670c-4cf8-bdfc-be06260aa83f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:22:38.125030 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-64a1296a-6e2b-43ec-8a26-8c2dca963fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.151066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.168354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] For port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:38.168730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.180808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-64a1296a-6e2b-43ec-8a26-8c2dca963fac None None] Port 05b22004-670c-4cf8-bdfc-be06260aa83f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:22:38.194618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:38.262891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8db496bc-7837-4f11-bfb6-6b65c47d1fdc tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.319967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8db496bc-7837-4f11-bfb6-6b65c47d1fdc tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.433444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.473874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8db496bc-7837-4f11-bfb6-6b65c47d1fdc tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.476573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8db496bc-7837-4f11-bfb6-6b65c47d1fdc tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.480309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:38.481644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8db496bc-7837-4f11-bfb6-6b65c47d1fdc tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/05b485dd-b255-41e5-89dc-75e98cbd7d03 HTTP/1.1" status: 204 len: 168 time: 0.3791437 Aug 12 04:22:38.485334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37270) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:38.515642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db496bc-7837-4f11-bfb6-6b65c47d1fdc tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b485dd-b255-41e5-89dc-75e98cbd7d03,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:38.547622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 49f07f0c-02fe-4f81-9172-d44cfacf315e no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:38.549694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:38.550105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.553919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] No DVR routers for this DVR port d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:38.558371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.559707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-b2b150b8-bb12-4372-a105-950044628277 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "DELETE /v2.0/ports/d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 HTTP/1.1" status: 204 len: 173 time: 0.6959527 Aug 12 04:22:38.559837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:38.562037 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27a5e30-0c5b-44f9-ac67-9690b1ebb41a" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:38.673548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:38.673900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.708065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c9e7ad5e-633f-417d-a4c6-9760992b20f9 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2165940 Aug 12 04:22:38.708353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37280) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:38.716003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--1380944943'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:38.727793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.762240 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc34683-be15-4e39-a54d-1e52c0cafb99 x-openstack-request-id: req-7dc34683-be15-4e39-a54d-1e52c0cafb99 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:38.762539 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:38.762754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5be1-7aa4-47ef-bae7-91176c1d1aea req-95712a85-3a98-4268-9373-5ce3e9dc62d9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:38.762871 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7dc34683-be15-4e39-a54d-1e52c0cafb99 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:38.763256 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': 'd02086e7-a28c-45cd-8a6a-4ae5cd8dfe84', 'status': 'completed', 'code': 200} Aug 12 04:22:38.769812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:38.770642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5be1-7aa4-47ef-bae7-91176c1d1aea req-95712a85-3a98-4268-9373-5ce3e9dc62d9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:38.777302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5be1-7aa4-47ef-bae7-91176c1d1aea req-95712a85-3a98-4268-9373-5ce3e9dc62d9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:38.781948 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc652049-4b37-4a4b-a68c-2adf14d633a6" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-unplugged", "status": "completed", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:38.783607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d5be1-7aa4-47ef-bae7-91176c1d1aea req-95712a85-3a98-4268-9373-5ce3e9dc62d9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:38.785469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-562d5be1-7aa4-47ef-bae7-91176c1d1aea req-95712a85-3a98-4268-9373-5ce3e9dc62d9 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 3150 time: 0.2239969 Aug 12 04:22:38.810770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:38.830252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port a5ef0c01-dbea-4d8c-8cf3-814d80b358cb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:38.830624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.849281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for a5ef0c01-dbea-4d8c-8cf3-814d80b358cb owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:38.874446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.875207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05b22004-670c-4cf8-bdfc-be06260aa83f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:38.876113 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-562d5be1-7aa4-47ef-bae7-91176c1d1aea req-7ebfd02b-e818-46ce-85be-e8116b9a2eee tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741317 Aug 12 04:22:38.877164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] For port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:38.877569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:38.902090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44440935-9949-42ec-8bea-340c59f8acc7 req-0d01ec21-707d-48c6-9e19-9eee748afedf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:38.909775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44440935-9949-42ec-8bea-340c59f8acc7 req-0d01ec21-707d-48c6-9e19-9eee748afedf tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.0971937 Aug 12 04:22:38.912553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:39.024137 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46259fe6-a2f7-411b-aad8-506543d1d79a x-openstack-request-id: req-46259fe6-a2f7-411b-aad8-506543d1d79a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:39.024687 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-unplugged", "status": "completed", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:39.025177 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46259fe6-a2f7-411b-aad8-506543d1d79a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:39.025773 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'code': 200} Aug 12 04:22:39.028808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05b22004-670c-4cf8-bdfc-be06260aa83f not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:39.038818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:39.080418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44440935-9949-42ec-8bea-340c59f8acc7 req-548b67d3-d83a-4fb9-8c90-528685e60ee9 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685905 Aug 12 04:22:39.123420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:39.136675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.205946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.286944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.312757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.313271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.334663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 073423c0-776e-485d-991b-6948f9e036ab no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:39.345797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:39.347420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=a5ef0c01-dbea-4d8c-8cf3-814d80b358cb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:39.401604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] No DVR routers for this DVR port 22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:39.401604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.401604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-19af2fce-7d75-49b7-a214-d6de21a30afd tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "DELETE /v2.0/ports/22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce HTTP/1.1" status: 204 len: 173 time: 0.8344386 Aug 12 04:22:39.403350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.455237 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.509116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e69568a-27c7-4cdf-a6c8-667e96d2cbfb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:39.539491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=073423c0-776e-485d-991b-6948f9e036ab,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:39.540527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 073423c0-776e-485d-991b-6948f9e036ab {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:39.541012 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.561702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.563147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-440a42c7-619f-44d3-8513-02b0828fae0f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8518686 Aug 12 04:22:39.565978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37298) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:39.570888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '4e69568a-27c7-4cdf-a6c8-667e96d2cbfb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:39.577084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.648807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.649441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ac480cd-2d4b-4750-a731-5327bca66245 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:39.655838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] For port 073423c0-776e-485d-991b-6948f9e036ab, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=073423c0-776e-485d-991b-6948f9e036ab,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:39.656568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.681154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 073423c0-776e-485d-991b-6948f9e036ab owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:39.712678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:39.763473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:39.815102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ac480cd-2d4b-4750-a731-5327bca66245 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:39.815807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:39.838044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:39.839298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device d02086e7-a28c-45cd-8a6a-4ae5cd8dfe84 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:39.839944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5a788803-8d2e-4abf-89d0-0567b73e5b43 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:39.943932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:39.976826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.083382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:40.097645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7f7ecb3-cc18-4ff1-ae31-64c59ff1ec12 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6698387 Aug 12 04:22:40.097645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.099446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.101466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37318) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:40.142360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f721a742-8312-4166-9a8c-b5885d36e18a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:40.152295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473653d-6275-4264-9e43-089a246282f5 None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:40.154024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=073423c0-776e-485d-991b-6948f9e036ab,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:40.167496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:40.168270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:40.219053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.220596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c59bb508-2c69-4d64-999f-7b6e5356af71 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6534817 Aug 12 04:22:40.225227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:40.250774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48e764-b3de-472c-a48b-2f6840ba5ddb req-2df107a6-68a8-454d-9c80-42e74cc587c1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:40.257285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48e764-b3de-472c-a48b-2f6840ba5ddb req-2df107a6-68a8-454d-9c80-42e74cc587c1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:40.265579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e48e764-b3de-472c-a48b-2f6840ba5ddb req-2df107a6-68a8-454d-9c80-42e74cc587c1 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 1678 time: 0.2319560 Aug 12 04:22:40.278840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69e225-627a-41a2-aede-78161ae97fb1 req-509aa6b6-a7cd-419a-af01-a831a44745a8 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:40.285625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:40.286144 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.287417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc69e225-627a-41a2-aede-78161ae97fb1 req-509aa6b6-a7cd-419a-af01-a831a44745a8 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1068597 Aug 12 04:22:40.313031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] No DVR routers for this DVR port 073423c0-776e-485d-991b-6948f9e036ab on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:40.315592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a186ec0-910d-4798-afe0-5c886846a87b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.324581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting subnet 561e22a4-cd59-49e3-bc67-90b91a72a429 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:40.327073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a186ec0-910d-4798-afe0-5c886846a87b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.331013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.332696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-f6c856dd-e8ac-4ca8-ad3e-4feba3c91c09 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "DELETE /v2.0/ports/073423c0-776e-485d-991b-6948f9e036ab HTTP/1.1" status: 204 len: 173 time: 0.9251072 Aug 12 04:22:40.333410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.359286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc69e225-627a-41a2-aede-78161ae97fb1 req-c3765900-b339-4c99-9876-696add138e21 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Aug 12 04:22:40.378957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e48e764-b3de-472c-a48b-2f6840ba5ddb req-ca90cea3-fa82-4f07-9aeb-18800989d7a7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050050 Aug 12 04:22:40.379191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:39Z', 'revision_number': 11, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:40.408588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473653d-6275-4264-9e43-089a246282f5 None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:40.417777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:40.421089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:40.421707 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:40.436111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.457141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a186ec0-910d-4798-afe0-5c886846a87b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.478671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a186ec0-910d-4798-afe0-5c886846a87b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.482663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8a186ec0-910d-4798-afe0-5c886846a87b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f721a742-8312-4166-9a8c-b5885d36e18a HTTP/1.1" status: 204 len: 168 time: 0.2539749 Aug 12 04:22:40.482663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a186ec0-910d-4798-afe0-5c886846a87b tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f721a742-8312-4166-9a8c-b5885d36e18a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:40.483590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:40.507099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.517394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:40.568875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bc24989b-d384-4efb-9c4f-5e341b2612af tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840843 Aug 12 04:22:40.572249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:40.600903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f473653d-6275-4264-9e43-089a246282f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:39Z', 'revision_number': 11, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:40.636570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f473653d-6275-4264-9e43-089a246282f5 None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:39Z', 'revision_number': 11, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:40.653144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4ac3961c-e654-4e84-9057-03a567d9e133 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.654119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 49f07f0c-02fe-4f81-9172-d44cfacf315e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:40.654655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.678343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.683196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:40.699022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4ac3961c-e654-4e84-9057-03a567d9e133 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.763960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '073423c0-776e-485d-991b-6948f9e036ab'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:40.766254 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785d38f7-48b9-470a-af90-511e07e3a484" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "073423c0-776e-485d-991b-6948f9e036ab"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:40.824457 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b885e8-215c-4aad-8924-20fcfd045618 x-openstack-request-id: req-d8b885e8-215c-4aad-8924-20fcfd045618 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:40.824753 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce", "status": "completed", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "073423c0-776e-485d-991b-6948f9e036ab", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:40.825036 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8b885e8-215c-4aad-8924-20fcfd045618 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:40.825383 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '22d5bd18-5a6d-4fc5-a42d-d64f1b7afdce', 'status': 'completed', 'code': 200} Aug 12 04:22:40.825633 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '073423c0-776e-485d-991b-6948f9e036ab', 'status': 'completed', 'code': 200} Aug 12 04:22:40.849515 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4ac3961c-e654-4e84-9057-03a567d9e133 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.852541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4ac3961c-e654-4e84-9057-03a567d9e133 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.853758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4ac3961c-e654-4e84-9057-03a567d9e133 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/4e69568a-27c7-4cdf-a6c8-667e96d2cbfb HTTP/1.1" status: 204 len: 168 time: 0.2802730 Aug 12 04:22:40.854566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] For port 49f07f0c-02fe-4f81-9172-d44cfacf315e, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=49f07f0c-02fe-4f81-9172-d44cfacf315e,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:40.854961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:40.857996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37338) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:40.887836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3961c-e654-4e84-9057-03a567d9e133 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e69568a-27c7-4cdf-a6c8-667e96d2cbfb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:40.926963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64fc3ff6-3dd6-4456-bd15-7512e882a8fa tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619707 Aug 12 04:22:40.932967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37340) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:40.937573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133365050'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:40.959402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-02caf5f1-0527-4dbe-8a99-02f9db44493b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:40.961005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-02caf5f1-0527-4dbe-8a99-02f9db44493b tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.1034575 Aug 12 04:22:40.964290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.026884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073423c0-776e-485d-991b-6948f9e036ab'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:41.029655 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49e409d-379b-4f70-84bd-616a2d2f3de1" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-unplugged", "status": "completed", "tag": "073423c0-776e-485d-991b-6948f9e036ab"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-unplugged", "status": "completed", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:41.044588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.142807 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd4b09-dfe6-4c54-9344-f1c84dc4f2cf x-openstack-request-id: req-c8dd4b09-dfe6-4c54-9344-f1c84dc4f2cf {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:41.144678 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-unplugged", "status": "completed", "tag": "073423c0-776e-485d-991b-6948f9e036ab", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-unplugged", "status": "completed", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:41.145207 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8dd4b09-dfe6-4c54-9344-f1c84dc4f2cf {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:41.145982 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073423c0-776e-485d-991b-6948f9e036ab', 'code': 200} Aug 12 04:22:41.146798 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43', 'code': 200} Aug 12 04:22:41.191720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a5ef0c01-dbea-4d8c-8cf3-814d80b358cb no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:41.217384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.220655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: a5ef0c01-dbea-4d8c-8cf3-814d80b358cb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:41.226081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a5ef0c01-dbea-4d8c-8cf3-814d80b358cb not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:41.272711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.335018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aff1c45-6182-4ae9-9e72-e34d119e63ba,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:41.394485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37356) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:41.421198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.426181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-03ea3c80-1b34-45c6-88ce-9532f34f6228 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4919670 Aug 12 04:22:41.429559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37362) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:41.437012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '1aff1c45-6182-4ae9-9e72-e34d119e63ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:41.533024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Subnet': ['ID=561e22a4-cd59-49e3-bc67-90b91a72a429,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:41.576786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc8199-2bef-4697-88ab-7bd452b0d731 None None] Network 96191a64-b61e-487e-8d3f-70b61c2d3fc4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:41.581959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78e737-8731-483d-a8c2-321c38ff8643 req-c1e8c3a2-4cb1-43ce-96e6-2e8d4293346e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:41.585779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.587654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-acebcb46-d9a4-4ebe-8183-92e3de5d1a25 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/561e22a4-cd59-49e3-bc67-90b91a72a429 HTTP/1.1" status: 204 len: 168 time: 1.4791713 Aug 12 04:22:41.593578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78e737-8731-483d-a8c2-321c38ff8643 req-c1e8c3a2-4cb1-43ce-96e6-2e8d4293346e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:41.595246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a78e737-8731-483d-a8c2-321c38ff8643 req-c1e8c3a2-4cb1-43ce-96e6-2e8d4293346e tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 1676 time: 0.0862174 Aug 12 04:22:41.596845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37364) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:41.611167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cc3066f-5e1d-4f4c-ac45-980bcf5583db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.620777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.742796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d95e8-5300-4bb2-a977-dc76fce88dba req-3050459c-2fe1-4fe4-8c7d-2220a8e24a6d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:41.750030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-678d95e8-5300-4bb2-a977-dc76fce88dba req-3050459c-2fe1-4fe4-8c7d-2220a8e24a6d tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 945 time: 0.2255285 Aug 12 04:22:41.835547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.838884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.839481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.839997 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Floating IP d4e713da-7b44-4c3f-a966-eaa43e62f088 disassociated. External IP: 172.25.6.207, port: 49f07f0c-02fe-4f81-9172-d44cfacf315e. Aug 12 04:22:41.840592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 49f07f0c-02fe-4f81-9172-d44cfacf315e owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:41.856774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.863582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] DHCP port deletion for 96191a64-b61e-487e-8d3f-70b61c2d3fc4 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:41.887665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cc3066f-5e1d-4f4c-ac45-980bcf5583db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.899098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-678d95e8-5300-4bb2-a977-dc76fce88dba req-5e260a12-2490-43ad-bcc1-edfddc5401eb tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/security-groups?id=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428971 Aug 12 04:22:41.908187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a78e737-8731-483d-a8c2-321c38ff8643 req-96061a0d-f6e8-40e2-9dfa-c047fdbb7f26 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895944 Aug 12 04:22:41.910006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.934419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b31d16-2f62-408c-a31f-088433a83816,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:41.958553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cc3066f-5e1d-4f4c-ac45-980bcf5583db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:41.986821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Deleting port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:41.991956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.004701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] Deleting port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:42.005409 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.031184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9cc3066f-5e1d-4f4c-ac45-980bcf5583db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c22d7ffc867044b49af65a6abbb224fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354241 Aug 12 04:22:42.032367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3066f-5e1d-4f4c-ac45-980bcf5583db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae44d5-3f35-4de3-9fc1-31ea93697cbe,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.035737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37372) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:42.038613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.043648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4b022f20-e305-4539-9071-a5d27ba77914 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6104331 Aug 12 04:22:42.063039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37374) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:42.095985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2795dae0-c8a9-40f1-8b90-3f49236eec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.110938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f2579033-0648-4856-b30d-34e080a79c1e tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules/32b31d16-2f62-408c-a31f-088433a83816 HTTP/1.1" status: 200 len: 763 time: 0.0434566 Aug 12 04:22:42.111209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37376) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:42.113429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] For port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:42.114530 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.140673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] Calling delete_port for 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:42.145363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2795dae0-c8a9-40f1-8b90-3f49236eec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.210002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] For port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:42.211123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.238738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Deleting port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:42.239254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.239810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cdd5c9d0-66f3-40c5-b3d8-2b3599e01354 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1275730 Aug 12 04:22:42.241345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Calling delete_port for 8d805c7b-d702-4c56-8239-3e05cb5cfe7d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:42.242060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:42.290076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a5516cd-9bfc-482e-8bfa-7acb4ddad3ae tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.299254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a5516cd-9bfc-482e-8bfa-7acb4ddad3ae tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.329983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.340938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.373865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] Pushing event deleted for resources: {'Port': ['ID=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.379448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd32001-33db-4ef3-8618-f2d56b84bae8 None None] No DVR routers for this DVR port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:42.389956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2795dae0-c8a9-40f1-8b90-3f49236eec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.392186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=49f07f0c-02fe-4f81-9172-d44cfacf315e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.392816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2795dae0-c8a9-40f1-8b90-3f49236eec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.394777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2795dae0-c8a9-40f1-8b90-3f49236eec6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3aae44d5-3f35-4de3-9fc1-31ea93697cbe HTTP/1.1" status: 204 len: 168 time: 0.3577809 Aug 12 04:22:42.405493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795dae0-c8a9-40f1-8b90-3f49236eec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae44d5-3f35-4de3-9fc1-31ea93697cbe,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.406473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] For port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,segment=NetworkSegment(d1a073e2-eda0-40ab-a133-fc2c4a2ae97e),segment_id=d1a073e2-eda0-40ab-a133-fc2c4a2ae97e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:42.406963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.409343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a5516cd-9bfc-482e-8bfa-7acb4ddad3ae tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.429197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a5516cd-9bfc-482e-8bfa-7acb4ddad3ae tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.429197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a5516cd-9bfc-482e-8bfa-7acb4ddad3ae tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/32b31d16-2f62-408c-a31f-088433a83816 HTTP/1.1" status: 204 len: 168 time: 0.1731584 Aug 12 04:22:42.429197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5516cd-9bfc-482e-8bfa-7acb4ddad3ae tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32b31d16-2f62-408c-a31f-088433a83816,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.430375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37382) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:42.431387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Calling delete_port for 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:42.621159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-24c74770-16b2-4a1b-a321-0ec08f3e859d tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1825314 Aug 12 04:22:42.621383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37384) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:42.625684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '1aff1c45-6182-4ae9-9e72-e34d119e63ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:42.710700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Router baaf1b30-3144-42cf-97a5-a40aedf84ba4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:42.714157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.748836 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.749091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Port': ['ID=6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.750899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No DVR routers for this DVR port 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:42.781941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.823857 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.901209 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:42.923387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73c399c-5f68-4e9e-91f5-92598e8523ba,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:42.974703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Pushing event deleted for resources: {'Port': ['ID=8d805c7b-d702-4c56-8239-3e05cb5cfe7d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:43.011899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] No DVR routers for this DVR port 8d805c7b-d702-4c56-8239-3e05cb5cfe7d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:43.045492 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c3dea63-d4f8-4a20-a19e-68757e4de2b8 req-63f47fd6-8cf3-4293-b44c-b075eae30c1e tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 210 time: 0.0545413 Aug 12 04:22:43.059715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.059715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3e7816b1-b747-4ad4-8793-c0adc5e38f15 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4292409 Aug 12 04:22:43.059715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37396) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.060248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.060248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-427383af-725e-4dab-8ee6-b8efcd9f0c28 req-56afa034-0876-4eda-aabf-17812c91f887 tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.36 "DELETE /v2.0/ports/8d805c7b-d702-4c56-8239-3e05cb5cfe7d HTTP/1.1" status: 204 len: 173 time: 2.0849435 Aug 12 04:22:43.060936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.063814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'name': 'network-vif-deleted', 'tag': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:43.066199 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71d48b-1c2d-4aa1-a31c-4ac6e4f1a816" -d '{"events": [{"server_uuid": "454d955d-2af1-4e95-93ff-7c7ccde400f3", "name": "network-vif-deleted", "tag": "8d805c7b-d702-4c56-8239-3e05cb5cfe7d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:43.089015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96191a64-b61e-487e-8d3f-70b61c2d3fc4']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:43.094289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-73a59742-9483-40aa-807a-9d6d4899295c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules/d73c399c-5f68-4e9e-91f5-92598e8523ba HTTP/1.1" status: 200 len: 763 time: 0.0392129 Aug 12 04:22:43.096599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.115718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:43.116133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a073e2-eda0-40ab-a133-fc2c4a2ae97e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:43.145241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.153631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:43.169049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] Sync routers for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:43.184291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:43.189722 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf08c9df-5e43-438a-91b0-6faf774ccba5 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0918348 Aug 12 04:22:43.190184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.192353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37402) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.204688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:43.205110 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.208579 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:43.209648 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:43.231531 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:43.235833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f4056fc-35b1-4219-8b23-6716c6cafb3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.243323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] No DVR routers for this DVR port 49f07f0c-02fe-4f81-9172-d44cfacf315e on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:43.248093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f4056fc-35b1-4219-8b23-6716c6cafb3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.266489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:43.266679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6db5ac0e-d0ab-4cda-8a57-3eeb6fb295b2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:43.273326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.275677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-1c66bded-a962-4166-a578-cba70cb1e153 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "DELETE /v2.0/ports/49f07f0c-02fe-4f81-9172-d44cfacf315e HTTP/1.1" status: 204 len: 173 time: 2.9150643 Aug 12 04:22:43.286542 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8592c4a-fcc1-4dda-a914-b5fae33b75d4 x-openstack-request-id: req-c8592c4a-fcc1-4dda-a914-b5fae33b75d4 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:43.286857 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454d955d-2af1-4e95-93ff-7c7ccde400f3", "name": "network-vif-deleted", "tag": "8d805c7b-d702-4c56-8239-3e05cb5cfe7d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:43.287108 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8592c4a-fcc1-4dda-a914-b5fae33b75d4 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:43.287492 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454d955d-2af1-4e95-93ff-7c7ccde400f3', 'name': 'network-vif-deleted', 'tag': '8d805c7b-d702-4c56-8239-3e05cb5cfe7d', 'status': 'completed', 'code': 200} Aug 12 04:22:43.309398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0ae39-0a46-4197-a4af-07ef527834f2 req-9fca60ad-d6ca-488d-bcd6-b5a0cfe0ba61 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:43.313357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.316521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fec0ae39-0a46-4197-a4af-07ef527834f2 req-9fca60ad-d6ca-488d-bcd6-b5a0cfe0ba61 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 942 time: 0.2342882 Aug 12 04:22:43.329054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03e053f6-08a2-4973-9e00-145992ebcb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.403145 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:43.405270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f4056fc-35b1-4219-8b23-6716c6cafb3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.415138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f4056fc-35b1-4219-8b23-6716c6cafb3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.416199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5f4056fc-35b1-4219-8b23-6716c6cafb3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d73c399c-5f68-4e9e-91f5-92598e8523ba HTTP/1.1" status: 204 len: 168 time: 0.2229168 Aug 12 04:22:43.421052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37406) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.432957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fec0ae39-0a46-4197-a4af-07ef527834f2 req-9ac09ffe-ac2e-4ea5-bcad-042a69675d97 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups?id=75ef2e37-fe48-4db6-a506-efb821ddfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009989 Aug 12 04:22:43.456104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 5a788803-8d2e-4abf-89d0-0567b73e5b43 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:43.459378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.460799 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.479540 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.480156 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/networks/96191a64-b61e-487e-8d3f-70b61c2d3fc4 HTTP/1.1" status: 204 len: 168 time: 1.8814867 Aug 12 04:22:43.508554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.524629 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03e053f6-08a2-4973-9e00-145992ebcb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.526850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'routes': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:43.528632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4056fc-35b1-4219-8b23-6716c6cafb3c tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d73c399c-5f68-4e9e-91f5-92598e8523ba,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:43.568820 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7193c414-d561-4e40-a514-bba68447cc79 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1400855 Aug 12 04:22:43.570472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c677-10eb-42c8-8b96-733b29b1828f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Pushing event deleted for resources: {'Network': ['ID=96191a64-b61e-487e-8d3f-70b61c2d3fc4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:43.571266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.583071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Request body: {'security_group_rule': {'security_group_id': '1aff1c45-6182-4ae9-9e72-e34d119e63ba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:43.634790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03e053f6-08a2-4973-9e00-145992ebcb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.680271 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:02Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:43.684250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e053f6-08a2-4973-9e00-145992ebcb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e992dd6-8b34-4283-b609-a6921603979a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:43.704837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-03e053f6-08a2-4973-9e00-145992ebcb20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e9f60e304524e97a9a5b29f898cd227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887484 Aug 12 04:22:43.707025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:43.716911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] Checking router: baaf1b30-3144-42cf-97a5-a40aedf84ba4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:43.727503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.728283 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:43.729680 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:43.736115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.extraroute_db [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Added routes are [] {{(pid=95043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 04:22:43.736417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.extraroute_db [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Removed routes are [] {{(pid=95043) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 04:22:43.736779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.748824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] For port 5a788803-8d2e-4abf-89d0-0567b73e5b43, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5a788803-8d2e-4abf-89d0-0567b73e5b43,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:43.749185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.804932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.823652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 5a788803-8d2e-4abf-89d0-0567b73e5b43 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:43.837025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3d50cf9-19c4-41d2-8ade-d2420ea71179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.856753 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:43.863970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3d50cf9-19c4-41d2-8ade-d2420ea71179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.884122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.938738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.963593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:43.970172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f260ca3-52c8-4a09-88c5-21de063dd5cd,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:44.055797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.060120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed00de76-cebb-4307-8703-167d6c69fbde tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4846561 Aug 12 04:22:44.061330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37416) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.086307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3d50cf9-19c4-41d2-8ade-d2420ea71179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.088954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3d50cf9-19c4-41d2-8ade-d2420ea71179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.092284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c3d50cf9-19c4-41d2-8ade-d2420ea71179 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e992dd6-8b34-4283-b609-a6921603979a HTTP/1.1" status: 204 len: 168 time: 0.3791614 Aug 12 04:22:44.104140 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4290fa35-620a-42f1-a491-b542a0337bb6 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules/4f260ca3-52c8-4a09-88c5-21de063dd5cd HTTP/1.1" status: 200 len: 764 time: 0.0394354 Aug 12 04:22:44.104850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:44.110310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d50cf9-19c4-41d2-8ade-d2420ea71179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e992dd6-8b34-4283-b609-a6921603979a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:44.112083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37422) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.163119 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:02Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:44.210571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb944e08-8afb-408c-9106-2ccd75f1234b None None] The sync data for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 is: [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:11:56Z', 'revision_number': 4, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cd85ffa4-f265-4fcc-97a2-35daf9a37648', 'name': '', 'network_id': 'a9655ca9-bc91-4036-8247-308ae56cbf82', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'mac_address': 'fa:16:3e:a0:26:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:54Z', 'updated_at': '2021-08-12T04:12:02Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'subnets': [{'id': 'ec54747e-92a0-4e59-b6c0-fb706b92d276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:44.276966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-594b3c1f-19a6-4b30-9c55-e09b4d8e2d2f tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1636972 Aug 12 04:22:44.284270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8d805c7b-d702-4c56-8239-3e05cb5cfe7d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:44.288830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37426) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.303032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08d2c954-c6a7-4b4b-afa0-57d29889f694 req-076a0fc7-dd1a-4ecd-a1ae-5c66d758d35c tempest-ServerRescueNegativeTestJSON-538564167 tempest-ServerRescueNegativeTestJSON-538564167-project] 10.222.0.42 "GET /v2.0/ports?device_id=454d955d-2af1-4e95-93ff-7c7ccde400f3 HTTP/1.1" status: 200 len: 210 time: 0.0942273 Aug 12 04:22:44.319744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 8d805c7b-d702-4c56-8239-3e05cb5cfe7d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:44.320438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 8d805c7b-d702-4c56-8239-3e05cb5cfe7d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:44.356145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:44.363172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.366833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77c46b95-d9b5-4e86-850d-ac61ca578132 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 700 time: 0.8530142 Aug 12 04:22:44.367378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37428) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.373891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] Sync routers for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:44.386857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-131b5f6b-164c-4090-be73-1271b65b7b39 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.387236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:44.387970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:44.390923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.405481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-131b5f6b-164c-4090-be73-1271b65b7b39 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.406027 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39b4dd75-6542-4f9d-875c-407bb9030b3f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 205 time: 0.0376143 Aug 12 04:22:44.409835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37430) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.450941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=5a788803-8d2e-4abf-89d0-0567b73e5b43,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:44.530029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] No DVR routers for this DVR port 5a788803-8d2e-4abf-89d0-0567b73e5b43 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:44.536286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.536525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48570833-25f3-4836-b4ec-ec8c9f2e5f13 req-7cc103d7-e73f-4e20-9ded-597fd3876aea tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.20 "DELETE /v2.0/ports/5a788803-8d2e-4abf-89d0-0567b73e5b43 HTTP/1.1" status: 204 len: 173 time: 1.2512472 Aug 12 04:22:44.553243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:44.621970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:39Z', 'revision_number': 11, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:44.627117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-131b5f6b-164c-4090-be73-1271b65b7b39 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.632610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-131b5f6b-164c-4090-be73-1271b65b7b39 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.637190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-131b5f6b-164c-4090-be73-1271b65b7b39 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4f260ca3-52c8-4a09-88c5-21de063dd5cd HTTP/1.1" status: 204 len: 168 time: 0.3441968 Aug 12 04:22:44.642266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37434) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.653859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] Checking router: 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:44.663869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] Routers {'27cc2329-6fa7-4cf1-acbd-1f60280c88e0'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:44.664850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:44.673926 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8529264-f1e4-4a7d-9cb0-a6d259cc8586 None None] New status for floating IP d4e713da-7b44-4c3f-a966-eaa43e62f088: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:22:44.703455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b5f6b-164c-4090-be73-1271b65b7b39 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f260ca3-52c8-4a09-88c5-21de063dd5cd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:44.751170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] Set router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:44.765397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af092d86-b43b-4f59-b7a4-c19863352249 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1215596 Aug 12 04:22:44.769034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37436) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:44.884557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:39Z', 'revision_number': 11, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:44.959631 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0116-b51d-4362-a61b-7df7fd026998 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:44.961066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec5fd9c-d468-48c7-841a-69d82e5fd87d None None] The sync data for ids ['27cc2329-6fa7-4cf1-acbd-1f60280c88e0'] in n-d-804320-1 is: [{'id': '27cc2329-6fa7-4cf1-acbd-1f60280c88e0', 'name': 'tempest-RoutersTest-router-530218148', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:21:56Z', 'updated_at': '2021-08-12T04:22:39Z', 'revision_number': 11, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:45.002928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0116-b51d-4362-a61b-7df7fd026998 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.044664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84d257cb-cfd3-4987-8c54-a6e5c1509d79 req-a94f44a0-496b-437e-b583-c3879473ad21 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0733571 Aug 12 04:22:45.044664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.238297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0116-b51d-4362-a61b-7df7fd026998 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.240942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0116-b51d-4362-a61b-7df7fd026998 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.242132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6c7a0116-b51d-4362-a61b-7df7fd026998 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "DELETE /v2.0/security-groups/1aff1c45-6182-4ae9-9e72-e34d119e63ba HTTP/1.1" status: 204 len: 168 time: 0.4715571 Aug 12 04:22:45.245754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37450) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:45.253186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a0116-b51d-4362-a61b-7df7fd026998 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aff1c45-6182-4ae9-9e72-e34d119e63ba,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:45.289219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e'}, {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:22:45.298607 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3107c-5389-43c0-9787-5893a2030feb" -d '{"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e"}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:22:45.361173 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec3708e-52a3-4cad-a824-9e5b98e8dd61 x-openstack-request-id: req-dec3708e-52a3-4cad-a824-9e5b98e8dd61 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:22:45.361748 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "49f07f0c-02fe-4f81-9172-d44cfacf315e", "status": "completed", "code": 200}, {"server_uuid": "f448ceb6-0c2f-4352-a50c-401c4d20b382", "name": "network-vif-deleted", "tag": "5a788803-8d2e-4abf-89d0-0567b73e5b43", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:22:45.362313 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dec3708e-52a3-4cad-a824-9e5b98e8dd61 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:22:45.364364 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '49f07f0c-02fe-4f81-9172-d44cfacf315e', 'status': 'completed', 'code': 200} Aug 12 04:22:45.364364 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f448ceb6-0c2f-4352-a50c-401c4d20b382', 'name': 'network-vif-deleted', 'tag': '5a788803-8d2e-4abf-89d0-0567b73e5b43', 'status': 'completed', 'code': 200} Aug 12 04:22:45.371884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:45.373770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.376472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.502095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.502667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 27cc2329-6fa7-4cf1-acbd-1f60280c88e0 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:22:45.520767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.523352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6bdb399a-3cd6-4549-9a97-825ac9960b23 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 204 len: 168 time: 1.1125307 Aug 12 04:22:45.530650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e9e3d75c-a3c2-4049-8731-1504eb515e5e tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2832484 Aug 12 04:22:45.531722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37462) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:45.536472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37464) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:45.547897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1086279172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:45.625702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-112a91d9-6c3c-4378-8af6-55970a75fb69 tempest-SecGroupTest-1783260208 tempest-SecGroupTest-1783260208-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872664 Aug 12 04:22:45.925152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.926257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:45.988898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:46.047627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:46.118441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:46.262035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:46.263845 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9b2328c1-ad1b-4557-b74f-134035db061a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7310579 Aug 12 04:22:46.266482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37484) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:46.271734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:46.438314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37488) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:46.557718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37492) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:46.689538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:46.778298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:46.811245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bc464be-9efc-40af-b548-f5c75efe35d7 req-8a51e1cf-cb94-4898-8200-63933295f1ff tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0365736 Aug 12 04:22:46.972766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ce627297-d4fa-4dd2-8d40-aa9c80986032 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94302bec82984f0ebaf4cd8826c4b796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090812 Aug 12 04:22:46.973261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37506) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:47.000740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Deleting port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:47.001318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.089194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] For port c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,segment=NetworkSegment(fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735),segment_id=fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:47.089582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.090810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b38ae3-d7c1-457a-9780-83ec5ec9c9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.104614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Calling delete_port for c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:47.142521 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b38ae3-d7c1-457a-9780-83ec5ec9c9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.153570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Router 2cb4936b-ef67-452e-abb2-91e4487601fd is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:22:47.291956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:47.299869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.300254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9a5282f3-b514-4568-95ff-6379e450f28e tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "PUT /v2.0/routers/2cb4936b-ef67-452e-abb2-91e4487601fd HTTP/1.1" status: 200 len: 694 time: 1.0323720 Aug 12 04:22:47.303911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] Sync routers for ids ['2cb4936b-ef67-452e-abb2-91e4487601fd'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:47.305682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37514) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:47.320359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] Routers {'2cb4936b-ef67-452e-abb2-91e4487601fd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:47.321141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cb4936b-ef67-452e-abb2-91e4487601fd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:47.400686 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14018698-c003-49fb-a5c4-02a429984ec9 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/routers/2cb4936b-ef67-452e-abb2-91e4487601fd HTTP/1.1" status: 200 len: 700 time: 0.0940719 Aug 12 04:22:47.403510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37516) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:47.407312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b38ae3-d7c1-457a-9780-83ec5ec9c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.408784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b9b38ae3-d7c1-457a-9780-83ec5ec9c9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.412191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b9b38ae3-d7c1-457a-9780-83ec5ec9c9fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18ba37ca-e55f-4cec-854b-234ce124a86d HTTP/1.1" status: 204 len: 168 time: 0.4343762 Aug 12 04:22:47.441754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-24f524c9-21bc-4209-8f17-ac28bced391a tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb4936b-ef67-452e-abb2-91e4487601fd HTTP/1.1" status: 200 len: 205 time: 0.0360856 Aug 12 04:22:47.444284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37520) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:47.491957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b38ae3-d7c1-457a-9780-83ec5ec9c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba37ca-e55f-4cec-854b-234ce124a86d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:47.547865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.548142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.601203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.610526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:47.744691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] Set router 2cb4936b-ef67-452e-abb2-91e4487601fd gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:47.836933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb4936b-ef67-452e-abb2-91e4487601fd', 'name': 'tempest-RoutersTest-router-1086279172', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:22:45Z', 'updated_at': '2021-08-12T04:22:46Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:47.880730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] Checking router: 2cb4936b-ef67-452e-abb2-91e4487601fd for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:47.890386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] Routers {'2cb4936b-ef67-452e-abb2-91e4487601fd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:47.891053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cb4936b-ef67-452e-abb2-91e4487601fd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:47.996353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90be264a-1788-4985-8adb-44a6482318e9 req-8cf99d7e-652d-40fb-ae85-802d4a207864 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0323131 Aug 12 04:22:47.998356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:47.999547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] Set router 2cb4936b-ef67-452e-abb2-91e4487601fd gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:48.002398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.068245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb4936b-ef67-452e-abb2-91e4487601fd', 'name': 'tempest-RoutersTest-router-1086279172', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:22:45Z', 'updated_at': '2021-08-12T04:22:46Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:48.094380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Deleting port 4b961fc4-d234-4bd7-89b9-6090fee89906 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:48.094755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.096920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee7112a-f43d-4959-bb46-94685b0d24fc None None] The sync data for ids ['2cb4936b-ef67-452e-abb2-91e4487601fd'] in n-d-804320-1 is: [{'id': '2cb4936b-ef67-452e-abb2-91e4487601fd', 'name': 'tempest-RoutersTest-router-1086279172', 'tenant_id': 'ad0de898cc66408c8da1fa09643326ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:22:45Z', 'updated_at': '2021-08-12T04:22:46Z', 'revision_number': 2, 'project_id': 'ad0de898cc66408c8da1fa09643326ff', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:48.189411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.237849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] For port 4b961fc4-d234-4bd7-89b9-6090fee89906, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4b961fc4-d234-4bd7-89b9-6090fee89906,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:48.238218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.253139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.253139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Fanout notify agent at l3_agent the message router_deleted on router 2cb4936b-ef67-452e-abb2-91e4487601fd {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:22:48.262103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.262318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Calling delete_port for 4b961fc4-d234-4bd7-89b9-6090fee89906 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:48.266768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-868bba10-2ef7-4408-b085-735fb95788e0 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/2cb4936b-ef67-452e-abb2-91e4487601fd HTTP/1.1" status: 204 len: 168 time: 0.8178587 Aug 12 04:22:48.267446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.304823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ac9fcb1-61df-418c-8c65-dd5b5450d3cc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cb4936b-ef67-452e-abb2-91e4487601fd HTTP/1.1" status: 200 len: 205 time: 0.0344474 Aug 12 04:22:48.309001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37544) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.374466 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-e4728ea3-37ab-4415-9d28-7c0e027603ae tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:48.387543 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e4728ea3-37ab-4415-9d28-7c0e027603ae tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/2cb4936b-ef67-452e-abb2-91e4487601fd HTTP/1.1" status: 404 len: 336 time: 0.0698183 Aug 12 04:22:48.413650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37548) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.477169 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7be4691-1937-465f-a5e5-46a52b6f0e01 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:48.477640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7be4691-1937-465f-a5e5-46a52b6f0e01 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:48.481847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d7be4691-1937-465f-a5e5-46a52b6f0e01 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/cc179150-81bf-47aa-b802-621b2d3b7a7f HTTP/1.1" status: 404 len: 337 time: 0.0648458 Aug 12 04:22:48.483997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37552) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.520222 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ec56ee-187b-4794-be85-8c96643ff5f2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:48.520599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ec56ee-187b-4794-be85-8c96643ff5f2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:48.522467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d4ec56ee-187b-4794-be85-8c96643ff5f2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/350346ec-2900-4049-a5ba-7fac062b15a4 HTTP/1.1" status: 404 len: 337 time: 0.0375521 Aug 12 04:22:48.525156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.640770 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c943d5-4101-44be-b4fb-731050c6d2ea tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:48.641338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c943d5-4101-44be-b4fb-731050c6d2ea tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:48.645824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-75c943d5-4101-44be-b4fb-731050c6d2ea tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/c1afc15c-c188-4cea-a3e6-937464090e57 HTTP/1.1" status: 404 len: 337 time: 0.1160507 Aug 12 04:22:48.652341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37564) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.677245 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd3207d-0542-4187-bc09-a9caa69948b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:48.677965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd3207d-0542-4187-bc09-a9caa69948b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:48.681854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8dd3207d-0542-4187-bc09-a9caa69948b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/561e22a4-cd59-49e3-bc67-90b91a72a429 HTTP/1.1" status: 404 len: 337 time: 0.0347512 Aug 12 04:22:48.690647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Router a98b3525-4d2e-4b78-8aa3-acec3242e29a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:48.691086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37566) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.740110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b9fd00e1-7d49-4db3-bbba-88d1b6b33900 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 200 len: 205 time: 0.0457506 Aug 12 04:22:48.740110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:48.741519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37570) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.818504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b961fc4-d234-4bd7-89b9-6090fee89906,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:48.824034 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-92a1f04d-ea99-4828-882a-3ea4b1efa0c2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:48.828734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92a1f04d-ea99-4828-882a-3ea4b1efa0c2 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/27cc2329-6fa7-4cf1-acbd-1f60280c88e0 HTTP/1.1" status: 404 len: 336 time: 0.0807569 Aug 12 04:22:48.830081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.871677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4897d7f0-8398-4152-84c0-49ee964cdcea tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=0008bc64-2503-4e77-88b2-ae273957646b HTTP/1.1" status: 200 len: 205 time: 0.0404811 Aug 12 04:22:48.894476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37576) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.898774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:48.916988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] Sync routers for ids ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:48.925767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6f3328e7-e981-4270-8487-aeb63b87af06 admin admin] 10.222.0.42 "PUT /v2.0/routers/a98b3525-4d2e-4b78-8aa3-acec3242e29a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5523505 Aug 12 04:22:48.928539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37578) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:48.932193 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] Routers {'a98b3525-4d2e-4b78-8aa3-acec3242e29a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:48.945160 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:48.950179 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-73d440a8-2e85-43d9-b7e5-d6d7ef58b3b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:48.951241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-73d440a8-2e85-43d9-b7e5-d6d7ef58b3b8 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/0008bc64-2503-4e77-88b2-ae273957646b HTTP/1.1" status: 404 len: 336 time: 0.0557687 Aug 12 04:22:48.954387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37580) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.028493 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92a52f3-0a2e-478e-aa52-016d14defd76 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:49.029780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92a52f3-0a2e-478e-aa52-016d14defd76 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:49.030880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f92a52f3-0a2e-478e-aa52-016d14defd76 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/f2989b55-e6aa-418c-9eb4-bd5ca0423d51 HTTP/1.1" status: 404 len: 337 time: 0.0755286 Aug 12 04:22:49.036195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37586) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.044377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37588) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.214232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8c291ad-26f9-4535-a49b-f7ba27de97d3 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 200 len: 205 time: 0.1696932 Aug 12 04:22:49.244802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37592) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.253716 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] Set router a98b3525-4d2e-4b78-8aa3-acec3242e29a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:49.273515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98d74c55-3953-4cac-8810-4da7e575e076 req-8f771c5b-e9b4-46fb-8baf-9b8dc3e82a43 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0927947 Aug 12 04:22:49.327658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:49.562312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:49.612128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-23ea1f92-e2a9-433d-ad4b-a81bfbb85455 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1152651 Aug 12 04:22:49.702552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-db5e1baa-63a9-47c7-88de-02a398882018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:49.704100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-db5e1baa-63a9-47c7-88de-02a398882018 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1096 time: 0.0498307 Aug 12 04:22:49.768092 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-62f46db3-d962-4d53-a9dd-8e2445e01284 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:49.768092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-62f46db3-d962-4d53-a9dd-8e2445e01284 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/3956b85e-d40b-4445-a22d-48cfc9bf94d2 HTTP/1.1" status: 404 len: 336 time: 0.5209877 Aug 12 04:22:49.776035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:49.779113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37596) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.801814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fd4cac09-7483-472c-87d5-5065295676de tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:49.802945 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-fd4cac09-7483-472c-87d5-5065295676de tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 04:22:49.803443 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-fd4cac09-7483-472c-87d5-5065295676de tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 04:22:49.808939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd4cac09-7483-472c-87d5-5065295676de tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7677188 Aug 12 04:22:49.821875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37602) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.824761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b39399cc-edae-4363-99da-cf16e5d97e0f tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=91b8f9d0-bd48-4702-9f00-fde190f6fecf HTTP/1.1" status: 200 len: 205 time: 0.0412948 Aug 12 04:22:49.827923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37604) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:49.831368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413884777'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:49.873010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Deleting port 02443675-c723-425c-a873-a723f7802ca7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:49.874188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:49.890172 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '02443675-c723-425c-a873-a723f7802ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:22:47Z', 'revision_number': 5, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port': {'id': '02443675-c723-425c-a873-a723f7802ca7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:fa:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:19:46Z', 'updated_at': '2021-08-12T04:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:49.974282 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] Checking router: a98b3525-4d2e-4b78-8aa3-acec3242e29a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:49.979469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] For port 02443675-c723-425c-a873-a723f7802ca7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02443675-c723-425c-a873-a723f7802ca7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:49.980101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:49.995396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Calling delete_port for 02443675-c723-425c-a873-a723f7802ca7 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:49.997051 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] Routers {'a98b3525-4d2e-4b78-8aa3-acec3242e29a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:49.998167 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:49.998410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.045808 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-6acf598c-bc8b-4b37-aee0-b987140492b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:50.049239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6acf598c-bc8b-4b37-aee0-b987140492b6 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/91b8f9d0-bd48-4702-9f00-fde190f6fecf HTTP/1.1" status: 404 len: 336 time: 0.1891284 Aug 12 04:22:50.049239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.097515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.138056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-8245b4f0-2ea6-457a-a6e6-95bf02d71ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:50.139902 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-8245b4f0-2ea6-457a-a6e6-95bf02d71ceb service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.4147539 Aug 12 04:22:50.143659 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] Set router a98b3525-4d2e-4b78-8aa3-acec3242e29a gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:50.143856 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5046ef3a-4e98-4362-823b-948d88b3adfc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:50.143856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5046ef3a-4e98-4362-823b-948d88b3adfc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:50.148875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5046ef3a-4e98-4362-823b-948d88b3adfc tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/99acbad6-a430-4bea-99bb-d06ece0da6e7 HTTP/1.1" status: 404 len: 337 time: 0.0511882 Aug 12 04:22:50.153225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.202444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d9a2513-983e-4915-9739-b8f793996d51 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=52f15748-387b-425f-9080-906815a8dd6b HTTP/1.1" status: 200 len: 205 time: 0.0423713 Aug 12 04:22:50.202444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37610) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.234921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:22:49Z', 'revision_number': 6, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:50.254630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-27e0dc6b-9412-4948-8313-16a3ac853b7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 1001 time: 0.1060355 Aug 12 04:22:50.274342 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44c35-a0e4-4ce3-9174-fa4ca3563d67 None None] The sync data for ids ['a98b3525-4d2e-4b78-8aa3-acec3242e29a'] in n-d-804320-1 is: [{'id': 'a98b3525-4d2e-4b78-8aa3-acec3242e29a', 'name': 'tempest-ServerRescueNegativeTestJSON-611128555-router', 'tenant_id': 'c237e592062645f2a2abce08d297063d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:19:44Z', 'updated_at': '2021-08-12T04:22:49Z', 'revision_number': 6, 'project_id': 'c237e592062645f2a2abce08d297063d', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:50.276974 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-ef08ea45-5215-4750-8d1c-1c5724661b96 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:50.280340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ef08ea45-5215-4750-8d1c-1c5724661b96 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/52f15748-387b-425f-9080-906815a8dd6b HTTP/1.1" status: 404 len: 336 time: 0.0752995 Aug 12 04:22:50.281636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.317760 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdf7205-5d3d-4dc6-b60f-61dd84efd606 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:50.318562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdf7205-5d3d-4dc6-b60f-61dd84efd606 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:50.319985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-efdf7205-5d3d-4dc6-b60f-61dd84efd606 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/fb9047ce-24b7-4265-89ce-aa033c150226 HTTP/1.1" status: 404 len: 337 time: 0.0374365 Aug 12 04:22:50.323950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.335448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-945552f4-4af1-4043-908c-06e5fd07058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:50.337805 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-945552f4-4af1-4043-908c-06e5fd07058a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.0753307 Aug 12 04:22:50.360403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.367314 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9bedc831-3599-4c3a-9218-efdba02f1bc1 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e384ddf-ae08-4bed-b8bc-b7953c242655 HTTP/1.1" status: 200 len: 205 time: 0.0404904 Aug 12 04:22:50.370218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37618) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.410034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Pushing event deleted for resources: {'Port': ['ID=02443675-c723-425c-a873-a723f7802ca7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:50.422755 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c08f1827-1045-45b6-a3e0-bb5d8309b1de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] delete failed (client error): The resource could not be found. Aug 12 04:22:50.429164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c08f1827-1045-45b6-a3e0-bb5d8309b1de tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/routers/2e384ddf-ae08-4bed-b8bc-b7953c242655 HTTP/1.1" status: 404 len: 336 time: 0.0526359 Aug 12 04:22:50.429164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Router 8da9bf8a-572c-4283-a001-eed3a771621a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:22:50.429164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.459287 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7ccf42-d69c-4a63-9a75-9fb178751f0d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:50.459771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7ccf42-d69c-4a63-9a75-9fb178751f0d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:50.460734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b462f461-1bd9-45f1-a98e-4cb822222f35 req-0713d3cb-0513-437d-b4eb-61dd5943dc97 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0540321 Aug 12 04:22:50.461492 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f7ccf42-d69c-4a63-9a75-9fb178751f0d tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/2e9db188-b700-4b32-88f6-f5c6a9a9c586 HTTP/1.1" status: 404 len: 337 time: 0.0326378 Aug 12 04:22:50.464703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37624) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.507636 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a72a755-2f0d-4f15-8b06-b433e1d477d3 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] DELETE failed (client error): The resource could not be found. Aug 12 04:22:50.513577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a72a755-2f0d-4f15-8b06-b433e1d477d3 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:22:50.513577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7a72a755-2f0d-4f15-8b06-b433e1d477d3 tempest-RoutersTest-1249294666 tempest-RoutersTest-1249294666-project] 10.222.0.42 "DELETE /v2.0/subnets/8a7c1728-ae04-495d-97ba-f000cd7d689b HTTP/1.1" status: 404 len: 337 time: 0.0423045 Aug 12 04:22:50.598505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37628) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.634456 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.655092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:22:50.662791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e86ffa74-a975-4d6e-a880-82a35f8c922d admin admin] 10.222.0.42 "PUT /v2.0/routers/8da9bf8a-572c-4283-a001-eed3a771621a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2216616 Aug 12 04:22:50.665169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37632) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:50.673785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426aea55-90ed-4917-ad9b-277710859025 None None] Sync routers for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:22:50.683343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:50.684093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:50.716481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.859911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.861057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186f20b3-5546-4937-91ce-85d72a3a5d4f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:50.897383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:50.959437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:50.971464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54c78873-451a-4233-842d-8d7efd07b4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.021013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632a0d12-cdc2-456a-8a8a-874f6edb8c83,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:51.046030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-9663f6a8-7070-4668-95f4-fe2ffa64e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:51.048210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-9663f6a8-7070-4668-95f4-fe2ffa64e4ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7030091 Aug 12 04:22:51.061332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.066928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e0c08d0-c92c-48b7-94fc-899ded7afcfe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2410388 Aug 12 04:22:51.068229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37638) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:51.073784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '632a0d12-cdc2-456a-8a8a-874f6edb8c83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:51.090490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.125350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.162350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:51.215272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:22:48Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:51.247472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.251771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.257219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426aea55-90ed-4917-ad9b-277710859025 None None] Checking router: 8da9bf8a-572c-4283-a001-eed3a771621a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:22:51.267144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] Routers {'8da9bf8a-572c-4283-a001-eed3a771621a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:22:51.267784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:22:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8da9bf8a-572c-4283-a001-eed3a771621a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:51.318527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-a0c74f37-5249-428f-8326-c3b37cbf9da0 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619328 Aug 12 04:22:51.324237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.358948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54c78873-451a-4233-842d-8d7efd07b4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.383932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:51.410259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:51.410611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c9b8a5c1-1a6d-4335-9b9b-9fdf7a170995 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:51.411053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02443675-c723-425c-a873-a723f7802ca7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:51.417683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.422204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98b3525-4d2e-4b78-8aa3-acec3242e29a {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:22:51.431724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.433653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-afd88006-eab3-4b40-b654-c1f2a023efef admin admin] 10.222.0.42 "DELETE /v2.0/routers/a98b3525-4d2e-4b78-8aa3-acec3242e29a HTTP/1.1" status: 204 len: 168 time: 2.5038037 Aug 12 04:22:51.440024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 02443675-c723-425c-a873-a723f7802ca7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:51.440619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02443675-c723-425c-a873-a723f7802ca7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:51.446851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] Set router 8da9bf8a-572c-4283-a001-eed3a771621a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:22:51.460191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37644) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:51.465879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-717bf0f7-38be-478e-949f-33a7fee6add9 req-ce328553-7b46-4973-9876-b03993211e76 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387846 Aug 12 04:22:51.512149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54c78873-451a-4233-842d-8d7efd07b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.599343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61e5829a-7d5b-49c0-9670-e6f1a4e16006 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad0de898cc66408c8da1fa09643326ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354198 Aug 12 04:22:51.606066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37648) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:51.610978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c78873-451a-4233-842d-8d7efd07b4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec5afc-838d-443d-914d-ffec8c99750b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:51.612393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-395b00e3-c001-41b8-9aa3-59a15e060c88 req-433c0f82-6a0a-49f1-afa4-1a490b178046 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0495377 Aug 12 04:22:51.619413 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.628656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Deleting subnet a9000c76-9877-4385-a69e-a0060d21d4f8 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:51.632040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.671395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-54c78873-451a-4233-842d-8d7efd07b4b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=522f002ec7c64c1d978acd9a63383881&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0646901 Aug 12 04:22:51.681991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-426aea55-90ed-4917-ad9b-277710859025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:22:48Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:51.685627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37650) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:51.717888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426aea55-90ed-4917-ad9b-277710859025 None None] The sync data for ids ['8da9bf8a-572c-4283-a001-eed3a771621a'] in n-d-804320-1 is: [{'id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'name': 'tempest-AttachVolumeTestJSON-1987941703-router', 'tenant_id': '963fd1cd80a841fabac1ba588170bf30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:14:52Z', 'updated_at': '2021-08-12T04:22:48Z', 'revision_number': 5, 'project_id': '963fd1cd80a841fabac1ba588170bf30', 'gw_port': {'id': 'f9565b62-138f-4ae1-869a-4d745933ec27', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da9bf8a-572c-4283-a001-eed3a771621a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:14:54Z', 'updated_at': '2021-08-12T04:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:22:51.738235 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.741951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8e9158-7ef3-4c27-ae39-6f832ada4b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.783796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.797233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8e9158-7ef3-4c27-ae39-6f832ada4b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.816158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.820429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Deleting port f9565b62-138f-4ae1-869a-4d745933ec27 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:51.820579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.850634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b24ebd-8e55-4a79-9154-6e81957a3120,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:51.886204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.912281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.913437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bca5aa27-b7c6-4933-917c-a1659f00ee91 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8438931 Aug 12 04:22:51.916814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:51.927685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0f94dcb7-28e9-45ea-9d80-a747b18be715 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '632a0d12-cdc2-456a-8a8a-874f6edb8c83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:51.929127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8e9158-7ef3-4c27-ae39-6f832ada4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.931768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8e9158-7ef3-4c27-ae39-6f832ada4b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.935057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d8e9158-7ef3-4c27-ae39-6f832ada4b9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90fec059-f253-44a3-8930-9ec85f6fba9b HTTP/1.1" status: 204 len: 168 time: 0.3236492 Aug 12 04:22:51.935243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f5463523-3d5b-40a3-bfb7-d5f0e25f222e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:51.954032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e9158-7ef3-4c27-ae39-6f832ada4b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fec059-f253-44a3-8930-9ec85f6fba9b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:52.013220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f5463523-3d5b-40a3-bfb7-d5f0e25f222e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.039466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] For port f9565b62-138f-4ae1-869a-4d745933ec27, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f9565b62-138f-4ae1-869a-4d745933ec27,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:52.039998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.064863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Calling delete_port for f9565b62-138f-4ae1-869a-4d745933ec27 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:52.118294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.129353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f94dcb7-28e9-45ea-9d80-a747b18be715 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.172787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9000c76-9877-4385-a69e-a0060d21d4f8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:52.197801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.201781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-215c88d9-30af-4aaf-bd08-305caf35cae0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a9000c76-9877-4385-a69e-a0060d21d4f8 HTTP/1.1" status: 204 len: 168 time: 0.7373419 Aug 12 04:22:52.202314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37658) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:52.219354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f5463523-3d5b-40a3-bfb7-d5f0e25f222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.222049 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f5463523-3d5b-40a3-bfb7-d5f0e25f222e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.230434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f5463523-3d5b-40a3-bfb7-d5f0e25f222e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02ec5afc-838d-443d-914d-ffec8c99750b HTTP/1.1" status: 204 len: 168 time: 0.5384998 Aug 12 04:22:52.317750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.405893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5463523-3d5b-40a3-bfb7-d5f0e25f222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec5afc-838d-443d-914d-ffec8c99750b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:52.461641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.470968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.483606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430336f3-2560-4e1b-87df-c4cbcde7fdb9']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:52.495002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9565b62-138f-4ae1-869a-4d745933ec27,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:52.499531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:52.499531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc11ff5b-2ed4-40dd-ae5f-fc6da0fce735') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:52.509014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.526634 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-0f94dcb7-28e9-45ea-9d80-a747b18be715 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 04:22:52.531558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f94dcb7-28e9-45ea-9d80-a747b18be715 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6068382 Aug 12 04:22:52.532396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37670) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:52.536117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.545468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:52.545468 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:52.548140 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:52.625971 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.631661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-510f4fe4-2d46-49a3-aeb5-82fde4611f31 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.689130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.698789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.703605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] 10.222.0.42 "DELETE /v2.0/networks/430336f3-2560-4e1b-87df-c4cbcde7fdb9 HTTP/1.1" status: 204 len: 168 time: 0.4974144 Aug 12 04:22:52.712046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92558336-d740-45af-bc6e-cca5c904e40d admin admin] Pushing event deleted for resources: {'Network': ['ID=430336f3-2560-4e1b-87df-c4cbcde7fdb9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:52.773443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-510f4fe4-2d46-49a3-aeb5-82fde4611f31 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.805813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f778c87-3fde-4c5c-b50c-a6ad496e7f7f req-c6756e80-9dd6-43ca-8a49-540d2caad104 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0528250 Aug 12 04:22:52.826042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.826042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.928360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-510f4fe4-2d46-49a3-aeb5-82fde4611f31 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.931138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-510f4fe4-2d46-49a3-aeb5-82fde4611f31 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.932411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-510f4fe4-2d46-49a3-aeb5-82fde4611f31 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/632a0d12-cdc2-456a-8a8a-874f6edb8c83 HTTP/1.1" status: 204 len: 168 time: 0.3996751 Aug 12 04:22:52.940744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37682) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:52.941509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f4fe4-2d46-49a3-aeb5-82fde4611f31 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a0d12-cdc2-456a-8a8a-874f6edb8c83,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:52.997102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:52.997677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da9bf8a-572c-4283-a001-eed3a771621a {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:22:53.010959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5cf6ff2f-5411-4131-a65c-8e4798d4080d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0605419 Aug 12 04:22:53.011077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.011193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37684) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.011193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37686) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.011403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dffc5586-bd34-4f23-9a16-74f1575052e3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8da9bf8a-572c-4283-a001-eed3a771621a HTTP/1.1" status: 204 len: 168 time: 2.3424861 Aug 12 04:22:53.022602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122931772'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:53.079801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Deleting subnet 0a327c3c-58e3-4e2a-92f2-99a92f847555 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:22:53.086153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.138506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.140117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4b961fc4-d234-4bd7-89b9-6090fee89906 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:53.183465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.199074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4b961fc4-d234-4bd7-89b9-6090fee89906 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:53.199996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4b961fc4-d234-4bd7-89b9-6090fee89906 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:53.271657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37692) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.278262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.332404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-087f7dba-f29a-4947-a00b-0bd0f30b4924 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c237e592062645f2a2abce08d297063d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591564 Aug 12 04:22:53.334885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37694) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.360156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.382629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37696) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.399550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-20c15570-baf2-43e0-989a-c697b31a6040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.429215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bee637aa-45f2-4900-8cb4-30537e8c8ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.443213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.455548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bee637aa-45f2-4900-8cb4-30537e8c8ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.495954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.542076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4539ae-7710-46bc-8753-f097694b2288,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:53.549419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a327c3c-58e3-4e2a-92f2-99a92f847555,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:53.555203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.562042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ca479ede-8b76-4df1-8b68-98b4cb58352c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0a327c3c-58e3-4e2a-92f2-99a92f847555 HTTP/1.1" status: 204 len: 168 time: 0.5484216 Aug 12 04:22:53.562042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37702) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.565643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27052aa3-8b93-4f1e-9b4c-87db9370cd54 None None] Network 58bbfc9f-fa03-4d51-b602-529fc815d04c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:53.575267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bee637aa-45f2-4900-8cb4-30537e8c8ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.577955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bee637aa-45f2-4900-8cb4-30537e8c8ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.579780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bee637aa-45f2-4900-8cb4-30537e8c8ef0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f97044cd-d264-4ee4-afc7-0d5e2aca8d4a HTTP/1.1" status: 204 len: 168 time: 0.2435007 Aug 12 04:22:53.592778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee637aa-45f2-4900-8cb4-30537e8c8ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97044cd-d264-4ee4-afc7-0d5e2aca8d4a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:53.675286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.714531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-20c15570-baf2-43e0-989a-c697b31a6040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.765010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Deleting port fd7af013-a6cf-4a5b-a98f-38fabee31485 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:53.765526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.846548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37710) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.855068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-20c15570-baf2-43e0-989a-c697b31a6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.869699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] For port fd7af013-a6cf-4a5b-a98f-38fabee31485, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fd7af013-a6cf-4a5b-a98f-38fabee31485,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:53.870283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.882889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] DHCP port deletion for 58bbfc9f-fa03-4d51-b602-529fc815d04c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:22:53.919556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Calling delete_port for fd7af013-a6cf-4a5b-a98f-38fabee31485 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:53.929427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:53.934172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2b7a7cd4-cae3-43f6-95b5-eb9539b79632 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9204803 Aug 12 04:22:53.937651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.951881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-32000512-1a5e-4fae-a6fe-4f6693cfeec6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '9d4539ae-7710-46bc-8753-f097694b2288', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:53.953410 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-32000512-1a5e-4fae-a6fe-4f6693cfeec6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 12 04:22:53.953958 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-32000512-1a5e-4fae-a6fe-4f6693cfeec6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:53.957582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32000512-1a5e-4fae-a6fe-4f6693cfeec6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0194218 Aug 12 04:22:53.958519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37716) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:53.960742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-67a05bcd-a093-46c6-b166-edbe8caaa619 req-4ec7db5e-5456-4c2a-b515-f83de7d9bd02 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0388088 Aug 12 04:22:53.965149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c15570-baf2-43e0-989a-c697b31a6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdba8ff-2034-4541-9278-be4bf405d4cd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:53.971651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-20c15570-baf2-43e0-989a-c697b31a6040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bdbbe89c35e4385be6460e83748705e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874381 Aug 12 04:22:53.974888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37718) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:54.003088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Deleting port fd7af013-a6cf-4a5b-a98f-38fabee31485 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:22:54.003475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.091911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0122e821-d595-42de-80e4-63de3c08f334 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.138669 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76c6ca4d-8a51-4d86-b41a-00316190e754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.149669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0122e821-d595-42de-80e4-63de3c08f334 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.157028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] For port fd7af013-a6cf-4a5b-a98f-38fabee31485, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fd7af013-a6cf-4a5b-a98f-38fabee31485,segment=NetworkSegment(f7b58c54-e8a2-447b-b37c-a4650dc31b6d),segment_id=f7b58c54-e8a2-447b-b37c-a4650dc31b6d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:22:54.158690 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.161532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76c6ca4d-8a51-4d86-b41a-00316190e754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.176158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Calling delete_port for fd7af013-a6cf-4a5b-a98f-38fabee31485 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:22:54.259128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2adce99a-8b5b-4972-a259-ed19c0c77bcb tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:54.259695 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-2adce99a-8b5b-4972-a259-ed19c0c77bcb tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 04:22:54.260106 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-2adce99a-8b5b-4972-a259-ed19c0c77bcb tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 04:22:54.261093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2adce99a-8b5b-4972-a259-ed19c0c77bcb tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4135072 Aug 12 04:22:54.268588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37732) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:54.273209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416907277'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:54.316763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76c6ca4d-8a51-4d86-b41a-00316190e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.319470 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76c6ca4d-8a51-4d86-b41a-00316190e754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.320696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-76c6ca4d-8a51-4d86-b41a-00316190e754 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfdba8ff-2034-4541-9278-be4bf405d4cd HTTP/1.1" status: 204 len: 168 time: 0.3448937 Aug 12 04:22:54.330940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ca4d-8a51-4d86-b41a-00316190e754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdba8ff-2034-4541-9278-be4bf405d4cd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.392849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.393794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0122e821-d595-42de-80e4-63de3c08f334 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.396719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0122e821-d595-42de-80e4-63de3c08f334 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.397900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0122e821-d595-42de-80e4-63de3c08f334 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d4539ae-7710-46bc-8753-f097694b2288 HTTP/1.1" status: 204 len: 168 time: 0.4383337 Aug 12 04:22:54.403250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37736) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:54.408654 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.421715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e821-d595-42de-80e4-63de3c08f334 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4539ae-7710-46bc-8753-f097694b2288,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.436009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7af013-a6cf-4a5b-a98f-38fabee31485,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.436760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Pushing event deleted for resources: {'Port': ['ID=fd7af013-a6cf-4a5b-a98f-38fabee31485,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.440735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.454132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] No DVR routers for this DVR port fd7af013-a6cf-4a5b-a98f-38fabee31485 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:54.457006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] No DVR routers for this DVR port fd7af013-a6cf-4a5b-a98f-38fabee31485 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:22:54.457704 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.470394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.470793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.482997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.483424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.483778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.484122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.486936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.487487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.492444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b6ef3a5d-f114-4eb2-b3a5-892b4c3ceabe tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847032 Aug 12 04:22:54.493239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.494251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37740) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:54.494727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.495913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.496658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff3d34-04eb-4e11-800d-0ed31e9c5a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:22:54.498876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--750800983'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:54.539390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:22:54.539390 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:22:54.539390 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': '476109d1b89848efbf655d3ce0d6572b', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 22, 54, 506304)}] Aug 12 04:22:54.539390 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:22:54.539969 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:22:54.558264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.570411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bbfc9f-fa03-4d51-b602-529fc815d04c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:54.597343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:54.597868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b58c54-e8a2-447b-b37c-a4650dc31b6d') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:22:54.610606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.629514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.635493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.646809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:22:54.647932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:22:54.668881 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:22:54.712323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.752503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493743ef-da13-405b-98ec-2ce5cdbbf930,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.793065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.818702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.823536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] 10.222.0.42 "DELETE /v2.0/networks/58bbfc9f-fa03-4d51-b602-529fc815d04c HTTP/1.1" status: 204 len: 168 time: 1.2600543 Aug 12 04:22:54.823536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e42087-cb9d-433d-8363-ffdc22137991 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bbfc9f-fa03-4d51-b602-529fc815d04c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.842199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.901229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.934793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f692add1-2822-4f34-9584-a1d06533127e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:54.992817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:54.995111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-430888d0-6ce2-4aa1-8256-77c9e4734d96 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7254791 Aug 12 04:22:54.997921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37758) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.002742 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': 'f692add1-2822-4f34-9584-a1d06533127e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:55.094943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.126043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9565b62-138f-4ae1-869a-4d745933ec27 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:55.153690 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df9c87b-9642-4457-b0bb-9c67999876dd req-36563b5f-ca41-413a-ae94-fb03754c2233 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0363712 Aug 12 04:22:55.159956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: f9565b62-138f-4ae1-869a-4d745933ec27 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:55.161146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f9565b62-138f-4ae1-869a-4d745933ec27 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:55.161751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fd7af013-a6cf-4a5b-a98f-38fabee31485 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:22:55.169410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.181950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.183050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fd7af013-a6cf-4a5b-a98f-38fabee31485 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:22:55.183398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fd7af013-a6cf-4a5b-a98f-38fabee31485 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:22:55.195118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37766) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.272065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0b4ef369-d884-460b-8bc6-61559e0c2b25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=963fd1cd80a841fabac1ba588170bf30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720618 Aug 12 04:22:55.274435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.276266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37768) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.321166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.331127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d6c8df-e282-40b7-9c56-0b9a259a8098,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:55.382819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3021-c8f5-4f52-9eac-ba16b3581212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.407679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3021-c8f5-4f52-9eac-ba16b3581212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.409937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.410099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.441108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbab458-f5e2-4f84-803b-eabb331de88d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:55.489845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.491633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-482975b6-ae95-4400-bbd8-39f1ba3de715 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926567 Aug 12 04:22:55.494865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37778) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.502017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0fa19624-db13-40fd-ac7f-b93bcbcb1a99 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': 'f692add1-2822-4f34-9584-a1d06533127e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:55.546660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.552766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8e3cee13-35f6-4dde-b48b-01ded23cd6bb tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0574443 Aug 12 04:22:55.555496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37780) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.564851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37782) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.574016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e25e9828-18fc-425b-b25a-363ad22ff953 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '0cbab458-f5e2-4f84-803b-eabb331de88d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:55.577107 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-e25e9828-18fc-425b-b25a-363ad22ff953 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 12 04:22:55.577831 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-e25e9828-18fc-425b-b25a-363ad22ff953 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:55.579161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e25e9828-18fc-425b-b25a-363ad22ff953 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227213 Aug 12 04:22:55.582901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3021-c8f5-4f52-9eac-ba16b3581212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.586573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0ec3021-c8f5-4f52-9eac-ba16b3581212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.590834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37788) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.591515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f0ec3021-c8f5-4f52-9eac-ba16b3581212 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/153abc71-3489-4510-afd0-7bff15b1add7 HTTP/1.1" status: 204 len: 168 time: 0.3111353 Aug 12 04:22:55.602892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec3021-c8f5-4f52-9eac-ba16b3581212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153abc71-3489-4510-afd0-7bff15b1add7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:55.667305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0fa19624-db13-40fd-ac7f-b93bcbcb1a99 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.678349 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.686318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-640de185-57f1-4e4a-8c76-44b47a638f6b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.720189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-640de185-57f1-4e4a-8c76-44b47a638f6b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.834459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-941965105-network', 'tenant_id': '626f1c00e84644a39cb986e23c67aa72'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:55.841948 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-0fa19624-db13-40fd-ac7f-b93bcbcb1a99 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 04:22:55.846368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37794) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.852177 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0fa19624-db13-40fd-ac7f-b93bcbcb1a99 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3507159 Aug 12 04:22:55.883805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-640de185-57f1-4e4a-8c76-44b47a638f6b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.883805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-640de185-57f1-4e4a-8c76-44b47a638f6b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.885187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-640de185-57f1-4e4a-8c76-44b47a638f6b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/0cbab458-f5e2-4f84-803b-eabb331de88d HTTP/1.1" status: 204 len: 168 time: 0.2896757 Aug 12 04:22:55.887645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37798) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.915254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640de185-57f1-4e4a-8c76-44b47a638f6b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbab458-f5e2-4f84-803b-eabb331de88d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:55.944951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde2901a-698d-48fe-8e42-6dfe2a907d6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.958642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61c7beea-4877-4192-875c-8c1a488083c3 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564597 Aug 12 04:22:55.958642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Made reservation on behalf of 626f1c00e84644a39cb986e23c67aa72 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:55.958642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.960113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37802) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:55.966192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851371416'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:55.974675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:55.980396 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde2901a-698d-48fe-8e42-6dfe2a907d6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.126074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.152744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde2901a-698d-48fe-8e42-6dfe2a907d6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.155277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde2901a-698d-48fe-8e42-6dfe2a907d6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.159350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bde2901a-698d-48fe-8e42-6dfe2a907d6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/f692add1-2822-4f34-9584-a1d06533127e HTTP/1.1" status: 204 len: 168 time: 0.3089283 Aug 12 04:22:56.164430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37808) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:56.209758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2901a-698d-48fe-8e42-6dfe2a907d6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692add1-2822-4f34-9584-a1d06533127e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:56.293204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-657fbd1b-613a-4036-bbb7-b93a2259a0e2 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1266608 Aug 12 04:22:56.304486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:56.317508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423329443'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:56.397998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e76cda8b-c7db-49f7-b00e-c2e85a6494ef req-d9f9f864-502f-4e66-8d0c-1b955ea99456 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0850101 Aug 12 04:22:56.409634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.477444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.589021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86dfce-25c2-434f-9062-e5726ccd8efa,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:56.612149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:22:56.652188 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.653102 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Added segment 01f1b270-f7ab-4924-a795-5d8a3b59a7ce of type vlan for network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 Aug 12 04:22:56.738217 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.766459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.844557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.878323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.879317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:56.879911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:56.950669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581327c9-912b-4dfc-88d7-1606f6701147,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:56.970637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.003691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] Pushing event updated for resources: {'Network': ['ID=59e2b1cc-ced3-4644-9f38-f8a4764d2238,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:57.016263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:22:57.079597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-931f1ab5-37ab-40a4-b5a5-2224098e935a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5134232 Aug 12 04:22:57.080832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.086927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37844) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.087496 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-489fde20-7242-45c6-87cb-955be3eec043 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1260684 Aug 12 04:22:57.094499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Request body: {'subnet': {'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-941965105-subnet', 'tenant_id': '626f1c00e84644a39cb986e23c67aa72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.095745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37846) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.104534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3a860c0f-043b-4e5b-9f4c-544282eb95f5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '581327c9-912b-4dfc-88d7-1606f6701147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.116546 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-3a860c0f-043b-4e5b-9f4c-544282eb95f5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 12 04:22:57.117179 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-3a860c0f-043b-4e5b-9f4c-544282eb95f5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:57.118273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3a860c0f-043b-4e5b-9f4c-544282eb95f5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190132 Aug 12 04:22:57.121396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37848) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.126062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-acc538ef-9a30-4e73-9bfa-4cfe7f29db0d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '581327c9-912b-4dfc-88d7-1606f6701147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.128414 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-acc538ef-9a30-4e73-9bfa-4cfe7f29db0d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 12 04:22:57.128786 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-acc538ef-9a30-4e73-9bfa-4cfe7f29db0d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:57.129794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-acc538ef-9a30-4e73-9bfa-4cfe7f29db0d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074110 Aug 12 04:22:57.137006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37850) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.143201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c9fb90f7-c24d-4113-88f0-6d6940afff60 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '581327c9-912b-4dfc-88d7-1606f6701147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.144025 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-c9fb90f7-c24d-4113-88f0-6d6940afff60 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 12 04:22:57.144513 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c9fb90f7-c24d-4113-88f0-6d6940afff60 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:57.145490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c9fb90f7-c24d-4113-88f0-6d6940afff60 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075402 Aug 12 04:22:57.148291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.153354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-875e54e0-2cb0-41e3-97c1-f6bd161a1b35 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '581327c9-912b-4dfc-88d7-1606f6701147', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.154436 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-875e54e0-2cb0-41e3-97c1-f6bd161a1b35 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 12 04:22:57.154960 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-875e54e0-2cb0-41e3-97c1-f6bd161a1b35 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:57.155900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-875e54e0-2cb0-41e3-97c1-f6bd161a1b35 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066466 Aug 12 04:22:57.158834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37854) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.216739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.246513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1422aefe-cad2-4b9c-b8ac-6e050367e0b6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.271586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1422aefe-cad2-4b9c-b8ac-6e050367e0b6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.278239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.317404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37860) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.336724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b606dd40-9ebb-4d92-977c-39ca87e5a261,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:57.393386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Made reservation on behalf of 626f1c00e84644a39cb986e23c67aa72 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:22:57.396756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.411215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1422aefe-cad2-4b9c-b8ac-6e050367e0b6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.413906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1422aefe-cad2-4b9c-b8ac-6e050367e0b6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.415365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1422aefe-cad2-4b9c-b8ac-6e050367e0b6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/581327c9-912b-4dfc-88d7-1606f6701147 HTTP/1.1" status: 204 len: 168 time: 0.2548494 Aug 12 04:22:57.419426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37866) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.465352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde4da60-74af-436e-b920-4dd886413106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.474243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5cf0a224-917f-4d68-a7f2-c6e967443c4b tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531690 Aug 12 04:22:57.475222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37870) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.480127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167380783'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.483171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422aefe-cad2-4b9c-b8ac-6e050367e0b6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581327c9-912b-4dfc-88d7-1606f6701147,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:57.524914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.527325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e694b5c8-e952-4b34-ac54-bc2e0fe7d457 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2215827 Aug 12 04:22:57.529959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37874) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.536633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-06c3fcd0-5896-4342-9d3a-3132db2ee99d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': 'b606dd40-9ebb-4d92-977c-39ca87e5a261', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.537528 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-06c3fcd0-5896-4342-9d3a-3132db2ee99d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 12 04:22:57.539143 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-06c3fcd0-5896-4342-9d3a-3132db2ee99d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:57.540609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-06c3fcd0-5896-4342-9d3a-3132db2ee99d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092235 Aug 12 04:22:57.543506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37876) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.615749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb14-ac7f-453b-a45e-5ba3f01ce4af tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.645674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79ffc1cc-ead5-49df-8193-b4507bf1df0a req-f73c11d3-da23-41ea-bf3a-14f1ba370f83 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0919504 Aug 12 04:22:57.655473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb14-ac7f-453b-a45e-5ba3f01ce4af tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.769729 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.798458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb14-ac7f-453b-a45e-5ba3f01ce4af tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.801042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5b6bdb14-ac7f-453b-a45e-5ba3f01ce4af tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.803268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5b6bdb14-ac7f-453b-a45e-5ba3f01ce4af tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/b606dd40-9ebb-4d92-977c-39ca87e5a261 HTTP/1.1" status: 204 len: 168 time: 0.2574759 Aug 12 04:22:57.811324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37884) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.812474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bdb14-ac7f-453b-a45e-5ba3f01ce4af tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b606dd40-9ebb-4d92-977c-39ca87e5a261,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:57.857599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fade8c58-3f05-4851-8bca-d0e34259eb26,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:57.897972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde4da60-74af-436e-b920-4dd886413106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:57.921746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f34ef54f-33e3-4882-8c8e-e00d647c4981 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036663 Aug 12 04:22:57.924874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Checking segment: {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:22:57.925426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Network hostable DHCP agents. Network: 59e2b1cc-ced3-4644-9f38-f8a4764d2238, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:22:57.927526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37888) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:57.935096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--511262953'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:57.974158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bde4da60-74af-436e-b920-4dd886413106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.010520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:22:58.026677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bde4da60-74af-436e-b920-4dd886413106 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6aec0f8960a4438ebc1905d15f4d1180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080998 Aug 12 04:22:58.029288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37892) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.035591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4da60-74af-436e-b920-4dd886413106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d82828-5fb3-4f61-9951-59c41d3821e2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:58.067867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.093532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a3c2b16-f1da-43f5-9e13-ddd20ec63004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.098245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 59e2b1cc-ced3-4644-9f38-f8a4764d2238) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:22:58.104041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:58.105524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.112909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29610e86-d5c0-455f-9043-a55f77fda298 None None] Network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:58.137087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a3c2b16-f1da-43f5-9e13-ddd20ec63004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.187501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.210526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ececd28a-f798-413e-99bd-e353c280faae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.259766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a3c2b16-f1da-43f5-9e13-ddd20ec63004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.263560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a3c2b16-f1da-43f5-9e13-ddd20ec63004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.265058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a3c2b16-f1da-43f5-9e13-ddd20ec63004 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5d82828-5fb3-4f61-9951-59c41d3821e2 HTTP/1.1" status: 204 len: 168 time: 0.2348702 Aug 12 04:22:58.277549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c2b16-f1da-43f5-9e13-ddd20ec63004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d82828-5fb3-4f61-9951-59c41d3821e2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:58.307213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bba4aa-992d-44e8-8561-cf744e68f46c None None] Network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:22:58.352616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.433534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.465472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20dceb7d-37b7-4162-b2ee-6fb2d682896c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:58.530074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6fe882ab-d078-4a83-ae74-b0a102f93ce8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4401610 Aug 12 04:22:58.533811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.536188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5aa4fcea-7eb2-46d4-ab90-2f1dcefb4810 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0598378 Aug 12 04:22:58.542175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37906) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.548931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5b664be6-4c32-4fdf-a951-c35dc83c29ce tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:58.550143 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-5b664be6-4c32-4fdf-a951-c35dc83c29ce tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 04:22:58.551006 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-5b664be6-4c32-4fdf-a951-c35dc83c29ce tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:58.552517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5b664be6-4c32-4fdf-a951-c35dc83c29ce tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090942 Aug 12 04:22:58.555219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.561826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-05585ed3-182e-4723-b6b3-c8b42cd4586c tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:58.632873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.729806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.783904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96811121-fdd9-4ebb-bd12-9819aacb2948,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:58.810152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-584649d9-5d81-47ec-9027-54d9d465259d req-0676ae9b-095f-4ad1-a939-8b4078a16faa tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0472929 Aug 12 04:22:58.889913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:58.894670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37924) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.900400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64070849-c3df-4409-aedb-41a97ad15cfe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9693203 Aug 12 04:22:58.900903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-38af284c-5a99-4138-a073-accef4044401 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '96811121-fdd9-4ebb-bd12-9819aacb2948', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:58.901821 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-38af284c-5a99-4138-a073-accef4044401 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 12 04:22:58.902004 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-38af284c-5a99-4138-a073-accef4044401 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:58.905559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37926) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.905868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-38af284c-5a99-4138-a073-accef4044401 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098476 Aug 12 04:22:58.918479 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-05585ed3-182e-4723-b6b3-c8b42cd4586c tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:58.919558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05585ed3-182e-4723-b6b3-c8b42cd4586c tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3631814 Aug 12 04:22:58.922687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37930) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.934615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6e3d0157-3d5b-413b-a968-8876e5649c39 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:58.935323 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-6e3d0157-3d5b-413b-a968-8876e5649c39 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 12 04:22:58.935814 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-6e3d0157-3d5b-413b-a968-8876e5649c39 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:58.939801 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6e3d0157-3d5b-413b-a968-8876e5649c39 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131314 Aug 12 04:22:58.946534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37932) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:58.953779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-33a8ce64-7207-48e1-9ae5-0b4769fba0c0 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:58.982335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2355031-79ec-4e39-a046-4b99aa93d3fe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.013561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2355031-79ec-4e39-a046-4b99aa93d3fe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.152199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2355031-79ec-4e39-a046-4b99aa93d3fe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.152325 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-33a8ce64-7207-48e1-9ae5-0b4769fba0c0 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.153193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-33a8ce64-7207-48e1-9ae5-0b4769fba0c0 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2120891 Aug 12 04:22:59.155882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37952) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.157757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2355031-79ec-4e39-a046-4b99aa93d3fe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.160370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b2355031-79ec-4e39-a046-4b99aa93d3fe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/96811121-fdd9-4ebb-bd12-9819aacb2948 HTTP/1.1" status: 204 len: 168 time: 0.2537766 Aug 12 04:22:59.160593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-83274418-a655-4f1c-bfac-c75352eaf890 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.161023 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-83274418-a655-4f1c-bfac-c75352eaf890 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 04:22:59.164443 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-83274418-a655-4f1c-bfac-c75352eaf890 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.164443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-83274418-a655-4f1c-bfac-c75352eaf890 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056531 Aug 12 04:22:59.166349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.168560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37956) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.174460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fb1d48da-030e-4d33-8b00-162c54829ae6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.189945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2355031-79ec-4e39-a046-4b99aa93d3fe tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96811121-fdd9-4ebb-bd12-9819aacb2948,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:59.238934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-94c72f10-47a6-4e05-afe3-4dc7138c1771 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714946 Aug 12 04:22:59.242700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37958) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.249879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622926257'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.312886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-f856124b-3900-4693-ac14-33f6f086878b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:22:59.314641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-f856124b-3900-4693-ac14-33f6f086878b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 813 time: 0.1300013 Aug 12 04:22:59.330975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-84c0ebba-dbc1-4543-847c-9ee5cbb93c29 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/quotas/626f1c00e84644a39cb986e23c67aa72 HTTP/1.1" status: 200 len: 375 time: 0.0096631 Aug 12 04:22:59.366276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-5bd5d645-d27b-44ab-9b81-7a703f164164 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291755 Aug 12 04:22:59.443786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.482768 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-0d8c412c-ef13-45d1-853d-48627c6e92b7 service neutron] 10.222.0.42 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077986 Aug 12 04:22:59.537214 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-fb1d48da-030e-4d33-8b00-162c54829ae6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.538752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb1d48da-030e-4d33-8b00-162c54829ae6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3685019 Aug 12 04:22:59.542101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37968) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.554287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9f5b472a-4d6b-40bc-81fe-6e8f52b7007d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.555038 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-9f5b472a-4d6b-40bc-81fe-6e8f52b7007d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 12 04:22:59.555532 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-9f5b472a-4d6b-40bc-81fe-6e8f52b7007d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.557048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9f5b472a-4d6b-40bc-81fe-6e8f52b7007d tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135462 Aug 12 04:22:59.561400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37970) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.565755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-142b015e-2de4-4929-976d-5b76a10f67d6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.590353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.602016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-b4c7cfa3-c310-4935-8432-03de57085277 service neutron] 10.222.0.42 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130819 Aug 12 04:22:59.649741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.688323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4736591d-d271-4d16-a9a2-24bb86bd0667,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:22:59.844506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:22:59.844671 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-142b015e-2de4-4929-976d-5b76a10f67d6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.846140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e6156b6d-9dc0-4935-b86c-6535a0de4061 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6016045 Aug 12 04:22:59.849471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-142b015e-2de4-4929-976d-5b76a10f67d6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2870970 Aug 12 04:22:59.853716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37984) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.853716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37986) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.856877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-79b875ab-52c0-4296-b3a8-bea83b8e7bcd tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '20dceb7d-37b7-4162-b2ee-6fb2d682896c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.864766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-05cce1d5-49b9-4148-88f2-455bdf92e051 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '4736591d-d271-4d16-a9a2-24bb86bd0667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.866917 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-05cce1d5-49b9-4148-88f2-455bdf92e051 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 12 04:22:59.868616 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-05cce1d5-49b9-4148-88f2-455bdf92e051 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.869873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05cce1d5-49b9-4148-88f2-455bdf92e051 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173638 Aug 12 04:22:59.872853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.879048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ddd08b95-8e4f-4641-850d-494bb8e4aa9d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '4736591d-d271-4d16-a9a2-24bb86bd0667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.885412 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-ddd08b95-8e4f-4641-850d-494bb8e4aa9d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 12 04:22:59.885412 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-ddd08b95-8e4f-4641-850d-494bb8e4aa9d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:22:59.885412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ddd08b95-8e4f-4641-850d-494bb8e4aa9d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074127 Aug 12 04:22:59.889021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37990) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:22:59.894468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5e6f9667-7efc-4407-be7f-5a05bd5a768a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '4736591d-d271-4d16-a9a2-24bb86bd0667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:22:59.985608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6593f01f-1235-4ced-87da-591c77b27213 req-946a8ba2-9d10-4a1f-8a21-9479aa3918fe tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/ports?device_id=f448ceb6-0c2f-4352-a50c-401c4d20b382 HTTP/1.1" status: 200 len: 210 time: 0.0463092 Aug 12 04:23:00.095563 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-79b875ab-52c0-4296-b3a8-bea83b8e7bcd tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:00.096655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-79b875ab-52c0-4296-b3a8-bea83b8e7bcd tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2456408 Aug 12 04:23:00.099798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38002) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.161005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2afe-ceb1-4c1b-8474-31a65b876ae7 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.190320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2afe-ceb1-4c1b-8474-31a65b876ae7 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.228169 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-5e6f9667-7efc-4407-be7f-5a05bd5a768a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 12 04:23:00.228792 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-5e6f9667-7efc-4407-be7f-5a05bd5a768a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:00.229459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e6f9667-7efc-4407-be7f-5a05bd5a768a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.3392985 Aug 12 04:23:00.232237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38008) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.245055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-86f51c3d-d8aa-4f19-827e-3156635c130d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '4736591d-d271-4d16-a9a2-24bb86bd0667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:00.246025 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-86f51c3d-d8aa-4f19-827e-3156635c130d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 12 04:23:00.246539 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-86f51c3d-d8aa-4f19-827e-3156635c130d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:00.247584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-86f51c3d-d8aa-4f19-827e-3156635c130d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064011 Aug 12 04:23:00.252577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38010) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.262931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-880f16ad-0a4e-474c-8fbd-363cbae22421 req-362aa914-09aa-44ee-af0c-da02d722bef5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 210 time: 0.0319848 Aug 12 04:23:00.304772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38012) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.317521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124b23ff-ed9c-474b-97ef-18ff11a5f34b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.341324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124b23ff-ed9c-474b-97ef-18ff11a5f34b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.358002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2afe-ceb1-4c1b-8474-31a65b876ae7 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.360563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2afe-ceb1-4c1b-8474-31a65b876ae7 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.361734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed2b2afe-ceb1-4c1b-8474-31a65b876ae7 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/20dceb7d-37b7-4162-b2ee-6fb2d682896c HTTP/1.1" status: 204 len: 168 time: 0.2609587 Aug 12 04:23:00.364600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.381593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2afe-ceb1-4c1b-8474-31a65b876ae7 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dceb7d-37b7-4162-b2ee-6fb2d682896c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:00.440336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8ed01b7a-6115-4ac2-ba6f-3672421ae23e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0742466 Aug 12 04:23:00.455977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38020) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.461371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1972451715'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:00.494608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbeb6409-4411-4e1f-8a30-dc1ed54c7bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.501236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124b23ff-ed9c-474b-97ef-18ff11a5f34b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.504105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124b23ff-ed9c-474b-97ef-18ff11a5f34b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.506504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-124b23ff-ed9c-474b-97ef-18ff11a5f34b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/4736591d-d271-4d16-a9a2-24bb86bd0667 HTTP/1.1" status: 204 len: 168 time: 0.2520015 Aug 12 04:23:00.512120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38026) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.517919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b23ff-ed9c-474b-97ef-18ff11a5f34b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736591d-d271-4d16-a9a2-24bb86bd0667,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:00.560270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-152cbaa2-3e43-4160-81e5-f4ee12490d9a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470583 Aug 12 04:23:00.563976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.568564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--966332397'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:00.575042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.587634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:23:00.587634 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:23:00.587634 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id_1': '05fdcd8f7690457280dd727bfb8263b5', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 23, 0, 576040)}] Aug 12 04:23:00.587634 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:23:00.588166 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:23:00.666480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbeb6409-4411-4e1f-8a30-dc1ed54c7bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.734814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbeb6409-4411-4e1f-8a30-dc1ed54c7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.768027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b4429044-a304-4c82-80ba-53007730bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.793641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cbeb6409-4411-4e1f-8a30-dc1ed54c7bcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=accc242da7f74fb9a62e597ad433436d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874680 Aug 12 04:23:00.794544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb6409-4411-4e1f-8a30-dc1ed54c7bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5386dc-deb7-42ba-8f94-1342baa49150,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:00.798492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38040) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:00.858480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.864795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07eb9630-7270-4d36-8e72-d2b008a0439f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.888653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07eb9630-7270-4d36-8e72-d2b008a0439f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.929710 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.936543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:00.967647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4154f6a8-6342-497a-a250-1f6809d31c7a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:01.003519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07eb9630-7270-4d36-8e72-d2b008a0439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.006851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07eb9630-7270-4d36-8e72-d2b008a0439f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.008270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-07eb9630-7270-4d36-8e72-d2b008a0439f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe5386dc-deb7-42ba-8f94-1342baa49150 HTTP/1.1" status: 204 len: 168 time: 0.2087903 Aug 12 04:23:01.018680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb9630-7270-4d36-8e72-d2b008a0439f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5386dc-deb7-42ba-8f94-1342baa49150,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:01.055230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.060443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e1ed5896-a549-4c84-bd59-ba2ad8a7e445 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5998082 Aug 12 04:23:01.060443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38050) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.064995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-baf91252-e7e7-4b4d-a595-97004aba4cf5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '4154f6a8-6342-497a-a250-1f6809d31c7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:01.148137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38060) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.216842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab7a067d-9008-4807-8f33-2b991279c612 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.240696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab7a067d-9008-4807-8f33-2b991279c612 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.244698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.337822 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab7a067d-9008-4807-8f33-2b991279c612 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.339970 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab7a067d-9008-4807-8f33-2b991279c612 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.345534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ab7a067d-9008-4807-8f33-2b991279c612 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/security-groups/75ef2e37-fe48-4db6-a506-efb821ddfe84 HTTP/1.1" status: 204 len: 168 time: 0.1921713 Aug 12 04:23:01.345534 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-baf91252-e7e7-4b4d-a595-97004aba4cf5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The resource could not be found. Aug 12 04:23:01.345534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-baf91252-e7e7-4b4d-a595-97004aba4cf5 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2820091 Aug 12 04:23:01.346359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38066) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.346689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38068) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.364059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3a4b0114-315b-4c01-bca5-7671c9f4c9aa tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': '4154f6a8-6342-497a-a250-1f6809d31c7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c3ce8486-2f21-4e82-8fd2-afb3ab7c41de'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:01.377106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-769a8da8-ab05-4032-af15-8a783a8fc05b req-0f2e474c-6050-4abd-a74a-6b4c1cc578b8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 210 time: 0.0470407 Aug 12 04:23:01.387406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a067d-9008-4807-8f33-2b991279c612 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef2e37-fe48-4db6-a506-efb821ddfe84,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:01.389692 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-3da2c52a-ef59-45f0-92a1-ebb6a790e4c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] show failed (client error): The resource could not be found. Aug 12 04:23:01.391490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3da2c52a-ef59-45f0-92a1-ebb6a790e4c5 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "GET /v2.0/security-groups/75ef2e37-fe48-4db6-a506-efb821ddfe84 HTTP/1.1" status: 404 len: 347 time: 0.0390084 Aug 12 04:23:01.400542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38074) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.548498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.566726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 66ff881f-d52a-4238-aa84-f4efe27461e0 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:01.567067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.635054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.680011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.680337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.700698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 66ff881f-d52a-4238-aa84-f4efe27461e0 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:01.702440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e381b6-5f84-4321-b6bf-d5230de40d2d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:01.785151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.799182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b9660da-b55a-4318-96a1-bdfb23b71c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.809425 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.810644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1704f954-3c48-48b0-8d15-7d77ec0985fd tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2456317 Aug 12 04:23:01.813561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38094) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.818835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-abb27901-615a-4f93-ba04-35d919c6edf0 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:01.819619 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-abb27901-615a-4f93-ba04-35d919c6edf0 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 04:23:01.819883 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-abb27901-615a-4f93-ba04-35d919c6edf0 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:01.821057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-abb27901-615a-4f93-ba04-35d919c6edf0 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065672 Aug 12 04:23:01.823978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.827975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e404dbeb-ed74-4084-9d28-e43c68fd01fc tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:01.873946 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-3a4b0114-315b-4c01-bca5-7671c9f4c9aa tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The resource could not be found. Aug 12 04:23:01.875218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a4b0114-315b-4c01-bca5-7671c9f4c9aa tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5220487 Aug 12 04:23:01.877756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38100) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:01.923839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:01.951089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=66ff881f-d52a-4238-aa84-f4efe27461e0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:01.989749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea264a37-19bb-481c-aa07-0cbdd89c109e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.019796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.024217 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.024217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db7e7d75-f297-4cff-9bc9-fb8e7fbf700f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/floatingips/d4e713da-7b44-4c3f-a966-eaa43e62f088 HTTP/1.1" status: 204 len: 168 time: 0.6223931 Aug 12 04:23:02.026728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38104) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.032584 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea264a37-19bb-481c-aa07-0cbdd89c109e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.078149 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b9660da-b55a-4318-96a1-bdfb23b71c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.096274 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.117087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 5ac480cd-2d4b-4750-a731-5327bca66245 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:02.117430 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.126161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b9660da-b55a-4318-96a1-bdfb23b71c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.168990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea264a37-19bb-481c-aa07-0cbdd89c109e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.171520 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea264a37-19bb-481c-aa07-0cbdd89c109e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.172712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ea264a37-19bb-481c-aa07-0cbdd89c109e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/4154f6a8-6342-497a-a250-1f6809d31c7a HTTP/1.1" status: 204 len: 168 time: 0.2933464 Aug 12 04:23:02.176439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.176607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9b9660da-b55a-4318-96a1-bdfb23b71c2d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cb51d60f18848429492add3e98fb5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902922 Aug 12 04:23:02.179079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38108) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.186085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9660da-b55a-4318-96a1-bdfb23b71c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6042a758-dda1-4502-870e-dec0b4076ef2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:02.199664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea264a37-19bb-481c-aa07-0cbdd89c109e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154f6a8-6342-497a-a250-1f6809d31c7a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:02.233275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.256565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-583d450e-4e3d-420a-86bc-e75544402b65 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789330 Aug 12 04:23:02.257770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 5ac480cd-2d4b-4750-a731-5327bca66245 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:02.257896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a623ff0-6014-4a54-b385-4deebd4bc4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.260497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38110) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.267125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-050418a8-97ff-4dc3-9b9d-937173048f95 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': 'f1bf49d2-a49c-44b3-b3e2-905c2a07d898', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:02.299604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a623ff0-6014-4a54-b385-4deebd4bc4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.437169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38116) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.471186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a623ff0-6014-4a54-b385-4deebd4bc4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.474054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a623ff0-6014-4a54-b385-4deebd4bc4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.475219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a623ff0-6014-4a54-b385-4deebd4bc4ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6042a758-dda1-4502-870e-dec0b4076ef2 HTTP/1.1" status: 204 len: 168 time: 0.2952173 Aug 12 04:23:02.493391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a623ff0-6014-4a54-b385-4deebd4bc4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6042a758-dda1-4502-870e-dec0b4076ef2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:02.512675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c29095c6-87da-4dd4-afc7-80acf5b82d6d req-73bfcf90-6eca-4ac7-8e8d-9f7903cceffd tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 210 time: 0.0505116 Aug 12 04:23:02.529894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.553429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=5ac480cd-2d4b-4750-a731-5327bca66245,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:02.569203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-de02b57d-6ccb-4544-ae6a-0957d467ea7b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:02.570768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-de02b57d-6ccb-4544-ae6a-0957d467ea7b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.36 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 813 time: 0.1537178 Aug 12 04:23:02.590009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Request body: {'port': {'device_id': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'admin_state_up': True, 'tenant_id': '626f1c00e84644a39cb986e23c67aa72'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:02.621078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2127152b-15e3-4c0e-8584-7eaebbcfa8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.621292 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-050418a8-97ff-4dc3-9b9d-937173048f95 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The resource could not be found. Aug 12 04:23:02.622342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-050418a8-97ff-4dc3-9b9d-937173048f95 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3609092 Aug 12 04:23:02.630356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38122) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.636981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406412494'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:02.641570 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-e404dbeb-ed74-4084-9d28-e43c68fd01fc tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:02.642636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e404dbeb-ed74-4084-9d28-e43c68fd01fc tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8177929 Aug 12 04:23:02.646019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38124) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.654545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c27522af-4184-4bb6-9ec4-ed1f0d98c92c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:02.655048 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-c27522af-4184-4bb6-9ec4-ed1f0d98c92c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 12 04:23:02.663250 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-c27522af-4184-4bb6-9ec4-ed1f0d98c92c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:02.663250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c27522af-4184-4bb6-9ec4-ed1f0d98c92c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095720 Aug 12 04:23:02.663531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.663531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8afa1b67-2d35-4d97-867f-8020cf888592 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/ports/5ac480cd-2d4b-4750-a731-5327bca66245 HTTP/1.1" status: 204 len: 168 time: 0.6332998 Aug 12 04:23:02.666049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38126) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.666391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38128) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:02.675021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-77aca25c-354e-45a9-abe7-d9480df9b217 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:02.819283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting port 05b22004-670c-4cf8-bdfc-be06260aa83f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:02.819633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.865487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2127152b-15e3-4c0e-8584-7eaebbcfa8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.914990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:02.936775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Calling delete_port for 05b22004-670c-4cf8-bdfc-be06260aa83f owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:02.991995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:23:02.991995 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:23:02.991995 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': '626f1c00e84644a39cb986e23c67aa72', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 23, 2, 715847)}] Aug 12 04:23:02.991995 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:23:02.993222 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:23:03.003845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2127152b-15e3-4c0e-8584-7eaebbcfa8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.010042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-77aca25c-354e-45a9-abe7-d9480df9b217 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:23:03.010042 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:23:03.010042 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id_1': '05fdcd8f7690457280dd727bfb8263b5', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 23, 2, 688705)}] Aug 12 04:23:03.010042 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:23:03.010494 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-77aca25c-354e-45a9-abe7-d9480df9b217 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:23:03.066569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.069591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2127152b-15e3-4c0e-8584-7eaebbcfa8ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6099173618b7403e837c118bbf5e5279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313925 Aug 12 04:23:03.072168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38140) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:03.076122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127152b-15e3-4c0e-8584-7eaebbcfa8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a2316-c11b-41b6-af72-86d9c3b71ca5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:03.170039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a85a905f-b712-4bf9-bd6c-056c1b1ba73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.205736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a85a905f-b712-4bf9-bd6c-056c1b1ba73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.221068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.250087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Port': ['ID=05b22004-670c-4cf8-bdfc-be06260aa83f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:03.255470 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.320972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.324329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-12e2b6ee-7ab7-49a9-aa64-47f8b874a0fc tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/ports/05b22004-670c-4cf8-bdfc-be06260aa83f HTTP/1.1" status: 204 len: 168 time: 0.6569576 Aug 12 04:23:03.326816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38148) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:03.385451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting subnet 862dfe9e-9608-448c-aa71-e732a7403e2a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:23:03.386408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.403661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.409657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a85a905f-b712-4bf9-bd6c-056c1b1ba73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.412082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a85a905f-b712-4bf9-bd6c-056c1b1ba73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.413193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a85a905f-b712-4bf9-bd6c-056c1b1ba73e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/111a2316-c11b-41b6-af72-86d9c3b71ca5 HTTP/1.1" status: 204 len: 168 time: 0.3397419 Aug 12 04:23:03.429615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.438653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68bdd29-0535-40e0-b4f2-a39efbb578a7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:03.456834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a905f-b712-4bf9-bd6c-056c1b1ba73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a2316-c11b-41b6-af72-86d9c3b71ca5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:03.497526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.499229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15fe0c55-11a9-4377-b9e0-aa6d4c3bcd74 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8670554 Aug 12 04:23:03.508174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:03.514679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--698109339'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:03.527080 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.628674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc1f061-2629-47c5-8b5c-71bee24bebb5 req-803640f2-8335-4f3c-b9ad-a83bbea8be05 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 210 time: 0.0350890 Aug 12 04:23:03.702083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Made reservation on behalf of 626f1c00e84644a39cb986e23c67aa72 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:23:03.705874 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.730305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.732453 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.775504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Subnet': ['ID=862dfe9e-9608-448c-aa71-e732a7403e2a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:03.786881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.792050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18684e0a-a3ca-4537-bf9b-9c107f83454a tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/subnets/862dfe9e-9608-448c-aa71-e732a7403e2a HTTP/1.1" status: 204 len: 168 time: 0.4641349 Aug 12 04:23:03.795472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce455b6-de53-44e8-86be-345ee6708b33 None None] Network 1ddab381-f66b-427e-8b2b-55576ab5b51b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:23:03.796528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38164) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:03.817992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.869195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Deleting subnet 82f796c2-2cd0-49c5-bbc1-756ed4395f29 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:23:03.872797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:03.917047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Allocated IP 172.20.0.10 (59e2b1cc-ced3-4644-9f38-f8a4764d2238/fade8c58-3f05-4851-8bca-d0e34259eb26/b9884f42-4ddb-40f6-b76f-5055f9ad4eac) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:03.930621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.032246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] DHCP port deletion for 1ddab381-f66b-427e-8b2b-55576ab5b51b request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:23:04.058795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.103648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] Deleting port 397d9462-02b2-4138-8a46-ccec89885115 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:04.104659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.135555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38170) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.136766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.150170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91a97d9f-f6dd-40a0-a303-caa9c275d758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.151659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.186205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] For port 397d9462-02b2-4138-8a46-ccec89885115, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=397d9462-02b2-4138-8a46-ccec89885115,segment=NetworkSegment(8995904f-934d-4c4d-b5ad-988393fa6d1e),segment_id=8995904f-934d-4c4d-b5ad-988393fa6d1e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:04.188523 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.200383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] Calling delete_port for 397d9462-02b2-4138-8a46-ccec89885115 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:04.209510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.238157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Subnet': ['ID=82f796c2-2cd0-49c5-bbc1-756ed4395f29,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:04.241244 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.242055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-70e1b89e-f95f-4d92-a9b8-bc219a57712f tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/subnets/82f796c2-2cd0-49c5-bbc1-756ed4395f29 HTTP/1.1" status: 204 len: 168 time: 0.4445498 Aug 12 04:23:04.245658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38174) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.248705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188aadf4-5c0c-438e-8a8d-5cd19423bd1d None None] Network d35a4d64-babf-4c8b-aedc-d67cd24a0c95 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:23:04.268645 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.320045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.346133 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-77aca25c-354e-45a9-abe7-d9480df9b217 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:04.347440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-77aca25c-354e-45a9-abe7-d9480df9b217 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.6788712 Aug 12 04:23:04.352960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38178) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.358044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-154e1284-e2f4-4a65-b266-2ddac77dd3a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:04.358651 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-154e1284-e2f4-4a65-b266-2ddac77dd3a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 04:23:04.359270 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-154e1284-e2f4-4a65-b266-2ddac77dd3a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:04.360315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-154e1284-e2f4-4a65-b266-2ddac77dd3a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061278 Aug 12 04:23:04.364867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38180) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.377017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-63600073-74b7-43bf-b4f6-28927665614a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:04.391771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9aa088-4c39-41aa-ae65-b25a4795d33a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:04.410879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.419719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:04.425359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:04.432013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:04.449798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.456034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:04.476008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91a97d9f-f6dd-40a0-a303-caa9c275d758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.492931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] DHCP port deletion for d35a4d64-babf-4c8b-aedc-d67cd24a0c95 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:23:04.499854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] No DVR routers for this DVR port 397d9462-02b2-4138-8a46-ccec89885115 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:23:04.506337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbe055-71a1-40fe-aa5c-891c1fe570e3 None None] Pushing event deleted for resources: {'Port': ['ID=397d9462-02b2-4138-8a46-ccec89885115,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:04.561118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:04.561768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.568361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] Deleting port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:04.568908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.569861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-91a97d9f-f6dd-40a0-a303-caa9c275d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.576446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.589392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddab381-f66b-427e-8b2b-55576ab5b51b']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:04.605394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8995904f-934d-4c4d-b5ad-988393fa6d1e') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:04.605920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8995904f-934d-4c4d-b5ad-988393fa6d1e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:04.616878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.630746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-91a97d9f-f6dd-40a0-a303-caa9c275d758 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=058cff4e2dc84fb193030000eb2ee05f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923229 Aug 12 04:23:04.632594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.637516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-29e1b401-5a2a-4531-aa1d-61e5e4ed1a17 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1285222 Aug 12 04:23:04.642677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.642677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38188) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.642677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38190) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.650677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] For port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,segment=NetworkSegment(10727914-fe37-4602-9ab2-160b97923d40),segment_id=10727914-fe37-4602-9ab2-160b97923d40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:04.651413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.652195 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-bd7b68ce-b92c-449e-bee8-67f10514cfa6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group_rule': {'security_group_id': 'b68bdd29-0535-40e0-b4f2-a39efbb578a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6a9aa088-4c39-41aa-ae65-b25a4795d33a'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:04.656640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97d9f-f6dd-40a0-a303-caa9c275d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752d654e-e2f8-473b-a5c0-392c9f892935,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:04.667422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] Calling delete_port for 03cd50aa-f9d6-437a-a214-1cc0d45eba9c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:04.677695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:23:04.677695 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:23:04.679580 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:23:04.779485 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-63600073-74b7-43bf-b4f6-28927665614a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Project 05fdcd8f7690457280dd727bfb8263b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:23:04.785963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd02-020a-4b73-9e23-6661e79d6865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.809329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd02-020a-4b73-9e23-6661e79d6865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.813441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d0096-9bc6-4eaa-a23d-f7dd924c9fa0 req-93c0201e-a15a-4029-9a79-54c3cb02b611 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:04.815143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-584d0096-9bc6-4eaa-a23d-f7dd924c9fa0 req-93c0201e-a15a-4029-9a79-54c3cb02b611 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 932 time: 0.0787110 Aug 12 04:23:04.854628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-584d0096-9bc6-4eaa-a23d-f7dd924c9fa0 req-c1452825-aafc-4de0-93db-a76f23c65588 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335135 Aug 12 04:23:04.861146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e7a0b0cd-b2d6-4226-8288-f9d14d1a735b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2779524 Aug 12 04:23:04.873437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Request body: {'port': {'device_id': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:04.894109 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-63600073-74b7-43bf-b4f6-28927665614a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:04.894370 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.896148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-63600073-74b7-43bf-b4f6-28927665614a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5302677 Aug 12 04:23:04.901033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.902660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.906995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-927f85be-bea3-4c32-8c10-7c8fd7979150 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:04.907652 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-927f85be-bea3-4c32-8c10-7c8fd7979150 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 12 04:23:04.908270 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-927f85be-bea3-4c32-8c10-7c8fd7979150 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:04.913840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-927f85be-bea3-4c32-8c10-7c8fd7979150 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114031 Aug 12 04:23:04.914295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.917174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.919080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/networks/1ddab381-f66b-427e-8b2b-55576ab5b51b HTTP/1.1" status: 204 len: 168 time: 0.6723430 Aug 12 04:23:04.922334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38202) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:04.926080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0f81c71c-e413-4b08-8cb4-bd3266e9b12d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:04.953496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] No DVR routers for this DVR port 03cd50aa-f9d6-437a-a214-1cc0d45eba9c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:23:04.957791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7698ef2-b96e-4750-87ef-65f315916a7c None None] Pushing event deleted for resources: {'Port': ['ID=03cd50aa-f9d6-437a-a214-1cc0d45eba9c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:04.979403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.983473 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd02-020a-4b73-9e23-6661e79d6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.986156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd02-020a-4b73-9e23-6661e79d6865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:04.987345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cc31fd02-020a-4b73-9e23-6661e79d6865 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/752d654e-e2f8-473b-a5c0-392c9f892935 HTTP/1.1" status: 204 len: 168 time: 0.3446364 Aug 12 04:23:04.996044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a837f-a52f-470b-958d-32bdb31e2b1b tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Network': ['ID=1ddab381-f66b-427e-8b2b-55576ab5b51b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:05.011058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31fd02-020a-4b73-9e23-6661e79d6865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752d654e-e2f8-473b-a5c0-392c9f892935,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:05.065777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.147015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 397d9462-02b2-4138-8a46-ccec89885115 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:23:05.177743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 397d9462-02b2-4138-8a46-ccec89885115 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:23:05.178636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 397d9462-02b2-4138-8a46-ccec89885115 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:23:05.179786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03cd50aa-f9d6-437a-a214-1cc0d45eba9c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:23:05.200529 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.208582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 03cd50aa-f9d6-437a-a214-1cc0d45eba9c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:23:05.209253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03cd50aa-f9d6-437a-a214-1cc0d45eba9c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:23:05.228612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35a4d64-babf-4c8b-aedc-d67cd24a0c95']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:05.248021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10727914-fe37-4602-9ab2-160b97923d40') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:05.248510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10727914-fe37-4602-9ab2-160b97923d40') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:05.261259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.267726 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-0f81c71c-e413-4b08-8cb4-bd3266e9b12d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Project 05fdcd8f7690457280dd727bfb8263b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:23:05.279202 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.288170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:23:05.288739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:23:05.292250 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:23:05.319681 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-bd7b68ce-b92c-449e-bee8-67f10514cfa6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:05.320749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bd7b68ce-b92c-449e-bee8-67f10514cfa6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6763098 Aug 12 04:23:05.325007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38216) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:05.405777 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-0f81c71c-e413-4b08-8cb4-bd3266e9b12d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:05.406853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f81c71c-e413-4b08-8cb4-bd3266e9b12d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4862933 Aug 12 04:23:05.410489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38224) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:05.415623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9853582b-b47c-493e-a70c-9d33ec55c76a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '26e381b6-5f84-4321-b6bf-d5230de40d2d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:05.427429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5b13-6fc1-4dc9-ba59-3005edda3fee tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.432689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9884f42-4ddb-40f6-b76f-5055f9ad4eac {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:05.447437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.460918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.466241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.473177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5b13-6fc1-4dc9-ba59-3005edda3fee tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.473707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] 10.222.0.42 "DELETE /v2.0/networks/d35a4d64-babf-4c8b-aedc-d67cd24a0c95 HTTP/1.1" status: 204 len: 168 time: 0.5489719 Aug 12 04:23:05.484213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Transition to ACTIVE for port object b9884f42-4ddb-40f6-b76f-5055f9ad4eac will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:05.500146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742cc14-a978-4fdb-a5cc-48a4ac9f59e7 tempest-TaggedBootDevicesTest_v242-1670918223 tempest-TaggedBootDevicesTest_v242-1670918223-project] Pushing event deleted for resources: {'Network': ['ID=d35a4d64-babf-4c8b-aedc-d67cd24a0c95,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:05.552921 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-9853582b-b47c-493e-a70c-9d33ec55c76a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Project 05fdcd8f7690457280dd727bfb8263b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:23:05.620381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.694298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5b13-6fc1-4dc9-ba59-3005edda3fee tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.697356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e0d5b13-6fc1-4dc9-ba59-3005edda3fee tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.698498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e0d5b13-6fc1-4dc9-ba59-3005edda3fee tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/6a9aa088-4c39-41aa-ae65-b25a4795d33a HTTP/1.1" status: 204 len: 168 time: 0.3733299 Aug 12 04:23:05.699272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:05.701227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38238) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:05.734460 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-9853582b-b47c-493e-a70c-9d33ec55c76a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:05.738452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9853582b-b47c-493e-a70c-9d33ec55c76a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3247545 Aug 12 04:23:05.738897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d5b13-6fc1-4dc9-ba59-3005edda3fee tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9aa088-4c39-41aa-ae65-b25a4795d33a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:05.745345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38242) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:05.781299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Attempting to bind port b9884f42-4ddb-40f6-b76f-5055f9ad4eac on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:23:05.781632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Attempting to bind port b9884f42-4ddb-40f6-b76f-5055f9ad4eac by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:23:05.781966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Attempting to bind port b9884f42-4ddb-40f6-b76f-5055f9ad4eac on network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:05.786996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Port b9884f42-4ddb-40f6-b76f-5055f9ad4eac on network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:23:05.787330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Attempting to bind port b9884f42-4ddb-40f6-b76f-5055f9ad4eac on network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:05.792457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:23:05.793016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Checking segment: {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:05.795561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Bound using segment: {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:23:05.795561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Bound port: b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:23:05.795561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.803011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-22556136-be79-4409-81b2-07831fb0aca2 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1003904 Aug 12 04:23:05.807102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38246) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:05.829179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64be0d0e-ee0e-4b42-a47e-7a792a0b4f91 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.856940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64be0d0e-ee0e-4b42-a47e-7a792a0b4f91 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.913113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:23:05.933721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:23:05.935264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-790f4074-c7c2-49dc-a953-488aece26e4e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.981174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64be0d0e-ee0e-4b42-a47e-7a792a0b4f91 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.984413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64be0d0e-ee0e-4b42-a47e-7a792a0b4f91 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:05.985912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64be0d0e-ee0e-4b42-a47e-7a792a0b4f91 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/26e381b6-5f84-4321-b6bf-d5230de40d2d HTTP/1.1" status: 204 len: 168 time: 0.2392175 Aug 12 04:23:05.991547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38254) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:06.004005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-790f4074-c7c2-49dc-a953-488aece26e4e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.012933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.084673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:06.085301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.086939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] 10.222.0.36 "PUT /v2.0/ports/b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 1092 time: 1.2174511 Aug 12 04:23:06.091576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2afc9f22-97c9-480a-b569-0db3e77e99ac tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909517 Aug 12 04:23:06.092698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be0d0e-ee0e-4b42-a47e-7a792a0b4f91 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e381b6-5f84-4321-b6bf-d5230de40d2d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:06.094545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38256) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:06.099519 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:23:06.099971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:06.102173 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519e6e1-f46b-4526-9280-88de1cac6fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:06.105711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--900634565'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:06.142872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584ceb-d9da-4b80-83f8-59bcf48f02d7 req-74504477-e927-45d0-bcbd-1152dae90c19 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:06.144709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67584ceb-d9da-4b80-83f8-59bcf48f02d7 req-74504477-e927-45d0-bcbd-1152dae90c19 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1572733 Aug 12 04:23:06.160548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7085-e0b1-43ca-9ef2-ef444cdf477f service neutron] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:06.168612 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e5a37c-14d9-4644-88f9-4d7b6cd93963 x-openstack-request-id: req-76e5a37c-14d9-4644-88f9-4d7b6cd93963 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:06.173383 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:06.173383 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76e5a37c-14d9-4644-88f9-4d7b6cd93963 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:06.173383 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'status': 'completed', 'code': 200} Aug 12 04:23:06.196188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67584ceb-d9da-4b80-83f8-59bcf48f02d7 req-a159c057-7c5d-44f2-9775-34675bf88aed tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Aug 12 04:23:06.220708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.265487 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-790f4074-c7c2-49dc-a953-488aece26e4e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.270601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-790f4074-c7c2-49dc-a953-488aece26e4e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.272485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-790f4074-c7c2-49dc-a953-488aece26e4e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/b68bdd29-0535-40e0-b4f2-a39efbb578a7 HTTP/1.1" status: 204 len: 168 time: 0.4638875 Aug 12 04:23:06.276880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38264) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:06.301100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f4074-c7c2-49dc-a953-488aece26e4e tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68bdd29-0535-40e0-b4f2-a39efbb578a7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:06.304939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e6e1-f46b-4526-9280-88de1cac6fd0 req-97539f1e-274b-42eb-95eb-1b27b2cc29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:06.308252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e6e1-f46b-4526-9280-88de1cac6fd0 req-97539f1e-274b-42eb-95eb-1b27b2cc29f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1095 time: 0.1106780 Aug 12 04:23:06.371224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38270) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:06.371383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-448ba9ca-6e33-49a9-8f93-7dd8a4a7aba3 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914876 Aug 12 04:23:06.377671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.407294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625787975'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:06.459510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.463994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e6e1-f46b-4526-9280-88de1cac6fd0 req-8cd837dd-34e2-48ba-b285-997f5b70b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:06.465462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e6e1-f46b-4526-9280-88de1cac6fd0 req-8cd837dd-34e2-48ba-b285-997f5b70b1e3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=626f1c00e84644a39cb986e23c67aa72&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1375079 Aug 12 04:23:06.494971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603144e7-de65-4ee4-8503-5198f5be25c4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:06.688716 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.693526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f3c4987f-5247-43da-8418-6a9bdab3fa5e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5974348 Aug 12 04:23:06.694375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38278) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:06.699905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4fe1ced8-7540-4c85-86b1-ccf01a44fd77 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '603144e7-de65-4ee4-8503-5198f5be25c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:06.907438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:06.918517 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-4fe1ced8-7540-4c85-86b1-ccf01a44fd77 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The resource could not be found. Aug 12 04:23:06.924951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4fe1ced8-7540-4c85-86b1-ccf01a44fd77 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2292037 Aug 12 04:23:06.926104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38286) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:06.932923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bf4ee1d7-0738-46a1-ad42-91460b00c9a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '603144e7-de65-4ee4-8503-5198f5be25c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '42bb1f61-17cf-43d7-8c22-5719c12273b8'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:06.990674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e6e1-f46b-4526-9280-88de1cac6fd0 req-353753e9-1a89-4678-af68-c40c919fa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:06.992633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e6e1-f46b-4526-9280-88de1cac6fd0 req-353753e9-1a89-4678-af68-c40c919fa20c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5195606 Aug 12 04:23:07.108404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-d9823d9d-f7fd-4b17-8159-b0b901b985db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:07.110225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-d9823d9d-f7fd-4b17-8159-b0b901b985db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1095 time: 0.0737622 Aug 12 04:23:07.161725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-e91d3fa4-2730-49c3-8d95-41b646ff8501 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 217 time: 0.0422826 Aug 12 04:23:07.237257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.241282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659df00e-b404-43af-b74a-f481126bf8c8 req-46e7f0c5-a091-4f9e-b3c8-d55afed46ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:07.242830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-46e7f0c5-a091-4f9e-b3c8-d55afed46ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.0739722 Aug 12 04:23:07.287191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-1edb4bcf-39f6-4402-a878-238db3ee4623 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372713 Aug 12 04:23:07.304646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.370922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873992-8b80-4dc0-be32-41461498c9a3 req-edc742db-2031-49c3-9a65-67f117bfce95 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:07.374366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc873992-8b80-4dc0-be32-41461498c9a3 req-edc742db-2031-49c3-9a65-67f117bfce95 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.0932021 Aug 12 04:23:07.422812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b540ea04-9822-4add-a2bc-d12e2e94e314,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:07.437960 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-bf4ee1d7-0738-46a1-ad42-91460b00c9a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The resource could not be found. Aug 12 04:23:07.439288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf4ee1d7-0738-46a1-ad42-91460b00c9a3 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5116262 Aug 12 04:23:07.442159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38306) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.460770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.462290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fb97f7c7-c2d3-4f3d-b3bb-8e7c566e3bc9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0930526 Aug 12 04:23:07.465132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38310) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.471003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-52465ef8-f4b9-44c6-b67a-870f39e72b2c service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747274 Aug 12 04:23:07.474934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-00ca1860-e61a-4331-a390-ccf972a2e833 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:07.475922 n-d-804320-1 neutron-server[95043]: WARNING neutron.api.v2.base [None req-00ca1860-e61a-4331-a390-ccf972a2e833 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 04:23:07.477472 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-00ca1860-e61a-4331-a390-ccf972a2e833 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 04:23:07.479436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-00ca1860-e61a-4331-a390-ccf972a2e833 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "PUT /v2.0/security-groups/b540ea04-9822-4add-a2bc-d12e2e94e314 HTTP/1.1" status: 409 len: 330 time: 0.0116167 Aug 12 04:23:07.481939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38312) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.547762 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc873992-8b80-4dc0-be32-41461498c9a3 req-f6eeef4d-fa97-4e72-8fa2-f178e2856b10 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536961 Aug 12 04:23:07.570401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d9428fd-3300-47be-9012-e0ac3acfc12e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.609171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-134d1790-98fc-452d-acad-08f2b32752e9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.623102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d9428fd-3300-47be-9012-e0ac3acfc12e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.652762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-134d1790-98fc-452d-acad-08f2b32752e9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.689102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-659df00e-b404-43af-b74a-f481126bf8c8 req-acfb4be9-0b73-4352-b628-ad95bd846257 service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083449 Aug 12 04:23:07.775056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d9428fd-3300-47be-9012-e0ac3acfc12e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.778069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d9428fd-3300-47be-9012-e0ac3acfc12e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.779541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d9428fd-3300-47be-9012-e0ac3acfc12e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/603144e7-de65-4ee4-8503-5198f5be25c4 HTTP/1.1" status: 204 len: 168 time: 0.3360806 Aug 12 04:23:07.782927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.791250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9428fd-3300-47be-9012-e0ac3acfc12e tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603144e7-de65-4ee4-8503-5198f5be25c4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:07.802913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-134d1790-98fc-452d-acad-08f2b32752e9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.807846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-134d1790-98fc-452d-acad-08f2b32752e9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:07.809407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-134d1790-98fc-452d-acad-08f2b32752e9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/b540ea04-9822-4add-a2bc-d12e2e94e314 HTTP/1.1" status: 204 len: 168 time: 0.3263185 Aug 12 04:23:07.812077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.828799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d1790-98fc-452d-acad-08f2b32752e9 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540ea04-9822-4add-a2bc-d12e2e94e314,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:07.863625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-552696e6-bf01-4012-87cf-176b559efdc3 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502772 Aug 12 04:23:07.867782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.884722 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-f7f869be-e8e5-45bb-aed8-7cb840cceee6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] delete failed (client error): The resource could not be found. Aug 12 04:23:07.885726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f7f869be-e8e5-45bb-aed8-7cb840cceee6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "DELETE /v2.0/security-groups/f836fe73-aaf5-4f9c-9b4c-0f476c421045 HTTP/1.1" status: 404 len: 347 time: 0.0169811 Aug 12 04:23:07.886187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be684b6e-da90-4e86-adb7-406a37eef8a4 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986140 Aug 12 04:23:07.887015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.889528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.893505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c9c540f2-3913-4b4c-a49f-4138019a0354 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': 'a4610bdf-76f6-4d81-8997-19ce8a46ce37', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:07.903731 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-d9c27940-54c0-464b-845c-fc6be06735e6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] show failed (client error): The resource could not be found. Aug 12 04:23:07.905420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d9c27940-54c0-464b-845c-fc6be06735e6 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-groups/75d4e605-a3a9-4337-9cea-a0ec7acbbf14 HTTP/1.1" status: 404 len: 347 time: 0.0146821 Aug 12 04:23:07.908984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38338) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:07.921378 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-5a2df81e-d0d1-4ae5-87e7-8b7a72ad3753 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] show failed (client error): The resource could not be found. Aug 12 04:23:07.922426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a2df81e-d0d1-4ae5-87e7-8b7a72ad3753 tempest-NegativeSecGroupTest-1574849614 tempest-NegativeSecGroupTest-1574849614-project] 10.222.0.42 "GET /v2.0/security-group-rules/bd53233e-a09b-4ece-bf57-0f98f3efd1ff HTTP/1.1" status: 404 len: 356 time: 0.0123420 Aug 12 04:23:08.072381 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-c9c540f2-3913-4b4c-a49f-4138019a0354 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The resource could not be found. Aug 12 04:23:08.073904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9c540f2-3913-4b4c-a49f-4138019a0354 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1859496 Aug 12 04:23:08.077568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38346) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:08.082632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--474555074'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:08.181202 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.308425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.448645 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.478984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c124851c-24c8-4544-bd5f-1f639eed6ff9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:08.599109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.600390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe391eee-8bbd-4411-a610-309abd0c3863 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5218322 Aug 12 04:23:08.603117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38368) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:08.613701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--492226849'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:08.730377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5526af5-1096-4620-94ac-7f7a9fbdad6a req-de4b02ef-5024-4f49-89f8-0e9eca3f952f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:08.732193 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5526af5-1096-4620-94ac-7f7a9fbdad6a req-de4b02ef-5024-4f49-89f8-0e9eca3f952f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.0571747 Aug 12 04:23:08.734185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.738620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:08.800984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5526af5-1096-4620-94ac-7f7a9fbdad6a req-b6ffbbf8-a439-4d57-b22a-e51994161dfa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Aug 12 04:23:08.835031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.906433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:08.916518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-329e3b0c-df6a-45af-8bad-d5d5b28355a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=476109d1b89848efbf655d3ce0d6572b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748283 Aug 12 04:23:08.918357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:08.953134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20030423-b92d-4758-a13a-f24d1d310c4c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:08.999883 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac295-e356-4ff9-84e5-3e71e4399593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.020568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.022064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac295-e356-4ff9-84e5-3e71e4399593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.022228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-894a95be-d7ba-4607-9042-3099079b61ce tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4178236 Aug 12 04:23:09.025119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38398) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.035879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d6e3bd5d-7361-4f8e-bd4c-132734487033 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': 'c124851c-24c8-4544-bd5f-1f639eed6ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '20030423-b92d-4758-a13a-f24d1d310c4c'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:09.184065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac295-e356-4ff9-84e5-3e71e4399593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.188428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f0ac295-e356-4ff9-84e5-3e71e4399593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.190148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3f0ac295-e356-4ff9-84e5-3e71e4399593 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/186f20b3-5546-4937-91ce-85d72a3a5d4f HTTP/1.1" status: 204 len: 168 time: 0.2703590 Aug 12 04:23:09.210020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ac295-e356-4ff9-84e5-3e71e4399593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f20b3-5546-4937-91ce-85d72a3a5d4f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:09.294997 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-d6e3bd5d-7361-4f8e-bd4c-132734487033 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:09.299250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6e3bd5d-7361-4f8e-bd4c-132734487033 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2728677 Aug 12 04:23:09.299843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38412) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.358641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5badb37c-e03a-41c0-94aa-18f7a50cde36 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.380885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5badb37c-e03a-41c0-94aa-18f7a50cde36 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.489046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5badb37c-e03a-41c0-94aa-18f7a50cde36 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.491809 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5badb37c-e03a-41c0-94aa-18f7a50cde36 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.493044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5badb37c-e03a-41c0-94aa-18f7a50cde36 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/20030423-b92d-4758-a13a-f24d1d310c4c HTTP/1.1" status: 204 len: 168 time: 0.1921735 Aug 12 04:23:09.498770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.502451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb37c-e03a-41c0-94aa-18f7a50cde36 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20030423-b92d-4758-a13a-f24d1d310c4c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:09.603492 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bbb83f79-5e04-41ab-ad55-be2757fc9aff tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1027319 Aug 12 04:23:09.606220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38424) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.685225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38430) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.693433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e930be-c2ff-4165-b4d7-aef4a35e786a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.736094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e930be-c2ff-4165-b4d7-aef4a35e786a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.837906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e930be-c2ff-4165-b4d7-aef4a35e786a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.841272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-10e930be-c2ff-4165-b4d7-aef4a35e786a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.843945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-10e930be-c2ff-4165-b4d7-aef4a35e786a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/c124851c-24c8-4544-bd5f-1f639eed6ff9 HTTP/1.1" status: 204 len: 168 time: 0.2366765 Aug 12 04:23:09.854979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96138b16-e821-4429-9cde-5b61327a6323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:09.858619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38440) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.860742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e930be-c2ff-4165-b4d7-aef4a35e786a tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c124851c-24c8-4544-bd5f-1f639eed6ff9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:09.985007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8746ffa0-2a69-4ad9-a02d-d1c4c4b1348c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211390 Aug 12 04:23:09.989228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:09.994874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272043811'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:10.061621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdd29e-0e1d-483d-b540-ca0726df5faa req-eb216074-a1ee-4081-a83f-5095bd057bd7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:10.064126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5bdd29e-0e1d-483d-b540-ca0726df5faa req-eb216074-a1ee-4081-a83f-5095bd057bd7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1224549 Aug 12 04:23:10.137940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5bdd29e-0e1d-483d-b540-ca0726df5faa req-aae11567-4c00-470a-85eb-729781b3154d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649588 Aug 12 04:23:10.140455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96138b16-e821-4429-9cde-5b61327a6323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.204098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96138b16-e821-4429-9cde-5b61327a6323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.256313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-96138b16-e821-4429-9cde-5b61327a6323 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6949472185594ef59135c4366191d52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700374 Aug 12 04:23:10.257517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96138b16-e821-4429-9cde-5b61327a6323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574aa6b8-c016-4f3e-8fe3-a6f3f1015f9b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:10.259354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38454) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:10.304746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.350958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d7c5f8-a7d7-48ec-b73b-ea8b1b680f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.389186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d7c5f8-a7d7-48ec-b73b-ea8b1b680f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.390184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:23:10.456044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.501081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.535558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:10.542441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d7c5f8-a7d7-48ec-b73b-ea8b1b680f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.545725 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d7c5f8-a7d7-48ec-b73b-ea8b1b680f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.547075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f2d7c5f8-a7d7-48ec-b73b-ea8b1b680f4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/574aa6b8-c016-4f3e-8fe3-a6f3f1015f9b HTTP/1.1" status: 204 len: 168 time: 0.2859821 Aug 12 04:23:10.562935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'port_id': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'mac_address': 'fa:16:3e:ea:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fade8c58-3f05-4851-8bca-d0e34259eb26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:23:10.563489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59adfb15-00ca-47ec-b5fe-62a156a1bfa3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:10.580729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7c5f8-a7d7-48ec-b73b-ea8b1b680f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574aa6b8-c016-4f3e-8fe3-a6f3f1015f9b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:10.604112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.606265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1f8c1cb2-a1cf-4919-8f4a-fd62817a2d9c tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6157961 Aug 12 04:23:10.610519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38466) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:10.617457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.619322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5b7b85fa-b7cd-4636-a01b-3641ab739931 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '59adfb15-00ca-47ec-b5fe-62a156a1bfa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:10.652247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9884f42-4ddb-40f6-b76f-5055f9ad4eac {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:10.675287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:10.752330 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:10.809565 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-5b7b85fa-b7cd-4636-a01b-3641ab739931 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:10.813477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5b7b85fa-b7cd-4636-a01b-3641ab739931 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1970222 Aug 12 04:23:10.813635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:10.813753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38476) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:10.818514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5f1b48e6-17ff-43c8-ac9d-60f13077a9b4 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group_rule': {'security_group_id': '59adfb15-00ca-47ec-b5fe-62a156a1bfa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:10.964365 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-5f1b48e6-17ff-43c8-ac9d-60f13077a9b4 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:23:10.965934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5f1b48e6-17ff-43c8-ac9d-60f13077a9b4 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1511025 Aug 12 04:23:10.968417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.031082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4655-c9e2-4307-b8ec-3505b464356d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.040126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b9884f42-4ddb-40f6-b76f-5055f9ad4eac'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:11.060343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4655-c9e2-4307-b8ec-3505b464356d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.169584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4655-c9e2-4307-b8ec-3505b464356d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.175590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4655-c9e2-4307-b8ec-3505b464356d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.179450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a2b4655-c9e2-4307-b8ec-3505b464356d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/59adfb15-00ca-47ec-b5fe-62a156a1bfa3 HTTP/1.1" status: 204 len: 168 time: 0.2069519 Aug 12 04:23:11.179875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38488) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.194574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b4655-c9e2-4307-b8ec-3505b464356d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59adfb15-00ca-47ec-b5fe-62a156a1bfa3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:11.237918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-415f8bd7-32fd-4ba6-841c-dbe5cab5f774 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560236 Aug 12 04:23:11.241949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.247775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'tempest-secgroup--1068233346'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:11.306439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdda6cf-d140-4738-9636-bfb82ff168e1 req-8233f3c6-3e00-4387-8bc4-6bc130020ba8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:11.308281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0cdda6cf-d140-4738-9636-bfb82ff168e1 req-8233f3c6-3e00-4387-8bc4-6bc130020ba8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 945 time: 0.0631826 Aug 12 04:23:11.335766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.374111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0cdda6cf-d140-4738-9636-bfb82ff168e1 req-c505e657-7e63-456f-998c-87e6af8f4277 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551808 Aug 12 04:23:11.417690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38500) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.432537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14a77bbe-f48b-4751-a2be-c17c19a6588a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.449328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.539895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.621187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8081fa1-e00c-4709-8910-5526df0a6bb7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:11.676783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14a77bbe-f48b-4751-a2be-c17c19a6588a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.740587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14a77bbe-f48b-4751-a2be-c17c19a6588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.790685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14a77bbe-f48b-4751-a2be-c17c19a6588a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b8b3690415c94d4e9ec83cb7c1acfa09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645718 Aug 12 04:23:11.790685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a77bbe-f48b-4751-a2be-c17c19a6588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6db9b0-9fd7-424c-bc7a-f4fde8c71155,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:11.792785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38518) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.854018 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9942dc2f-7585-43da-aac3-3fffc1a45b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.859342 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.862472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f81606e1-e151-43aa-8a86-edc6044d4724 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6166103 Aug 12 04:23:11.862991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38528) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.869969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1e914e14-cd99-4d8e-afb7-29bc38dd1372 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:11.870507 n-d-804320-1 neutron-server[95042]: WARNING neutron.api.v2.base [None req-1e914e14-cd99-4d8e-afb7-29bc38dd1372 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 04:23:11.871124 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-1e914e14-cd99-4d8e-afb7-29bc38dd1372 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 04:23:11.872587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e914e14-cd99-4d8e-afb7-29bc38dd1372 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "PUT /v2.0/security-groups/c8081fa1-e00c-4709-8910-5526df0a6bb7 HTTP/1.1" status: 409 len: 330 time: 0.0075116 Aug 12 04:23:11.875583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38530) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:11.880986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9942dc2f-7585-43da-aac3-3fffc1a45b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.958941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f1f-f7a7-475a-bac9-481870578d0b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:11.996031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f1f-f7a7-475a-bac9-481870578d0b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.015384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9942dc2f-7585-43da-aac3-3fffc1a45b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.017972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9942dc2f-7585-43da-aac3-3fffc1a45b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.019707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9942dc2f-7585-43da-aac3-3fffc1a45b34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae6db9b0-9fd7-424c-bc7a-f4fde8c71155 HTTP/1.1" status: 204 len: 168 time: 0.2256312 Aug 12 04:23:12.031840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942dc2f-7585-43da-aac3-3fffc1a45b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6db9b0-9fd7-424c-bc7a-f4fde8c71155,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:12.129178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f1f-f7a7-475a-bac9-481870578d0b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.131832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f1f-f7a7-475a-bac9-481870578d0b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.133055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bc1d7f1f-f7a7-475a-bac9-481870578d0b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/c8081fa1-e00c-4709-8910-5526df0a6bb7 HTTP/1.1" status: 204 len: 168 time: 0.2564695 Aug 12 04:23:12.135714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:12.142166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d7f1f-f7a7-475a-bac9-481870578d0b tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8081fa1-e00c-4709-8910-5526df0a6bb7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:12.193983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6afe50a3-ac5b-4a04-9de0-5f52a076aee9 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570657 Aug 12 04:23:12.197723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38544) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:12.210356 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-cbd1cec4-d7d2-4b57-b451-cc669d113b15 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] delete failed (client error): The resource could not be found. Aug 12 04:23:12.211355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cbd1cec4-d7d2-4b57-b451-cc669d113b15 tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "DELETE /v2.0/security-groups/4813b4a0-653c-4e8d-b2e1-1fea3919034f HTTP/1.1" status: 404 len: 347 time: 0.0126386 Aug 12 04:23:12.214508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38546) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:12.226844 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-67d75760-567f-4085-b384-150daedcfb6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] show failed (client error): The resource could not be found. Aug 12 04:23:12.228313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-67d75760-567f-4085-b384-150daedcfb6d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-groups/2b58f71f-6bf7-4baa-8446-4107b72a7f17 HTTP/1.1" status: 404 len: 347 time: 0.0129285 Aug 12 04:23:12.234759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38548) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:12.242515 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-20dd8968-535b-4f1b-9d7c-41e54098aa9d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] show failed (client error): The resource could not be found. Aug 12 04:23:12.244141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-20dd8968-535b-4f1b-9d7c-41e54098aa9d tempest-NegativeSecGroupIPv6Test-1188777403 tempest-NegativeSecGroupIPv6Test-1188777403-project] 10.222.0.42 "GET /v2.0/security-group-rules/58e14073-a485-4fe6-9409-cf182df745db HTTP/1.1" status: 404 len: 356 time: 0.0114069 Aug 12 04:23:12.406149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:12.517864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port b9884f42-4ddb-40f6-b76f-5055f9ad4eac completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:12.521434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fc4b8-e660-49fc-8026-698290c5b59a req-11aa1a84-aac7-4567-89ca-4ed4dd000e61 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:12.522161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b9884f42-4ddb-40f6-b76f-5055f9ad4eac triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:12.522619 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.534171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246fc4b8-e660-49fc-8026-698290c5b59a req-11aa1a84-aac7-4567-89ca-4ed4dd000e61 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 945 time: 0.0617154 Aug 12 04:23:12.573382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246fc4b8-e660-49fc-8026-698290c5b59a req-1b3c3b92-9a7f-4d4f-8878-889599402534 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Aug 12 04:23:12.644445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.668252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:12.670524 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1009ea9-dd2a-4298-963c-7eccb4e66a31" -d '{"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-plugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:12.700937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:12.701266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38568) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:12.730861 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329b13da-1988-4a9c-9b81-0dac9e9acade x-openstack-request-id: req-329b13da-1988-4a9c-9b81-0dac9e9acade {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:12.731249 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-plugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:12.731573 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-329b13da-1988-4a9c-9b81-0dac9e9acade {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:12.731897 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'code': 200} Aug 12 04:23:12.775367 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:12.848393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d7ef-3be6-4fa5-9bf6-cc01194e5880 req-64b06b8b-1aa8-4350-b0a6-bf5f5bb5d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:12.850205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6f9d7ef-3be6-4fa5-9bf6-cc01194e5880 req-64b06b8b-1aa8-4350-b0a6-bf5f5bb5d568 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1097 time: 0.0579355 Aug 12 04:23:12.904196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6f9d7ef-3be6-4fa5-9bf6-cc01194e5880 req-7071376a-bec0-42e1-949f-81556e2f215a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467541 Aug 12 04:23:12.950458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5284287e-e2fc-4b2a-863a-5fe9cc93ba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.108750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:13.142499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5284287e-e2fc-4b2a-863a-5fe9cc93ba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.173303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38590) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:13.200575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5284287e-e2fc-4b2a-863a-5fe9cc93ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.248290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5284287e-e2fc-4b2a-863a-5fe9cc93ba87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=249064a7edf54ed5a1736a0e71297ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517201 Aug 12 04:23:13.251120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38596) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:13.266918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284287e-e2fc-4b2a-863a-5fe9cc93ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1559f88-e183-4674-9ea7-96b743478c8a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:13.383209 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a8a09390-4926-41f3-b8ff-e68421c77ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.403651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed3255a4-b8a2-4363-b821-9ff071257cc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05fdcd8f7690457280dd727bfb8263b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273490 Aug 12 04:23:13.404274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38600) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:13.426672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a8a09390-4926-41f3-b8ff-e68421c77ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.474866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85542e8e-0bd6-4213-abc1-1b1337502c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.501966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85542e8e-0bd6-4213-abc1-1b1337502c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.686740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85542e8e-0bd6-4213-abc1-1b1337502c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.689749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-85542e8e-0bd6-4213-abc1-1b1337502c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.695970 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-85542e8e-0bd6-4213-abc1-1b1337502c79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/493743ef-da13-405b-98ec-2ce5cdbbf930 HTTP/1.1" status: 204 len: 168 time: 0.2853441 Aug 12 04:23:13.707428 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a8a09390-4926-41f3-b8ff-e68421c77ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.707801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85542e8e-0bd6-4213-abc1-1b1337502c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493743ef-da13-405b-98ec-2ce5cdbbf930,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:13.721966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a8a09390-4926-41f3-b8ff-e68421c77ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:13.723614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a8a09390-4926-41f3-b8ff-e68421c77ec6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1559f88-e183-4674-9ea7-96b743478c8a HTTP/1.1" status: 204 len: 168 time: 0.4710813 Aug 12 04:23:13.751123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a09390-4926-41f3-b8ff-e68421c77ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1559f88-e183-4674-9ea7-96b743478c8a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:13.766892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa3fc-5ac9-48ab-bb62-d0ee182b365a req-22003a83-f437-46a3-b47a-1805b3d94a16 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:13.768447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df6fa3fc-5ac9-48ab-bb62-d0ee182b365a req-22003a83-f437-46a3-b47a-1805b3d94a16 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1203623 Aug 12 04:23:13.817892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df6fa3fc-5ac9-48ab-bb62-d0ee182b365a req-1cae11d7-1fac-45ea-95ca-dc1f18aab173 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Aug 12 04:23:14.498160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:14.514359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86ba7818-8e51-4b20-9312-ca66a264214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.620575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86ba7818-8e51-4b20-9312-ca66a264214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.689539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86ba7818-8e51-4b20-9312-ca66a264214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.733274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-86ba7818-8e51-4b20-9312-ca66a264214c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebc1445dcd6947d3b98a2540c7d9e53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339427 Aug 12 04:23:14.735327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba7818-8e51-4b20-9312-ca66a264214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ed449-dc5c-411b-be52-f4b80edafda0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:14.736223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38666) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:14.797699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f20afc7-d5a2-47e2-843a-767c0dd82821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.823521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f20afc7-d5a2-47e2-843a-767c0dd82821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.946819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f20afc7-d5a2-47e2-843a-767c0dd82821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.949720 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f20afc7-d5a2-47e2-843a-767c0dd82821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:14.951374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f20afc7-d5a2-47e2-843a-767c0dd82821 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a2ed449-dc5c-411b-be52-f4b80edafda0 HTTP/1.1" status: 204 len: 168 time: 0.2140682 Aug 12 04:23:14.973318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa576a8-78e9-4ee1-8db9-e7c401924814 req-9f2d30ec-c2fc-4194-a54c-d8e21669f18e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:14.981683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daa576a8-78e9-4ee1-8db9-e7c401924814 req-9f2d30ec-c2fc-4194-a54c-d8e21669f18e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0806956 Aug 12 04:23:14.990034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20afc7-d5a2-47e2-843a-767c0dd82821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ed449-dc5c-411b-be52-f4b80edafda0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:15.033718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daa576a8-78e9-4ee1-8db9-e7c401924814 req-3a100c61-fce1-4246-963c-2c4495d54f30 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Aug 12 04:23:15.537026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-f72946ca-ce2b-4209-be4a-0a1a12442626 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:15.538637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-f72946ca-ce2b-4209-be4a-0a1a12442626 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 813 time: 0.1371114 Aug 12 04:23:15.565994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-37c3adb0-f02b-4697-b578-1d7a38e96438 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/quotas/626f1c00e84644a39cb986e23c67aa72 HTTP/1.1" status: 200 len: 375 time: 0.0155091 Aug 12 04:23:15.637703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-cff5acd5-3e50-465a-beeb-f43b81285129 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603981 Aug 12 04:23:15.739253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-783b7332-5649-4a59-8530-f35c591bbb16 service neutron] 10.222.0.42 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064351 Aug 12 04:23:15.859229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-b4344509-49ff-49b9-ac6a-fbac8e3c9ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180439 Aug 12 04:23:15.959715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38752) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:15.965133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041764 Aug 12 04:23:15.972334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38754) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:16.148539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80b0575e-c671-47fd-9f93-8cf52e38a43a req-65d412b8-5b24-4f2b-8f0b-567c8573e952 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 210 time: 0.0481408 Aug 12 04:23:16.226375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38774) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:16.295983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0823fc80-acd9-4d63-8648-8a8666ba2bd8 tempest-NetworksApiDiscovery-1195976005 tempest-NetworksApiDiscovery-1195976005-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3218172 Aug 12 04:23:16.769349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.070474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Deleting port cd85ffa4-f265-4fcc-97a2-35daf9a37648 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:17.071632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.163776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] For port cd85ffa4-f265-4fcc-97a2-35daf9a37648, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cd85ffa4-f265-4fcc-97a2-35daf9a37648,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:17.164311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.183632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Calling delete_port for cd85ffa4-f265-4fcc-97a2-35daf9a37648 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:17.228697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38834) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:17.288465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0df0e124-5b44-45e5-97ad-63d634932711 req-432bb388-c65f-4ec1-b08e-bd4d62a07864 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 210 time: 0.0806708 Aug 12 04:23:17.519303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.525421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.585053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Pushing event deleted for resources: {'Port': ['ID=cd85ffa4-f265-4fcc-97a2-35daf9a37648,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:17.692018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.814861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.815124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.858613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eca9b7710d0d47b8a42f54abf845c355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265192 Aug 12 04:23:17.859928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38876) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:17.866060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fa0f2d-c961-4c57-9c65-277c4e2e7243,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:17.879069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.879350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.879692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.880024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.880350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.880673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.880996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.881312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.881634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.881990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.882306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.882622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d24505-8c7c-4180-a61e-9d3e5061c165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:17.939038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9e8387f-2d6f-480e-9a29-1cb636cf9cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:17.971183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9e8387f-2d6f-480e-9a29-1cb636cf9cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.091163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9e8387f-2d6f-480e-9a29-1cb636cf9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.092866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c9e8387f-2d6f-480e-9a29-1cb636cf9cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.094128 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c9e8387f-2d6f-480e-9a29-1cb636cf9cc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0fa0f2d-c961-4c57-9c65-277c4e2e7243 HTTP/1.1" status: 204 len: 168 time: 0.2332845 Aug 12 04:23:18.100507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Router baaf1b30-3144-42cf-97a5-a40aedf84ba4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:23:18.104147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8387f-2d6f-480e-9a29-1cb636cf9cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fa0f2d-c961-4c57-9c65-277c4e2e7243,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:18.212729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:23:18.218493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d8ce56a0-7d6c-47bc-8d8e-8544027c68da admin admin] 10.222.0.42 "PUT /v2.0/routers/baaf1b30-3144-42cf-97a5-a40aedf84ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9908521 Aug 12 04:23:18.221082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38904) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:18.224396 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] Sync routers for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:23:18.235146 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:23:18.235998 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:23:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:18.357182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.366939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:23:18.386389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38916) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:18.453722 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf4010f8-67a3-4369-b5a2-9017a9e5325e req-6d972ff1-a83c-4f78-93db-eda17a8c94cf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 210 time: 0.0453835 Aug 12 04:23:18.534368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.586418 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:23:17Z', 'revision_number': 5, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port': {'id': 'ad7d9658-f7ad-4bf4-b306-950f51eb78ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:11:48Z', 'updated_at': '2021-08-12T04:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:18.616723 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] Checking router: baaf1b30-3144-42cf-97a5-a40aedf84ba4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:23:18.626240 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] Routers {'baaf1b30-3144-42cf-97a5-a40aedf84ba4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:23:18.627150 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:23:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:18.721352 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] Set router baaf1b30-3144-42cf-97a5-a40aedf84ba4 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:23:18.729734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Deleting port ad7d9658-f7ad-4bf4-b306-950f51eb78ab {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:18.732762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.801856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:23:18Z', 'revision_number': 6, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:18.807490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.856385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199601a2-6a1d-4e2d-868e-ca3be30a7fdf None None] The sync data for ids ['baaf1b30-3144-42cf-97a5-a40aedf84ba4'] in n-d-804320-1 is: [{'id': 'baaf1b30-3144-42cf-97a5-a40aedf84ba4', 'name': 'tempest-TaggedBootDevicesTest_v242-1942026115-router', 'tenant_id': '56b1720eebae46b992679757e49d89a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:11:45Z', 'updated_at': '2021-08-12T04:23:18Z', 'revision_number': 6, 'project_id': '56b1720eebae46b992679757e49d89a1', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:23:18.879251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] For port ad7d9658-f7ad-4bf4-b306-950f51eb78ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:18.882664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:18.897527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-ff6b0f50-ea4c-405e-93d9-db2c2f6c14d7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:18.903930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Calling delete_port for ad7d9658-f7ad-4bf4-b306-950f51eb78ab owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:18.907283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-ff6b0f50-ea4c-405e-93d9-db2c2f6c14d7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.20 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 813 time: 0.3018980 Aug 12 04:23:18.926925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Request body: {'port': {'device_id': '7cd18313-f176-4350-b832-5a4ed21c6996', 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'admin_state_up': True, 'tenant_id': '626f1c00e84644a39cb986e23c67aa72'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:19.091551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.167282 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.198424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.215334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f34d0c-8537-4ee8-b625-af3248bb2d63,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:19.223369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=951b7d97b2394c0d9aab5b1d9e4242f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8355088 Aug 12 04:23:19.230612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:19.242162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.242597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.243681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.244097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.244441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.245170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.245704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.246153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.246847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.247251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.247673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.248006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cdc8c-72dc-494d-9eb4-891f1262e077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:19.255860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7d9658-f7ad-4bf4-b306-950f51eb78ab,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:19.300483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Made reservation on behalf of 626f1c00e84644a39cb986e23c67aa72 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:23:19.309001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.322873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd85ffa4-f265-4fcc-97a2-35daf9a37648 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:23:19.355046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cd85ffa4-f265-4fcc-97a2-35daf9a37648 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:23:19.356023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd85ffa4-f265-4fcc-97a2-35daf9a37648 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:23:19.369175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.383126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6b6e2b1-b182-4b14-b112-8fe3a337a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.448608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6b6e2b1-b182-4b14-b112-8fe3a337a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.479724 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.482018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.547891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Allocated IP 172.20.0.8 (59e2b1cc-ced3-4644-9f38-f8a4764d2238/fade8c58-3f05-4851-8bca-d0e34259eb26/56f39b7c-d607-40e7-bc68-384416f6b8cf) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:19.615304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8c340d-f81e-43a1-a864-6cf6d6bcf9e2 req-daa53ad1-e95f-479c-a893-521a6f336906 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 210 time: 0.0453253 Aug 12 04:23:19.639584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.639584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaf1b30-3144-42cf-97a5-a40aedf84ba4 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:23:19.642211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.643462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7a81d3db-ccca-4e3b-a05c-90324ea459af admin admin] 10.222.0.42 "DELETE /v2.0/routers/baaf1b30-3144-42cf-97a5-a40aedf84ba4 HTTP/1.1" status: 204 len: 168 time: 1.4206774 Aug 12 04:23:19.645998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38970) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:19.660701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6b6e2b1-b182-4b14-b112-8fe3a337a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.665465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6b6e2b1-b182-4b14-b112-8fe3a337a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.676895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a6b6e2b1-b182-4b14-b112-8fe3a337a52d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1f34d0c-8537-4ee8-b625-af3248bb2d63 HTTP/1.1" status: 204 len: 168 time: 0.4375694 Aug 12 04:23:19.688207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6e2b1-b182-4b14-b112-8fe3a337a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f34d0c-8537-4ee8-b625-af3248bb2d63,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:19.694907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Deleting subnet ec54747e-92a0-4e59-b6c0-fb706b92d276 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:23:19.698868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.738367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.757587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.824616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.859618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.880111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b9884f42-4ddb-40f6-b76f-5055f9ad4eac'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:19.952456 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:19.964272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:19.971908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:19.996710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec54747e-92a0-4e59-b6c0-fb706b92d276,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:19.998570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Pushing event updated for resources: {'Port': ['ID=56f39b7c-d607-40e7-bc68-384416f6b8cf,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:20.002144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.007102 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-96647350-739a-42a4-9c9f-3c5daa4a8c61 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ec54747e-92a0-4e59-b6c0-fb706b92d276 HTTP/1.1" status: 204 len: 168 time: 0.3597410 Aug 12 04:23:20.007616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:20.008316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38984) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:20.019664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3a1e4-8cc5-40c9-8e80-767eef761ae1 None None] Network a9655ca9-bc91-4036-8247-308ae56cbf82 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:23:20.101409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:20.102109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.112556 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.182481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Deleting port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:20.182925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.195330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:20.207273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-658f0efe-f19e-4a2c-a1d3-ffdc7db3ef0f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2981629 Aug 12 04:23:20.231597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Request body: {'port': {'device_id': '7cd18313-f176-4350-b832-5a4ed21c6996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:20.264795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] For port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:20.265283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.283888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Calling delete_port for 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:20.288216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] DHCP port deletion for a9655ca9-bc91-4036-8247-308ae56cbf82 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:23:20.314848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.362934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] Deleting port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:20.364152 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.442137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] For port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,segment=NetworkSegment(29d056e6-39ad-43cb-83ac-ae2c4aef406e),segment_id=29d056e6-39ad-43cb-83ac-ae2c4aef406e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:20.442622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.466393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] Calling delete_port for 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:20.489344 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.507412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] No DVR routers for this DVR port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:23:20.596256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f39b7c-d607-40e7-bc68-384416f6b8cf {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:20.604195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.616485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Transition to ACTIVE for port object 56f39b7c-d607-40e7-bc68-384416f6b8cf will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:20.620503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:20.630896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.672184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] Pushing event deleted for resources: {'Port': ['ID=8b97eef0-f1e1-4bf9-96cb-a5318ac9d103,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:20.675024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d199b-53aa-489e-b074-53234cccf1f2 None None] No DVR routers for this DVR port 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:23:20.701699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d35ffa0-0eff-4f4e-85d8-b534b39ed64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.706844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.767958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Pushing event updated for resources: {'Port': ['ID=56f39b7c-d607-40e7-bc68-384416f6b8cf,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:20.856319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Attempting to bind port 56f39b7c-d607-40e7-bc68-384416f6b8cf on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:23:20.856740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Attempting to bind port 56f39b7c-d607-40e7-bc68-384416f6b8cf by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:23:20.857139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Attempting to bind port 56f39b7c-d607-40e7-bc68-384416f6b8cf on network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:20.863335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Port 56f39b7c-d607-40e7-bc68-384416f6b8cf on network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:23:20.863738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Attempting to bind port 56f39b7c-d607-40e7-bc68-384416f6b8cf on network 59e2b1cc-ced3-4644-9f38-f8a4764d2238 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:20.870140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:23:20.870825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Checking segment: {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:20.871575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Bound using segment: {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:23:20.872366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Bound port: 56f39b7c-d607-40e7-bc68-384416f6b8cf, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f1b270-f7ab-4924-a795-5d8a3b59a7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:23:20.872924 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:20.888280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39016) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:20.931501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-661ce9e8-f44f-4f6e-9f60-7c267e3eedab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.010126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] For port 56f39b7c-d607-40e7-bc68-384416f6b8cf, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:23:21.019065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] For port 56f39b7c-d607-40e7-bc68-384416f6b8cf, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=56f39b7c-d607-40e7-bc68-384416f6b8cf,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:23:21.019509 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.042494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9655ca9-bc91-4036-8247-308ae56cbf82']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:21.069478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d056e6-39ad-43cb-83ac-ae2c4aef406e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:21.076614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d056e6-39ad-43cb-83ac-ae2c4aef406e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:21.081866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.086450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-661ce9e8-f44f-4f6e-9f60-7c267e3eedab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.095300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.099950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.112627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7258377-c544-4ab4-ac3b-a47fb261f56b req-ae65bcb6-0699-48c7-90c0-5d761c71529b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:21.112808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ad7d9658-f7ad-4bf4-b306-950f51eb78ab no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:23:21.114303 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7258377-c544-4ab4-ac3b-a47fb261f56b req-ae65bcb6-0699-48c7-90c0-5d761c71529b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 943 time: 0.0934174 Aug 12 04:23:21.118117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:23:21.118529 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:23:21.120410 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:23:21.134021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:21.134021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.134021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] 10.222.0.20 "PUT /v2.0/ports/56f39b7c-d607-40e7-bc68-384416f6b8cf HTTP/1.1" status: 200 len: 1091 time: 0.9080100 Aug 12 04:23:21.134479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd18313-f176-4350-b832-5a4ed21c6996', 'tag': '56f39b7c-d607-40e7-bc68-384416f6b8cf'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:21.136768 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b60958-289c-44a3-95c8-e2b2540d9e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd18313-f176-4350-b832-5a4ed21c6996", "tag": "56f39b7c-d607-40e7-bc68-384416f6b8cf"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:21.143767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ad7d9658-f7ad-4bf4-b306-950f51eb78ab {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:23:21.144113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ad7d9658-f7ad-4bf4-b306-950f51eb78ab not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:23:21.145323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:23:21.170316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:23:21.171052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8b97eef0-f1e1-4bf9-96cb-a5318ac9d103 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:23:21.197178 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142d4c2c-aed3-4b30-a27c-f96b76267cc5 x-openstack-request-id: req-142d4c2c-aed3-4b30-a27c-f96b76267cc5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:21.197680 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd18313-f176-4350-b832-5a4ed21c6996", "tag": "56f39b7c-d607-40e7-bc68-384416f6b8cf", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:21.198223 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-142d4c2c-aed3-4b30-a27c-f96b76267cc5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:21.198821 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd18313-f176-4350-b832-5a4ed21c6996', 'tag': '56f39b7c-d607-40e7-bc68-384416f6b8cf', 'status': 'completed', 'code': 200} Aug 12 04:23:21.202335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac07d68-59ac-4907-8649-b15d1ea06cce service neutron] Pushing event updated for resources: {'Port': ['ID=56f39b7c-d607-40e7-bc68-384416f6b8cf,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:21.215070 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-661ce9e8-f44f-4f6e-9f60-7c267e3eedab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.223365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7258377-c544-4ab4-ac3b-a47fb261f56b req-7b3a47ac-646c-4572-bcff-a95d5ef8f37a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907929 Aug 12 04:23:21.293296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.299470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.301326 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a9655ca9-bc91-4036-8247-308ae56cbf82 HTTP/1.1" status: 204 len: 168 time: 1.2919636 Aug 12 04:23:21.308670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-661ce9e8-f44f-4f6e-9f60-7c267e3eedab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2d43de295874fd1bf8e92b289009faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188554 Aug 12 04:23:21.311285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39040) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:21.318936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ce9e8-f44f-4f6e-9f60-7c267e3eedab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eef8250-ede2-4c6e-9163-0d2c88ef5f49,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:21.321963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ad1d5-731f-4c63-941c-3e1776c7a0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9655ca9-bc91-4036-8247-308ae56cbf82,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:21.348427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d35ffa0-0eff-4f4e-85d8-b534b39ed64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.351405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b60958-289c-44a3-95c8-e2b2540d9e5c req-4ca6de72-dbd9-4cc8-96a7-7775f2b34f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:21.353698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32b60958-289c-44a3-95c8-e2b2540d9e5c req-4ca6de72-dbd9-4cc8-96a7-7775f2b34f6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 1094 time: 0.1224775 Aug 12 04:23:21.403795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d35ffa0-0eff-4f4e-85d8-b534b39ed64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.443713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68dfc15-5d7f-4206-a94c-e169b4be8ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.456251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d35ffa0-0eff-4f4e-85d8-b534b39ed64b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48d031fbe4824505a08dec89fb37c33f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2592146 Aug 12 04:23:21.456987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35ffa0-0eff-4f4e-85d8-b534b39ed64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96cb09-bbe6-416f-aa85-7451ebc4debd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:21.459479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:21.490635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68dfc15-5d7f-4206-a94c-e169b4be8ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.513882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad61b36-206e-4157-99f5-b4e8dbd31de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.516766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b60958-289c-44a3-95c8-e2b2540d9e5c req-566cfebd-b3de-4ea6-b62c-fb2291004bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:21.518262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32b60958-289c-44a3-95c8-e2b2540d9e5c req-566cfebd-b3de-4ea6-b62c-fb2291004bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=626f1c00e84644a39cb986e23c67aa72&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1525209 Aug 12 04:23:21.538999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad61b36-206e-4157-99f5-b4e8dbd31de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.629222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:21.634262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b60958-289c-44a3-95c8-e2b2540d9e5c req-37dede27-2fa1-4291-ac09-3a3f242cf1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:21.635817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32b60958-289c-44a3-95c8-e2b2540d9e5c req-37dede27-2fa1-4291-ac09-3a3f242cf1c9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089518 Aug 12 04:23:21.677864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39056) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:21.679226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2eaf5043-abd4-48f3-83f0-58ebdb7f9d06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56b1720eebae46b992679757e49d89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423992 Aug 12 04:23:21.685016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad61b36-206e-4157-99f5-b4e8dbd31de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.685016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad61b36-206e-4157-99f5-b4e8dbd31de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:21.685357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aad61b36-206e-4157-99f5-b4e8dbd31de4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a96cb09-bbe6-416f-aa85-7451ebc4debd HTTP/1.1" status: 204 len: 168 time: 0.2247074 Aug 12 04:23:21.693776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad61b36-206e-4157-99f5-b4e8dbd31de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96cb09-bbe6-416f-aa85-7451ebc4debd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:22.116456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68dfc15-5d7f-4206-a94c-e169b4be8ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.119441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68dfc15-5d7f-4206-a94c-e169b4be8ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.120540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b68dfc15-5d7f-4206-a94c-e169b4be8ee4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eef8250-ede2-4c6e-9163-0d2c88ef5f49 HTTP/1.1" status: 204 len: 168 time: 0.8081574 Aug 12 04:23:22.164370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dfc15-5d7f-4206-a94c-e169b4be8ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eef8250-ede2-4c6e-9163-0d2c88ef5f49,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:22.186955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-c817dccf-c38f-4fb2-b802-9818f878f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:22.188696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-c817dccf-c38f-4fb2-b802-9818f878f1cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 1094 time: 0.4852054 Aug 12 04:23:22.212166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e81428-d3d9-488f-9277-d305375bfcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.245185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-f0a48b2a-c8ab-4769-a60b-d030edb3ee56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f39b7c-d607-40e7-bc68-384416f6b8cf HTTP/1.1" status: 200 len: 217 time: 0.0456967 Aug 12 04:23:22.312537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e81428-d3d9-488f-9277-d305375bfcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.388740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-9aff152d-0825-4b54-a2ea-2cb077778913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:22.388740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-9aff152d-0825-4b54-a2ea-2cb077778913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.1061075 Aug 12 04:23:22.423638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-e59e092b-ba3a-4cd8-83d2-239b1027ef0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333695 Aug 12 04:23:22.437145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd43726-351e-462f-8e99-6876d3d01a74 req-72973f1e-f1e3-4bf6-953e-431e8cf5c00d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:22.438611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fd43726-351e-462f-8e99-6876d3d01a74 req-72973f1e-f1e3-4bf6-953e-431e8cf5c00d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 943 time: 0.1069536 Aug 12 04:23:22.511551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e81428-d3d9-488f-9277-d305375bfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.514024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e81428-d3d9-488f-9277-d305375bfcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.515413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-90e81428-d3d9-488f-9277-d305375bfcc0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/620a5c6d-bc79-4578-8df3-8bcdbdd18628 HTTP/1.1" status: 204 len: 168 time: 0.8365569 Aug 12 04:23:22.541009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e81428-d3d9-488f-9277-d305375bfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a5c6d-bc79-4578-8df3-8bcdbdd18628,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:22.559520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39110) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:22.578168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fd43726-351e-462f-8e99-6876d3d01a74 req-121f0bea-c5ee-4efd-94c3-8a52d7b6b10d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196978 Aug 12 04:23:22.596830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-509550b3-4d65-43fc-9a19-861547e5cba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.599831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-952d2857-37ca-42b6-9b1e-5d60d2ee67c7 service neutron] 10.222.0.20 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574109 Aug 12 04:23:22.720122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a49a2119-aa4e-426c-9a1f-624f3d85945a req-d0ce741e-2b67-4ed7-8e54-904a6c3f77c1 service neutron] 10.222.0.20 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153390 Aug 12 04:23:22.749872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-509550b3-4d65-43fc-9a19-861547e5cba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.837979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-509550b3-4d65-43fc-9a19-861547e5cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:22.900144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509550b3-4d65-43fc-9a19-861547e5cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929f0ea9-ee99-47f7-a5b4-e92a4d0c10bd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:22.918951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-509550b3-4d65-43fc-9a19-861547e5cba2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37828a3c66fd4ccd8f76a8850b7d4093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581896 Aug 12 04:23:22.921540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39122) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:22.996078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5af64387-5d47-401f-96c9-68100b4da1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:23.035767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5af64387-5d47-401f-96c9-68100b4da1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:23.165367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5af64387-5d47-401f-96c9-68100b4da1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:23.170273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5af64387-5d47-401f-96c9-68100b4da1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:23.170273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5af64387-5d47-401f-96c9-68100b4da1a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/929f0ea9-ee99-47f7-a5b4-e92a4d0c10bd HTTP/1.1" status: 204 len: 168 time: 0.2472212 Aug 12 04:23:23.178789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af64387-5d47-401f-96c9-68100b4da1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929f0ea9-ee99-47f7-a5b4-e92a4d0c10bd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:23.701710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5e9c-aa89-4724-ab14-18f372779981 req-b773fb44-d130-40c0-a9da-f75b882f4cb9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:23.703319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-205d5e9c-aa89-4724-ab14-18f372779981 req-b773fb44-d130-40c0-a9da-f75b882f4cb9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 943 time: 0.0552051 Aug 12 04:23:23.740238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-205d5e9c-aa89-4724-ab14-18f372779981 req-fa7a0401-efa7-46a6-bbfb-ede81396b6cc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308256 Aug 12 04:23:24.054897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39176) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:24.211718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c049640-7a71-4a33-9822-df234346ef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.303856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c049640-7a71-4a33-9822-df234346ef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.381622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6c049640-7a71-4a33-9822-df234346ef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.427243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6c049640-7a71-4a33-9822-df234346ef44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1003aed0e4b6405dba680cafc4dbfc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706212 Aug 12 04:23:24.428888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c049640-7a71-4a33-9822-df234346ef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f67457-42c0-43a3-8ea5-572b0b81bdad,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:24.429860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:24.481579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf22f55-eb45-44cb-9add-73a4999115a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.508538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf22f55-eb45-44cb-9add-73a4999115a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.649482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf22f55-eb45-44cb-9add-73a4999115a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.652555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf22f55-eb45-44cb-9add-73a4999115a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.655986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-acf22f55-eb45-44cb-9add-73a4999115a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49f67457-42c0-43a3-8ea5-572b0b81bdad HTTP/1.1" status: 204 len: 168 time: 0.2227578 Aug 12 04:23:24.662079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22f55-eb45-44cb-9add-73a4999115a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f67457-42c0-43a3-8ea5-572b0b81bdad,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:24.751840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 56f39b7c-d607-40e7-bc68-384416f6b8cf details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:23:24.783755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39216) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:24.855641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 56f39b7c-d607-40e7-bc68-384416f6b8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=56f39b7c-d607-40e7-bc68-384416f6b8cf,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:24.867360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '56f39b7c-d607-40e7-bc68-384416f6b8cf', 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'port_id': '56f39b7c-d607-40e7-bc68-384416f6b8cf', 'mac_address': 'fa:16:3e:cc:e1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fade8c58-3f05-4851-8bca-d0e34259eb26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:23:24.882333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289849f-6d6a-4bc5-869d-7a3a36c6156d req-7d9aea6a-f08d-49c8-a896-16ca0d37caac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:24.884440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9289849f-6d6a-4bc5-869d-7a3a36c6156d req-7d9aea6a-f08d-49c8-a896-16ca0d37caac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 943 time: 0.0542791 Aug 12 04:23:24.910308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:24.925098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f39b7c-d607-40e7-bc68-384416f6b8cf {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:24.938649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9289849f-6d6a-4bc5-869d-7a3a36c6156d req-b345b67c-387b-4a97-9861-4b570f72a029 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Aug 12 04:23:24.945570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 56f39b7c-d607-40e7-bc68-384416f6b8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=56f39b7c-d607-40e7-bc68-384416f6b8cf,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:25.009560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.077640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=56f39b7c-d607-40e7-bc68-384416f6b8cf,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:25.192233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-764543203-network', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:25.239730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['56f39b7c-d607-40e7-bc68-384416f6b8cf'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:25.312684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:23:25.315723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.333505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.471317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.541457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.563349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.584322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:23:25.598331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c4b91-289c-40a4-8d09-ab5ae5783760,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:25.603886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.604336 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Added segment 321ecba0-84e0-457e-9696-4355436fe8fd of type vlan for network f208c0a1-9dc1-4292-94f5-f5304a5cea7f Aug 12 04:23:25.645366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.700817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.763700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.764812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:25.765530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:25.845631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] Pushing event updated for resources: {'Network': ['ID=f208c0a1-9dc1-4292-94f5-f5304a5cea7f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:25.855814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:23:25.895475 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be8112dd-e7a3-494b-ab0b-979ed5f7cc8a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1091003 Aug 12 04:23:25.898219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39266) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:25.904156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Request body: {'subnet': {'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-764543203-subnet', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:26.034133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:23:26.035363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:26.090362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b2091-501a-49fc-b811-976cdaa05872 req-71f63aab-f3ae-445a-aff7-f3e10430293c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:26.092173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a54b2091-501a-49fc-b811-976cdaa05872 req-71f63aab-f3ae-445a-aff7-f3e10430293c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 944 time: 0.0726037 Aug 12 04:23:26.150512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a54b2091-501a-49fc-b811-976cdaa05872 req-8590db2b-6d0c-4175-aa72-5e11da5a29aa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Aug 12 04:23:26.295622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc11fd-2708-4d66-8762-b9e1df05607e req-06bb3ea4-62c0-4965-9f0b-d20c2e70a02c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:26.297189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6cc11fd-2708-4d66-8762-b9e1df05607e req-06bb3ea4-62c0-4965-9f0b-d20c2e70a02c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1057396 Aug 12 04:23:26.336000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6cc11fd-2708-4d66-8762-b9e1df05607e req-4b8d4c81-73e6-4bd5-8aae-4ca4c851d34f tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327458 Aug 12 04:23:26.396948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:26.461297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ace8fc-0b81-45b2-85f1-096eab175f16,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:26.474093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:26.474516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Network hostable DHCP agents. Network: f208c0a1-9dc1-4292-94f5-f5304a5cea7f, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:23:26.621795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:23:26.683488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f208c0a1-9dc1-4292-94f5-f5304a5cea7f) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:26.692695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:26.693444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:26.693712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08988a-99cf-4b31-927b-75e9da3045da None None] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:23:26.779091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:26.780283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-599b6d28-2145-4c22-add3-9911f7d859e0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8797626 Aug 12 04:23:26.784900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 56f39b7c-d607-40e7-bc68-384416f6b8cf up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:26.785412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:26.855889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:26.856959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:26.935677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:26.952169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:23:26.953095 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.031307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 56f39b7c-d607-40e7-bc68-384416f6b8cf completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:27.055809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 56f39b7c-d607-40e7-bc68-384416f6b8cf triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:27.056545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.175842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Allocated IP 172.20.0.2 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/84f5f66b-97b6-40b3-8d18-92584bbb98b1) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:27.297247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.360525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd9bbe-071e-4e4b-83ec-57c5a09e3bd8 req-4138fee1-672d-4950-ae0c-c48999816756 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:27.365682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cbd9bbe-071e-4e4b-83ec-57c5a09e3bd8 req-4138fee1-672d-4950-ae0c-c48999816756 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 944 time: 0.0847821 Aug 12 04:23:27.432149 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.442379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Transition to ACTIVE for port object 84f5f66b-97b6-40b3-8d18-92584bbb98b1 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:27.466909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Transition to ACTIVE for port object 84f5f66b-97b6-40b3-8d18-92584bbb98b1 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:27.481622 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cbd9bbe-071e-4e4b-83ec-57c5a09e3bd8 req-c7026fbd-e5e7-42da-9407-2c62436d7428 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043108 Aug 12 04:23:27.522387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511cec5-ec69-461e-83f5-6058362a2a6a req-f8bdd9e3-3e87-443a-ab60-81690ff381a1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:27.527602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3511cec5-ec69-461e-83f5-6058362a2a6a req-f8bdd9e3-3e87-443a-ab60-81690ff381a1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1023085 Aug 12 04:23:27.537083 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.601639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 56f39b7c-d607-40e7-bc68-384416f6b8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=56f39b7c-d607-40e7-bc68-384416f6b8cf,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:27.601639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd18313-f176-4350-b832-5a4ed21c6996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f39b7c-d607-40e7-bc68-384416f6b8cf'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:27.602428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3511cec5-ec69-461e-83f5-6058362a2a6a req-c09ac37d-466a-47ba-b1b7-6d210b8c1977 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639126 Aug 12 04:23:27.602556 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8157fe-e347-44ea-a78a-e763088e19ab" -d '{"events": [{"server_uuid": "7cd18313-f176-4350-b832-5a4ed21c6996", "name": "network-vif-plugged", "status": "completed", "tag": "56f39b7c-d607-40e7-bc68-384416f6b8cf"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:27.626934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.694242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:27.696828 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ff3695-0981-41d5-bde8-917140767003 x-openstack-request-id: req-d1ff3695-0981-41d5-bde8-917140767003 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:27.697113 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd18313-f176-4350-b832-5a4ed21c6996", "name": "network-vif-plugged", "status": "completed", "tag": "56f39b7c-d607-40e7-bc68-384416f6b8cf", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:27.697360 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1ff3695-0981-41d5-bde8-917140767003 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:27.697950 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd18313-f176-4350-b832-5a4ed21c6996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f39b7c-d607-40e7-bc68-384416f6b8cf', 'code': 200} Aug 12 04:23:27.704447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.708397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:27.712921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:27.746655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Pushing event updated for resources: {'Port': ['ID=84f5f66b-97b6-40b3-8d18-92584bbb98b1,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:27.824204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Attempting to bind port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:23:27.825083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Attempting to bind port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:23:27.825653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Attempting to bind port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:27.831532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:23:27.832336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:27.832925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.833789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:23:27.834455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Bound port: 84f5f66b-97b6-40b3-8d18-92584bbb98b1, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:23:27.834926 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.884128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.887375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=56f39b7c-d607-40e7-bc68-384416f6b8cf,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:27.910476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:27.924800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c619bc3-ee90-4c97-9476-fcda7b48b77a req-3d711131-8cb9-4986-bff7-be3487adc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:27.926617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c619bc3-ee90-4c97-9476-fcda7b48b77a req-3d711131-8cb9-4986-bff7-be3487adc6e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 1096 time: 0.1613896 Aug 12 04:23:27.944528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] For port 84f5f66b-97b6-40b3-8d18-92584bbb98b1, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:23:27.949486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] For port 84f5f66b-97b6-40b3-8d18-92584bbb98b1, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=84f5f66b-97b6-40b3-8d18-92584bbb98b1,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:23:28.015325 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:28.019166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c619bc3-ee90-4c97-9476-fcda7b48b77a req-40458784-6bbf-4a62-9085-3042938bb128 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536015 Aug 12 04:23:28.069933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Allocated IP 172.25.6.167 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/0b6120e8-3930-4e9c-9a08-d5e53ed64f05) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:28.082779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851306f-9edc-42e0-833f-21d3c521b459 None None] Pushing event updated for resources: {'Port': ['ID=84f5f66b-97b6-40b3-8d18-92584bbb98b1,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:28.169617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c3c62d9-f169-483b-9d4d-2db268bdf770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:28.235130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:28.341916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:28.414450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:28.418165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:28.420226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:28.422995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:28.620828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81c5da-438b-45bc-8cfd-7a65813dfeb4 req-4275ac5a-c0f0-4c9a-8a09-15e6f7553498 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:28.623537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca81c5da-438b-45bc-8cfd-7a65813dfeb4 req-4275ac5a-c0f0-4c9a-8a09-15e6f7553498 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 945 time: 0.0636592 Aug 12 04:23:28.683502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca81c5da-438b-45bc-8cfd-7a65813dfeb4 req-0d725e3b-6ea7-4fe6-ac98-9b0cdec54d0a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539436 Aug 12 04:23:28.823570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:28.832224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055eaa7-2634-40bf-8407-f10e8504b08c req-bb01be59-6e70-4937-9b5e-82ce2e84c3fa tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:28.833722 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c055eaa7-2634-40bf-8407-f10e8504b08c req-bb01be59-6e70-4937-9b5e-82ce2e84c3fa tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0995510 Aug 12 04:23:28.972377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c055eaa7-2634-40bf-8407-f10e8504b08c req-86123315-bd64-44b3-9434-ceeabb41d9be tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916011 Aug 12 04:23:29.208234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.213693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 84f5f66b-97b6-40b3-8d18-92584bbb98b1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:29.226246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:29.494849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:29.527885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4da7186f-7cdc-4255-941f-01d1909a8260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.548074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6e196-91a9-45a6-adee-08ec95d78223 None None] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:23:29.574327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Router cd4a2365-1092-477e-a3c1-b44a26ac5357 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:23:29.655042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4da7186f-7cdc-4255-941f-01d1909a8260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.716412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4da7186f-7cdc-4255-941f-01d1909a8260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.722983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:23:29.731674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] Provisioning for port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:29.737626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] Provisioning complete for port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:29.738011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.776040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7186f-7cdc-4255-941f-01d1909a8260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c4c78-d91c-44d8-b53e-5dad71ba528a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:29.776261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Sync routers for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:23:29.808137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.812931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39434) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:29.813807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d6d3bf17-2b90-4c10-a370-8f6c24ae6221 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0332665 Aug 12 04:23:29.815092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:23:29.815946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:23:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:29.903335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4da7186f-7cdc-4255-941f-01d1909a8260 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f9f17dd17154aa99746e48163acc869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752832 Aug 12 04:23:29.903687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39436) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:29.960337 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:29.999689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:23:30.032675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824a449-3e4c-4db3-b16f-f309c5e656ed req-f638c779-5a29-44c0-8af1-c6a7636dfd2e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:30.041405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d824a449-3e4c-4db3-b16f-f309c5e656ed req-f638c779-5a29-44c0-8af1-c6a7636dfd2e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 945 time: 0.2339962 Aug 12 04:23:30.063572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26f08da9-308f-45cd-a365-0bc00289686e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.118192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26f08da9-308f-45cd-a365-0bc00289686e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.172950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d824a449-3e4c-4db3-b16f-f309c5e656ed req-94035ed3-20ca-4328-90da-9c62f7557ced tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302829 Aug 12 04:23:30.259087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b9db3-86e3-4332-b2a7-334ca10b52ac req-d90ce373-617e-4aa8-9db3-c94e88ce5f57 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:30.271115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f4b9db3-86e3-4332-b2a7-334ca10b52ac req-d90ce373-617e-4aa8-9db3-c94e88ce5f57 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1568570 Aug 12 04:23:30.332130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f4b9db3-86e3-4332-b2a7-334ca10b52ac req-d63dad1e-968c-476f-9362-87e7778baf28 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586495 Aug 12 04:23:30.363208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:30.423789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] For port 84f5f66b-97b6-40b3-8d18-92584bbb98b1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=84f5f66b-97b6-40b3-8d18-92584bbb98b1,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:30.454962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26f08da9-308f-45cd-a365-0bc00289686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.458606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26f08da9-308f-45cd-a365-0bc00289686e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.460001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26f08da9-308f-45cd-a365-0bc00289686e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/630c4c78-d91c-44d8-b53e-5dad71ba528a HTTP/1.1" status: 204 len: 168 time: 0.5552559 Aug 12 04:23:30.499862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:28Z', 'revision_number': 3, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:30.533091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Checking router: cd4a2365-1092-477e-a3c1-b44a26ac5357 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:23:30.533776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Updating router cd4a2365-1092-477e-a3c1-b44a26ac5357 port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:23:30.547513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f08da9-308f-45cd-a365-0bc00289686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c4c78-d91c-44d8-b53e-5dad71ba528a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:30.549883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c02d1426-70d2-4764-bad6-fcf623f3659f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.568994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.615979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.746025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c02d1426-70d2-4764-bad6-fcf623f3659f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.782913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb5f14-24f2-4266-bfba-171c6987c6a4 None None] Pushing event updated for resources: {'Port': ['ID=84f5f66b-97b6-40b3-8d18-92584bbb98b1,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:30.785368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.805540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-08263e44-ae98-4f74-97f8-a7b1c5741f57 None None] Provisioning complete for port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:30.806259 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-08263e44-ae98-4f74-97f8-a7b1c5741f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.844555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c02d1426-70d2-4764-bad6-fcf623f3659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.885626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-89ee0708-f599-4a51-bf17-42559052c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:30.986951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c02d1426-70d2-4764-bad6-fcf623f3659f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bb66f867311408689ecc5849dc99226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201844 Aug 12 04:23:30.987969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39464) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:30.988124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.005007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d1426-70d2-4764-bad6-fcf623f3659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebff613-3d2f-4e79-844c-40b71639f6ee,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:31.033352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88110aeb-dcce-4ebb-aac9-5137c2a673a9 req-00193a4b-342b-4f97-8ade-aafd2c42bb9d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:31.035741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88110aeb-dcce-4ebb-aac9-5137c2a673a9 req-00193a4b-342b-4f97-8ade-aafd2c42bb9d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 945 time: 0.1333869 Aug 12 04:23:31.117923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88110aeb-dcce-4ebb-aac9-5137c2a673a9 req-2d2f8c1d-2626-44ba-94cf-aff55a2adfed tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527790 Aug 12 04:23:31.119017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.129457 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa054990-8ae4-4bcb-9550-c092c52f0940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.130826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Transition to ACTIVE for port object 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:31.154609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa054990-8ae4-4bcb-9550-c092c52f0940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.157883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 84f5f66b-97b6-40b3-8d18-92584bbb98b1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:31.209485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.218084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Allocated IP 172.20.0.1 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/b8d775a0-08c4-40d3-9534-81e8a5287f50) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:31.270561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b67d3f-eab5-4af4-85b3-4f7fddd11092 None None] Pushing event updated for resources: {'Port': ['ID=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:31.271713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa054990-8ae4-4bcb-9550-c092c52f0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.273896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Attempting to bind port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:23:31.274484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Attempting to bind port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:23:31.275134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Attempting to bind port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:31.276568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa054990-8ae4-4bcb-9550-c092c52f0940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.277846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa054990-8ae4-4bcb-9550-c092c52f0940 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cebff613-3d2f-4e79-844c-40b71639f6ee HTTP/1.1" status: 204 len: 168 time: 0.2814326 Aug 12 04:23:31.286306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:23:31.286917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:31.287371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.288290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:23:31.288896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Bound port: 0b6120e8-3930-4e9c-9a08-d5e53ed64f05, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:23:31.289336 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.290577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa054990-8ae4-4bcb-9550-c092c52f0940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebff613-3d2f-4e79-844c-40b71639f6ee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:31.308022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:31.308022 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.311953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39468) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:31.349326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0992697f-e5fa-478e-8216-ee48506ea3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.363432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.391210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Transition to ACTIVE for port object b8d775a0-08c4-40d3-9534-81e8a5287f50 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:31.473541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.489484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] For port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:23:31.500579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] For port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:23:31.543338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0992697f-e5fa-478e-8216-ee48506ea3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.577449 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.602134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:31.603089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0992697f-e5fa-478e-8216-ee48506ea3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.639809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:31.642961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:31.646148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:31.649730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:23:31.650914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:31.662309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0992697f-e5fa-478e-8216-ee48506ea3e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65e5ebcf432942eaa09f8ddef14dbb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489182 Aug 12 04:23:31.665335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39486) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:31.700419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.725183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992697f-e5fa-478e-8216-ee48506ea3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac4fd3-04b3-49c3-b7e0-d9070c260ada,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:31.786062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bd3930e9-a8d2-480a-b690-0dbaf8561b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.789631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b67d3f-eab5-4af4-85b3-4f7fddd11092 None None] Pushing event updated for resources: {'Port': ['ID=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:31.797018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:23:31.826019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bd3930e9-a8d2-480a-b690-0dbaf8561b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:31.837612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d775a0-08c4-40d3-9534-81e8a5287f50,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:32.002927 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bd3930e9-a8d2-480a-b690-0dbaf8561b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.007210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bd3930e9-a8d2-480a-b690-0dbaf8561b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.008904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bd3930e9-a8d2-480a-b690-0dbaf8561b77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67ac4fd3-04b3-49c3-b7e0-d9070c260ada HTTP/1.1" status: 204 len: 168 time: 0.3425987 Aug 12 04:23:32.026691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3930e9-a8d2-480a-b690-0dbaf8561b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac4fd3-04b3-49c3-b7e0-d9070c260ada,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:32.085167 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.091945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40c001-7dd1-4b66-8007-e5485dce330e req-76725151-3f15-4fa4-a0be-5100c0e9c799 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:32.104131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a40c001-7dd1-4b66-8007-e5485dce330e req-76725151-3f15-4fa4-a0be-5100c0e9c799 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.5351601 Aug 12 04:23:32.144138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:28Z', 'revision_number': 3, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:32.144360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1fe7-0785-4e40-853a-e5eb0dc386d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.189053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c1580-5002-4e71-bdc2-1c003374605c None None] The sync data for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 is: [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:28Z', 'revision_number': 3, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:23:32.194597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b134fae-223f-469a-8443-deff4812c805 req-5597198f-3bdf-4340-8d53-6f8c26a3c013 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:32.199134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b134fae-223f-469a-8443-deff4812c805 req-5597198f-3bdf-4340-8d53-6f8c26a3c013 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 945 time: 0.1263442 Aug 12 04:23:32.287670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.305780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-206a9e10-1934-4c40-ad43-771b42590e17 None None] Provisioning for port b8d775a0-08c4-40d3-9534-81e8a5287f50 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:32.310626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-206a9e10-1934-4c40-ad43-771b42590e17 None None] Provisioning complete for port b8d775a0-08c4-40d3-9534-81e8a5287f50 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:32.311110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-206a9e10-1934-4c40-ad43-771b42590e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.338420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a40c001-7dd1-4b66-8007-e5485dce330e req-ef7d1d86-93c8-4471-b10a-4eff3c463875 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295566 Aug 12 04:23:32.358178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-206a9e10-1934-4c40-ad43-771b42590e17 None None] Port b8d775a0-08c4-40d3-9534-81e8a5287f50 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:23:32.380468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0d328-f990-4714-8537-55fafaf0b671 req-e456cb3f-c5d1-4cb6-a211-89ed86b743ed tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:32.383779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3c0d328-f990-4714-8537-55fafaf0b671 req-e456cb3f-c5d1-4cb6-a211-89ed86b743ed tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 945 time: 0.1351726 Aug 12 04:23:32.418672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Deleting port 56f39b7c-d607-40e7-bc68-384416f6b8cf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:32.419165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.439929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1fe7-0785-4e40-853a-e5eb0dc386d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.561638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3c0d328-f990-4714-8537-55fafaf0b671 req-59ae2067-3cdd-4230-8f9a-1b38266fdc86 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698065 Aug 12 04:23:32.595032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39500) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:32.595171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] For port 56f39b7c-d607-40e7-bc68-384416f6b8cf, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=56f39b7c-d607-40e7-bc68-384416f6b8cf,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:32.597200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.619591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d7d1fe7-0785-4e40-853a-e5eb0dc386d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.624677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Calling delete_port for 56f39b7c-d607-40e7-bc68-384416f6b8cf owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:32.683468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0d7d1fe7-0785-4e40-853a-e5eb0dc386d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b9460c91cc040c592db2bcfa06bbac2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0421162 Aug 12 04:23:32.699232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39506) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:32.744974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572e661-80ea-453b-8dad-10adc3cf72c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.747659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d1fe7-0785-4e40-853a-e5eb0dc386d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ab25f-fb8b-4719-b568-df5f78c2ff5a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:32.783026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.802334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94d0787f-503e-483d-a883-0dfdf40ef697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.831282 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94d0787f-503e-483d-a883-0dfdf40ef697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.886668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.946405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572e661-80ea-453b-8dad-10adc3cf72c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.966888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:32.974802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d775a0-08c4-40d3-9534-81e8a5287f50,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:33.055571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94d0787f-503e-483d-a883-0dfdf40ef697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.058157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-94d0787f-503e-483d-a883-0dfdf40ef697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.059295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-94d0787f-503e-483d-a883-0dfdf40ef697 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c0ab25f-fb8b-4719-b568-df5f78c2ff5a HTTP/1.1" status: 204 len: 168 time: 0.3590999 Aug 12 04:23:33.061927 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.064661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9572e661-80ea-453b-8dad-10adc3cf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.075782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['56f39b7c-d607-40e7-bc68-384416f6b8cf'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:33.123288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Pushing event deleted for resources: {'Port': ['ID=56f39b7c-d607-40e7-bc68-384416f6b8cf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:33.124018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b9884f42-4ddb-40f6-b76f-5055f9ad4eac'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:33.129463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0787f-503e-483d-a883-0dfdf40ef697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ab25f-fb8b-4719-b568-df5f78c2ff5a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:33.184164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] No DVR routers for this DVR port 56f39b7c-d607-40e7-bc68-384416f6b8cf on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:23:33.187177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.190594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b134fae-223f-469a-8443-deff4812c805 req-06e1f7b6-a582-42d0-9ccc-8cc510a10573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.20 "DELETE /v2.0/ports/56f39b7c-d607-40e7-bc68-384416f6b8cf HTTP/1.1" status: 204 len: 173 time: 0.9850900 Aug 12 04:23:33.191964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd18313-f176-4350-b832-5a4ed21c6996', 'name': 'network-vif-deleted', 'tag': '56f39b7c-d607-40e7-bc68-384416f6b8cf'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:33.195888 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d48922f-bb09-49e2-b3f5-b543db27c52e" -d '{"events": [{"server_uuid": "7cd18313-f176-4350-b832-5a4ed21c6996", "name": "network-vif-deleted", "tag": "56f39b7c-d607-40e7-bc68-384416f6b8cf"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:33.214257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:33.218970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39518) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:33.220678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9572e661-80ea-453b-8dad-10adc3cf72c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1324e1df398a4c6b89f4edcbeb0fbcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126406 Aug 12 04:23:33.221863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572e661-80ea-453b-8dad-10adc3cf72c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f8483-849a-4e63-bb8d-40103c261d29,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:33.223440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:33.239731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:33.277422 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c59b0-8374-4580-832b-a8f3dfd52809 x-openstack-request-id: req-b97c59b0-8374-4580-832b-a8f3dfd52809 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:33.278115 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd18313-f176-4350-b832-5a4ed21c6996", "name": "network-vif-deleted", "tag": "56f39b7c-d607-40e7-bc68-384416f6b8cf", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:33.278583 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b97c59b0-8374-4580-832b-a8f3dfd52809 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:33.279211 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd18313-f176-4350-b832-5a4ed21c6996', 'name': 'network-vif-deleted', 'tag': '56f39b7c-d607-40e7-bc68-384416f6b8cf', 'status': 'completed', 'code': 200} Aug 12 04:23:33.356883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8d4822e-3765-414d-89fe-d2d7bf90346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.433392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8d4822e-3765-414d-89fe-d2d7bf90346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.520740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Router cd4a2365-1092-477e-a3c1-b44a26ac5357 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:23:33.567804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:33.587252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d07d80-0393-4041-8a0b-cf8920fbc2be req-679a3caf-8d3f-4471-931f-af5cc82e8167 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:33.597931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16d07d80-0393-4041-8a0b-cf8920fbc2be req-679a3caf-8d3f-4471-931f-af5cc82e8167 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1091781 Aug 12 04:23:33.602403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:33.603204 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.691128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8d4822e-3765-414d-89fe-d2d7bf90346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.695647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8d4822e-3765-414d-89fe-d2d7bf90346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.702697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b8d4822e-3765-414d-89fe-d2d7bf90346c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a1f8483-849a-4e63-bb8d-40103c261d29 HTTP/1.1" status: 204 len: 168 time: 0.4710557 Aug 12 04:23:33.736847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.750322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16d07d80-0393-4041-8a0b-cf8920fbc2be req-291f3e0e-c3b8-440f-810d-236b245a3b8e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504653 Aug 12 04:23:33.768846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-05c52591-0304-4cd3-ba30-ec407346f01d None None] Provisioning complete for port b8d775a0-08c4-40d3-9534-81e8a5287f50 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:33.769237 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c52591-0304-4cd3-ba30-ec407346f01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.778906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4822e-3765-414d-89fe-d2d7bf90346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f8483-849a-4e63-bb8d-40103c261d29,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:33.826904 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:33.858222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:33.878969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-05c52591-0304-4cd3-ba30-ec407346f01d None None] Port b8d775a0-08c4-40d3-9534-81e8a5287f50 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:23:33.975529 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.043789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:34.111508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb67c017-e97d-45bd-bfd1-a83af19a4f6f req-ad15e4c4-2003-43d6-a626-82611d748a5e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cd18313-f176-4350-b832-5a4ed21c6996 HTTP/1.1" status: 200 len: 210 time: 0.0342135 Aug 12 04:23:34.123395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:23:34.136994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64c72eb7-7575-416c-8796-10e18eb4e693 admin admin] 10.222.0.42 "PUT /v2.0/routers/cd4a2365-1092-477e-a3c1-b44a26ac5357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3143792 Aug 12 04:23:34.140614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39552) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:34.159373 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7252760b-c034-411a-a32a-28e824478414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.294583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7252760b-c034-411a-a32a-28e824478414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.369615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7252760b-c034-411a-a32a-28e824478414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.417330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7252760b-c034-411a-a32a-28e824478414 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d356afb0e9e47dc8c1c6ea1f9b78757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754345 Aug 12 04:23:34.418754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252760b-c034-411a-a32a-28e824478414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4652fc6-0cbb-40dc-a3bb-ac26b2f9e6bd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:34.419992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39570) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:34.501794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1892d509-9ee7-4b26-89e0-1cdafb2b8b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.524310 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1892d509-9ee7-4b26-89e0-1cdafb2b8b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.556675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Sync routers for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:23:34.570135 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:23:34.571083 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:34.683275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1892d509-9ee7-4b26-89e0-1cdafb2b8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.685988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1892d509-9ee7-4b26-89e0-1cdafb2b8b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:34.690141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1892d509-9ee7-4b26-89e0-1cdafb2b8b44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4652fc6-0cbb-40dc-a3bb-ac26b2f9e6bd HTTP/1.1" status: 204 len: 168 time: 0.2687361 Aug 12 04:23:34.702604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892d509-9ee7-4b26-89e0-1cdafb2b8b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4652fc6-0cbb-40dc-a3bb-ac26b2f9e6bd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:34.755963 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:23:34.906836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39592) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:34.912454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587637863', 'description': 'tempest-description--1859144435'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:34.963436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2d5d-cbb1-4a41-bb66-6bbdca0985e9 req-14fcbae6-e73f-4f22-8b44-5b30f4aed852 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:34.964829 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04eb2d5d-cbb1-4a41-bb66-6bbdca0985e9 req-14fcbae6-e73f-4f22-8b44-5b30f4aed852 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0797341 Aug 12 04:23:35.012898 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04eb2d5d-cbb1-4a41-bb66-6bbdca0985e9 req-8628d18a-7757-4ac6-aebb-99cdc58add81 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413549 Aug 12 04:23:35.027682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.121478 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 2, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:35.168927 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Checking router: cd4a2365-1092-477e-a3c1-b44a26ac5357 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:23:35.175261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Updating router cd4a2365-1092-477e-a3c1-b44a26ac5357 port b8d775a0-08c4-40d3-9534-81e8a5287f50 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:23:35.213350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:35.237383 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.244585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.311164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2aed0-21bc-4856-b80c-2be36c77533c req-ceee5bb0-6ba5-4978-9912-5b839ac6d174 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:35.316476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:35.316858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.322185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdc2aed0-21bc-4856-b80c-2be36c77533c req-ceee5bb0-6ba5-4978-9912-5b839ac6d174 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0729287 Aug 12 04:23:35.364031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.422068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bdc2aed0-21bc-4856-b80c-2be36c77533c req-e5dfdfad-f16d-4634-ad29-c061e0a443d0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933347 Aug 12 04:23:35.451494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57346be-1793-4f91-8cc3-75264f061b84,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:35.501314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.503013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f9d07754-e623-4373-b8a6-161ad652d5a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5948868 Aug 12 04:23:35.507002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39618) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:35.515378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'security_group_rule': {'security_group_id': 'f57346be-1793-4f91-8cc3-75264f061b84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:35.626916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.731020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.798740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124203be-7e54-4aa2-9256-196673431140 req-f36c6724-a9d1-4817-88c5-e1c2a7d197b0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:35.804028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.811325 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-124203be-7e54-4aa2-9256-196673431140 req-f36c6724-a9d1-4817-88c5-e1c2a7d197b0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0944881 Aug 12 04:23:35.836601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48489c57-c552-4c12-9e60-70fa7de927d0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:35.845787 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.865006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-124203be-7e54-4aa2-9256-196673431140 req-45d568a2-8dea-411f-8378-1ff20b8a33b2 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Aug 12 04:23:35.865733 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Transition to ACTIVE for port object b8d775a0-08c4-40d3-9534-81e8a5287f50 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:35.894321 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:35.898194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9e4ca568-d189-47d2-9065-1720d52abc77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3876565 Aug 12 04:23:35.899190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39636) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:35.904766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'security_group_rule': {'security_group_id': 'f57346be-1793-4f91-8cc3-75264f061b84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:35.957161 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.028496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.108291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf8701-512b-4027-9638-97bbc6b114e8 req-309c9d36-e6eb-44d7-b869-ad77828c371c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:36.118932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9eaf8701-512b-4027-9638-97bbc6b114e8 req-309c9d36-e6eb-44d7-b869-ad77828c371c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1626217 Aug 12 04:23:36.120639 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Attempting to bind port b8d775a0-08c4-40d3-9534-81e8a5287f50 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:23:36.121007 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Attempting to bind port b8d775a0-08c4-40d3-9534-81e8a5287f50 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:23:36.121367 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Attempting to bind port b8d775a0-08c4-40d3-9534-81e8a5287f50 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:36.144269 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:23:36.155888 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:36.157983 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.158845 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:23:36.161735 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Bound port: b8d775a0-08c4-40d3-9534-81e8a5287f50, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:23:36.162403 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.202114 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Pushing event updated for resources: {'Port': ['ID=b8d775a0-08c4-40d3-9534-81e8a5287f50,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:36.220738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9eaf8701-512b-4027-9638-97bbc6b114e8 req-7263a263-c148-4053-a436-957c4793ed52 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001797 Aug 12 04:23:36.239907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92322bc-6df6-4278-99de-75b57956823b req-02c27e5c-3461-4ef4-a32b-e529fb629eab tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:36.243945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.254836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d92322bc-6df6-4278-99de-75b57956823b req-02c27e5c-3461-4ef4-a32b-e529fb629eab tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1165988 Aug 12 04:23:36.280141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.280492 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.280814 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.281142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.281465 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.282423 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.285190 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.285734 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.287028 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.287528 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.289158 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.290338 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:36.346355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.352835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] For port b8d775a0-08c4-40d3-9534-81e8a5287f50, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:23:36.353002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d92322bc-6df6-4278-99de-75b57956823b req-76e12ddb-8237-42f4-808c-2078394e4bb8 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963564 Aug 12 04:23:36.355137 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] For port b8d775a0-08c4-40d3-9534-81e8a5287f50, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b8d775a0-08c4-40d3-9534-81e8a5287f50,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:23:36.387527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fc90c2-4be8-409d-a97d-298b37799d4b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:36.514120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.515265 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.520076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39656) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:36.524274 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-127b64c1-fe97-4b23-bcb3-5d4d10042749 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6239848 Aug 12 04:23:36.525509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:36.580606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819549ef-93ea-4cf9-b776-66d6242fcc09 None None] Pushing event updated for resources: {'Port': ['ID=b8d775a0-08c4-40d3-9534-81e8a5287f50,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:36.599457 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:23:36.612250 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:36.680346 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:36.788211 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:23:36.817068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 56f39b7c-d607-40e7-bc68-384416f6b8cf no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:23:36.891783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 56f39b7c-d607-40e7-bc68-384416f6b8cf {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:23:36.892343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 56f39b7c-d607-40e7-bc68-384416f6b8cf not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:23:36.948350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:37.104209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Allocated IP 172.25.6.17 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/772efad1-4e2c-4413-a21d-619fc30825dc) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:37.196318 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:36Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:23:37.230628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fbc47a-a943-42bc-9d19-849e4778e3a5 None None] The sync data for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 is: [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:36Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:23:37.278442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:37.445804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:37.507688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=772efad1-4e2c-4413-a21d-619fc30825dc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:37.510012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e62a7c-768d-4392-b6ba-cdfadfee605f req-5e5d8fab-4373-433d-9776-e0b672053dc2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:37.511767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26e62a7c-768d-4392-b6ba-cdfadfee605f req-5e5d8fab-4373-433d-9776-e0b672053dc2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0771074 Aug 12 04:23:37.527529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:37.529970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:37.532639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:37.571435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26e62a7c-768d-4392-b6ba-cdfadfee605f req-f9306db6-5646-45b0-86fa-40b3d5e2bd89 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506880 Aug 12 04:23:37.695631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:37.748084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39714) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:37.886755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:37.888823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62a9f360-636c-4b17-9b9c-d5036c5ee7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.080280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62a9f360-636c-4b17-9b9c-d5036c5ee7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.086056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.128880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62a9f360-636c-4b17-9b9c-d5036c5ee7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.151796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.211000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62a9f360-636c-4b17-9b9c-d5036c5ee7d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef8377ec91664389b0bc22775a85d1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575806 Aug 12 04:23:38.211614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39730) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:38.245860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=772efad1-4e2c-4413-a21d-619fc30825dc,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:38.293886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9f360-636c-4b17-9b9c-d5036c5ee7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66974354-38ed-48b4-a155-82f38faaac61,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:38.378596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.386902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-145a7eee-cd5b-4e32-8cac-75c6eefce615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.412979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-145a7eee-cd5b-4e32-8cac-75c6eefce615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.546155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.549973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd1faa56-3d74-45e9-9223-d0a43d82cac3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0277364 Aug 12 04:23:38.614474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-145a7eee-cd5b-4e32-8cac-75c6eefce615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.619678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-145a7eee-cd5b-4e32-8cac-75c6eefce615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:38.622574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-145a7eee-cd5b-4e32-8cac-75c6eefce615 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66974354-38ed-48b4-a155-82f38faaac61 HTTP/1.1" status: 204 len: 168 time: 0.3999982 Aug 12 04:23:38.644488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a7eee-cd5b-4e32-8cac-75c6eefce615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66974354-38ed-48b4-a155-82f38faaac61,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:38.777890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884363b0-cc80-4fa3-be95-78721fd772fb req-ef187df6-ee84-4bba-91a9-19c6a18bbd0c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:38.785999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-884363b0-cc80-4fa3-be95-78721fd772fb req-ef187df6-ee84-4bba-91a9-19c6a18bbd0c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0681860 Aug 12 04:23:38.812740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:23:38.843275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-884363b0-cc80-4fa3-be95-78721fd772fb req-02b746a6-2a02-4e20-b4ea-3728a808383b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497184 Aug 12 04:23:39.079073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:39.093363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-e436dc66-f544-4100-bdb0-6c8007b5fd0e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1587637863&fields=id&tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 267 time: 0.1199548 Aug 12 04:23:39.113984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'mac_address': 'fa:16:3e:bb:f8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:23:39.205268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:39.238876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b8d775a0-08c4-40d3-9534-81e8a5287f50 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:39.278913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d2f1364-09c0-4907-a1c2-bea43d7902eb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:39.312004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:39.344100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-c6c5e91e-8a95-4820-9191-2503c596ef19 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:39.345904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-c6c5e91e-8a95-4820-9191-2503c596ef19 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.2471726 Aug 12 04:23:39.371581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-471bcff7-e93f-4ee1-8325-51faea2e77fd tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/quotas/801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 375 time: 0.0104704 Aug 12 04:23:39.425750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:39.480612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port b8d775a0-08c4-40d3-9534-81e8a5287f50 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:39.488065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b8d775a0-08c4-40d3-9534-81e8a5287f50 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:39.488687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:39.493035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-ba65c54a-4167-4217-9361-5f5117e66021 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158340 Aug 12 04:23:39.537988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['8d2f1364-09c0-4907-a1c2-bea43d7902eb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:39.587552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:39.652477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-8014b3a8-144c-40bc-b16d-2eb99783e0e6 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582949 Aug 12 04:23:39.715308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:39.767475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port b8d775a0-08c4-40d3-9534-81e8a5287f50, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b8d775a0-08c4-40d3-9534-81e8a5287f50,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:39.822303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:39.911190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-f5eb82eb-0e64-42cc-be33-85d375621856 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524331 Aug 12 04:23:39.941309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=b8d775a0-08c4-40d3-9534-81e8a5287f50,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:40.063544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7916-d09b-4e60-b2e2-b543a240ad8f req-6e38e9bc-4580-409b-bef5-2108977118c0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:40.065726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-848f7916-d09b-4e60-b2e2-b543a240ad8f req-6e38e9bc-4580-409b-bef5-2108977118c0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 944 time: 0.0757072 Aug 12 04:23:40.129801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-848f7916-d09b-4e60-b2e2-b543a240ad8f req-278fe0f1-2dcc-4522-99f4-53648acb0191 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528209 Aug 12 04:23:40.339026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75bf8f5c-1f9c-4890-af1c-89ae09062ab6 req-d5ca7a4d-2321-4f09-8776-b20e6b377591 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 210 time: 0.0536697 Aug 12 04:23:40.535296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25eb653-2900-40e0-bfe5-8f371443e4b8 req-221f0ccd-9b9f-44d5-9e4a-0c4fb87d431f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:40.538182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c25eb653-2900-40e0-bfe5-8f371443e4b8 req-221f0ccd-9b9f-44d5-9e4a-0c4fb87d431f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1002049 Aug 12 04:23:40.574070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:40.616520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c25eb653-2900-40e0-bfe5-8f371443e4b8 req-64f46136-7494-49e7-8074-aca9e641bc78 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Aug 12 04:23:40.814013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:40.863657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a58eb6f7-1752-4888-a98f-dc1ed62f8551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:40.896391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac57f85-c1e3-4fd8-8294-af44f08c0b79 req-d9a4b905-9af8-45ed-8d10-d6219b514ab0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:40.899197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cac57f85-c1e3-4fd8-8294-af44f08c0b79 req-d9a4b905-9af8-45ed-8d10-d6219b514ab0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1497290 Aug 12 04:23:40.930971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 8d2f1364-09c0-4907-a1c2-bea43d7902eb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:40.931559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.003411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cac57f85-c1e3-4fd8-8294-af44f08c0b79 req-4e31cb19-6ef6-45ac-920c-c9dcd2523f98 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962589 Aug 12 04:23:41.109806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a58eb6f7-1752-4888-a98f-dc1ed62f8551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.162447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.180910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a58eb6f7-1752-4888-a98f-dc1ed62f8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.246745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:41.249181 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82737e91-b75b-49d5-9ab0-41c90345b9e0" -d '{"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-plugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:41.276271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a58eb6f7-1752-4888-a98f-dc1ed62f8551 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67f51c01739e4fe2b02142eed7ac2b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6977527 Aug 12 04:23:41.280663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39876) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:41.332790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b8d775a0-08c4-40d3-9534-81e8a5287f50 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:41.359622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:41.417695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eb6f7-1752-4888-a98f-dc1ed62f8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d133cb-87b3-4b23-8944-abf22e1ad17c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:41.482590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279a9c18-2ca4-44af-9983-3b7b22df1a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.517607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279a9c18-2ca4-44af-9983-3b7b22df1a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.624017 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3265e785-567a-4701-8734-22ef50747909 req-794d4af9-0c3e-4e4f-be7e-6e628fcae06a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 210 time: 0.0425100 Aug 12 04:23:41.667325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279a9c18-2ca4-44af-9983-3b7b22df1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.670622 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-279a9c18-2ca4-44af-9983-3b7b22df1a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.674826 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-279a9c18-2ca4-44af-9983-3b7b22df1a74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93d133cb-87b3-4b23-8944-abf22e1ad17c HTTP/1.1" status: 204 len: 168 time: 0.3858447 Aug 12 04:23:41.692164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a9c18-2ca4-44af-9983-3b7b22df1a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d133cb-87b3-4b23-8944-abf22e1ad17c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:41.801564 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7fd1f4-c380-4352-b987-aaec76178c46 x-openstack-request-id: req-1f7fd1f4-c380-4352-b987-aaec76178c46 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:41.801885 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-plugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:41.802231 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f7fd1f4-c380-4352-b987-aaec76178c46 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:41.802519 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'code': 200} Aug 12 04:23:41.856909 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.875316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55233a1-efc2-4beb-8ef4-66e7829a1030 req-756ef141-8cb2-4b70-98f3-c6473acc2fb9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:41.885222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55233a1-efc2-4beb-8ef4-66e7829a1030 req-756ef141-8cb2-4b70-98f3-c6473acc2fb9 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 944 time: 0.6345577 Aug 12 04:23:41.961625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b8d775a0-08c4-40d3-9534-81e8a5287f50 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:41.962680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:41.972703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55233a1-efc2-4beb-8ef4-66e7829a1030 req-55287570-61c3-4a50-b804-4d4e4da68fe1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828278 Aug 12 04:23:42.048088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:42.753254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02b69e62-c291-495f-a076-50ee25a8284b req-01ffdae2-da66-4358-af11-7505369c2944 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 210 time: 0.0434921 Aug 12 04:23:42.875119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39922) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:42.900052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34d673f5-69fe-4372-9a71-ccecb1718678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.080497 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34d673f5-69fe-4372-9a71-ccecb1718678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.105015 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:23:43.243380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34d673f5-69fe-4372-9a71-ccecb1718678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.388489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39944) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:43.389251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-34d673f5-69fe-4372-9a71-ccecb1718678 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=724148ce0b744cc8bcb95669ee6057bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129571 Aug 12 04:23:43.410076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d673f5-69fe-4372-9a71-ccecb1718678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e1789-d410-4881-84ef-4daf6a119d1a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:43.447254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39946) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:43.563811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1a19187-3e66-4f19-bf23-b70bd996d2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.630216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1a19187-3e66-4f19-bf23-b70bd996d2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.672471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1254655343', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:43.729658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-04083a71-f51b-4f22-ae0f-95d51b0fdf53 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:43.750278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-04083a71-f51b-4f22-ae0f-95d51b0fdf53 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.4389124 Aug 12 04:23:43.814393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Made reservation on behalf of c6db559d675e4de5a78d251fdd55ea5b for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:23:43.817261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.859026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.926805 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-af53ea39-47d2-4f56-bc0f-07b9716f2521 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 380 time: 0.1642458 Aug 12 04:23:43.939743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'port': {'device_id': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'admin_state_up': True, 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'security_groups': ['f57346be-1793-4f91-8cc3-75264f061b84']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:43.971216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1a19187-3e66-4f19-bf23-b70bd996d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.974315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1a19187-3e66-4f19-bf23-b70bd996d2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:43.984718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f1a19187-3e66-4f19-bf23-b70bd996d2a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/542e1789-d410-4881-84ef-4daf6a119d1a HTTP/1.1" status: 204 len: 168 time: 0.5946727 Aug 12 04:23:43.993643 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6af00664-1a0a-4ff9-8092-2f97c6a28b3e req-c3449ec3-5852-45f7-892e-5cc337108724 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 210 time: 0.1193049 Aug 12 04:23:44.142697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eef57a-e2f0-46dd-891e-05ed59e6929c req-15af82b6-d94f-4eb5-9754-31f8d03e8d80 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:44.156469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63eef57a-e2f0-46dd-891e-05ed59e6929c req-15af82b6-d94f-4eb5-9754-31f8d03e8d80 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 1.0265880 Aug 12 04:23:44.180422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a19187-3e66-4f19-bf23-b70bd996d2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e1789-d410-4881-84ef-4daf6a119d1a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:44.276655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63eef57a-e2f0-46dd-891e-05ed59e6929c req-6e68d829-a7e4-4125-8032-60d6252dc2d2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188319 Aug 12 04:23:44.328884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:44.415122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:44.425402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] device_id is not set on port 9496f9cf-1791-4e9d-9fad-f8bff4df5da8 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:23:44.513465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af093c6c-821a-4cbe-aaaa-207b853fbc25,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:44.592368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:23:44.599911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:44.610602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Allocated IP 172.25.6.126 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/9496f9cf-1791-4e9d-9fad-f8bff4df5da8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:44.927208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.083342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.103555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336392-81e0-4a3b-bc35-ccc4abb5c721 req-d2b4190b-acfc-49bc-9821-13b10adb7b01 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:45.111758 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b336392-81e0-4a3b-bc35-ccc4abb5c721 req-d2b4190b-acfc-49bc-9821-13b10adb7b01 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2781675 Aug 12 04:23:45.169195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b336392-81e0-4a3b-bc35-ccc4abb5c721 req-f36bb47f-6312-4aee-9433-b1b73aae4f60 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561912 Aug 12 04:23:45.170768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Allocated IP 172.20.0.5 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/62856dca-6aed-42e8-9b59-d4fb68e0f11f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:23:45.252076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:45.266484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:45.268376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Pushing event updated for resources: {'Port': ['ID=9496f9cf-1791-4e9d-9fad-f8bff4df5da8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:45.270538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:45.394329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:45.398559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.511419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.525260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cba7bb05-8b4a-4c10-8513-951b53c285a0 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0761960 Aug 12 04:23:45.526739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39998) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:45.529231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Transition to ACTIVE for port object 62856dca-6aed-42e8-9b59-d4fb68e0f11f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:45.535154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}]}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:45.631286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099518f-1334-4a30-bea2-eabce605b096 req-30a60ebb-835c-4ba4-8ab7-dee7070ac5fa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:45.634322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e099518f-1334-4a30-bea2-eabce605b096 req-30a60ebb-835c-4ba4-8ab7-dee7070ac5fa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0693159 Aug 12 04:23:45.637360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.698403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.701736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:45.709243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:45.741734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:23:45.753396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:23:45.762993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:23:45.910233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e099518f-1334-4a30-bea2-eabce605b096 req-0cd2737a-373f-499d-9b1e-c52a0a5e76ac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064350 Aug 12 04:23:45.977703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:45.979664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:46.040943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:46.130272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-a8f89608-c036-4ce6-8ab1-257ffe156c95 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1988614 Aug 12 04:23:46.145864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Request body: {'port': {'device_id': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:46.235265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:46.372021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc46d4f-7dda-4cd0-805d-2de909e4d583 req-fddeed2e-9d55-4ea4-8280-1cd2a4392f63 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:46.374782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5dc46d4f-7dda-4cd0-805d-2de909e4d583 req-fddeed2e-9d55-4ea4-8280-1cd2a4392f63 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1405511 Aug 12 04:23:46.530732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c1ee4-2165-4e4b-b9ce-4d0c85b0baa2 req-00985c8b-fea6-4db1-89d9-f455e9b5cd20 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:46.545897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-90eca6d8-a140-48c9-ae17-916b4644e83c None None] Provisioning for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:46.545897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-90eca6d8-a140-48c9-ae17-916b4644e83c None None] Provisioning complete for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:46.545897 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-90eca6d8-a140-48c9-ae17-916b4644e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:46.552319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad3c1ee4-2165-4e4b-b9ce-4d0c85b0baa2 req-00985c8b-fea6-4db1-89d9-f455e9b5cd20 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 931 time: 1.3692162 Aug 12 04:23:46.709517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-90eca6d8-a140-48c9-ae17-916b4644e83c None None] Port 62856dca-6aed-42e8-9b59-d4fb68e0f11f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:23:46.756409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5dc46d4f-7dda-4cd0-805d-2de909e4d583 req-df8592e7-2002-4419-bf3d-365d92041b52 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532360 Aug 12 04:23:46.773215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:46.818666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad3c1ee4-2165-4e4b-b9ce-4d0c85b0baa2 req-30ed5522-cc4c-415f-b26f-a8a3ed921667 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648783 Aug 12 04:23:47.183780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d8ec4-db0a-4e3c-9437-dca686f3c9d5 req-b465bb5e-4198-45a3-9bde-58e1cb1e029d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:47.186169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-476d8ec4-db0a-4e3c-9437-dca686f3c9d5 req-b465bb5e-4198-45a3-9bde-58e1cb1e029d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1585166 Aug 12 04:23:47.269280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:47.279039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:47.292892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Transition to ACTIVE for port object 62856dca-6aed-42e8-9b59-d4fb68e0f11f will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:23:47.305668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-476d8ec4-db0a-4e3c-9437-dca686f3c9d5 req-c8fd8537-c0a4-43d1-8889-0d127c76a92e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096020 Aug 12 04:23:47.373424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:47.375772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:47.476701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7fd62-4f50-407b-a39e-3b0c5c05ea8b req-98b9a816-580b-48d3-bfa6-15321e370baf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:47.483267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9c7fd62-4f50-407b-a39e-3b0c5c05ea8b req-98b9a816-580b-48d3-bfa6-15321e370baf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1005850 Aug 12 04:23:47.553962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9c7fd62-4f50-407b-a39e-3b0c5c05ea8b req-9605c825-4445-404e-a878-889f4fe2ee70 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635631 Aug 12 04:23:47.670964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:47.799432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:47.885383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:47.993580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbeb5-0414-4ed4-b053-3dc3d175613e req-72c65a1e-d3fe-40df-aa09-6e37a865e5fb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:48.005526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de6cbeb5-0414-4ed4-b053-3dc3d175613e req-72c65a1e-d3fe-40df-aa09-6e37a865e5fb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2219222 Aug 12 04:23:48.059935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Attempting to bind port 62856dca-6aed-42e8-9b59-d4fb68e0f11f on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:23:48.061580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Attempting to bind port 62856dca-6aed-42e8-9b59-d4fb68e0f11f by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:23:48.062403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Attempting to bind port 62856dca-6aed-42e8-9b59-d4fb68e0f11f on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:48.102180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Port 62856dca-6aed-42e8-9b59-d4fb68e0f11f on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:23:48.102180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Attempting to bind port 62856dca-6aed-42e8-9b59-d4fb68e0f11f on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:23:48.127001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de6cbeb5-0414-4ed4-b053-3dc3d175613e req-e288b782-c75e-444b-ad00-b02f58953f53 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205301 Aug 12 04:23:48.131362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:23:48.132747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:23:48.133591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:23:48.135144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Bound port: 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:23:48.142249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:48.394174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:23:48.401288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c05742-e4b0-4340-89d9-4db373bef1bf req-17a13ef4-0630-4a1c-9af6-e66be3920922 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:48.401288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-29c05742-e4b0-4340-89d9-4db373bef1bf req-17a13ef4-0630-4a1c-9af6-e66be3920922 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.3676565 Aug 12 04:23:48.402917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0c209-2ba8-4112-b5c9-dfa3d3e9dc61 req-f545a443-01b5-4cab-b5ac-f064e53a514e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:48.402917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93c0c209-2ba8-4112-b5c9-dfa3d3e9dc61 req-f545a443-01b5-4cab-b5ac-f064e53a514e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 943 time: 0.1088727 Aug 12 04:23:48.402917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:23:48.403940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:48.403940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:48.404182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93c0c209-2ba8-4112-b5c9-dfa3d3e9dc61 req-e9231ac6-e8f8-4b89-a6dd-f56bcbb6ac77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Aug 12 04:23:48.439274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-29c05742-e4b0-4340-89d9-4db373bef1bf req-db6d5a51-5776-4ae8-8012-c9abfbf97403 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124487 Aug 12 04:23:48.469387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:48.509991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:48.510833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:48.513027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] 10.222.0.20 "PUT /v2.0/ports/62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 1091 time: 2.3722625 Aug 12 04:23:48.513660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:48.516401 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f6598b-ae99-40f8-932f-0900a7f86604" -d '{"events": [{"name": "network-changed", "server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:48.556071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc209d9-f7e6-4e90-a0ab-34d8aab72db5 service neutron] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:48.563068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:48.563630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9fceda-9982-464b-9f82-d1720252b1da {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:23:48.654578 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3c86ba-abb2-41c3-8767-9d8fcbbfe1f3 x-openstack-request-id: req-7f3c86ba-abb2-41c3-8767-9d8fcbbfe1f3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:48.662351 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:48.662671 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f3c86ba-abb2-41c3-8767-9d8fcbbfe1f3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:48.671023 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'status': 'completed', 'code': 200} Aug 12 04:23:48.717578 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 12 04:23:48.721134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c0200001-0277-4d29-bbce-6517a517ffdc tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1902211 Aug 12 04:23:48.721382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:48.783031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-3d526664-4e62-441b-9d4d-9f4ad2a59716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:48.784802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-3d526664-4e62-441b-9d4d-9f4ad2a59716 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1094 time: 0.1322529 Aug 12 04:23:48.797889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfcad9-b516-4dae-b028-cf5af76b647b req-05de28df-4000-492e-ac00-cc986c73f4e9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:48.800899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0dfcad9-b516-4dae-b028-cf5af76b647b req-05de28df-4000-492e-ac00-cc986c73f4e9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2252429 Aug 12 04:23:48.866404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-edb2f34f-0dea-4bf9-9cba-92f99202b70b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 217 time: 0.0645022 Aug 12 04:23:48.923442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Deleting port 9496f9cf-1791-4e9d-9fad-f8bff4df5da8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:23:48.923792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:49.052437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0dfcad9-b516-4dae-b028-cf5af76b647b req-a071623b-1aeb-4925-8579-13f63ac29c05 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813822 Aug 12 04:23:49.059431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-e71ba354-8b42-445d-b80f-d6c834598a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:49.061004 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-e71ba354-8b42-445d-b80f-d6c834598a7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1666791 Aug 12 04:23:49.098430 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:49.116449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Calling delete_port for 9496f9cf-1791-4e9d-9fad-f8bff4df5da8 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:23:49.234762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498ef7-efbb-473d-b03f-0ae283619143 req-4d9fddc2-d3d8-4767-9631-4b2527c684bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:49.247584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-4d9fddc2-d3d8-4767-9631-4b2527c684bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785870 Aug 12 04:23:49.561506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:49.592997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60d076-b5b6-461a-9af3-1c67583f0849 req-7b094f8f-ef9f-4ef9-b643-161d54c2d91c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:49.594786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb60d076-b5b6-461a-9af3-1c67583f0849 req-7b094f8f-ef9f-4ef9-b643-161d54c2d91c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1666420 Aug 12 04:23:49.621269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-f2329af0-b45e-4273-bafd-2a2862ded8ff service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626809 Aug 12 04:23:49.662184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-74d6320f-7efe-44db-8a79-007e2c27dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:49.665302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-74d6320f-7efe-44db-8a79-007e2c27dcc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1096 time: 0.2166519 Aug 12 04:23:49.726951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94498ef7-efbb-473d-b03f-0ae283619143 req-0e7ef3ec-2f7a-48b1-8ab7-4d8ed62d36fa service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965981 Aug 12 04:23:49.736020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb60d076-b5b6-461a-9af3-1c67583f0849 req-718a0b64-ea9a-4b29-a583-aa207874c78d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351223 Aug 12 04:23:49.736201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Pushing event deleted for resources: {'Port': ['ID=9496f9cf-1791-4e9d-9fad-f8bff4df5da8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:49.876475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aedcb-99b6-417a-8998-bc3cea2ae177 req-e6f76c4f-e30a-4ff1-9bcd-a02b7ed2cd80 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:49.885080 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-198aedcb-99b6-417a-8998-bc3cea2ae177 req-e6f76c4f-e30a-4ff1-9bcd-a02b7ed2cd80 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 943 time: 0.3936076 Aug 12 04:23:49.913194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:49.919371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b136e411-b64f-4185-8006-58a7b7811af1 tempest-RoutersAdminNegativeIpV6Test-1786899339 tempest-RoutersAdminNegativeIpV6Test-1786899339-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9496f9cf-1791-4e9d-9fad-f8bff4df5da8 HTTP/1.1" status: 204 len: 168 time: 1.1969290 Aug 12 04:23:50.040204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-510446c9-7b68-4728-9a97-8574081a940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.042224 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-510446c9-7b68-4728-9a97-8574081a940b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1094 time: 0.1801872 Aug 12 04:23:50.053859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eb538-94ff-491a-8133-ab05260a34f1 req-9325dc4b-44c6-4d4a-b4c4-e581a2734dac tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.059611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-198aedcb-99b6-417a-8998-bc3cea2ae177 req-cf7d796c-ff7b-469b-bbae-88aedda0051c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488652 Aug 12 04:23:50.063919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d0eb538-94ff-491a-8133-ab05260a34f1 req-9325dc4b-44c6-4d4a-b4c4-e581a2734dac tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1552386 Aug 12 04:23:50.146516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-9b966fed-0b15-4020-9c4f-f1def5d18bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.151730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-9b966fed-0b15-4020-9c4f-f1def5d18bb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.4021659 Aug 12 04:23:50.258686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d0eb538-94ff-491a-8133-ab05260a34f1 req-bd654944-fe79-404e-b4b7-9177d66f9518 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936524 Aug 12 04:23:50.330238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-c9eb59d0-f882-460c-bd2e-9b437da0df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.331990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-c9eb59d0-f882-460c-bd2e-9b437da0df63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.2658761 Aug 12 04:23:50.390087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-f752e8cb-3275-4609-8c29-39986f40eff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 1001 time: 0.2233527 Aug 12 04:23:50.391122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-1c8b5c5b-6058-473a-98ec-c525e719a16a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 217 time: 0.0483449 Aug 12 04:23:50.405724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a585f-1520-4a23-b986-adf96540058a req-14b30eb9-9c3b-4946-9e30-41ec8dacf28e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.416881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a8a585f-1520-4a23-b986-adf96540058a req-14b30eb9-9c3b-4946-9e30-41ec8dacf28e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1317732 Aug 12 04:23:50.457776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-f7dfc95f-f216-4844-8d84-92f0f16388cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.459306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-f7dfc95f-f216-4844-8d84-92f0f16388cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0562708 Aug 12 04:23:50.567564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-d154f49e-5310-4315-b5f1-21deeb8ca54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.569173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-d154f49e-5310-4315-b5f1-21deeb8ca54f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983689 Aug 12 04:23:50.756796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40136) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:50.786685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-2ea0ac8c-b9b1-4634-919f-4d1345934a50 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069142 Aug 12 04:23:50.915828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23f6598b-ae99-40f8-932f-0900a7f86604 req-0c9045f1-616c-4220-b26f-7041e8c649c8 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209171 Aug 12 04:23:50.959184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a8a585f-1520-4a23-b986-adf96540058a req-1fb1053c-1b3e-46c6-98e6-b898f88c3b71 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410180 Aug 12 04:23:50.961388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-aa89a60f-c7ad-4336-8a7f-687a48dd9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:50.962876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-aa89a60f-c7ad-4336-8a7f-687a48dd9401 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.5333502 Aug 12 04:23:51.003307 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-852558cf-0bf2-4c92-a112-2ccf4a22fbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:51.115142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-be3e490c-e29d-4864-81b5-2c984294fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.124642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-be3e490c-e29d-4864-81b5-2c984294fe8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493297 Aug 12 04:23:51.312418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-08dab6bd-efec-400a-b049-5ac1bf66ca3c service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826124 Aug 12 04:23:51.386882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40160) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:51.417973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-852558cf-0bf2-4c92-a112-2ccf4a22fbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:51.426308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-509d42c8-b32a-4b1f-bcf7-c080fc6cd39d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2487307 Aug 12 04:23:51.492876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c6e54-a741-4a3c-9579-3b9f5b0158ba req-cdc4c052-5159-4c99-ba9e-e2e25ded333d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.494756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-173c6e54-a741-4a3c-9579-3b9f5b0158ba req-cdc4c052-5159-4c99-ba9e-e2e25ded333d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1809647 Aug 12 04:23:51.502520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f459-73dd-4ea0-9258-7a8d7061166a req-575feb99-e705-43b1-a942-5dc5dfe3e0f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.504336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9939f459-73dd-4ea0-9258-7a8d7061166a req-575feb99-e705-43b1-a942-5dc5dfe3e0f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 943 time: 0.2505138 Aug 12 04:23:51.548669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44df0360-8e0e-4a09-b7f9-c0bb36e72772 req-a2c904d9-2b8f-4cbf-8eab-20412fff8ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734221 Aug 12 04:23:51.581909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-852558cf-0bf2-4c92-a112-2ccf4a22fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:51.627422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-173c6e54-a741-4a3c-9579-3b9f5b0158ba req-2ded95cf-454e-41f9-a977-e08709135203 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733168 Aug 12 04:23:51.688851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ea68-56ca-4cf3-a138-e3e8ed23b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:51.699197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852558cf-0bf2-4c92-a112-2ccf4a22fbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05b77e7-2848-4c15-8101-00bc5448a760,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:51.729479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.730172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.730732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.731279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.731810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.732359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.732879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.734887 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-855bbf30-32bd-435c-8e73-e120d663f25d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 6490 time: 0.2255945 Aug 12 04:23:51.754487 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-852558cf-0bf2-4c92-a112-2ccf4a22fbb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79fd689a75ef4c16b365bb906aa248f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9945107 Aug 12 04:23:51.756420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9939f459-73dd-4ea0-9258-7a8d7061166a req-0ed2f86e-db82-4e77-9647-6c521d27f021 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285297 Aug 12 04:23:51.757236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40172) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:51.908019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ea68-56ca-4cf3-a138-e3e8ed23b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:51.972833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a03985c-7b75-4fd1-bc35-a431788821f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:51.976960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea5bb7-e4e5-46f5-97ca-79275341228c req-81a3d594-7c34-48a8-8e26-4d624d6c213c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:51.989857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46ea5bb7-e4e5-46f5-97ca-79275341228c req-81a3d594-7c34-48a8-8e26-4d624d6c213c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0798392 Aug 12 04:23:52.009400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545d50c-1052-4464-87d4-d96d327182d2 req-9555fe3e-6d20-4934-8a28-c75c16c0fa09 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.017074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4545d50c-1052-4464-87d4-d96d327182d2 req-9555fe3e-6d20-4934-8a28-c75c16c0fa09 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1429234 Aug 12 04:23:52.021095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1fc0ea68-56ca-4cf3-a138-e3e8ed23b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.045834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a03985c-7b75-4fd1-bc35-a431788821f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.057429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0ea68-56ca-4cf3-a138-e3e8ed23b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de7d65-82c9-4e20-8772-28a3ae29c094,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:52.059701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f7d78d33-aa01-4c90-81f2-473651d1bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.060244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f7d78d33-aa01-4c90-81f2-473651d1bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.060724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f7d78d33-aa01-4c90-81f2-473651d1bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.062357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f7d78d33-aa01-4c90-81f2-473651d1bf65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=d56ba764-1959-40f3-9116-6911ffa5f2f7&id=340cda35-bfc8-40f5-920c-407219dc179f&id=340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 200 len: 2293 time: 0.2968447 Aug 12 04:23:52.110867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1fc0ea68-56ca-4cf3-a138-e3e8ed23b5b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=810e8e635ccb4770a875c01f6c6dcbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025478 Aug 12 04:23:52.111171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:52.135028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46ea5bb7-e4e5-46f5-97ca-79275341228c req-948f61d9-0077-4b62-a2a8-2abd7a6da551 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397376 Aug 12 04:23:52.153480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4545d50c-1052-4464-87d4-d96d327182d2 req-0cbd1a42-4cda-4967-aef4-6f08e93bf273 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353035 Aug 12 04:23:52.202103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-da6b1862-46c6-4884-a00b-ae95e5edf446 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 200 len: 1001 time: 0.1289911 Aug 12 04:23:52.219235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b57b067-54cb-4f7c-851b-c6c94b396761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.256685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b57b067-54cb-4f7c-851b-c6c94b396761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.261607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-719e2929-2807-4a0f-b6b9-9b62cfc6e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.264186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-719e2929-2807-4a0f-b6b9-9b62cfc6e5d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 200 len: 851 time: 0.0554340 Aug 12 04:23:52.324805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a03985c-7b75-4fd1-bc35-a431788821f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.328787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a03985c-7b75-4fd1-bc35-a431788821f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.330050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a03985c-7b75-4fd1-bc35-a431788821f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e05b77e7-2848-4c15-8101-00bc5448a760 HTTP/1.1" status: 204 len: 168 time: 0.5717542 Aug 12 04:23:52.367891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03985c-7b75-4fd1-bc35-a431788821f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05b77e7-2848-4c15-8101-00bc5448a760,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:52.404593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-860029ca-72a9-4d04-970e-6b45c6b07b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.404593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-860029ca-72a9-4d04-970e-6b45c6b07b66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3c1890-6738-4155-aca3-89ed18b9dcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303074 Aug 12 04:23:52.425769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b57b067-54cb-4f7c-851b-c6c94b396761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.429425 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8b57b067-54cb-4f7c-851b-c6c94b396761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:52.431030 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8b57b067-54cb-4f7c-851b-c6c94b396761 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54de7d65-82c9-4e20-8772-28a3ae29c094 HTTP/1.1" status: 204 len: 168 time: 0.3189166 Aug 12 04:23:52.457244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57b067-54cb-4f7c-851b-c6c94b396761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de7d65-82c9-4e20-8772-28a3ae29c094,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:52.569277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-d89113c7-2f7d-4731-85fc-ca18e6ef0f6f service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476669 Aug 12 04:23:52.726952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a7a65-667f-42c8-90a8-5e3260926630 req-d1088995-8dd5-44b1-804e-4c6523e40136 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.728950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d34a7a65-667f-42c8-90a8-5e3260926630 req-d1088995-8dd5-44b1-804e-4c6523e40136 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1575789 Aug 12 04:23:52.737126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-8c9c28ee-53a4-4cc6-83d5-82303bc9bba9 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548715 Aug 12 04:23:52.819732 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f9e5f480-5c2f-4d96-b343-ea195a6e3d48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 217 time: 0.0740983 Aug 12 04:23:52.864336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:23:52.908211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d34a7a65-667f-42c8-90a8-5e3260926630 req-c3262e0c-1a22-4feb-aead-f02290a5d08a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718459 Aug 12 04:23:52.992761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-253a80a5-0cb6-4757-b93d-1b2b07488ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:52.999238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-253a80a5-0cb6-4757-b93d-1b2b07488ea5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1683946 Aug 12 04:23:53.101965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3e31-1e76-4c4b-bc86-9228bfdde2bc req-a90bf7a9-6f00-4c9b-a18d-6ea609ea8f86 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:53.110527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6ce3e31-1e76-4c4b-bc86-9228bfdde2bc req-a90bf7a9-6f00-4c9b-a18d-6ea609ea8f86 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 943 time: 0.1775072 Aug 12 04:23:53.120873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-757eb9e7-7bc4-460f-bf54-0753c5de3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:53.123533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-757eb9e7-7bc4-460f-bf54-0753c5de3431 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162870 Aug 12 04:23:53.124508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:53.137636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:23:53.181395 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:53.196786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6ce3e31-1e76-4c4b-bc86-9228bfdde2bc req-d346aea1-b3f3-4874-a54f-8c05b4b6b136 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843563 Aug 12 04:23:53.205057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:23:53.232664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:53.317976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cfe9c-8731-4685-9877-0da5734700f2 req-40ff5137-7e30-4aee-9c4c-773a17e3cf0d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:53.319556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b5cfe9c-8731-4685-9877-0da5734700f2 req-40ff5137-7e30-4aee-9c4c-773a17e3cf0d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1264741 Aug 12 04:23:53.352010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b486ac70-7450-4072-abb5-7701db923157 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207279 Aug 12 04:23:53.363518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:53.397779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523ec66-b9fa-41ea-a184-527c74c9b4cf req-c1a8734a-ac55-45d5-b6db-b73bd31f1d55 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:53.399487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7523ec66-b9fa-41ea-a184-527c74c9b4cf req-c1a8734a-ac55-45d5-b6db-b73bd31f1d55 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1189435 Aug 12 04:23:53.435488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40224) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:53.441406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:53.458074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4aef8f-300e-47fe-a78a-514b990a2e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:53.483112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7523ec66-b9fa-41ea-a184-527c74c9b4cf req-0f6c21fa-2ca6-4d3e-a899-d5f0aaf4e955 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750449 Aug 12 04:23:53.523116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-7998e2a6-056a-48a2-827b-23c2085db7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418011 Aug 12 04:23:53.526190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2b5cfe9c-8731-4685-9877-0da5734700f2 req-519de49d-51ce-4b66-80e0-8d42b053bc55 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972914 Aug 12 04:23:53.560178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40228) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:53.588790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['62856dca-6aed-42e8-9b59-d4fb68e0f11f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:23:53.656862 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4aef8f-300e-47fe-a78a-514b990a2e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:53.667304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-acffbdb7-d341-4cce-887d-6fa9e4fa0a7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 217 time: 0.1371830 Aug 12 04:23:53.758498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e4aef8f-300e-47fe-a78a-514b990a2e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:53.825866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-1b94dde0-aa7f-4439-a00f-bf9561e2b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:53.827339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-1b94dde0-aa7f-4439-a00f-bf9561e2b0b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1502361 Aug 12 04:23:53.830832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bd7d19c3-9a47-4fc6-be65-2eff6af1de35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6db559d675e4de5a78d251fdd55ea5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642189 Aug 12 04:23:53.832414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40244) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:53.878390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4aef8f-300e-47fe-a78a-514b990a2e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cddc63-1f97-40b7-925d-872527bbde45,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:53.909404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e4aef8f-300e-47fe-a78a-514b990a2e48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=783c3a000fd04f3bbc1f3f40e445bb4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685802 Aug 12 04:23:53.911143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40246) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:53.953304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-6e4d5177-dda5-499a-8e91-d6f10c47faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:53.955258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-6e4d5177-dda5-499a-8e91-d6f10c47faf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154652 Aug 12 04:23:54.035977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6111e6d2-d03b-49c9-9021-9c905287bb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.051714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e85e15-c8b3-4b41-a781-2b6e5b0a0f5d req-1be93b7e-bf34-4c12-9ddf-4af88e61c9f8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:54.053645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22e85e15-c8b3-4b41-a781-2b6e5b0a0f5d req-1be93b7e-bf34-4c12-9ddf-4af88e61c9f8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 813 time: 0.2001843 Aug 12 04:23:54.077257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22e85e15-c8b3-4b41-a781-2b6e5b0a0f5d req-9ae789bf-4675-418e-8b30-256e12c2b636 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/quotas/626f1c00e84644a39cb986e23c67aa72 HTTP/1.1" status: 200 len: 375 time: 0.0173912 Aug 12 04:23:54.140905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6111e6d2-d03b-49c9-9021-9c905287bb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.148850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22e85e15-c8b3-4b41-a781-2b6e5b0a0f5d req-c0f83228-d890-4979-9aab-07435e523eba tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706811 Aug 12 04:23:54.228554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff496-80a8-45de-bb7c-9ecbeac6715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.262077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff496-80a8-45de-bb7c-9ecbeac6715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.270957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40254) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:54.278387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-02cd3b39-055a-4ebb-be94-71631173cd93 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085351 Aug 12 04:23:54.342158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca9760-aee0-4ebb-9849-ae0db19c1b5d req-e7aa7269-20ed-4f51-8633-93001bd72fe4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:54.351232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1aca9760-aee0-4ebb-9849-ae0db19c1b5d req-e7aa7269-20ed-4f51-8633-93001bd72fe4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0633364 Aug 12 04:23:54.405736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1aca9760-aee0-4ebb-9849-ae0db19c1b5d req-edb892cd-40af-48da-94a6-46c3504dcafe tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538392 Aug 12 04:23:54.439695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1111722-fd63-45ac-8d17-13287f1766d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.480787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c2897-7544-44d5-a2d4-77f565522446 req-0a2d9626-2cd9-4a67-92e2-7b8cadbadec6 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:54.482430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a15c2897-7544-44d5-a2d4-77f565522446 req-0a2d9626-2cd9-4a67-92e2-7b8cadbadec6 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1976173 Aug 12 04:23:54.671594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44bab0-046b-4de0-be3c-e0b66861b9ed req-6b473db3-c7a4-46bd-bed6-ae25e7500a18 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:54.680559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb44bab0-046b-4de0-be3c-e0b66861b9ed req-6b473db3-c7a4-46bd-bed6-ae25e7500a18 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1007318 Aug 12 04:23:54.749109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1111722-fd63-45ac-8d17-13287f1766d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.798547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb44bab0-046b-4de0-be3c-e0b66861b9ed req-91a5982b-fe76-4c2e-9fb8-39c1c21652de tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167793 Aug 12 04:23:54.820228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e1111722-fd63-45ac-8d17-13287f1766d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.857615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1111722-fd63-45ac-8d17-13287f1766d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45cad6c-5e7e-4232-a53b-a0fb635e9197,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:54.876729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:23:54.881408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e1111722-fd63-45ac-8d17-13287f1766d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=946d8ee86c5d4147a72dfa46812e7682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093137 Aug 12 04:23:54.885353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40264) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:54.955549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c738321-7967-4657-a8a8-acd2588cc7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.980757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c738321-7967-4657-a8a8-acd2588cc7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.984939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff496-80a8-45de-bb7c-9ecbeac6715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.987445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff496-80a8-45de-bb7c-9ecbeac6715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:54.988562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4d9ff496-80a8-45de-bb7c-9ecbeac6715f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3cddc63-1f97-40b7-925d-872527bbde45 HTTP/1.1" status: 204 len: 168 time: 1.0721226 Aug 12 04:23:54.989223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6111e6d2-d03b-49c9-9021-9c905287bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6111e6d2-d03b-49c9-9021-9c905287bb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6111e6d2-d03b-49c9-9021-9c905287bb3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af093c6c-821a-4cbe-aaaa-207b853fbc25 HTTP/1.1" status: 204 len: 168 time: 1.1592588 Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-1ea8f61a-d061-4d13-8456-06c512e0bc1b service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124760 Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ff496-80a8-45de-bb7c-9ecbeac6715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cddc63-1f97-40b7-925d-872527bbde45,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111e6d2-d03b-49c9-9021-9c905287bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af093c6c-821a-4cbe-aaaa-207b853fbc25,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a15c2897-7544-44d5-a2d4-77f565522446 req-8169e240-4364-405c-9d02-f72d9e28ab64 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720377 Aug 12 04:23:55.119068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-ade97c5e-3423-4427-b3e3-163fe1cd7a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 200 len: 217 time: 0.0514634 Aug 12 04:23:55.120878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b3eb9509-dd54-4d02-8f7a-f80070bbf175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.121816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b3eb9509-dd54-4d02-8f7a-f80070bbf175 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.0514641 Aug 12 04:23:55.187621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b988ea99-2b96-4dee-9feb-99b8dd415b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.189422 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b988ea99-2b96-4dee-9feb-99b8dd415b1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604293 Aug 12 04:23:55.277421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:23:55.281524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:23:55.281909 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.290494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-737c1e36-726c-44af-b35e-65018df91372 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937610 Aug 12 04:23:55.301282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415389-a8e4-45c8-9b91-5273199f4e74 req-a2539f68-dd8c-4abb-850e-331208f0bb53 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.303724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2415389-a8e4-45c8-9b91-5273199f4e74 req-a2539f68-dd8c-4abb-850e-331208f0bb53 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0895994 Aug 12 04:23:55.348016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c738321-7967-4657-a8a8-acd2588cc7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.352371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c738321-7967-4657-a8a8-acd2588cc7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.354513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c738321-7967-4657-a8a8-acd2588cc7f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f45cad6c-5e7e-4232-a53b-a0fb635e9197 HTTP/1.1" status: 204 len: 168 time: 0.4681311 Aug 12 04:23:55.370643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c738321-7967-4657-a8a8-acd2588cc7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45cad6c-5e7e-4232-a53b-a0fb635e9197,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:55.376687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2415389-a8e4-45c8-9b91-5273199f4e74 req-59ad2bdd-3e82-4e05-93a1-67d0ef3e5e17 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660834 Aug 12 04:23:55.417039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-8e8a7b73-0ba0-4abf-b526-3508082bf250 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195452 Aug 12 04:23:55.444242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.505057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-10ddda58-df3f-421d-b613-a0272544d181 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 200 len: 217 time: 0.0797741 Aug 12 04:23:55.522642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:23:55.524081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:23:55.526332 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2d05bf-bcf3-472a-88a4-0d15d6e187ef" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:23:55.538258 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.603045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.605875 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ddee9a-09da-4f5e-8440-6d77dd886111 x-openstack-request-id: req-f7ddee9a-09da-4f5e-8440-6d77dd886111 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:23:55.606170 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:23:55.606422 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7ddee9a-09da-4f5e-8440-6d77dd886111 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:23:55.606833 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:23:55.667927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:55.695566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b3b56312-5f19-43cf-b21c-4e2f08bd956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.697157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b3b56312-5f19-43cf-b21c-4e2f08bd956a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 200 len: 797 time: 0.1793549 Aug 12 04:23:55.770422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:55.777073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cd0db-9ef0-4b14-9f80-6c0af5809354 req-38817a90-ba83-40df-a372-51eab3a3f7eb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.778021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc4cd0db-9ef0-4b14-9f80-6c0af5809354 req-38817a90-ba83-40df-a372-51eab3a3f7eb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.2685623 Aug 12 04:23:55.794512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-9bc45117-4dd5-43dd-be14-16a146ac2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.796286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-9bc45117-4dd5-43dd-be14-16a146ac2175 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d56ba764-1959-40f3-9116-6911ffa5f2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760584 Aug 12 04:23:55.800166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.800166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.800166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.800166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.807441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.808301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.808843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.809560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.810240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.810925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.811854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.814637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:23:55.836690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50803d-f71b-443d-beb4-417f5fa387ba req-74d69778-d4c1-45a1-8c04-3880b0f4e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:55.839763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e50803d-f71b-443d-beb4-417f5fa387ba req-74d69778-d4c1-45a1-8c04-3880b0f4e3da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1096 time: 0.1631842 Aug 12 04:23:55.945314 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e50803d-f71b-443d-beb4-417f5fa387ba req-858c8306-ee9e-4479-a4a4-bc19a5b73196 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966878 Aug 12 04:23:55.952379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc4cd0db-9ef0-4b14-9f80-6c0af5809354 req-b7dc5aef-98a5-47e8-89fb-e401e96a84a2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606047 Aug 12 04:23:55.968380 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d138fb2d-f759-49fb-8940-aac0811c2830 req-6bb4035f-a7c5-4293-bb22-67ce2fd46951 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=626f1c00e84644a39cb986e23c67aa72 HTTP/1.1" status: 200 len: 221 time: 0.0720322 Aug 12 04:23:56.011915 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b756c165-6fec-42e8-9163-6918a6f6ca10 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079806 Aug 12 04:23:56.189955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719cc3-395b-45e1-91f7-62e00b48b7d5 req-83a1f271-a0dd-4c21-8610-3c27d37c55bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:56.198063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d443511-4d8c-48dc-8eb4-94fcf3d649cf req-2f18733e-c012-4eed-a1f5-f019a6b0f157 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:56.198226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd719cc3-395b-45e1-91f7-62e00b48b7d5 req-83a1f271-a0dd-4c21-8610-3c27d37c55bf tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1119521 Aug 12 04:23:56.199982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d443511-4d8c-48dc-8eb4-94fcf3d649cf req-2f18733e-c012-4eed-a1f5-f019a6b0f157 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1223230 Aug 12 04:23:56.228078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-88856f79-9ba1-4d8b-8dd1-3304471015d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076137 Aug 12 04:23:56.292181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd719cc3-395b-45e1-91f7-62e00b48b7d5 req-4a91f772-9ffe-4fb9-b1b2-73aa09fc9dea tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931888 Aug 12 04:23:56.302993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d443511-4d8c-48dc-8eb4-94fcf3d649cf req-15dd9a6c-7e54-4e97-a873-bf96e289da47 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892470 Aug 12 04:23:56.305323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-a95cd16d-1cb8-4340-bdc1-3974341b50e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 200 len: 217 time: 0.0611031 Aug 12 04:23:56.427419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-c3ebce31-f3e0-45d6-986b-231e3c90c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:56.429897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-c3ebce31-f3e0-45d6-986b-231e3c90c5bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.1148784 Aug 12 04:23:56.481293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b77b5-a9ca-4f7c-aa66-c477c070528f req-e5690f52-4801-4650-96a1-ebeb0b8c55c5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:56.483479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc4b77b5-a9ca-4f7c-aa66-c477c070528f req-e5690f52-4801-4650-96a1-ebeb0b8c55c5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1082857 Aug 12 04:23:56.521085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f8cac0f7-5982-4e1e-a69e-d3e6ef098029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:56.523052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-f8cac0f7-5982-4e1e-a69e-d3e6ef098029 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852499 Aug 12 04:23:56.591712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc4b77b5-a9ca-4f7c-aa66-c477c070528f req-fc6419ab-4215-4fb5-97df-35fc3d9848d8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982130 Aug 12 04:23:56.674203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-1d4f8250-db1c-4e61-9cbb-d5510936ba9a service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396790 Aug 12 04:23:56.714996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:56.782198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bcdcbe6-77c8-43c3-bd72-e7144a01b411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.036854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b517f6-41b2-4f3c-82ea-bf02ac950b68 req-73ad2855-573c-462d-b89f-355857fcddd3 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:57.044587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-61b517f6-41b2-4f3c-82ea-bf02ac950b68 req-73ad2855-573c-462d-b89f-355857fcddd3 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1811521 Aug 12 04:23:57.073145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-04d8a2ec-e96e-4a96-aec2-e500c7c99cbd service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933787 Aug 12 04:23:57.146947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-9e924ac6-aff5-41a7-b552-4f227556efda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 200 len: 217 time: 0.0573025 Aug 12 04:23:57.247066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-61b517f6-41b2-4f3c-82ea-bf02ac950b68 req-2f533433-aaf1-44f8-914d-f30702ab03ff tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978521 Aug 12 04:23:57.293530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-c7fb3083-d8c1-4140-bb90-c3b006c00da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:57.296724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-c7fb3083-d8c1-4140-bb90-c3b006c00da8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 200 len: 797 time: 0.1335363 Aug 12 04:23:57.324259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bcdcbe6-77c8-43c3-bd72-e7144a01b411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.368191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f2cb0-8355-4b4e-90e4-3ca8c602d584 req-f64e0cae-bdf9-4cdd-abcb-12544d197a00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:57.378111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-472f2cb0-8355-4b4e-90e4-3ca8c602d584 req-f64e0cae-bdf9-4cdd-abcb-12544d197a00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.1646252 Aug 12 04:23:57.393399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b6adac59-41fe-45df-970f-0e9f798799b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:57.395158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-b6adac59-41fe-45df-970f-0e9f798799b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=340cda35-bfc8-40f5-920c-407219dc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895228 Aug 12 04:23:57.429379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bcdcbe6-77c8-43c3-bd72-e7144a01b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.475150 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-472f2cb0-8355-4b4e-90e4-3ca8c602d584 req-770ff18c-f756-4e97-a763-226e8e076b20 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903137 Aug 12 04:23:57.485091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8bcdcbe6-77c8-43c3-bd72-e7144a01b411 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5a0a82885f34dc6850c7028d6df8950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7683332 Aug 12 04:23:57.493144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40348) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:57.557209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36173a87-53ca-4121-8feb-6b0138977cc0 req-b1e62ce6-a3ca-41ac-bc22-cc8414dc2809 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:57.558881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36173a87-53ca-4121-8feb-6b0138977cc0 req-b1e62ce6-a3ca-41ac-bc22-cc8414dc2809 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1922657 Aug 12 04:23:57.567694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdcbe6-77c8-43c3-bd72-e7144a01b411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a34ba67-c913-4f9b-9d42-97831604a53c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:57.625797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-e33f6c0d-5e08-4ea9-9164-6b04c2785070 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149804 Aug 12 04:23:57.648737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-333127c1-81e7-4ce1-b967-828ba13e8124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.671768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b292-3069-4d4d-bab0-96308a2152ac req-e2756f6b-f6b3-4e40-a4f0-04800b3fb527 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:57.675309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0445b292-3069-4d4d-bab0-96308a2152ac req-e2756f6b-f6b3-4e40-a4f0-04800b3fb527 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0834935 Aug 12 04:23:57.708406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36173a87-53ca-4121-8feb-6b0138977cc0 req-f0eb3622-5925-4a81-97be-85f539665042 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357675 Aug 12 04:23:57.726500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-333127c1-81e7-4ce1-b967-828ba13e8124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.761996 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0445b292-3069-4d4d-bab0-96308a2152ac req-bc043ee7-d134-4f0c-a5d2-788f64ab2614 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772474 Aug 12 04:23:57.810267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f9226676-ad2b-4cac-8dec-9a31a59cf8d2 req-064a1af2-9f65-4b6b-b9af-18060c45ebf7 service neutron] 10.222.0.36 "GET /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706567 Aug 12 04:23:57.948003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-333127c1-81e7-4ce1-b967-828ba13e8124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.951549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-333127c1-81e7-4ce1-b967-828ba13e8124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:57.953236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-333127c1-81e7-4ce1-b967-828ba13e8124 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a34ba67-c913-4f9b-9d42-97831604a53c HTTP/1.1" status: 204 len: 168 time: 0.4600794 Aug 12 04:23:57.977879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333127c1-81e7-4ce1-b967-828ba13e8124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a34ba67-c913-4f9b-9d42-97831604a53c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:23:58.039634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553948f-7476-4afe-8124-59a021b1dd46 req-2f80006b-977d-4e85-ae04-016e85c4e359 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:58.041253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0553948f-7476-4afe-8124-59a021b1dd46 req-2f80006b-977d-4e85-ae04-016e85c4e359 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1323240 Aug 12 04:23:58.139556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0553948f-7476-4afe-8124-59a021b1dd46 req-2a10ff52-bb17-4e5b-9de9-ee5596a0bf90 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897253 Aug 12 04:23:58.197319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8908e510-52f7-4df3-8ea1-087af5fdc08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:58.311592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b2389-13e3-44bf-ac63-fc4d6c41a3cc req-763db9ea-c6ea-4922-8531-05e2caf7f34f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:58.313195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f84b2389-13e3-44bf-ac63-fc4d6c41a3cc req-763db9ea-c6ea-4922-8531-05e2caf7f34f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0624249 Aug 12 04:23:58.424597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f84b2389-13e3-44bf-ac63-fc4d6c41a3cc req-5947ba8b-3ca3-4f08-abbe-bb26c322f72f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993497 Aug 12 04:23:58.641263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d710-a5d3-4480-b65f-aec5a97a85fa req-17742920-09b6-4240-a112-52baa63d335b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:58.644367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e919d710-a5d3-4480-b65f-aec5a97a85fa req-17742920-09b6-4240-a112-52baa63d335b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.0700686 Aug 12 04:23:58.654768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7014b-9336-40bf-b35c-c93372e03366 req-33b858b9-0138-46a5-a9c3-3b3649e19476 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:58.656377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32b7014b-9336-40bf-b35c-c93372e03366 req-33b858b9-0138-46a5-a9c3-3b3649e19476 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0925102 Aug 12 04:23:58.751010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e919d710-a5d3-4480-b65f-aec5a97a85fa req-f7d7c9b5-5438-40fc-a1cf-4955116fda78 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940387 Aug 12 04:23:58.756445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32b7014b-9336-40bf-b35c-c93372e03366 req-dd405d35-84ab-4714-b480-810e6e726ff8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937059 Aug 12 04:23:58.927042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51e752-d0a5-48f3-ae05-703eb86997d0 req-a598c638-8a7b-4258-809b-94f494ac8be2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:58.927042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a51e752-d0a5-48f3-ae05-703eb86997d0 req-a598c638-8a7b-4258-809b-94f494ac8be2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.0778553 Aug 12 04:23:58.946892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40398) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:23:58.954321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'floatingip': {'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:23:58.977624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83986db4-3154-402f-a3b6-4d8962db8faa req-aa13d472-2e75-46b0-88c6-a1b5d8121e44 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:58.979686 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83986db4-3154-402f-a3b6-4d8962db8faa req-aa13d472-2e75-46b0-88c6-a1b5d8121e44 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1196976 Aug 12 04:23:59.050115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:59.070828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83986db4-3154-402f-a3b6-4d8962db8faa req-3cc8df8e-f8ab-41b4-917f-a3b2bfcae7cf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Aug 12 04:23:59.214287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba576-7a9b-45ba-9be5-f56edef326f7 req-dcd3718b-adbc-47a6-8f2a-82888b4ae3f5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:59.222060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0fba576-7a9b-45ba-9be5-f56edef326f7 req-dcd3718b-adbc-47a6-8f2a-82888b4ae3f5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1934185 Aug 12 04:23:59.272590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6c2f9-ef06-49e7-be86-b77e42a03767 req-a4e26aab-0541-4706-90ab-e0a31837bda6 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:59.283186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97d6c2f9-ef06-49e7-be86-b77e42a03767 req-a4e26aab-0541-4706-90ab-e0a31837bda6 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0920646 Aug 12 04:23:59.357947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97d6c2f9-ef06-49e7-be86-b77e42a03767 req-ea51c4bf-0ec0-4404-a81b-e4867d787101 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730927 Aug 12 04:23:59.359305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0fba576-7a9b-45ba-9be5-f56edef326f7 req-e382f68f-e9d7-4621-a412-4ac815483424 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321077 Aug 12 04:23:59.582908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a4b85-8de2-4dfd-b439-1c294838b74e req-94b1d72b-2445-462b-b13b-6e7e0dec50ce tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:59.585935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-936a4b85-8de2-4dfd-b439-1c294838b74e req-94b1d72b-2445-462b-b13b-6e7e0dec50ce tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1434574 Aug 12 04:23:59.668584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-936a4b85-8de2-4dfd-b439-1c294838b74e req-eeeb99b8-69a9-4b26-97e7-d9000c99f6a8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723670 Aug 12 04:23:59.853156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:59.889047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076dd61-388e-489e-999f-0f99acda4588 req-cee998ca-a6ee-4e5a-86a0-e5a52d2afb94 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:23:59.894090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e076dd61-388e-489e-999f-0f99acda4588 req-cee998ca-a6ee-4e5a-86a0-e5a52d2afb94 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1009357 Aug 12 04:23:59.922538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:23:59.977450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e076dd61-388e-489e-999f-0f99acda4588 req-46265565-8c26-4bee-940e-b7aa3234ce89 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Aug 12 04:24:00.115533 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Floating IP d7be632d-1f7f-438d-a58f-b19b3b81b210 associated. External IP: 172.25.6.17, port: 62856dca-6aed-42e8-9b59-d4fb68e0f11f. Aug 12 04:24:00.171286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8eb0f-1da2-4ced-9355-2c22105ac5b5 req-d9eede1d-85b6-48d2-9759-62567fde2bbc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:00.179090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cf8eb0f-1da2-4ced-9355-2c22105ac5b5 req-d9eede1d-85b6-48d2-9759-62567fde2bbc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1104879 Aug 12 04:24:00.204753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40444) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:00.254915 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cf8eb0f-1da2-4ced-9355-2c22105ac5b5 req-7582e366-0769-4c4e-ac87-1c4cbe1022ce tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751829 Aug 12 04:24:00.335311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40454) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:00.473616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:00.554221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3306-ffed-489e-8e09-5c117c8652d1 req-023c626b-e287-42f8-be6f-af5ee3ad8d7e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:00.580364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de9a3306-ffed-489e-8e09-5c117c8652d1 req-023c626b-e287-42f8-be6f-af5ee3ad8d7e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1609170 Aug 12 04:24:00.581242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08982f16-bfd8-4567-b24d-fd03356c5c03 req-5239b01b-27fe-457b-acba-5e9ad1f62b0a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:00.589875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08982f16-bfd8-4567-b24d-fd03356c5c03 req-5239b01b-27fe-457b-acba-5e9ad1f62b0a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0659306 Aug 12 04:24:00.613910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Router cd4a2365-1092-477e-a3c1-b44a26ac5357 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:24:00.632271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:00.670624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08982f16-bfd8-4567-b24d-fd03356c5c03 req-cde2c1db-160d-4a65-8aea-898847fde4fb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565941 Aug 12 04:24:00.723166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de9a3306-ffed-489e-8e09-5c117c8652d1 req-aea0ad95-b7f5-48ac-b84a-6ab6f1f0e58e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356914 Aug 12 04:24:00.787066 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da3f6609-2e77-42e9-8242-3b24a2987ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:00.899120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-882216870', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:00.951263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:00.958507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:00.982444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:24:00.996085 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:01.007954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] Sync routers for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:24:01.025326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:24:01.031050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:01.041377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09d0b3-b618-491b-99b5-a0bfef9932c5 req-fc6c3881-edc4-47a1-97cb-2b6714d4ee68 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:01.043242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec09d0b3-b618-491b-99b5-a0bfef9932c5 req-fc6c3881-edc4-47a1-97cb-2b6714d4ee68 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1368077 Aug 12 04:24:01.046297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ce0979c-ba2a-407e-b33c-01d8bd69ed62 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "PUT /v2.0/floatingips/d7be632d-1f7f-438d-a58f-b19b3b81b210 HTTP/1.1" status: 200 len: 990 time: 2.1081595 Aug 12 04:24:01.047011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:01.049481 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:01.094735 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec09d0b3-b618-491b-99b5-a0bfef9932c5 req-bcabeef8-9b3b-40a7-b16f-305cd8057b48 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Aug 12 04:24:01.097429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Made reservation on behalf of bb24f52e8bdc44ec9e083c8547a6e9fa for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:01.099778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:01.132176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:01.243615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:24:01.255258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Allocated IP 172.25.6.226 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/761cf9c7-410b-4f8d-a1ae-12ff67f21332) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:01.274811 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74712ac-66fe-4483-8741-cbaa909b5f93 x-openstack-request-id: req-b74712ac-66fe-4483-8741-cbaa909b5f93 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:01.275962 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:01.276433 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b74712ac-66fe-4483-8741-cbaa909b5f93 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:01.277301 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'status': 'completed', 'code': 200} Aug 12 04:24:01.636513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-534c60c5-9a01-47a6-8dd2-1e843454d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:01.636513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-534c60c5-9a01-47a6-8dd2-1e843454d487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1096 time: 0.3198488 Aug 12 04:24:01.773842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd7be632d-1f7f-438d-a58f-b19b3b81b210', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:23:37Z', 'updated_at': '2021-08-12T04:23:59Z', 'revision_number': 1, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:39Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:01.815841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40502) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:01.840216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] Checking router: cd4a2365-1092-477e-a3c1-b44a26ac5357 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:24:01.850127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:01.854642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:24:01.855850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:01.900397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818baf-fd0a-4571-b63d-b8d6160e5602 req-ad3e3678-a027-401c-855b-37cca6bc3491 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:01.902628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49818baf-fd0a-4571-b63d-b8d6160e5602 req-ad3e3678-a027-401c-855b-37cca6bc3491 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.3829405 Aug 12 04:24:01.930365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021bb99-7ea3-4b02-9cc6-99237d9b084e req-2f6d16bf-7047-478a-8710-ac19e0ed8e25 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:01.946696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d021bb99-7ea3-4b02-9cc6-99237d9b084e req-2f6d16bf-7047-478a-8710-ac19e0ed8e25 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0976555 Aug 12 04:24:01.955788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-872d39a1-5d3e-4ace-84f8-95b480a16b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:01.958476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-872d39a1-5d3e-4ace-84f8-95b480a16b41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.3139899 Aug 12 04:24:01.969647 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.033492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d021bb99-7ea3-4b02-9cc6-99237d9b084e req-dca1f3e9-6647-4c2c-8fd0-32d160200636 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Aug 12 04:24:02.043956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49818baf-fd0a-4571-b63d-b8d6160e5602 req-349acd8e-9008-480c-9f85-0b50c7f8be0d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261637 Aug 12 04:24:02.059756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aae6ec0-7784-4198-9d83-eb0c90a776c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.061937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:24:02.092529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-b9f38cd0-d34f-45ea-99f1-9171ea160877 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.1182072 Aug 12 04:24:02.154945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.186612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] device_id is not set on port 2520a793-bea9-4fa8-b5ab-9f1c7091ad74 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:02.191421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8833c3b4-e721-4a42-a9d2-898d00339b09,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:02.202938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-fbc62cb0-999f-49c7-a216-95aaa9f0a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:02.204535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-fbc62cb0-999f-49c7-a216-95aaa9f0a71c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1029649 Aug 12 04:24:02.205985 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.265303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.297157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b0517-b642-466d-94ad-a38edaba92b6 req-213c929a-1325-4b42-9313-144b7e93669c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:02.308227 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e21b0517-b642-466d-94ad-a38edaba92b6 req-213c929a-1325-4b42-9313-144b7e93669c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1801808 Aug 12 04:24:02.371252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e21b0517-b642-466d-94ad-a38edaba92b6 req-7f256b4a-67ad-491e-95f3-9ef29efebccf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615277 Aug 12 04:24:02.448813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aae6ec0-7784-4198-9d83-eb0c90a776c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.450748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:02.492363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-bcb01679-0577-4d2b-96ed-13829594abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:02.495139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-bcb01679-0577-4d2b-96ed-13829594abb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461135 Aug 12 04:24:02.496444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:02.498562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd7be632d-1f7f-438d-a58f-b19b3b81b210', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:23:37Z', 'updated_at': '2021-08-12T04:23:59Z', 'revision_number': 1, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:39Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:02.501060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Pushing event updated for resources: {'Port': ['ID=761cf9c7-410b-4f8d-a1ae-12ff67f21332,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:02.512404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:02.513300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aae6ec0-7784-4198-9d83-eb0c90a776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.553374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0623d3c5-2f6c-41ff-b39a-2a283b42f2dd None None] The sync data for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 is: [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd7be632d-1f7f-438d-a58f-b19b3b81b210', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'floating_ip_address': '172.25.6.17', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:23:37Z', 'updated_at': '2021-08-12T04:23:59Z', 'revision_number': 1, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:39Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:24:02.595249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3aae6ec0-7784-4198-9d83-eb0c90a776c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1b70694af174f139bb87aeb70b06289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783902 Aug 12 04:24:02.596770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae6ec0-7784-4198-9d83-eb0c90a776c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eb1b6b-b985-4baf-9577-e969b818c528,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:02.599472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40524) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:02.681462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Allocated IP 172.25.6.199 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/2520a793-bea9-4fa8-b5ab-9f1c7091ad74) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:02.740850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14c31a-fa46-4849-a1a6-a1e73a693f57 req-968e3a15-9ef6-4408-8410-59e35daf2e34 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:02.743510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d14c31a-fa46-4849-a1a6-a1e73a693f57 req-968e3a15-9ef6-4408-8410-59e35daf2e34 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1169727 Aug 12 04:24:02.780270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e6b381d-9a61-49ae-8416-05395290d00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.792315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-7e0ff324-50d9-4d8f-ae22-f8de0b313d7c service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768412 Aug 12 04:24:02.806569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d14c31a-fa46-4849-a1a6-a1e73a693f57 req-c83c2da5-4160-4d73-a8da-3c0279280c69 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533099 Aug 12 04:24:02.836643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e6b381d-9a61-49ae-8416-05395290d00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.930665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.951484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbdf051-3329-4970-b5fc-79bfda1ccaec None None] New status for floating IP d7be632d-1f7f-438d-a58f-b19b3b81b210: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:24:02.968428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:02.984760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e6b381d-9a61-49ae-8416-05395290d00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.987568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e6b381d-9a61-49ae-8416-05395290d00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:02.988728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e6b381d-9a61-49ae-8416-05395290d00b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0eb1b6b-b985-4baf-9577-e969b818c528 HTTP/1.1" status: 204 len: 168 time: 0.3880780 Aug 12 04:24:03.004706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b381d-9a61-49ae-8416-05395290d00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eb1b6b-b985-4baf-9577-e969b818c528,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:03.154111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.192676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97b1d532-a10e-4232-8948-4adb1b3af4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.238653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.247829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184aaa8-97e4-46ab-9f5a-90969889c945 req-7366d1d3-80ed-4d17-ad9d-394d7f394c83 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:03.250664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d184aaa8-97e4-46ab-9f5a-90969889c945 req-7366d1d3-80ed-4d17-ad9d-394d7f394c83 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.1140964 Aug 12 04:24:03.319003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa296355-8fca-4244-ab0a-5850cba527c3 req-2a1a4604-f44f-4d4e-8eb0-cd9513c32c37 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:03.323872 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d184aaa8-97e4-46ab-9f5a-90969889c945 req-2a304cd4-1dda-4c49-a8f9-6814eeba9130 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646179 Aug 12 04:24:03.326179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa296355-8fca-4244-ab0a-5850cba527c3 req-2a1a4604-f44f-4d4e-8eb0-cd9513c32c37 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1827872 Aug 12 04:24:03.353906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eed2a91a-13b8-4968-b397-4a2fefa5cbe6 req-fbd32ce6-3d26-4ec1-bf6a-a3b2a0dcfad6 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464983 Aug 12 04:24:03.412820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97b1d532-a10e-4232-8948-4adb1b3af4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.470392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa296355-8fca-4244-ab0a-5850cba527c3 req-a2cadfa3-c089-4756-a899-e144dc6cadac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394207 Aug 12 04:24:03.512635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97b1d532-a10e-4232-8948-4adb1b3af4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.540077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.562613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-97b1d532-a10e-4232-8948-4adb1b3af4b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31e1ff14497046f5b28de5c703aa2fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5929303 Aug 12 04:24:03.566308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40546) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:03.575638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d532-a10e-4232-8948-4adb1b3af4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411808ea-f882-4e6f-819a-d355007fdf2f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:03.631734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6352d547-3f0f-493f-b99c-5cc758fb9749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.659489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6352d547-3f0f-493f-b99c-5cc758fb9749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.660721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.720632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Pushing event updated for resources: {'Port': ['ID=2520a793-bea9-4fa8-b5ab-9f1c7091ad74,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:03.748219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:03.760096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:03.762702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:03.807880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cc336-b0b4-465b-8d41-f727a678062a req-c37e9273-aa71-4439-b93b-026c364310b9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:03.809376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb2cc336-b0b4-465b-8d41-f727a678062a req-c37e9273-aa71-4439-b93b-026c364310b9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1236875 Aug 12 04:24:03.822907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.836482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6352d547-3f0f-493f-b99c-5cc758fb9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.840441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6352d547-3f0f-493f-b99c-5cc758fb9749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.841765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6352d547-3f0f-493f-b99c-5cc758fb9749 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/411808ea-f882-4e6f-819a-d355007fdf2f HTTP/1.1" status: 204 len: 168 time: 0.2744730 Aug 12 04:24:03.853122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352d547-3f0f-493f-b99c-5cc758fb9749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411808ea-f882-4e6f-819a-d355007fdf2f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:03.858827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:03.859452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.885505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb2cc336-b0b4-465b-8d41-f727a678062a req-f23624fe-746d-4483-95dd-6992171b732b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686986 Aug 12 04:24:03.909776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:03.985211 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c267faf-5be9-4f06-bc0a-51bd58ae67ea tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6478887 Aug 12 04:24:03.988946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40564) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:04.001514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.199'}]}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:04.009336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Pushing event updated for resources: {'Port': ['ID=761cf9c7-410b-4f8d-a1ae-12ff67f21332,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:04.031042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d506e-d6c5-45ef-ae11-063545d1ed8d req-022c285b-5f27-4f32-8b9a-80e5259bb740 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:04.031470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.039949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee2d506e-d6c5-45ef-ae11-063545d1ed8d req-022c285b-5f27-4f32-8b9a-80e5259bb740 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0819125 Aug 12 04:24:04.077804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee2d506e-d6c5-45ef-ae11-063545d1ed8d req-dc9b76c2-62b1-43a1-93ae-390b385f8c7d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355623 Aug 12 04:24:04.146671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.148309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.212947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.235553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.241099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4938c83f-3759-40a6-aad4-1d4b247b93af tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0351679 Aug 12 04:24:04.246272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40578) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:04.252116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-114584293', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'fixed_ips': [{'ip_address': '172.25.6.226'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:04.380823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Made reservation on behalf of af98f4ccaece4710a69d9d51e2f70524 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:04.383702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.398153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.460486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57738530-bdb1-45b9-a868-8e8ea8ce4b31 req-5fb11bd3-946d-4785-ac3c-9ee36fc0e4b5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:04.462088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57738530-bdb1-45b9-a868-8e8ea8ce4b31 req-5fb11bd3-946d-4785-ac3c-9ee36fc0e4b5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0596473 Aug 12 04:24:04.496671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.511218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57738530-bdb1-45b9-a868-8e8ea8ce4b31 req-5fd4c7d5-5c59-4070-8063-ad4454d06398 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416968 Aug 12 04:24:04.570778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3d993-b1ee-4f3a-af3c-c69671a4fc66 req-04bdf131-3608-425b-b77d-3083db7dc0fa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:04.573253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fda3d993-b1ee-4f3a-af3c-c69671a4fc66 req-04bdf131-3608-425b-b77d-3083db7dc0fa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0894706 Aug 12 04:24:04.691894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40596) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:04.698134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fda3d993-b1ee-4f3a-af3c-c69671a4fc66 req-80058af2-6a55-4829-b7ff-5b3dd0fcb249 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084440 Aug 12 04:24:04.706664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02da6fee-a815-4fb2-88fc-67c35f0c5fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.719476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.826752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.842290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] device_id is not set on port 5f258a33-fad9-468a-9b52-c67a54d069e8 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:04.914069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02da6fee-a815-4fb2-88fc-67c35f0c5fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:04.973225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02da6fee-a815-4fb2-88fc-67c35f0c5fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.014266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-02da6fee-a815-4fb2-88fc-67c35f0c5fca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b9b6ab01e3447d09882c6f5d35bd59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212512 Aug 12 04:24:05.015293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da6fee-a815-4fb2-88fc-67c35f0c5fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318a61dc-2e69-4a5c-8395-0b9c88b05ed4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:05.017839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40598) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:05.072341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7c20-b6ac-4ac6-9547-4de886926e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.098764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7c20-b6ac-4ac6-9547-4de886926e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.236593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7c20-b6ac-4ac6-9547-4de886926e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.237029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8647ab9-d37d-456c-aa37-bdcc69440eba,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:05.239698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a2e7c20-b6ac-4ac6-9547-4de886926e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.244669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a2e7c20-b6ac-4ac6-9547-4de886926e61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/318a61dc-2e69-4a5c-8395-0b9c88b05ed4 HTTP/1.1" status: 204 len: 168 time: 0.2222860 Aug 12 04:24:05.251236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e7c20-b6ac-4ac6-9547-4de886926e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318a61dc-2e69-4a5c-8395-0b9c88b05ed4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:05.310974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.345009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-67646053-129c-442a-987a-faefa0e7f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:05.346540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-67646053-129c-442a-987a-faefa0e7f7a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1096 time: 0.5103579 Aug 12 04:24:05.349729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.561833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-300549b5-dc91-471d-ad60-37a382d526f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:05.563366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-300549b5-dc91-471d-ad60-37a382d526f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.2047918 Aug 12 04:24:05.584486 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 04:24:05.585544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:24:05.673220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b8d10-3e99-40e5-9d28-55441fabc80f req-59149d24-777c-4b6f-ba5a-fc0c9308b7c2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:05.675172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-194b8d10-3e99-40e5-9d28-55441fabc80f req-59149d24-777c-4b6f-ba5a-fc0c9308b7c2 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0870700 Aug 12 04:24:05.683612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b2859e7d-09d2-4487-86dc-1bb6d02a79f4 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4359078 Aug 12 04:24:05.686816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40612) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:05.702305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-09b11bef-32dc-4d0b-9366-7fbe056bdd78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 1001 time: 0.1121314 Aug 12 04:24:05.753162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.901902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-a2bc3f3b-26b1-4d70-8f08-639ef7f3eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:05.903477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-a2bc3f3b-26b1-4d70-8f08-639ef7f3eab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.1936617 Aug 12 04:24:05.986858 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:05.989265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.086895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559919f7-ed77-4241-a6ff-cf4a90b22c2c req-c70d06c0-e538-44f3-b599-f5b931bbf1e1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:06.088498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-559919f7-ed77-4241-a6ff-cf4a90b22c2c req-c70d06c0-e538-44f3-b599-f5b931bbf1e1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2568181 Aug 12 04:24:06.097839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-abb1f2c9-31e8-478a-a692-aa1782749b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:06.099507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-abb1f2c9-31e8-478a-a692-aa1782749b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584628 Aug 12 04:24:06.102572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.103142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e91c3a6-795f-441b-a196-ce4a2512946e {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:24:06.200380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-194b8d10-3e99-40e5-9d28-55441fabc80f req-1809c8be-e267-403e-b2b4-3ff9e46648e0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5124080 Aug 12 04:24:06.239941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-559919f7-ed77-4241-a6ff-cf4a90b22c2c req-d7e2847f-7ba4-4371-bc45-cc61b21f9b4b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389070 Aug 12 04:24:06.256191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Deleting port 761cf9c7-410b-4f8d-a1ae-12ff67f21332 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:06.257123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.264950 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 12 04:24:06.266795 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c8b58898-29dc-4dbf-adf5-fc56edb2e60a tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2737331 Aug 12 04:24:06.269493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40632) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:06.352319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.352657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.359565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-8a29b174-ebc9-47ef-938b-f51c5fda71ac service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495680 Aug 12 04:24:06.365518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Calling delete_port for 761cf9c7-410b-4f8d-a1ae-12ff67f21332 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:06.439317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Deleting port 2520a793-bea9-4fa8-b5ab-9f1c7091ad74 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:06.439695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.515688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec73439-ac2f-486c-b58d-dfb2e87eae0a req-8f1dfd91-2aba-4169-81c0-b3a65597dab7 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477463 Aug 12 04:24:06.573728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.595203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Calling delete_port for 2520a793-bea9-4fa8-b5ab-9f1c7091ad74 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:06.675722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.710260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Pushing event deleted for resources: {'Port': ['ID=761cf9c7-410b-4f8d-a1ae-12ff67f21332,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:06.822883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aa43a-aff2-428c-bac0-568d04a000fb req-254a55be-c5e8-4415-bdb1-ab3555c88e50 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:06.824419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-342aa43a-aff2-428c-bac0-568d04a000fb req-254a55be-c5e8-4415-bdb1-ab3555c88e50 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0974212 Aug 12 04:24:06.826851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.829407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.830608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b9bed98-f584-4add-8927-79c94a8e2a49 tempest-ExternalNetworksAdminNegativeTestJSON-663846864 tempest-ExternalNetworksAdminNegativeTestJSON-663846864-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/c074e5e1-9124-4ebc-818d-7f609772b629 HTTP/1.1" status: 204 len: 168 time: 1.1415899 Aug 12 04:24:06.848337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.879034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-342aa43a-aff2-428c-bac0-568d04a000fb req-15790932-76f5-4b6e-a6f9-d3920e841e1e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Aug 12 04:24:06.900679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Pushing event deleted for resources: {'Port': ['ID=2520a793-bea9-4fa8-b5ab-9f1c7091ad74,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:06.984083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:06.988988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db5a71ef-7a35-4d0f-ac92-f37909d4f171 tempest-RoutersAdminNegativeTest-940413328 tempest-RoutersAdminNegativeTest-940413328-project-admin] 10.222.0.42 "DELETE /v2.0/ports/2520a793-bea9-4fa8-b5ab-9f1c7091ad74 HTTP/1.1" status: 204 len: 168 time: 0.7153926 Aug 12 04:24:07.332262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad7e60-4635-4c46-a5f0-ff7ebc847846 req-112a5236-7419-4334-be7c-a92d2182fbbb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:07.333706 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1dad7e60-4635-4c46-a5f0-ff7ebc847846 req-112a5236-7419-4334-be7c-a92d2182fbbb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0500917 Aug 12 04:24:07.374633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1dad7e60-4635-4c46-a5f0-ff7ebc847846 req-0f837d2e-cbaf-41ad-b228-a78da21bb63a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Aug 12 04:24:07.592907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40664) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:07.623447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40670) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:07.840460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2de2910e-27e7-469f-815c-98fbec975211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:07.856886 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-73b45d30-bfaf-407b-850a-8061af432a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:07.967507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2de2910e-27e7-469f-815c-98fbec975211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.014509 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-153c703d-01b2-4532-8206-fe6c9b7f1688 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=00da6182565045678c24f891ab7d68b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296297 Aug 12 04:24:08.018516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bff10-651d-42ad-9826-2e93f053b20f req-0e423b42-01e6-4833-8073-14773f0a4560 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:08.020057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a5bff10-651d-42ad-9826-2e93f053b20f req-0e423b42-01e6-4833-8073-14773f0a4560 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0504327 Aug 12 04:24:08.057099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2de2910e-27e7-469f-815c-98fbec975211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.095242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a5bff10-651d-42ad-9826-2e93f053b20f req-63cf86f0-ad59-4246-bf25-776c7e138547 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689425 Aug 12 04:24:08.125160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2910e-27e7-469f-815c-98fbec975211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36068eba-97fb-41ba-a31a-bd0e8c52daef,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:08.131113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2de2910e-27e7-469f-815c-98fbec975211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51a6893b12d94510a35c13912dd0384e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371137 Aug 12 04:24:08.139341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:08.250350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f54411-7d80-4f29-a852-ed8b115f549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.273873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-d59d96ac-0293-422e-b608-48dc13005b83 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:08.276807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-d59d96ac-0293-422e-b608-48dc13005b83 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532320 Aug 12 04:24:08.292578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-d1ceb6f7-08c9-493b-9a1d-fe0c1700242e tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/quotas/00da6182565045678c24f891ab7d68b8 HTTP/1.1" status: 200 len: 375 time: 0.0104458 Aug 12 04:24:08.302807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f54411-7d80-4f29-a852-ed8b115f549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.314591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-73b45d30-bfaf-407b-850a-8061af432a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.322918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d72168-1a08-4067-9c30-6e453186377a req-8618f845-ab2c-466f-8e62-6ce48e8fb9d8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:08.324496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27d72168-1a08-4067-9c30-6e453186377a req-8618f845-ab2c-466f-8e62-6ce48e8fb9d8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1120739 Aug 12 04:24:08.340023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-51e14a0f-7221-42f8-9b7b-0c1306e799bc tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=00da6182565045678c24f891ab7d68b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386033 Aug 12 04:24:08.381191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27d72168-1a08-4067-9c30-6e453186377a req-06459e9e-2486-4cc8-a24a-6a6826798339 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Aug 12 04:24:08.420127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-73b45d30-bfaf-407b-850a-8061af432a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.475909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b45d30-bfaf-407b-850a-8061af432a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d50b8-4ba7-44fb-b02c-b6057f860f05,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:08.498152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-73b45d30-bfaf-407b-850a-8061af432a80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56ae6c32e7674ca7960da98e36a4e164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698967 Aug 12 04:24:08.500376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:08.524177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d668d0-cf07-4c92-9d8d-86fc7c53af02 req-166ae000-98f2-49c9-9f51-0c8675ab88c3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:08.525789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d668d0-cf07-4c92-9d8d-86fc7c53af02 req-166ae000-98f2-49c9-9f51-0c8675ab88c3 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 945 time: 0.0693142 Aug 12 04:24:08.562402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721d3c82-611d-4e11-b52b-194a3269cb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.567074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96d668d0-cf07-4c92-9d8d-86fc7c53af02 req-fb8e12bc-3c18-42cc-afe8-66d442b2f9cb tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350919 Aug 12 04:24:08.579740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f54411-7d80-4f29-a852-ed8b115f549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.582247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f54411-7d80-4f29-a852-ed8b115f549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.586773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f9f54411-7d80-4f29-a852-ed8b115f549d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36068eba-97fb-41ba-a31a-bd0e8c52daef HTTP/1.1" status: 204 len: 168 time: 0.4432087 Aug 12 04:24:08.597230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721d3c82-611d-4e11-b52b-194a3269cb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.606805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f54411-7d80-4f29-a852-ed8b115f549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36068eba-97fb-41ba-a31a-bd0e8c52daef,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:08.738854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e654b4ad-23c1-4d39-9476-0fbc4d1ba916 req-209fae59-0996-4413-919a-ee53cb232661 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 210 time: 0.0320003 Aug 12 04:24:08.779980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721d3c82-611d-4e11-b52b-194a3269cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.779980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-721d3c82-611d-4e11-b52b-194a3269cb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:08.779980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-721d3c82-611d-4e11-b52b-194a3269cb37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc5d50b8-4ba7-44fb-b02c-b6057f860f05 HTTP/1.1" status: 204 len: 168 time: 0.2767532 Aug 12 04:24:08.786628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d3c82-611d-4e11-b52b-194a3269cb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d50b8-4ba7-44fb-b02c-b6057f860f05,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:08.797321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004b322-d394-4c55-ac97-fbc6346405ce req-a95cb4dd-aae7-4e1e-9c64-31bee8e77b2f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:08.799473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4004b322-d394-4c55-ac97-fbc6346405ce req-a95cb4dd-aae7-4e1e-9c64-31bee8e77b2f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0782754 Aug 12 04:24:08.860171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4004b322-d394-4c55-ac97-fbc6346405ce req-9d1d7843-a372-49ff-b07c-2c2ff324a33b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523884 Aug 12 04:24:08.941775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:08.981136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c25f-305e-4528-9fa7-2e8e0b3a558c req-ba5b05cf-b3c9-431f-9b16-7bad761003e0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:08.982638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1de3c25f-305e-4528-9fa7-2e8e0b3a558c req-ba5b05cf-b3c9-431f-9b16-7bad761003e0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0516508 Aug 12 04:24:09.031314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1de3c25f-305e-4528-9fa7-2e8e0b3a558c req-46098542-9d3e-4a34-b24f-81fef2efc010 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Aug 12 04:24:09.055577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:09.079737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:09.082243 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61887cc7-0e4a-4e51-8067-9db89f7064e3" -d '{"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:09.097599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:09.122983 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ee18e3-b934-4524-bd4d-82c8d72f1527 x-openstack-request-id: req-29ee18e3-b934-4524-bd4d-82c8d72f1527 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:09.122983 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-unplugged", "status": "failed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "code": 422}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:09.123193 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29ee18e3-b934-4524-bd4d-82c8d72f1527 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:09.123588 n-d-804320-1 neutron-server[95044]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'code': 422} returned with failed status Aug 12 04:24:09.218234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207492b-84e3-4d82-b907-93c6b94ba891 req-92de4588-aef7-47ee-beaa-62c977c1e5ae tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:09.219921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6207492b-84e3-4d82-b907-93c6b94ba891 req-92de4588-aef7-47ee-beaa-62c977c1e5ae tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0833881 Aug 12 04:24:09.225426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:09.264618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6207492b-84e3-4d82-b907-93c6b94ba891 req-b418fcd7-8802-4c95-b14a-3dd1fd6a8d4e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375772 Aug 12 04:24:09.284644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:09.388922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71837a-77e8-46aa-963a-4a7ca0860987 req-34f341d8-c566-4271-af5a-d42f5611974f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:09.390332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe71837a-77e8-46aa-963a-4a7ca0860987 req-34f341d8-c566-4271-af5a-d42f5611974f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0574660 Aug 12 04:24:09.428887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe71837a-77e8-46aa-963a-4a7ca0860987 req-a32503ec-0e0a-4422-a876-f7ead639cf8b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Aug 12 04:24:09.584327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bb0de-2614-4e6f-aa3d-0027ab6bd0b5 req-3c90a8a2-83ee-43d5-8052-0f3e546c3e3e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:09.585851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d8bb0de-2614-4e6f-aa3d-0027ab6bd0b5 req-3c90a8a2-83ee-43d5-8052-0f3e546c3e3e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0501912 Aug 12 04:24:09.634655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d8bb0de-2614-4e6f-aa3d-0027ab6bd0b5 req-b494d0d5-06e4-40d0-a566-fa0272276f81 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 Aug 12 04:24:09.639771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40758) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:09.686908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40762) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:09.701257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be60d6b5-574d-4a60-b129-d1447eddeaaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af98f4ccaece4710a69d9d51e2f70524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580828 Aug 12 04:24:09.701704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40764) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:09.739359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3ca3f-3ba7-4594-8645-676ea229cb30 req-d241d30f-05e9-46e6-9538-ec08a863e375 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:09.741488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ad3ca3f-3ba7-4594-8645-676ea229cb30 req-d241d30f-05e9-46e6-9538-ec08a863e375 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.0901082 Aug 12 04:24:09.746782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bde0ebd4-863a-43bb-b1fc-b3fdd6d2ae2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb24f52e8bdc44ec9e083c8547a6e9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570941 Aug 12 04:24:09.748718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40766) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:09.799076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06212c8-abff-4e0d-b6ee-536d189a46ab req-2ef2d707-4445-42f6-926f-6c07d029684f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:09.800770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d06212c8-abff-4e0d-b6ee-536d189a46ab req-2ef2d707-4445-42f6-926f-6c07d029684f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0843630 Aug 12 04:24:09.802178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df6a-47c7-4c85-af3b-d1a19b2960aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:09.808999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ad3ca3f-3ba7-4594-8645-676ea229cb30 req-082df4d9-af69-49a4-9c82-2faf521db3a1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610015 Aug 12 04:24:09.835371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4ed6-5873-4631-8250-92d077b6055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:09.845511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df6a-47c7-4c85-af3b-d1a19b2960aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:09.869960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d06212c8-abff-4e0d-b6ee-536d189a46ab req-ca908d63-09be-4494-8456-1b86611a52b8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Aug 12 04:24:09.870691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4ed6-5873-4631-8250-92d077b6055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:09.890582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1837fe7-d53f-42cb-9828-27322c36cfc7 req-89473172-6eb8-4560-bbd2-7665b3884868 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 210 time: 0.0366604 Aug 12 04:24:09.997254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df6a-47c7-4c85-af3b-d1a19b2960aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:10.000991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7f3df6a-47c7-4c85-af3b-d1a19b2960aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:10.002333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f7f3df6a-47c7-4c85-af3b-d1a19b2960aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8647ab9-d37d-456c-aa37-bdcc69440eba HTTP/1.1" status: 204 len: 168 time: 0.2994380 Aug 12 04:24:10.011756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3df6a-47c7-4c85-af3b-d1a19b2960aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8647ab9-d37d-456c-aa37-bdcc69440eba,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:10.065500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4ed6-5873-4631-8250-92d077b6055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:10.068400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1e4ed6-5873-4631-8250-92d077b6055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:10.069612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d1e4ed6-5873-4631-8250-92d077b6055e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8833c3b4-e721-4a42-a9d2-898d00339b09 HTTP/1.1" status: 204 len: 168 time: 0.3194790 Aug 12 04:24:10.096828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4ed6-5873-4631-8250-92d077b6055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833c3b4-e721-4a42-a9d2-898d00339b09,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:10.116045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084fdc-6813-4240-8ed4-56c57b1e249a req-957ef6c6-9957-411c-b294-08a297470f88 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:10.118332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03084fdc-6813-4240-8ed4-56c57b1e249a req-957ef6c6-9957-411c-b294-08a297470f88 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0624645 Aug 12 04:24:10.168810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03084fdc-6813-4240-8ed4-56c57b1e249a req-d6a97ef8-8bfa-4668-9147-ee0f52efcbd4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Aug 12 04:24:10.309745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576b444-a7c9-4320-9867-d25adc04d307 req-184e6466-d229-4d45-b2d6-11ad649070fb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:10.311268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1576b444-a7c9-4320-9867-d25adc04d307 req-184e6466-d229-4d45-b2d6-11ad649070fb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Aug 12 04:24:10.374969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1576b444-a7c9-4320-9867-d25adc04d307 req-6a97925a-c44b-4827-9d66-cc7df0e82a57 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576379 Aug 12 04:24:10.516678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba240e-55bc-4a1a-8d7d-61c8d6988f4e req-3fdf3115-838a-49b5-8324-5c20e05c03e8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:10.518210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ba240e-55bc-4a1a-8d7d-61c8d6988f4e req-3fdf3115-838a-49b5-8324-5c20e05c03e8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Aug 12 04:24:10.574446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ba240e-55bc-4a1a-8d7d-61c8d6988f4e req-51c8d85c-0d65-45ab-82a7-1a9c0826cf7a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Aug 12 04:24:10.710696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc3749-e37f-4b75-914b-0456fdfe7248 req-6d8cab0d-3702-486f-99e5-e4a936d2e969 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:10.712244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fabc3749-e37f-4b75-914b-0456fdfe7248 req-6d8cab0d-3702-486f-99e5-e4a936d2e969 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0670333 Aug 12 04:24:10.758160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fabc3749-e37f-4b75-914b-0456fdfe7248 req-10bb0ad4-4089-4ccb-9b16-542aab66ff31 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Aug 12 04:24:10.938324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9d55-9131-4f52-9bcf-e68096c3bc0e req-6a0a65d7-9d2b-4379-bed0-ffe9e8de80ab tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:10.940682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b7b9d55-9131-4f52-9bcf-e68096c3bc0e req-6a0a65d7-9d2b-4379-bed0-ffe9e8de80ab tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0667470 Aug 12 04:24:10.988230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b7b9d55-9131-4f52-9bcf-e68096c3bc0e req-9381f5b5-3945-436b-8221-d588f3269cac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Aug 12 04:24:11.104936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86d4db6-2ca7-40cf-847b-2ffa151891ce req-f677a40d-4f85-4ba2-88a8-8fcd5e784114 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 210 time: 0.0263600 Aug 12 04:24:11.216858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-d2510083-c933-4047-8d04-47e1271e3bd5 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=00da6182565045678c24f891ab7d68b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704932 Aug 12 04:24:11.413435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564d651-c5cf-4a7b-99cb-48ec7f922d0d req-f1c43d10-c112-45ed-b6f9-fc1abe58b24e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:11.414932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7564d651-c5cf-4a7b-99cb-48ec7f922d0d req-f1c43d10-c112-45ed-b6f9-fc1abe58b24e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1763113 Aug 12 04:24:11.477123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-7317a1d9-d1f6-41b6-b6dc-d05520217b96 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:11.478609 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-7317a1d9-d1f6-41b6-b6dc-d05520217b96 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603920 Aug 12 04:24:11.499344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7564d651-c5cf-4a7b-99cb-48ec7f922d0d req-a0853a13-ffa8-438f-8387-2e098c022995 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708370 Aug 12 04:24:11.503773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Request body: {'port': {'device_id': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '00da6182565045678c24f891ab7d68b8'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:11.663912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40870) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:11.723691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406652dd-a878-4db2-a0a4-e7092c079138 req-04a69961-16e5-472b-9805-56f0ea10d172 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:11.725714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-406652dd-a878-4db2-a0a4-e7092c079138 req-04a69961-16e5-472b-9805-56f0ea10d172 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0961771 Aug 12 04:24:11.781744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-406652dd-a878-4db2-a0a4-e7092c079138 req-11a0dbf8-29c3-46aa-8486-12aa68293997 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483584 Aug 12 04:24:11.796080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Made reservation on behalf of 00da6182565045678c24f891ab7d68b8 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:11.805648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:11.840544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:11.845795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1949177328'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:11.939237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d4729-25d2-4381-8b36-a85c00b661e7 req-e6c76f98-6b3a-46d5-9df7-7cdedf8d730b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:11.941343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-846d4729-25d2-4381-8b36-a85c00b661e7 req-e6c76f98-6b3a-46d5-9df7-7cdedf8d730b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0531118 Aug 12 04:24:11.945784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:11.952088 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:11.962607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.024601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-846d4729-25d2-4381-8b36-a85c00b661e7 req-886653d7-5464-441d-b72a-efb30e1596d9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703564 Aug 12 04:24:12.071476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.193036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81290935-67f4-4ffe-860a-a42286a6502b req-0a46df58-36dc-42be-b6e3-24543b867721 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:12.195183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81290935-67f4-4ffe-860a-a42286a6502b req-0a46df58-36dc-42be-b6e3-24543b867721 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0587206 Aug 12 04:24:12.207847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.323902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57a96a92-12f8-4044-9628-3b392facdeb8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:12.344435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-81290935-67f4-4ffe-860a-a42286a6502b req-a3b71d98-07c6-43dc-a042-a2442562cb16 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380312 Aug 12 04:24:12.406803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.453118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0da30d4-2765-42ef-96bc-8856ec8de8f6 req-ce81f5a1-04b7-4588-88f5-46356bd23710 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 210 time: 0.0363643 Aug 12 04:24:12.492317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Allocated IP 192.168.233.82 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/b10f3483-c0c4-4ce7-a37f-01280691f1eb) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:12.500129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.559796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:24:12.570452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb1e2f-48b9-4aea-8773-a2b0dffe9e64,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:12.575771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.576286 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Added segment 0346721f-9b25-4404-866d-1ca25171b69b of type vlan for network ff569f0b-0641-4bac-bc77-7cdc33142968 Aug 12 04:24:12.625191 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.667944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545eb30-f601-4a0b-8f0e-70c40c715a67 req-44ecb832-2eed-4e29-9c62-0f516e1b4b62 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:12.669465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f545eb30-f601-4a0b-8f0e-70c40c715a67 req-44ecb832-2eed-4e29-9c62-0f516e1b4b62 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1108687 Aug 12 04:24:12.673965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40910) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:12.728844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.738362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:12.739035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.767077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f545eb30-f601-4a0b-8f0e-70c40c715a67 req-e2e66788-d5b1-4dc6-9cb7-c1e5640c137f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Aug 12 04:24:12.771417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.807799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Transition to ACTIVE for port object b10f3483-c0c4-4ce7-a37f-01280691f1eb will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:12.820012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Network': ['ID=ff569f0b-0641-4bac-bc77-7cdc33142968,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:12.825633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e03a778-e92a-4c17-83b1-549798d57cdc tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1580117 Aug 12 04:24:12.826210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5595d974-9132-44d0-be86-69258a02bb58 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-266896924'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:12.826747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5595d974-9132-44d0-be86-69258a02bb58 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Unknown quota resources ['metering_label']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:24:12.829311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:12.833124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network ff569f0b-0641-4bac-bc77-7cdc33142968 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:24:12.841145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'subnet': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:12.989880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1cdd5-e76c-4da1-9586-c28c37dc9eb7 req-96e8c1ab-6245-46ba-bd98-600d3678c69e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:12.990203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:12.992088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6e1cdd5-e76c-4da1-9586-c28c37dc9eb7 req-96e8c1ab-6245-46ba-bd98-600d3678c69e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1621842 Aug 12 04:24:13.030839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6e1cdd5-e76c-4da1-9586-c28c37dc9eb7 req-5bb7b138-8be9-4592-9ead-d7285ff6e6d5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Aug 12 04:24:13.047247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:13.050843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.142303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:13.151020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5595d974-9132-44d0-be86-69258a02bb58 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.152198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5595d974-9132-44d0-be86-69258a02bb58 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4771209 Aug 12 04:24:13.154853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40932) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:13.155211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:13.159394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fb2b2c63-7278-419b-a86b-50df1201cfc0 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6bf7c5f9-5b68-411f-8776-0c05399c05ea'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:13.159898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fb2b2c63-7278-419b-a86b-50df1201cfc0 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:24:13.160883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Pushing event updated for resources: {'Port': ['ID=b10f3483-c0c4-4ce7-a37f-01280691f1eb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:13.170584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd934f-bcc7-4a84-8b72-b2687a752838 req-b32510ca-c3e3-42da-b815-b6e5edd025a9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:13.172143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48cd934f-bcc7-4a84-8b72-b2687a752838 req-b32510ca-c3e3-42da-b815-b6e5edd025a9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1931949 Aug 12 04:24:13.174047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:13.259970 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-a4266b83-9f69-4b9e-95b3-493cec629ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1928353 Aug 12 04:24:13.303000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:13.304367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.332931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48cd934f-bcc7-4a84-8b72-b2687a752838 req-2d80ac32-865c-44c8-b5b7-fd06639e14f6 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261387 Aug 12 04:24:13.377894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5cb005b5-fccf-47a9-8538-a227126aa14f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8880472 Aug 12 04:24:13.397182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5720c392-c599-4371-bf81-7a94c5c1f5c1 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:24:13.399235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-5720c392-c599-4371-bf81-7a94c5c1f5c1 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140624 Aug 12 04:24:13.460639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Request body: {'port': {'device_id': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:13.620852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e29c2-36b3-488c-849c-e29020b8684c req-da14fe8b-554c-4320-b015-f3084076656f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:13.622299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-842e29c2-36b3-488c-849c-e29020b8684c req-da14fe8b-554c-4320-b015-f3084076656f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0626826 Aug 12 04:24:13.636627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.648683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-206bda67-b35f-4a52-a731-2e7de69e0ba0 None None] Provisioning for port b10f3483-c0c4-4ce7-a37f-01280691f1eb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:13.652755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-206bda67-b35f-4a52-a731-2e7de69e0ba0 None None] Provisioning complete for port b10f3483-c0c4-4ce7-a37f-01280691f1eb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:13.653153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-206bda67-b35f-4a52-a731-2e7de69e0ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.682042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-842e29c2-36b3-488c-849c-e29020b8684c req-43c3708e-ed0c-4ac8-9795-4d240fdf3d92 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448918 Aug 12 04:24:13.689140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-206bda67-b35f-4a52-a731-2e7de69e0ba0 None None] Port b10f3483-c0c4-4ce7-a37f-01280691f1eb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:13.705383 n-d-804320-1 neutron-server[95042]: WARNING neutron.services.metering.metering_plugin [None req-fb2b2c63-7278-419b-a86b-50df1201cfc0 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 04:24:13.717047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.842498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2c63-7278-419b-a86b-50df1201cfc0 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:13.843650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb2b2c63-7278-419b-a86b-50df1201cfc0 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6878760 Aug 12 04:24:13.847254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:13.852445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-17eedce9-c656-4a74-be05-532825a77a60 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6bf7c5f9-5b68-411f-8776-0c05399c05ea'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:13.852927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-17eedce9-c656-4a74-be05-532825a77a60 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:24:13.862855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Subnet': ['ID=8a4db8b3-f34b-40b8-9b5a-434a06e7d87a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:13.878694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fd1a-81ed-4916-af61-84b24f52794a req-1e32400d-3f71-49ab-819f-b63df74b7fce tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:13.878694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10e5fd1a-81ed-4916-af61-84b24f52794a req-1e32400d-3f71-49ab-819f-b63df74b7fce tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 935 time: 0.2178302 Aug 12 04:24:13.887101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54861f2-57f4-4d67-852a-aef954f1efd9 req-2560aac9-c131-4dec-9148-6be09c104c0b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:13.888669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b54861f2-57f4-4d67-852a-aef954f1efd9 req-2560aac9-c131-4dec-9148-6be09c104c0b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1060154 Aug 12 04:24:13.967564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Checking segment: {'id': '0346721f-9b25-4404-866d-1ca25171b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:13.967936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network hostable DHCP agents. Network: ff569f0b-0641-4bac-bc77-7cdc33142968, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:24:13.969043 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b54861f2-57f4-4d67-852a-aef954f1efd9 req-de22d0b1-bcac-4f1c-8344-9125bd4ad76c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Aug 12 04:24:14.014533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10e5fd1a-81ed-4916-af61-84b24f52794a req-0bd437f7-09a9-49fd-b893-90246dee33ff tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246254 Aug 12 04:24:14.048731 n-d-804320-1 neutron-server[95042]: WARNING neutron.services.metering.metering_plugin [None req-17eedce9-c656-4a74-be05-532825a77a60 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 04:24:14.130264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:24:14.159467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17eedce9-c656-4a74-be05-532825a77a60 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.165115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-17eedce9-c656-4a74-be05-532825a77a60 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3124466 Aug 12 04:24:14.165115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40964) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:14.180062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8fc2a7f8-4d89-45fd-b9d3-945c68902d50 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=c8a25725-1e06-4be8-b9a1-d627c48da02e HTTP/1.1" status: 200 len: 464 time: 0.0129075 Aug 12 04:24:14.180276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10f3483-c0c4-4ce7-a37f-01280691f1eb {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:24:14.181680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:14.194346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.205457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f48dc-3399-4ca4-a0c9-ef55a054cb1f req-159ed5ed-23d1-428f-b728-204431eae24b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:14.207016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-113f48dc-3399-4ca4-a0c9-ef55a054cb1f req-159ed5ed-23d1-428f-b728-204431eae24b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1075757 Aug 12 04:24:14.216260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16475-f2d6-4f99-8d46-d5e85b36fff8 req-48aeb530-505d-4544-88f2-bd878c680684 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:14.217767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54c16475-f2d6-4f99-8d46-d5e85b36fff8 req-48aeb530-505d-4544-88f2-bd878c680684 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.0918665 Aug 12 04:24:14.220739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Transition to ACTIVE for port object b10f3483-c0c4-4ce7-a37f-01280691f1eb will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:14.232249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, ff569f0b-0641-4bac-bc77-7cdc33142968) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:14.236922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:14.237735 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.243469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa2c4a-69c3-4015-8968-3c628b78764f None None] Network ff569f0b-0641-4bac-bc77-7cdc33142968 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:14.247880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-113f48dc-3399-4ca4-a0c9-ef55a054cb1f req-65d6d34a-64fe-4401-ab91-70e5432f357c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Aug 12 04:24:14.275811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54c16475-f2d6-4f99-8d46-d5e85b36fff8 req-48564279-4d65-4721-a99d-9503ce0a8724 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512161 Aug 12 04:24:14.305872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.347847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e9f342e3-5767-4b62-bc48-da84ec5b6cea tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5174258 Aug 12 04:24:14.352433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:14.360883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'name': 'tempest-AllowedAddressPairTestJSON-420144522'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:14.437501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0b84e503-e17e-40c8-8c82-7799c58493c7 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.448266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:14.448531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0b84e503-e17e-40c8-8c82-7799c58493c7 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/c8a25725-1e06-4be8-b9a1-d627c48da02e HTTP/1.1" status: 204 len: 168 time: 0.2559667 Aug 12 04:24:14.489440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-ff569f0b-0641-4bac-bc77-7cdc33142968', 'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'tenant_id': '9381e2f334094d3a94933539d85aeaf5', 'fixed_ips': [{'subnet_id': '8a4db8b3-f34b-40b8-9b5a-434a06e7d87a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:24:14.491172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.498251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Pushing event updated for resources: {'Port': ['ID=b10f3483-c0c4-4ce7-a37f-01280691f1eb,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:14.529809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e78f15d6-4d1f-4ed9-b888-9f1081239013 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=c8a25725-1e06-4be8-b9a1-d627c48da02e HTTP/1.1" status: 200 len: 221 time: 0.0798142 Aug 12 04:24:14.534622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40974) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:14.545241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b5fbff78-83dc-47b2-b3f8-2b5e9fbfa997 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--894566914', 'description': 'label created by tempest'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:14.545241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b5fbff78-83dc-47b2-b3f8-2b5e9fbfa997 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Unknown quota resources ['metering_label']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:24:14.668235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Attempting to bind port b10f3483-c0c4-4ce7-a37f-01280691f1eb on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:24:14.668809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Attempting to bind port b10f3483-c0c4-4ce7-a37f-01280691f1eb by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:24:14.669293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Attempting to bind port b10f3483-c0c4-4ce7-a37f-01280691f1eb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:24:14.677584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Port b10f3483-c0c4-4ce7-a37f-01280691f1eb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:24:14.678724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Attempting to bind port b10f3483-c0c4-4ce7-a37f-01280691f1eb on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:24:14.694965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:24:14.695353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:14.695863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:24:14.696328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Bound port: b10f3483-c0c4-4ce7-a37f-01280691f1eb, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:24:14.696703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.747844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Allocated IP 172.20.0.2 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/e4d43c29-cadf-4dcb-9a38-21ad9b24f026) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:14.814460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] For port b10f3483-c0c4-4ce7-a37f-01280691f1eb, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:14.819223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] For port b10f3483-c0c4-4ce7-a37f-01280691f1eb, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:24:14.874539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5fbff78-83dc-47b2-b3f8-2b5e9fbfa997 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.875765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b5fbff78-83dc-47b2-b3f8-2b5e9fbfa997 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3398764 Aug 12 04:24:14.878531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40992) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:14.900101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:14.904337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:14.976604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] device_id is not set on port 3bb765d2-aa0d-449f-beee-9250dec45195 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:14.978112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a6d296fc-9474-4780-8946-0d647578352c tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=a1bdea62-145c-4ce0-b8af-8d0df294b818 HTTP/1.1" status: 200 len: 467 time: 0.0983081 Aug 12 04:24:14.981010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41002) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.056483 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.066801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Transition to ACTIVE for port object e4d43c29-cadf-4dcb-9a38-21ad9b24f026 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:15.085451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Transition to ACTIVE for port object e4d43c29-cadf-4dcb-9a38-21ad9b24f026 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:15.158215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.175031 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.194226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-09383bc9-4b05-4467-a1be-6745fbd518d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.195770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-09383bc9-4b05-4467-a1be-6745fbd518d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506&tenant_id=00b64abb801f47ed9bf222582f4cc319 HTTP/1.1" status: 200 len: 1094 time: 0.2054830 Aug 12 04:24:15.317209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:15.320900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.321850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.324038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] 10.222.0.36 "PUT /v2.0/ports/b10f3483-c0c4-4ce7-a37f-01280691f1eb HTTP/1.1" status: 200 len: 1095 time: 1.8735476 Aug 12 04:24:15.326065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:15.326217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'tag': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:15.328736 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30b497e-9c9a-43f8-be60-859060bd6ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa8c8fc-cf48-4e09-8f46-664bcbe594ae", "tag": "b10f3483-c0c4-4ce7-a37f-01280691f1eb"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:15.332371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:15.343020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:15.370915 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-59487253-edb2-4172-ba26-daf668ac1091 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.372098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59487253-edb2-4172-ba26-daf668ac1091 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/a1bdea62-145c-4ce0-b8af-8d0df294b818 HTTP/1.1" status: 204 len: 168 time: 0.3895886 Aug 12 04:24:15.374878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41012) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.407562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d42fea17-2943-4aee-a586-90d0abe707b6 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=a1bdea62-145c-4ce0-b8af-8d0df294b818 HTTP/1.1" status: 200 len: 216 time: 0.0304918 Aug 12 04:24:15.411850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Allocated IP 172.20.0.7 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/3bb765d2-aa0d-449f-beee-9250dec45195) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:15.413739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-b4ffe545-cafa-4041-a9e7-28f554918866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.417950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-b4ffe545-cafa-4041-a9e7-28f554918866 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1094 time: 0.1344399 Aug 12 04:24:15.417950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41014) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.442682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c7ba-3ea4-4238-8ce1-ca9205357141 service neutron] Pushing event updated for resources: {'Port': ['ID=b10f3483-c0c4-4ce7-a37f-01280691f1eb,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:15.462438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Attempting to bind port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:24:15.462844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Attempting to bind port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0346721f-9b25-4404-866d-1ca25171b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:24:15.463198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Attempting to bind port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 on network ff569f0b-0641-4bac-bc77-7cdc33142968 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:24:15.481879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:24:15.482263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Checking segment: {'id': '0346721f-9b25-4404-866d-1ca25171b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:15.482677 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.483120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Bound using segment: {'id': '0346721f-9b25-4404-866d-1ca25171b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:24:15.483663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Bound port: e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0346721f-9b25-4404-866d-1ca25171b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:24:15.484058 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.495817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-09325c7f-e531-4999-b86e-3e95b25dc816 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0766087 Aug 12 04:24:15.525580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.539113 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81b22f92-b311-4956-aeda-567a5729e590 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0124173 Aug 12 04:24:15.548632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41018) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.589971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-ecb09435-c102-4aa3-bae7-ae0a2a6a7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.591443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] For port e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:15.591789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-ecb09435-c102-4aa3-bae7-ae0a2a6a7063 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.1471751 Aug 12 04:24:15.595732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be788-9676-4cec-9c1b-5ee5ca45b460 req-76ef40e9-5c06-4444-938b-dbbf0c8b4c69 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.595939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] For port e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,segment=NetworkSegment(0346721f-9b25-4404-866d-1ca25171b69b),segment_id=0346721f-9b25-4404-866d-1ca25171b69b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:24:15.597262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb1be788-9676-4cec-9c1b-5ee5ca45b460 req-76ef40e9-5c06-4444-938b-dbbf0c8b4c69 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 947 time: 0.3182461 Aug 12 04:24:15.660692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:15.679416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-71ad359c-29ea-4230-98f3-5007cc6d3704 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 999 time: 0.0802071 Aug 12 04:24:15.686958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e2d256ca-2129-4b1a-a4f2-160db8ee56f4 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/6bf7c5f9-5b68-411f-8776-0c05399c05ea HTTP/1.1" status: 200 len: 472 time: 0.1317828 Aug 12 04:24:15.696377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41022) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.708954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-beea5d6a-6bb8-4bb5-987c-4bb5ba5b2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.711024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-beea5d6a-6bb8-4bb5-987c-4bb5ba5b2652 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00da6182565045678c24f891ab7d68b8&device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 1098 time: 0.2517622 Aug 12 04:24:15.731353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb1be788-9676-4cec-9c1b-5ee5ca45b460 req-4c35eed0-280f-48a0-a71c-2dd1859c7df7 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815418 Aug 12 04:24:15.772120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d59e0e-8bc2-43c2-90ea-5351282d58d0 None None] Pushing event updated for resources: {'Port': ['ID=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:15.774490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-23af7a06-9af7-4c7f-9887-e965b39775b8 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/99b25e6c-4ccc-4403-a5d3-f54d623149d4 HTTP/1.1" status: 200 len: 461 time: 0.0720778 Aug 12 04:24:15.781625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41024) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:15.811696 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-15e1a19c-e396-464f-b94f-e798c4398805 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb HTTP/1.1" status: 200 len: 217 time: 0.0790997 Aug 12 04:24:15.816996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-8e607357-5078-401a-a117-5a8312a39307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.818488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-8e607357-5078-401a-a117-5a8312a39307 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.1134372 Aug 12 04:24:15.879106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-04e0ee83-0ea5-440c-be33-65eef4787ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.882232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-04e0ee83-0ea5-440c-be33-65eef4787ca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543737 Aug 12 04:24:15.986610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e56b2-1ae5-44d0-a6a7-254236ad5ba7 req-c979dd7a-432a-415b-9147-7e6001a83c26 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:15.994372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-930e56b2-1ae5-44d0-a6a7-254236ad5ba7 req-c979dd7a-432a-415b-9147-7e6001a83c26 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1683147 Aug 12 04:24:16.016781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-e152b5ba-d776-44bb-bb71-a7da13d0f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:16.019445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-e152b5ba-d776-44bb-bb71-a7da13d0f59c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1949058 Aug 12 04:24:16.124715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:16.145793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-04c8be1a-da44-4915-98cd-193e4ed75e05 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:16.155724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-04c8be1a-da44-4915-98cd-193e4ed75e05 tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/99b25e6c-4ccc-4403-a5d3-f54d623149d4 HTTP/1.1" status: 204 len: 168 time: 0.3709073 Aug 12 04:24:16.156510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41032) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:16.187089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Transition to ACTIVE for port object 3bb765d2-aa0d-449f-beee-9250dec45195 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:16.208735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-e88cde81-0521-4c40-8e55-943f92e3e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:16.208735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-e88cde81-0521-4c40-8e55-943f92e3e2ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774621 Aug 12 04:24:16.223424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-930e56b2-1ae5-44d0-a6a7-254236ad5ba7 req-5186a6d8-6383-457d-b9e2-39b19432e5af tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273431 Aug 12 04:24:16.268414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329ceb1-4a66-4594-b387-4f21f62581d9 req-76bf566b-7570-4725-ade8-13a1d57e6486 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:16.284369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d329ceb1-4a66-4594-b387-4f21f62581d9 req-76bf566b-7570-4725-ade8-13a1d57e6486 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.3687780 Aug 12 04:24:16.343088 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7592baf1-d22b-41e6-ac6c-7dcf6bc5d1dd x-openstack-request-id: req-7592baf1-d22b-41e6-ac6c-7dcf6bc5d1dd {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:16.343272 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa8c8fc-cf48-4e09-8f46-664bcbe594ae", "tag": "b10f3483-c0c4-4ce7-a37f-01280691f1eb", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:16.343525 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7592baf1-d22b-41e6-ac6c-7dcf6bc5d1dd {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:16.343921 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'tag': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb', 'status': 'completed', 'code': 200} Aug 12 04:24:16.371345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-fb337bf0-2340-450b-89a3-4170710d0193 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813430 Aug 12 04:24:16.408306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-fcb17fd9-d346-4ae8-81bf-f7e50752a5ce service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839681 Aug 12 04:24:16.471638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d329ceb1-4a66-4594-b387-4f21f62581d9 req-cd4c32cb-9b59-4f69-b267-c5254df57f6b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863701 Aug 12 04:24:16.506896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:16.565790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-f17204be-a29e-48fc-b1d9-e5a600a829b8 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524856 Aug 12 04:24:16.570164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:16.581989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:16.584784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:16.599618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6bac579-9263-4917-a2f1-e3bb1f25915c tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:16.600875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f6bac579-9263-4917-a2f1-e3bb1f25915c tempest-MeteringTestJSON-1819170939 tempest-MeteringTestJSON-1819170939-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/6bf7c5f9-5b68-411f-8776-0c05399c05ea HTTP/1.1" status: 204 len: 168 time: 0.4346614 Aug 12 04:24:16.639539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=3bb765d2-aa0d-449f-beee-9250dec45195,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:16.941809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6d3f9-17b5-44af-bbde-d60915409f9c req-f9c85324-5496-4bb8-9ff6-44f42b485519 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:16.953781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de6d3f9-17b5-44af-bbde-d60915409f9c req-f9c85324-5496-4bb8-9ff6-44f42b485519 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 947 time: 0.1243064 Aug 12 04:24:17.072086 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de6d3f9-17b5-44af-bbde-d60915409f9c req-f8f84146-4218-4992-a13f-54272e613265 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973876 Aug 12 04:24:17.102831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e9b29b5-2c41-45fe-b494-79e93dfc3c95 req-cfa68c47-6899-4c52-b666-2258bf7d4f5b service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866224 Aug 12 04:24:17.117355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.129830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.137052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.143890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.158423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.161981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.171382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.173474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-2afb49a4-e461-42b8-83b8-8156d4d4e33b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.7044408 Aug 12 04:24:17.254256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e38a8c-036c-4e80-8588-96c8654fcc5e None None] Network ff569f0b-0641-4bac-bc77-7cdc33142968 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:17.259120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.259120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:17.330848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.336323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4d43c29-cadf-4dcb-9a38-21ad9b24f026 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:17.337814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.343849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.354201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.354316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41062) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:17.358879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.363108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.374838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.376809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-ca7e4d08-f6ec-4ea1-a286-e94c536cd322 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.1964500 Aug 12 04:24:17.399772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9c3aecd9-e20f-4f75-b339-971d931aff14 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0457218 Aug 12 04:24:17.400628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41070) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:17.419094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a89caa-6eb9-45a9-9bef-ff65d8db47d4 req-8fe8861d-966a-47e5-8b73-ee3830086491 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.429183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2725168f-5a7a-43b1-8971-7aef92933d88 req-174aa120-786f-4597-ba7e-684aa6e6d9ef tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115304 Aug 12 04:24:17.442765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26a89caa-6eb9-45a9-9bef-ff65d8db47d4 req-8fe8861d-966a-47e5-8b73-ee3830086491 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1108437 Aug 12 04:24:17.463677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'name': 'tempest-AllowedAddressPairTestJSON-1576349382', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:34:69:fe'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:17.580948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26a89caa-6eb9-45a9-9bef-ff65d8db47d4 req-e090e37f-2718-4f03-87d7-248ddc6e59c0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371171 Aug 12 04:24:17.591810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-c5178715-f741-4bb4-88c1-d3b7e3610c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.591810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-c5178715-f741-4bb4-88c1-d3b7e3610c3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00da6182565045678c24f891ab7d68b8&device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 1098 time: 0.3252897 Aug 12 04:24:17.659116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15456402-25a6-4af3-a223-3551150a4e2d None None] Provisioning for port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:17.678449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:17.695848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15456402-25a6-4af3-a223-3551150a4e2d None None] Provisioning complete for port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:17.696569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15456402-25a6-4af3-a223-3551150a4e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:17.701141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:17.701821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:17.731743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:17.751435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-b1705c7c-0803-466e-b976-c523874893ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.752882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-b1705c7c-0803-466e-b976-c523874893ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1477129 Aug 12 04:24:17.863813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a94d3-059f-4ed8-b9d3-f7664436d3b4 req-1934debf-191f-4502-81e2-dd835be0cb9c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.868685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-967a94d3-059f-4ed8-b9d3-f7664436d3b4 req-1934debf-191f-4502-81e2-dd835be0cb9c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1277609 Aug 12 04:24:17.868826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-7df4a8ab-6744-4665-898e-9fd2296fcfc8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.870996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-7df4a8ab-6744-4665-898e-9fd2296fcfc8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "GET /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4694197 Aug 12 04:24:17.872799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-85e1c684-1422-4c8c-9d9f-259d08472465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb HTTP/1.1" status: 200 len: 217 time: 0.0630202 Aug 12 04:24:17.971634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:17.983764 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:17.993231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-4b7ff8d1-272b-41cb-93c9-37bdd45bdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:17.994938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-4b7ff8d1-272b-41cb-93c9-37bdd45bdd22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1082547 Aug 12 04:24:18.020804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-967a94d3-059f-4ed8-b9d3-f7664436d3b4 req-ba169cb8-71a6-42a6-ba7b-fdc7fa6bde98 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Aug 12 04:24:18.032154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.130554 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffaf1deec3ea46cb8e5b6359fabe9caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727907 Aug 12 04:24:18.136127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41078) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:18.156239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88893a51-6c9b-40a2-b1a3-cd71abcc47ff,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:18.184741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-9f730687-9ea6-4f1a-b416-7b096fd540bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.187229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-9f730687-9ea6-4f1a-b416-7b096fd540bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786873 Aug 12 04:24:18.214143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.214479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.214848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.215188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.215523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.215856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.216323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.216656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.216987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.217439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.217665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.217950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73f03fc-fa0f-42b8-a649-f4cdffda2c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:18.272263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01028bd0-e1ce-457b-814e-8209b6dcbfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.319723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01028bd0-e1ce-457b-814e-8209b6dcbfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.325799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-d394ec6a-6aa1-4de0-838e-6e92a6486c7c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "GET /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3602662 Aug 12 04:24:18.373332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:18.453954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01028bd0-e1ce-457b-814e-8209b6dcbfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.456735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-01028bd0-e1ce-457b-814e-8209b6dcbfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.460245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-01028bd0-e1ce-457b-814e-8209b6dcbfa2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88893a51-6c9b-40a2-b1a3-cd71abcc47ff HTTP/1.1" status: 204 len: 168 time: 0.3208575 Aug 12 04:24:18.478318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01028bd0-e1ce-457b-814e-8209b6dcbfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88893a51-6c9b-40a2-b1a3-cd71abcc47ff,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:18.511247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,segment=NetworkSegment(0346721f-9b25-4404-866d-1ca25171b69b),segment_id=0346721f-9b25-4404-866d-1ca25171b69b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:18.584081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.600335 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15456402-25a6-4af3-a223-3551150a4e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.616305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:18.668512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 7d6a9ddb-641b-4dba-af63-326a442d56ab no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:18.682516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:18.709062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.739705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.751746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.769015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.775873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.798220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.812370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.813716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-8af95f20-7042-4351-8a71-d3092f3a31ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5433 time: 0.1924567 Aug 12 04:24:18.839010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-15456402-25a6-4af3-a223-3551150a4e2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:24:18.839411 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-15456402-25a6-4af3-a223-3551150a4e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:24:18.879598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2db79c-84c8-4c22-9ecc-0695242208ae req-b8bef434-c4e7-4b10-8368-cee44b423522 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:18.891353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2db79c-84c8-4c22-9ecc-0695242208ae req-b8bef434-c4e7-4b10-8368-cee44b423522 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 947 time: 0.5578582 Aug 12 04:24:18.930056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19ed48c8-416b-46a0-9260-c5ccc62bde46 req-0ac1cb0f-c003-42da-a89f-13768803121c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057436 Aug 12 04:24:19.077192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.081112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.119936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-9269fc91-4101-477d-95b8-365f53c284a1 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9238260 Aug 12 04:24:19.178936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:19.184612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] device_id is not set on port b4b75a63-999a-4c0f-8e70-07c05218ffc8 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:19.205527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:19.210921 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f9219e-c28c-4bcb-a8dc-9bc776e3253a" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:19.238074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c8575-f5c1-4183-8a62-479d3009f48b req-f6dbfe7e-c854-4529-b6fa-aee830096839 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:19.244258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff1c8575-f5c1-4183-8a62-479d3009f48b req-f6dbfe7e-c854-4529-b6fa-aee830096839 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1262741 Aug 12 04:24:19.262975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:19.338207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.339015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d820240f-a2aa-447d-abcf-b6ef906d1933 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:19.385435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff1c8575-f5c1-4183-8a62-479d3009f48b req-2f915004-adc9-4a69-86d5-7da69370e573 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278291 Aug 12 04:24:19.529108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41100) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:19.565391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200c48d0-280b-404d-a749-8d41a807973f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.567533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:19.693642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.715174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b2db79c-84c8-4c22-9ecc-0695242208ae req-440b26a2-ae63-450c-a111-36fded2b5350 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8228610 Aug 12 04:24:19.742903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bb566-cb42-4d6c-8039-380c5da2d44e req-522c36ef-2db7-4a69-b26a-cd200aec3441 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:19.756328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-050bb566-cb42-4d6c-8039-380c5da2d44e req-522c36ef-2db7-4a69-b26a-cd200aec3441 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1038318 Aug 12 04:24:19.784171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d820240f-a2aa-447d-abcf-b6ef906d1933,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:19.816452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c30b497e-9c9a-43f8-be60-859060bd6ff0 req-4c2d65b0-d9ef-4739-8b71-4f42d5d44f38 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684337 Aug 12 04:24:19.854568 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497e80b6-20b7-4135-8f99-92bc80b82341 x-openstack-request-id: req-497e80b6-20b7-4135-8f99-92bc80b82341 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:19.854568 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:19.855181 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-497e80b6-20b7-4135-8f99-92bc80b82341 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:19.855710 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab', 'code': 200} Aug 12 04:24:19.871608 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.872637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4176692e-2264-4a3d-9cd8-b70b8f25ee79 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:19.877804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=195820d1-456d-4190-810d-39d565cad58f,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:19.890568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-050bb566-cb42-4d6c-8039-380c5da2d44e req-893c7e73-45c7-4ea7-973a-5dd3f847fe7b tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331379 Aug 12 04:24:19.938504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6021ff28-2eed-41f2-b7f5-a47ca1598918 None None] Provisioning for port 3bb765d2-aa0d-449f-beee-9250dec45195 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:19.964304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6021ff28-2eed-41f2-b7f5-a47ca1598918 None None] Provisioning complete for port 3bb765d2-aa0d-449f-beee-9250dec45195 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:19.965926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200c48d0-280b-404d-a749-8d41a807973f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:19.974463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6021ff28-2eed-41f2-b7f5-a47ca1598918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.025473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200c48d0-280b-404d-a749-8d41a807973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.074319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] For port 195820d1-456d-4190-810d-39d565cad58f, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:20.076355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Allocated IP 172.20.0.5 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/b4b75a63-999a-4c0f-8e70-07c05218ffc8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:20.107778 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:24:20.108896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-200c48d0-280b-404d-a749-8d41a807973f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ff51f93692b436b9bbf46d9c54e7ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769770 Aug 12 04:24:20.109828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41104) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:20.148809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6021ff28-2eed-41f2-b7f5-a47ca1598918 None None] Port 3bb765d2-aa0d-449f-beee-9250dec45195 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:20.161596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.164329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:20.203958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6021ff28-2eed-41f2-b7f5-a47ca1598918 None None] Provisioning complete for port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:20.204518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6021ff28-2eed-41f2-b7f5-a47ca1598918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.249095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c48d0-280b-404d-a749-8d41a807973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c9388-5929-4dbf-a4a1-805f4031f35d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:20.274589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] device_id is not set on port 195820d1-456d-4190-810d-39d565cad58f yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:20.276567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a69fa92-71a9-4291-887d-624578414468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.296366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.307259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a69fa92-71a9-4291-887d-624578414468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.326910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:20.371409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.377589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.390057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.407708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.419986 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.420726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 6f041923-be97-4ace-96c6-8ee1c038308c no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:20.424174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.432666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.439749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.448629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38103902-4449-46d9-bc37-7e0370a67b4d req-cc36c7f6-7200-4d34-bdc2-56fe7b952d11 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 5429 time: 0.3788190 Aug 12 04:24:20.453934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a69fa92-71a9-4291-887d-624578414468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.457244 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a69fa92-71a9-4291-887d-624578414468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.460091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6a69fa92-71a9-4291-887d-624578414468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/719c9388-5929-4dbf-a4a1-805f4031f35d HTTP/1.1" status: 204 len: 168 time: 0.3435338 Aug 12 04:24:20.487826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69fa92-71a9-4291-887d-624578414468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c9388-5929-4dbf-a4a1-805f4031f35d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:20.663943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9952b8-658e-4efe-baf2-b100937e9049 req-83207992-62bf-4d74-80e8-252036e22ab0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:20.676230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f9952b8-658e-4efe-baf2-b100937e9049 req-83207992-62bf-4d74-80e8-252036e22ab0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1443653 Aug 12 04:24:20.686128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.717299 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:20.734229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b10f3483-c0c4-4ce7-a37f-01280691f1eb details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:24:20.793802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f9952b8-658e-4efe-baf2-b100937e9049 req-1a248758-369e-4112-b492-303fe11ceb85 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166770 Aug 12 04:24:20.845865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Pushing event updated for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:20.859228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b10f3483-c0c4-4ce7-a37f-01280691f1eb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:20.894868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb', 'mac_address': 'fa:16:3e:9b:36:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:24:20.926834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:20.934996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6f041923-be97-4ace-96c6-8ee1c038308c,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:21.002918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.015120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.015525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.016094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.016542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.016972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.017734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.018124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.018732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.019208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.019698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.020172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.020578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:21.022982 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.023709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:21.038752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38103902-4449-46d9-bc37-7e0370a67b4d req-6f40c93e-b104-49a7-8b97-f4d697bacef4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&id=5d93f339-0209-4479-94dd-f8997b0701af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5890763 Aug 12 04:24:21.087537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.091808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] No DVR routers for this DVR port 195820d1-456d-4190-810d-39d565cad58f on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:21.123672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:21.128693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10f3483-c0c4-4ce7-a37f-01280691f1eb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:24:21.182631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b10f3483-c0c4-4ce7-a37f-01280691f1eb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:21.211827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Transition to ACTIVE for port object b4b75a63-999a-4c0f-8e70-07c05218ffc8 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:21.234332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] In _notify_port_updated(), no bound segment for port 195820d1-456d-4190-810d-39d565cad58f on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:21.237043 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:21.237043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.237773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-9e275d11-2d92-41a7-9f14-72d5cac194f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 200 len: 1027 time: 2.8959949 Aug 12 04:24:21.273104 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.300884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.329192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-53f6187a-e68c-47e8-924a-7854602c7009 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:21.330634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-53f6187a-e68c-47e8-924a-7854602c7009 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "GET /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0848212 Aug 12 04:24:21.343510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fde636-60a7-45bb-a267-d3a163b8cba2 req-839971d5-e2db-4e16-8673-10c15164ca03 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:21.351782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3fde636-60a7-45bb-a267-d3a163b8cba2 req-839971d5-e2db-4e16-8673-10c15164ca03 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1828625 Aug 12 04:24:21.364275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:21.394166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b10f3483-c0c4-4ce7-a37f-01280691f1eb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:21.401656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4d43c29-cadf-4dcb-9a38-21ad9b24f026 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:21.401973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31b8e2-95c0-45ab-acb5-5bff6566c8fd req-0239fe3e-d8e4-425f-a23b-bd75193e80cc tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:21.412981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd31b8e2-95c0-45ab-acb5-5bff6566c8fd req-0239fe3e-d8e4-425f-a23b-bd75193e80cc tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 947 time: 0.1675673 Aug 12 04:24:21.492364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f3fde636-60a7-45bb-a267-d3a163b8cba2 req-5e01cf01-eaff-42d3-9d13-9028454c73ff tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342270 Aug 12 04:24:21.503348 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.511446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-46c9fb6d-8ef3-4d2d-b6fc-c87122cf13c2 None None] Provisioning complete for port 195820d1-456d-4190-810d-39d565cad58f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:21.520769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46c9fb6d-8ef3-4d2d-b6fc-c87122cf13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.521329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd31b8e2-95c0-45ab-acb5-5bff6566c8fd req-6248c73a-d03f-49a7-901e-359becda155f tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634823 Aug 12 04:24:21.542402 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.561897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:21.567346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-46c9fb6d-8ef3-4d2d-b6fc-c87122cf13c2 None None] Port 195820d1-456d-4190-810d-39d565cad58f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:21.574393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b10f3483-c0c4-4ce7-a37f-01280691f1eb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:24:21.609641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:21.635169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:21.687392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:21.719696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=b4b75a63-999a-4c0f-8e70-07c05218ffc8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:21.757530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:21.763494 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.860918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4176692e-2264-4a3d-9cd8-b70b8f25ee79,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:21.879984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4176692e-2264-4a3d-9cd8-b70b8f25ee79'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c'}, {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:21.886024 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00855de-8d20-4f6e-8dc9-0c886a67ba58" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "4176692e-2264-4a3d-9cd8-b70b8f25ee79"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c"}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:21.890125 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.899125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 195820d1-456d-4190-810d-39d565cad58f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:21.905864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:21.906782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:21.975882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] For port 4176692e-2264-4a3d-9cd8-b70b8f25ee79, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:22.021122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] device_id is not set on port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:22.031632 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d664137-abd1-4ed5-908f-06f38559888c x-openstack-request-id: req-7d664137-abd1-4ed5-908f-06f38559888c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:22.038030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.038182 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "4176692e-2264-4a3d-9cd8-b70b8f25ee79", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c", "code": 200}, {"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:22.038182 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d664137-abd1-4ed5-908f-06f38559888c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:22.038182 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'code': 200} Aug 12 04:24:22.038182 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4176692e-2264-4a3d-9cd8-b70b8f25ee79', 'code': 200} Aug 12 04:24:22.038182 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c', 'code': 200} Aug 12 04:24:22.038182 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5', 'code': 200} Aug 12 04:24:22.081727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41146) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:22.098334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d4ac3aae-4720-47cc-bcdb-0286c4f451ac tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.6911848 Aug 12 04:24:22.118044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.192423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:22.277577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a2a1f-e35b-4fbd-9f28-c869ba232add req-0531613d-a98b-4525-956b-fae8789ecbbc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.296023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be8409-f613-48bd-a6c2-9f889b9caec8 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.297299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f8a2a1f-e35b-4fbd-9f28-c869ba232add req-0531613d-a98b-4525-956b-fae8789ecbbc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2613745 Aug 12 04:24:22.303917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be8409-f613-48bd-a6c2-9f889b9caec8 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.310559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be8409-f613-48bd-a6c2-9f889b9caec8 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.333694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-30be8409-f613-48bd-a6c2-9f889b9caec8 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2333922 Aug 12 04:24:22.338282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41152) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:22.388396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] No DVR routers for this DVR port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:22.394162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:22.422478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 195820d1-456d-4190-810d-39d565cad58f not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:24:22.435326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device bebd6703-caeb-460a-bdf2-2c0b3dc18c4f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:22.461672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f8a2a1f-e35b-4fbd-9f28-c869ba232add req-15150fd1-6aba-4d36-8013-cac4ee219e22 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620631 Aug 12 04:24:22.481611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] In _notify_port_updated(), no bound segment for port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 on network d56ba764-1959-40f3-9116-6911ffa5f2f7 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:22.487827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.487827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.487827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-fee41c27-ab3a-46e6-9700-b7e30e4eb1f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 200 len: 1027 time: 1.1312940 Aug 12 04:24:22.622184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d115c153-8209-4741-99df-c870f58b55ec None None] Provisioning for port b4b75a63-999a-4c0f-8e70-07c05218ffc8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:22.632167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d115c153-8209-4741-99df-c870f58b55ec None None] Provisioning complete for port b4b75a63-999a-4c0f-8e70-07c05218ffc8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:22.633793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d115c153-8209-4741-99df-c870f58b55ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.642624 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.719143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:22.740064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d115c153-8209-4741-99df-c870f58b55ec None None] Port b4b75a63-999a-4c0f-8e70-07c05218ffc8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:22.787076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485f909-708a-4858-9a9d-774df4e6d5de req-77d72bd3-dce2-4303-9866-b4f84672ba40 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.789207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1485f909-708a-4858-9a9d-774df4e6d5de req-77d72bd3-dce2-4303-9866-b4f84672ba40 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1342800 Aug 12 04:24:22.789847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41160) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:22.792041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port 7d6a9ddb-641b-4dba-af63-326a442d56ab {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:22.792491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.802509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.827184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-aeddc376-f75a-4941-ba79-09be35c714aa tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.839870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-aeddc376-f75a-4941-ba79-09be35c714aa tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.851489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-aeddc376-f75a-4941-ba79-09be35c714aa tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.861528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-aeddc376-f75a-4941-ba79-09be35c714aa tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.873494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-aeddc376-f75a-4941-ba79-09be35c714aa tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:22.886987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-aeddc376-f75a-4941-ba79-09be35c714aa tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 3877 time: 0.4020715 Aug 12 04:24:22.914549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-deafb01e-b5aa-401a-819b-b68b254d0204 None None] Provisioning complete for port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:22.918924 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-deafb01e-b5aa-401a-819b-b68b254d0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:22.926274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port b4b75a63-999a-4c0f-8e70-07c05218ffc8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:22.927115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.032577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:23.044932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-deafb01e-b5aa-401a-819b-b68b254d0204 None None] Port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:23.059157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1485f909-708a-4858-9a9d-774df4e6d5de req-a468beac-f500-4c5d-b259-59e0b35189ca tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464411 Aug 12 04:24:23.071733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ace1f79f-58d9-4cc5-9a6b-3108ef620bbe req-5a0d8e86-caee-4aa5-bade-1ae736ae9e71 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833370 Aug 12 04:24:23.078635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-460134076'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:23.182095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] For port 7d6a9ddb-641b-4dba-af63-326a442d56ab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=7d6a9ddb-641b-4dba-af63-326a442d56ab,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:23.182822 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.195892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.199676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for 7d6a9ddb-641b-4dba-af63-326a442d56ab owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:23.230644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for b4b75a63-999a-4c0f-8e70-07c05218ffc8 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:23.273324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:23.276835 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.309445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.379045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a3c59-b18a-44ea-8c2d-c224f645d7e5 req-fa3a3a83-3af8-48c5-abd6-e145bdb09942 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:23.380701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a71a3c59-b18a-44ea-8c2d-c224f645d7e5 req-fa3a3a83-3af8-48c5-abd6-e145bdb09942 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 948 time: 0.1194661 Aug 12 04:24:23.484321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a71a3c59-b18a-44ea-8c2d-c224f645d7e5 req-8dc8277d-e11d-44e0-9ab0-391861eb6d99 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709610 Aug 12 04:24:23.572512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.640281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.683422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f9e3-6566-402a-aa84-2e9f9443cdcb req-4d365784-eaa2-47c3-81e9-a1beed3f8f17 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:23.685282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd9f9e3-6566-402a-aa84-2e9f9443cdcb req-4d365784-eaa2-47c3-81e9-a1beed3f8f17 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1323333 Aug 12 04:24:23.695885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=b4b75a63-999a-4c0f-8e70-07c05218ffc8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:23.736923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=7d6a9ddb-641b-4dba-af63-326a442d56ab,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:23.810142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] No DVR routers for this DVR port 7d6a9ddb-641b-4dba-af63-326a442d56ab on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:23.818653 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.824603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-c00d8d45-9046-4e4a-a54c-2a70a41fba33 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "DELETE /v2.0/ports/7d6a9ddb-641b-4dba-af63-326a442d56ab HTTP/1.1" status: 204 len: 173 time: 1.3289969 Aug 12 04:24:23.824603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:23.825354 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d338be-0132-4bbd-9be2-6a0afcd77264" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:23.847515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dd9f9e3-6566-402a-aa84-2e9f9443cdcb req-3fa67ab4-b6b7-4811-bdc3-089eda470d6b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263115 Aug 12 04:24:23.887657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.960144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.986600 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:23.993240 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2c848a-8f24-47f3-9960-0505ba4aac6d x-openstack-request-id: req-0d2c848a-8f24-47f3-9960-0505ba4aac6d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:23.993601 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "7d6a9ddb-641b-4dba-af63-326a442d56ab", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:23.993947 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d2c848a-8f24-47f3-9960-0505ba4aac6d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:23.994332 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': '7d6a9ddb-641b-4dba-af63-326a442d56ab', 'status': 'completed', 'code': 200} Aug 12 04:24:24.006763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7f39604-f5ef-4455-88b8-fe86bb0a27ba tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/ports/b4b75a63-999a-4c0f-8e70-07c05218ffc8 HTTP/1.1" status: 204 len: 168 time: 1.6618652 Aug 12 04:24:24.006763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:24.023653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:24:24.038380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b457342-ff6a-4638-9ae2-a1ab11129dca,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:24.041121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:24.042511 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6441ca55-86d1-4b30-9518-1f37b0a65568" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:24.045903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.046194 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Added segment c33cffaf-0fee-420d-8d3a-0ae738f968ea of type vlan for network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 Aug 12 04:24:24.142347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port 6f041923-be97-4ace-96c6-8ee1c038308c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:24.143031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.215487 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cadbccb-81f1-4485-b3e9-effb5ad32dbb x-openstack-request-id: req-4cadbccb-81f1-4485-b3e9-effb5ad32dbb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:24.215790 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-unplugged", "status": "completed", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:24.218753 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cadbccb-81f1-4485-b3e9-effb5ad32dbb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:24.218753 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f', 'code': 200} Aug 12 04:24:24.250962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.396433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] For port 6f041923-be97-4ace-96c6-8ee1c038308c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6f041923-be97-4ace-96c6-8ee1c038308c,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:24.398175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.416317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for 6f041923-be97-4ace-96c6-8ee1c038308c owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:24.438652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4a07-7943-44a2-8637-c2b5d481ff30 req-973469ad-4752-40e1-bbb5-3d0f5b725308 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.444733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4a07-7943-44a2-8637-c2b5d481ff30 req-973469ad-4752-40e1-bbb5-3d0f5b725308 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.450772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4a07-7943-44a2-8637-c2b5d481ff30 req-973469ad-4752-40e1-bbb5-3d0f5b725308 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.457329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4a07-7943-44a2-8637-c2b5d481ff30 req-973469ad-4752-40e1-bbb5-3d0f5b725308 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.459301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14af4a07-7943-44a2-8637-c2b5d481ff30 req-973469ad-4752-40e1-bbb5-3d0f5b725308 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 3142 time: 0.1366777 Aug 12 04:24:24.556751 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.562890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.563811 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.626964 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-11744226-21d7-4fb8-a1c3-293658a9437c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] GET failed (client error): The resource could not be found. Aug 12 04:24:24.628818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-11744226-21d7-4fb8-a1c3-293658a9437c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "GET /v2.0/ports/b4b75a63-999a-4c0f-8e70-07c05218ffc8 HTTP/1.1" status: 404 len: 333 time: 0.6205914 Aug 12 04:24:24.637218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41188) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:24.644220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'name': 'tempest-AllowedAddressPairTestJSON-1720647217'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:24.680581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14af4a07-7943-44a2-8637-c2b5d481ff30 req-9f8aa745-457a-4d6c-b911-f87498a467b8 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142692 Aug 12 04:24:24.709960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b10f3483-c0c4-4ce7-a37f-01280691f1eb up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:24.723866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Network': ['ID=fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:24.768762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbc589-299d-4e4c-85ba-c5a38ac04c89 req-b5c28996-3e01-4a5d-92bd-ccc3cd8c6179 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.776941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5fbc589-299d-4e4c-85ba-c5a38ac04c89 req-b5c28996-3e01-4a5d-92bd-ccc3cd8c6179 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1514852 Aug 12 04:24:24.796950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:24:24.810632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ef5e0bd4-f613-4ae9-a588-3073ed58d4f9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0150611 Aug 12 04:24:24.814485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41190) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:24.822483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'subnet': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:24.909464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886992b4-fb50-46ff-a3e8-1f1fbaf1eba9 req-3f0e0e04-75c0-494b-a933-d1918d3eb638 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:24.913739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-886992b4-fb50-46ff-a3e8-1f1fbaf1eba9 req-3f0e0e04-75c0-494b-a933-d1918d3eb638 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 948 time: 0.1054523 Aug 12 04:24:24.917457 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:24.948106 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c5fbc589-299d-4e4c-85ba-c5a38ac04c89 req-6ef8d329-6a4d-48b3-aae2-5c9d747a93e4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701012 Aug 12 04:24:24.978393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=6f041923-be97-4ace-96c6-8ee1c038308c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:24.985268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port b10f3483-c0c4-4ce7-a37f-01280691f1eb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:24.989322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b10f3483-c0c4-4ce7-a37f-01280691f1eb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:24.989674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.040299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-886992b4-fb50-46ff-a3e8-1f1fbaf1eba9 req-7e76b42e-824e-4d99-bbc5-c42c543a1047 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199427 Aug 12 04:24:25.094025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] No DVR routers for this DVR port 6f041923-be97-4ace-96c6-8ee1c038308c on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:25.101023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.105124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-34228e5e-09ed-4a4b-820e-19c202673b9b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "DELETE /v2.0/ports/6f041923-be97-4ace-96c6-8ee1c038308c HTTP/1.1" status: 204 len: 173 time: 1.2745411 Aug 12 04:24:25.112624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:25.119779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.127581 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.225631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b10f3483-c0c4-4ce7-a37f-01280691f1eb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:25.330186 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.344506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port d820240f-a2aa-447d-abcf-b6ef906d1933 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:25.344506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.370661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:25.382455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.403466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43dd0-acf1-4310-9d49-230c7406656b req-2220617f-05ff-456c-a7e8-2ba4656fae5e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:25.414440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47b43dd0-acf1-4310-9d49-230c7406656b req-2220617f-05ff-456c-a7e8-2ba4656fae5e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1663916 Aug 12 04:24:25.469981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] device_id is not set on port 17424c25-550b-4db2-9eaf-b7e631ef5467 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:25.503895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b10f3483-c0c4-4ce7-a37f-01280691f1eb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:25.547732 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-47b43dd0-acf1-4310-9d49-230c7406656b req-1e9eba2d-f149-45ec-9ab2-3bb3d54f5bbb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321826 Aug 12 04:24:25.585587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.675179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] For port d820240f-a2aa-447d-abcf-b6ef906d1933, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d820240f-a2aa-447d-abcf-b6ef906d1933,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:25.675556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.695321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:25.829598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Allocated IP 172.20.0.4 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/17424c25-550b-4db2-9eaf-b7e631ef5467) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:25.960499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.000976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:26.008352 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e660a13-b60d-4065-9eb9-9fab2fb286d1" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:26.075910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.077385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.077949 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Floating IP a78a7b49-69e7-431f-88c2-e2dc7e9fb75a disassociated. External IP: 172.25.6.230, port: d820240f-a2aa-447d-abcf-b6ef906d1933. Aug 12 04:24:26.080606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for d820240f-a2aa-447d-abcf-b6ef906d1933 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:26.087003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Checking segment: {'id': 'c33cffaf-0fee-420d-8d3a-0ae738f968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:26.087374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network hostable DHCP agents. Network: fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:24:26.127898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec01527-bc71-4641-a6ec-52a5097381ac req-048ff57e-85b5-4e0e-9a66-be051095e4cd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.134212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec01527-bc71-4641-a6ec-52a5097381ac req-048ff57e-85b5-4e0e-9a66-be051095e4cd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.140514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec01527-bc71-4641-a6ec-52a5097381ac req-048ff57e-85b5-4e0e-9a66-be051095e4cd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.142228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dec01527-bc71-4641-a6ec-52a5097381ac req-048ff57e-85b5-4e0e-9a66-be051095e4cd tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 2410 time: 0.2636619 Aug 12 04:24:26.199898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Subnet': ['ID=0cecabd7-1960-4e28-a773-dd66d3fa2676,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:26.205413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30430a6-dfd2-4061-adde-17a0bfadaf5e req-84f96ecd-b408-4eba-9e5f-e292baffe503 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.214471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a30430a6-dfd2-4061-adde-17a0bfadaf5e req-84f96ecd-b408-4eba-9e5f-e292baffe503 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1285310 Aug 12 04:24:26.217943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:26.221017 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf84bf-a3ef-4c63-971f-61ce2f52f093" -d '{"events": [{"server_uuid": "6fa8c8fc-cf48-4e09-8f46-664bcbe594ae", "name": "network-vif-plugged", "status": "completed", "tag": "b10f3483-c0c4-4ce7-a37f-01280691f1eb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:26.252989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dec01527-bc71-4641-a6ec-52a5097381ac req-eee9e50f-5720-495c-b480-145b19a5bbc4 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929966 Aug 12 04:24:26.275087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a30430a6-dfd2-4061-adde-17a0bfadaf5e req-162ce7cb-f2c9-4d55-a859-dcaa9ed77b69 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608044 Aug 12 04:24:26.341625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:24:26.384614 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895a1a07-6676-4065-beec-85b31aa5e3d9 x-openstack-request-id: req-895a1a07-6676-4065-beec-85b31aa5e3d9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:26.385152 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "6f041923-be97-4ace-96c6-8ee1c038308c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:26.385152 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-895a1a07-6676-4065-beec-85b31aa5e3d9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:26.390091 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': '6f041923-be97-4ace-96c6-8ee1c038308c', 'status': 'completed', 'code': 200} Aug 12 04:24:26.462814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.524142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:26.535678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e03e0-508f-4afb-9168-c155cd35faf3 None None] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:26.538990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.539777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.542620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Transition to ACTIVE for port object 17424c25-550b-4db2-9eaf-b7e631ef5467 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:26.586257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbe903-2379-4dd5-b074-576b85a45731 req-a4b8639d-d177-418d-b3e4-473656f22f0a tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.594655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8bbe903-2379-4dd5-b074-576b85a45731 req-a4b8639d-d177-418d-b3e4-473656f22f0a tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 949 time: 0.1802800 Aug 12 04:24:26.641701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.669516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a8bbe903-2379-4dd5-b074-576b85a45731 req-58487573-eeeb-4b0e-9359-94696186d204 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724242 Aug 12 04:24:26.685582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fcdf4378-2a91-454c-8e92-dd9c364f1616 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8675637 Aug 12 04:24:26.688260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41220) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:26.693905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-142083279'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:26.723686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=d820240f-a2aa-447d-abcf-b6ef906d1933,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:26.793930 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4f14c6-15ec-4936-b39a-9ae9405ccbeb x-openstack-request-id: req-bc4f14c6-15ec-4936-b39a-9ae9405ccbeb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:26.794323 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8c8fc-cf48-4e09-8f46-664bcbe594ae", "name": "network-vif-plugged", "status": "completed", "tag": "b10f3483-c0c4-4ce7-a37f-01280691f1eb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:26.794573 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc4f14c6-15ec-4936-b39a-9ae9405ccbeb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:26.794994 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb', 'code': 200} Aug 12 04:24:26.844601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'tenant_id': '2a4b65e96f784cde8c93fde643ba56b8', 'fixed_ips': [{'subnet_id': '0cecabd7-1960-4e28-a773-dd66d3fa2676'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:24:26.845584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.846648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:26.905824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:26.914307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:26.951894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:26.980066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85e6e3-6e0c-4800-99eb-f1357a1dbb48 req-ee250c4f-1cc0-4597-965e-07d7d8e0f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:26.981896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b85e6e3-6e0c-4800-99eb-f1357a1dbb48 req-ee250c4f-1cc0-4597-965e-07d7d8e0f45b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 1100 time: 0.2424717 Aug 12 04:24:27.018345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d830-742b-4d34-b172-64050f48ac9b req-afbc4db7-cd9f-4b7e-9f8f-31c35bff8e06 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:27.020096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb51d830-742b-4d34-b172-64050f48ac9b req-afbc4db7-cd9f-4b7e-9f8f-31c35bff8e06 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1868160 Aug 12 04:24:27.163892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=17424c25-550b-4db2-9eaf-b7e631ef5467,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:27.182838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:27.191090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b85e6e3-6e0c-4800-99eb-f1357a1dbb48 req-becd7e2d-9943-4444-8508-53065a234e2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962228 Aug 12 04:24:27.203381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:27.276181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Router 85e60b0b-893b-47b3-b672-c8bae12eeac1 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:24:27.280490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Allocated IP 2001:db8::2 (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/26848a1a-51ba-45a8-8cc2-dcd738f3dbdb) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:27.289583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bb51d830-742b-4d34-b172-64050f48ac9b req-38a901c0-2be2-4b3f-a93d-28f411d5eb6b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565660 Aug 12 04:24:27.331288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-972aa1db-be1d-4206-850f-7c77fd900e83 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6919010 Aug 12 04:24:27.337703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41226) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:27.354315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:34:69:fe'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:27.530184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:27.548492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:27.639399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:27.655627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Transition to ACTIVE for port object 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:27.681150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Transition to ACTIVE for port object 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:27.712506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa5c50-f9fc-489c-9c08-a7bd3c8411ac req-bf690020-1e27-4732-99c6-d5c14bc486dc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:27.722042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa5c50-f9fc-489c-9c08-a7bd3c8411ac req-bf690020-1e27-4732-99c6-d5c14bc486dc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:27.723722 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35aa5c50-f9fc-489c-9c08-a7bd3c8411ac req-bf690020-1e27-4732-99c6-d5c14bc486dc tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 1677 time: 0.1807752 Aug 12 04:24:27.725396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:24:27.738275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] Sync routers for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:24:27.746688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] device_id is not set on port b7f3de74-217f-4381-94ba-2dd41636ef62 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:27.755261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:24:27.755935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:27.767652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:27.817949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d5607b5f-07bb-4f00-970f-e8481cb3050f None None] Provisioning for port 17424c25-550b-4db2-9eaf-b7e631ef5467 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:27.841870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fda0b8-a1e2-48bc-aa90-667e9989103c req-f99f85ef-22df-4545-aaa0-5ece740e5769 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:27.843797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21fda0b8-a1e2-48bc-aa90-667e9989103c req-f99f85ef-22df-4545-aaa0-5ece740e5769 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.3572729 Aug 12 04:24:27.861687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:27.866425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d5607b5f-07bb-4f00-970f-e8481cb3050f None None] Provisioning complete for port 17424c25-550b-4db2-9eaf-b7e631ef5467 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:27.867026 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d5607b5f-07bb-4f00-970f-e8481cb3050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:27.906466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:28.020166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21fda0b8-a1e2-48bc-aa90-667e9989103c req-4fb65062-725e-4775-9444-ccab60761b35 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683736 Aug 12 04:24:28.171284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Allocated IP 2001:db8::34f (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/b7f3de74-217f-4381-94ba-2dd41636ef62) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:28.327430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:28.347968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Pushing event updated for resources: {'Port': ['ID=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:28.374397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:28.481766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d5607b5f-07bb-4f00-970f-e8481cb3050f None None] Port 17424c25-550b-4db2-9eaf-b7e631ef5467 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:28.486040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Attempting to bind port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:24:28.486466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Attempting to bind port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'c33cffaf-0fee-420d-8d3a-0ae738f968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:24:28.486868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Attempting to bind port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb on network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:24:28.498740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:24:28.501451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:24:28.501837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Checking segment: {'id': 'c33cffaf-0fee-420d-8d3a-0ae738f968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:28.502287 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:28.502744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Bound using segment: {'id': 'c33cffaf-0fee-420d-8d3a-0ae738f968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:24:28.503399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Bound port: 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33cffaf-0fee-420d-8d3a-0ae738f968ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:24:28.503799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:28.702687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] No DVR routers for this DVR port d820240f-a2aa-447d-abcf-b6ef906d1933 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:28.702687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:28.702687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-00d67843-c170-4176-9a99-d7d51b2efa95 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "DELETE /v2.0/ports/d820240f-a2aa-447d-abcf-b6ef906d1933 HTTP/1.1" status: 204 len: 173 time: 3.4973524 Aug 12 04:24:28.702687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:28.702687 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0074c6a-e631-4bd4-b247-83aae64a4c09" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:28.702687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35aa5c50-f9fc-489c-9c08-a7bd3c8411ac req-451cfce4-6c51-4731-8949-961cda2d6860 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8983903 Aug 12 04:24:28.835470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] For port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:28.854040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:28.855026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:28.876214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] For port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,segment=NetworkSegment(c33cffaf-0fee-420d-8d3a-0ae738f968ea),segment_id=c33cffaf-0fee-420d-8d3a-0ae738f968ea)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:24:28.965284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a80809-3e19-4c6b-a01b-8e8458d0f412 req-a338cd5c-9048-463e-96be-fa84966cb5a6 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:28.974527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79a80809-3e19-4c6b-a01b-8e8458d0f412 req-a338cd5c-9048-463e-96be-fa84966cb5a6 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 949 time: 0.3891382 Aug 12 04:24:28.990385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:28.994434 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e67ad88e-70ad-4f25-ac84-efb6e8ce12b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.016770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.031098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f63fc-5fb2-4354-b1a9-25a41a9087e1 req-b6dbc59d-5a50-4ce6-96bb-2531319c2559 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:29.035250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Transition to ACTIVE for port object b7f3de74-217f-4381-94ba-2dd41636ef62 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:29.044370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-368f63fc-5fb2-4354-b1a9-25a41a9087e1 req-b6dbc59d-5a50-4ce6-96bb-2531319c2559 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1313016 Aug 12 04:24:29.083490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] For port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:29.084412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.123436 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-79a80809-3e19-4c6b-a01b-8e8458d0f412 req-b4c8f888-c615-4270-97e9-e3b88e4c7abd tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475563 Aug 12 04:24:29.143774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:45Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:29.213880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.223598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:29.248327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-368f63fc-5fb2-4354-b1a9-25a41a9087e1 req-655c6240-29ac-426f-b9a7-7f357e5e5f37 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030418 Aug 12 04:24:29.268833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] Checking router: 85e60b0b-893b-47b3-b672-c8bae12eeac1 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:24:29.282940 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8cb0e8-2013-426e-a0ca-af24acbe2008 x-openstack-request-id: req-dd8cb0e8-2013-426e-a0ca-af24acbe2008 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:29.283460 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "d820240f-a2aa-447d-abcf-b6ef906d1933", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:29.285587 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd8cb0e8-2013-426e-a0ca-af24acbe2008 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:29.286136 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': 'd820240f-a2aa-447d-abcf-b6ef906d1933', 'status': 'completed', 'code': 200} Aug 12 04:24:29.327860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.355557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f9b7a-2a90-4532-ba86-dabf20842ee8 None None] Pushing event updated for resources: {'Port': ['ID=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:29.380371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:24:29.384294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:29.438058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.598192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=17424c25-550b-4db2-9eaf-b7e631ef5467,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:29.639775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:29.674694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:29.741727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] In _notify_port_updated(), no bound segment for port 17424c25-550b-4db2-9eaf-b7e631ef5467 on network ff569f0b-0641-4bac-bc77-7cdc33142968 {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:29.753082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:29.753942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.757946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-60fe5946-d276-49c7-b48f-618f6030c5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "PUT /v2.0/ports/17424c25-550b-4db2-9eaf-b7e631ef5467 HTTP/1.1" status: 200 len: 993 time: 2.4080653 Aug 12 04:24:29.759605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:29.761263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41254) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:29.765684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:29.766555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.827165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc5ec6-7816-49b7-95dd-0d92cdf13f0f req-038d9c31-bfe3-43ef-8e08-00f42533e373 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:29.828644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a9fc5ec6-7816-49b7-95dd-0d92cdf13f0f req-038d9c31-bfe3-43ef-8e08-00f42533e373 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.4017143 Aug 12 04:24:29.844884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:29.870079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=b7f3de74-217f-4381-94ba-2dd41636ef62,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:29.926911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:24:29.962289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a9fc5ec6-7816-49b7-95dd-0d92cdf13f0f req-ce5d68b5-33b5-4d31-963a-2cc397cc07f4 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249104 Aug 12 04:24:29.975887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92a2591c-0334-4fb1-ad8a-bb90ac89e908 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2865298 Aug 12 04:24:29.980846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41258) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:30.005400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-197607828', 'allowed_address_pairs': [{'ip_address': '2001:db8::34f', 'mac_address': 'fa:16:3e:81:88:7b'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:30.038001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=6cd0ddad-d26c-43ad-963d-930c7a51e5f5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:30.184841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] No DVR routers for this DVR port 6cd0ddad-d26c-43ad-963d-930c7a51e5f5 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:30.195427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:30.200456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-767eea82-7403-4751-8c3a-14edb1078e65 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "DELETE /v2.0/ports/6cd0ddad-d26c-43ad-963d-930c7a51e5f5 HTTP/1.1" status: 204 len: 173 time: 1.5724235 Aug 12 04:24:30.292987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port 17424c25-550b-4db2-9eaf-b7e631ef5467 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:30.293327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:30.348387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3268cc9a-1e2c-4996-8294-a35fbba31ddb None None] Provisioning complete for port 17424c25-550b-4db2-9eaf-b7e631ef5467 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:30.350526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3268cc9a-1e2c-4996-8294-a35fbba31ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:30.440192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:30.541770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3268cc9a-1e2c-4996-8294-a35fbba31ddb None None] Port 17424c25-550b-4db2-9eaf-b7e631ef5467 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:30.626793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:30.628129 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:30.672926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:30.752095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for 17424c25-550b-4db2-9eaf-b7e631ef5467 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:30.756299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a21462-9593-41b6-8329-4754a551e89c req-2e3078d7-f21a-46a1-a032-195c4b653045 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:30.757947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53a21462-9593-41b6-8329-4754a551e89c req-2e3078d7-f21a-46a1-a032-195c4b653045 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 943 time: 0.4036520 Aug 12 04:24:30.835930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:45Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:30.980714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53a21462-9593-41b6-8329-4754a551e89c req-d0dcea6a-c021-4a36-99b3-94c0e451b5c6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070041 Aug 12 04:24:30.982328 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a859f0e9-ee19-484a-b5c3-e30b190d9fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:30.985968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b49265-16f6-4069-95d3-59c1b27ac0de None None] The sync data for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 is: [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:13:38Z', 'revision_number': 4, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '995810d7-56ca-46b2-9a95-d5f8c72d96f0', 'name': '', 'network_id': '9e3c1890-6738-4155-aca3-89ed18b9dcd1', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'mac_address': 'fa:16:3e:a8:11:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:36Z', 'updated_at': '2021-08-12T04:13:45Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'subnets': [{'id': '90963e5f-47bb-4549-a78d-67c29f031e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:24:31.001165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:31.075133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] device_id is not set on port c347a411-e605-466e-81b5-ee9ac205cf98 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:31.079289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:31.121764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] For port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:31.122569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:31.160524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968ee89-30ea-490a-95d9-3c1996037a85 None None] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:31.191698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for bebd6703-caeb-460a-bdf2-2c0b3dc18c4f owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:31.254952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f5f11-4575-4390-adfc-6789ca5b332f req-578c9c25-ef31-4bed-8488-b703142fd548 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:31.263102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b4f5f11-4575-4390-adfc-6789ca5b332f req-578c9c25-ef31-4bed-8488-b703142fd548 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2431254 Aug 12 04:24:31.295704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:31.297971 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f95147-629a-4cb1-a13a-752ed219f4aa" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:31.383530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:31.456139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b4f5f11-4575-4390-adfc-6789ca5b332f req-ebbc2a62-3501-4620-a8fe-aab4beb15e56 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738300 Aug 12 04:24:31.500422 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c58c65-eb2e-488b-ad05-e88cc45070c6 req-d8af6f27-a3a9-47fa-89b6-b247440b65ee tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:31.511158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87c58c65-eb2e-488b-ad05-e88cc45070c6 req-d8af6f27-a3a9-47fa-89b6-b247440b65ee tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1705537 Aug 12 04:24:31.663262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87c58c65-eb2e-488b-ad05-e88cc45070c6 req-82b36bbc-ee44-4803-bf38-dd736fac3b0a tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490283 Aug 12 04:24:31.663472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bcc6a7c3-3768-4581-9b0f-169404c678d8 None None] Provisioning for port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:31.685234 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a9b6ff-e672-4993-ab6b-cded439a4be1 None None] New status for floating IP a78a7b49-69e7-431f-88c2-e2dc7e9fb75a: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:24:31.755097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Allocated IP 2001:db8::d0 (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/c347a411-e605-466e-81b5-ee9ac205cf98) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:31.771887 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63fab98-b430-4c66-a474-e04bc1007abc x-openstack-request-id: req-a63fab98-b430-4c66-a474-e04bc1007abc {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:31.773270 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "6cd0ddad-d26c-43ad-963d-930c7a51e5f5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:31.773524 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a63fab98-b430-4c66-a474-e04bc1007abc {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:31.773923 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': '6cd0ddad-d26c-43ad-963d-930c7a51e5f5', 'status': 'completed', 'code': 200} Aug 12 04:24:31.796236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:31.860595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:31.890450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:31.890450 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:31.910165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=17424c25-550b-4db2-9eaf-b7e631ef5467,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:32.253594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:32.328432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12164455-4f22-4fc5-bc07-22396a16e6c7 req-60fea71d-897a-4660-a863-154504938d5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:32.351829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,segment=NetworkSegment(c33cffaf-0fee-420d-8d3a-0ae738f968ea),segment_id=c33cffaf-0fee-420d-8d3a-0ae738f968ea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:32.355042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12164455-4f22-4fc5-bc07-22396a16e6c7 req-60fea71d-897a-4660-a863-154504938d5c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 943 time: 0.2705765 Aug 12 04:24:32.409536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:32.416163 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f90f75b6-1eba-4f1b-9bab-009dcf45e5f3 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/ports/17424c25-550b-4db2-9eaf-b7e631ef5467 HTTP/1.1" status: 204 len: 168 time: 2.6530638 Aug 12 04:24:32.419193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:32.459083 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d26950-7aba-4d54-af6d-ac988295b829 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] GET failed (client error): The resource could not be found. Aug 12 04:24:32.461030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b6d26950-7aba-4d54-af6d-ac988295b829 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "GET /v2.0/ports/17424c25-550b-4db2-9eaf-b7e631ef5467 HTTP/1.1" status: 404 len: 333 time: 0.0400376 Aug 12 04:24:32.470382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41292) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:32.489003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'name': 'tempest-AllowedAddressPairTestJSON-567875876'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:32.541410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12164455-4f22-4fc5-bc07-22396a16e6c7 req-7f3bf4aa-cbad-4361-b5e0-1da1a9ce2080 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups?id=4de397cd-60d0-4df1-ac2e-ae85079b4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839888 Aug 12 04:24:32.784121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:24:32.792122 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:32.792840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:32.808054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:32.820716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a8ea25d7-eef5-43be-8fcd-1b58726b139e None None] Provisioning for port b7f3de74-217f-4381-94ba-2dd41636ef62 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:32.904704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a8ea25d7-eef5-43be-8fcd-1b58726b139e None None] Provisioning complete for port b7f3de74-217f-4381-94ba-2dd41636ef62 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:32.905073 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a8ea25d7-eef5-43be-8fcd-1b58726b139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:32.925041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:24:32.937779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=bebd6703-caeb-460a-bdf2-2c0b3dc18c4f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:33.090653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:33.096143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea25d7-eef5-43be-8fcd-1b58726b139e None None] Port b7f3de74-217f-4381-94ba-2dd41636ef62 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:33.117342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a8ea25d7-eef5-43be-8fcd-1b58726b139e None None] Provisioning complete for port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:33.117720 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a8ea25d7-eef5-43be-8fcd-1b58726b139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.164470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab94c-31be-42c7-8940-c51b70c6ecaa req-c4bffa60-6292-4985-8fd4-09fdf5d72aba tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:33.178128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bacab94c-31be-42c7-8940-c51b70c6ecaa req-c4bffa60-6292-4985-8fd4-09fdf5d72aba tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.5628042 Aug 12 04:24:33.208597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:33.236339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'port_id': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'mac_address': 'fa:16:3e:ea:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fade8c58-3f05-4851-8bca-d0e34259eb26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:24:33.263277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] No DVR routers for this DVR port bebd6703-caeb-460a-bdf2-2c0b3dc18c4f on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:33.272806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.275090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c0e5c0d-0a2b-4152-a864-6d37e204e62d req-20447c7b-7540-486a-8f04-24ab167f061b tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.36 "DELETE /v2.0/ports/bebd6703-caeb-460a-bdf2-2c0b3dc18c4f HTTP/1.1" status: 204 len: 173 time: 3.0664113 Aug 12 04:24:33.322062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bacab94c-31be-42c7-8940-c51b70c6ecaa req-a455bfcc-89b6-4910-89fd-ec23ce984641 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429601 Aug 12 04:24:33.324816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:33.353725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.379078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead66aa-a44d-4984-9a04-a13e3632bd9f req-5d1a24fd-a413-49f2-942b-f36e4ae813a7 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:33.383860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:33.383860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.387376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eead66aa-a44d-4984-9a04-a13e3632bd9f req-5d1a24fd-a413-49f2-942b-f36e4ae813a7 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.1697614 Aug 12 04:24:33.421003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Transition to ACTIVE for port object c347a411-e605-466e-81b5-ee9ac205cf98 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:33.444504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] device_id is not set on port 1127f969-ec78-490f-abf9-59715792de6f yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:33.459153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a894695d-cc39-4a0a-be37-fcfb92ff6421 None None] Provisioning complete for port b7f3de74-217f-4381-94ba-2dd41636ef62 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:33.462595 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a894695d-cc39-4a0a-be37-fcfb92ff6421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.462595 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.513320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:33.531990 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.583941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eead66aa-a44d-4984-9a04-a13e3632bd9f req-130d48d9-6c30-48f7-9e48-f7dee4bfb7ef tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942940 Aug 12 04:24:33.588680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.624656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Allocated IP 172.20.0.12 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/1127f969-ec78-490f-abf9-59715792de6f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:33.630974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9884f42-4ddb-40f6-b76f-5055f9ad4eac {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:24:33.728390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:33.737325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:33.745196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:33.746044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a894695d-cc39-4a0a-be37-fcfb92ff6421 None None] Port b7f3de74-217f-4381-94ba-2dd41636ef62 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:33.753249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=c347a411-e605-466e-81b5-ee9ac205cf98,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:33.767009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:33.773762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:33.780126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.810779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:33.810779 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b22b4a-256d-4e58-8e0d-d0e1c08e853d" -d '{"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:33.826054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.828701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.832183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:33.844424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca68146b-619b-4ff2-9cb9-3f877f0d3503 req-6c34de2b-f8bd-41d5-86e7-69aee895e64c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0436985 Aug 12 04:24:33.867134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Transition to ACTIVE for port object 1127f969-ec78-490f-abf9-59715792de6f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:33.904811 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0d62ac37-5f96-461f-9c0b-107c22facc61 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.9227185 Aug 12 04:24:33.907770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:33.955709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b9884f42-4ddb-40f6-b76f-5055f9ad4eac'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:24:33.978670 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ac801a-1ec5-43c1-bf0d-0416cf7c9f14 x-openstack-request-id: req-76ac801a-1ec5-43c1-bf0d-0416cf7c9f14 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:33.979403 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780f1555-b544-445b-acdd-db22528d424f", "name": "network-vif-deleted", "tag": "bebd6703-caeb-460a-bdf2-2c0b3dc18c4f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:33.985624 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76ac801a-1ec5-43c1-bf0d-0416cf7c9f14 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:33.986068 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780f1555-b544-445b-acdd-db22528d424f', 'name': 'network-vif-deleted', 'tag': 'bebd6703-caeb-460a-bdf2-2c0b3dc18c4f', 'status': 'completed', 'code': 200} Aug 12 04:24:34.013744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.016462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb18726-0105-4c06-be15-f03feb49c502 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:34.024729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb18726-0105-4c06-be15-f03feb49c502 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:34.032503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb18726-0105-4c06-be15-f03feb49c502 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:34.035335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5cb18726-0105-4c06-be15-f03feb49c502 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1255898 Aug 12 04:24:34.039531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41324) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:34.042879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:34.136892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:34.141883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:34.146633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:34.242162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=1127f969-ec78-490f-abf9-59715792de6f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:34.275117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:34.276290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.299883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port c347a411-e605-466e-81b5-ee9ac205cf98 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:34.300375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.364515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f44b2e61-df57-4b5a-ab65-eec64fc41064 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8920894 Aug 12 04:24:34.366581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41338) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:34.386090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:34:69:fe'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:34.473512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d8ba35e-aa0a-4c8b-b98a-b0bd15e511d1 None None] Provisioning for port c347a411-e605-466e-81b5-ee9ac205cf98 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:34.478173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d8ba35e-aa0a-4c8b-b98a-b0bd15e511d1 None None] Provisioning complete for port c347a411-e605-466e-81b5-ee9ac205cf98 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:34.479363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba35e-aa0a-4c8b-b98a-b0bd15e511d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.560626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ba35e-aa0a-4c8b-b98a-b0bd15e511d1 None None] Port c347a411-e605-466e-81b5-ee9ac205cf98 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:34.678353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.706175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f278f-32cf-4ab6-a6aa-63d6a8c44d9b req-eb74d7fe-e338-47d8-89f9-c0459aa28214 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:34.718388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-484f278f-32cf-4ab6-a6aa-63d6a8c44d9b req-eb74d7fe-e338-47d8-89f9-c0459aa28214 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 945 time: 0.2093937 Aug 12 04:24:34.730478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.762658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2de86aa9-992d-4723-a63a-43201de4ef91 None None] Provisioning for port 1127f969-ec78-490f-abf9-59715792de6f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:34.767091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for c347a411-e605-466e-81b5-ee9ac205cf98 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:34.768358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2de86aa9-992d-4723-a63a-43201de4ef91 None None] Provisioning complete for port 1127f969-ec78-490f-abf9-59715792de6f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:34.769037 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2de86aa9-992d-4723-a63a-43201de4ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:34.806485 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-484f278f-32cf-4ab6-a6aa-63d6a8c44d9b req-6d988b48-87e9-44e3-b0c7-96de620458f5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818090 Aug 12 04:24:34.865341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:34.949930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2de86aa9-992d-4723-a63a-43201de4ef91 None None] Port 1127f969-ec78-490f-abf9-59715792de6f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:35.006586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b9884f42-4ddb-40f6-b76f-5055f9ad4eac triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:35.007034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.040449 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d7557f9-21cd-4754-9a36-7565ac4631b7 req-06c388c3-8c1a-4cc3-9d58-f985b0bc5237 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0446498 Aug 12 04:24:35.069378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.101906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:24:35.117130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.144767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadb0c-3229-4720-a2ef-8a921cda47f2 req-448b0c56-d4ca-422f-81cd-71e11d961b92 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:35.162779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aeadb0c-3229-4720-a2ef-8a921cda47f2 req-448b0c56-d4ca-422f-81cd-71e11d961b92 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 943 time: 0.0993271 Aug 12 04:24:35.165839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=c347a411-e605-466e-81b5-ee9ac205cf98,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:35.178774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.244120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=1127f969-ec78-490f-abf9-59715792de6f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:35.331364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aeadb0c-3229-4720-a2ef-8a921cda47f2 req-cfd28679-64a3-4730-87a0-08e6202471b5 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673443 Aug 12 04:24:35.366296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.366963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] In _notify_port_updated(), no bound segment for port 1127f969-ec78-490f-abf9-59715792de6f on network ff569f0b-0641-4bac-bc77-7cdc33142968 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:35.368402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8a3d533b-6696-448a-93be-84a193d9fa1b tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/ports/c347a411-e605-466e-81b5-ee9ac205cf98 HTTP/1.1" status: 204 len: 168 time: 1.3276181 Aug 12 04:24:35.371231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41348) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:35.374423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:35.375658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.380504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-72917158-8b90-42f8-8d7a-7cb096c77675 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "PUT /v2.0/ports/1127f969-ec78-490f-abf9-59715792de6f HTTP/1.1" status: 200 len: 996 time: 1.0075245 Aug 12 04:24:35.381352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:35.436623 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa78c223-a7c8-4c97-b89b-42cd9e0a5b4e tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] GET failed (client error): The resource could not be found. Aug 12 04:24:35.438442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aa78c223-a7c8-4c97-b89b-42cd9e0a5b4e tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "GET /v2.0/ports/c347a411-e605-466e-81b5-ee9ac205cf98 HTTP/1.1" status: 404 len: 333 time: 0.0662639 Aug 12 04:24:35.442498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41352) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:35.447661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1347915489'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:35.582130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port 1127f969-ec78-490f-abf9-59715792de6f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:35.582740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.691625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:35.703792 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.720454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for 1127f969-ec78-490f-abf9-59715792de6f owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:35.721790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'port_id': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'mac_address': 'fa:16:3e:bb:f8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:24:35.743292 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.787332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:35.788883 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.808543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:35.815992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:35.820482 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6578c06a-66b2-4e8e-ad61-7f718ca44cf3" -d '{"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-plugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:35.825035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] device_id is not set on port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:35.895236 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.971931 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:35.991546 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd33b3-bd2a-4628-979b-46b1c460f368 x-openstack-request-id: req-45dd33b3-bd2a-4628-979b-46b1c460f368 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:35.991841 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-plugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:35.992096 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45dd33b3-bd2a-4628-979b-46b1c460f368 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:35.992489 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'code': 200} Aug 12 04:24:35.995923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2f1364-09c0-4907-a1c2-bea43d7902eb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:24:36.035863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:36.048291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:36.049367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0dfe16b3-ef18-4987-b0bf-8ffb95810da5 None None] Provisioning complete for port 1127f969-ec78-490f-abf9-59715792de6f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:36.049736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0dfe16b3-ef18-4987-b0bf-8ffb95810da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.093563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe16b3-ef18-4987-b0bf-8ffb95810da5 None None] Port 1127f969-ec78-490f-abf9-59715792de6f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:36.110197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Allocated IP 2001:db8::3ba (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/130c6a00-1e0a-4eac-a3cb-dd1c51982995) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:36.116824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed33e6-41f8-49f6-8bc3-6031ec97ec83 req-376b67be-c30d-4b7e-98a5-b648f67a68fa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:36.118799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dfed33e6-41f8-49f6-8bc3-6031ec97ec83 req-376b67be-c30d-4b7e-98a5-b648f67a68fa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0717123 Aug 12 04:24:36.120047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.140688 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.191204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=1127f969-ec78-490f-abf9-59715792de6f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:36.231296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dfed33e6-41f8-49f6-8bc3-6031ec97ec83 req-c232081a-c324-4dde-a8a0-99afa2986f2b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023843 Aug 12 04:24:36.236640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3fa56d30-0804-484c-aa2b-a73c6793d69c req-78e2d141-3d27-4e1c-a45f-531a580d4a80 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0618758 Aug 12 04:24:36.295816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:36.309421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.325925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe0c5c5d-fb84-4cf5-a636-1e75eb7ae5c0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/ports/1127f969-ec78-490f-abf9-59715792de6f HTTP/1.1" status: 204 len: 168 time: 0.9304917 Aug 12 04:24:36.326806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41360) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:36.364037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['8d2f1364-09c0-4907-a1c2-bea43d7902eb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:24:36.392856 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d59f545-86f1-449d-9b31-0d0b018177ef tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] GET failed (client error): The resource could not be found. Aug 12 04:24:36.402022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2d59f545-86f1-449d-9b31-0d0b018177ef tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "GET /v2.0/ports/1127f969-ec78-490f-abf9-59715792de6f HTTP/1.1" status: 404 len: 333 time: 0.0702443 Aug 12 04:24:36.402022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41366) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:36.417407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'name': 'tempest-AllowedAddressPairTestJSON-1015213347'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:36.524250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.545079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Transition to ACTIVE for port object 130c6a00-1e0a-4eac-a3cb-dd1c51982995 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:36.658060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2edff-0fbc-4959-a166-b7874c0c7987 req-81c8c1da-f2eb-470f-a52b-913e01f0e059 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:36.660073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2b2edff-0fbc-4959-a166-b7874c0c7987 req-81c8c1da-f2eb-470f-a52b-913e01f0e059 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 944 time: 0.0727260 Aug 12 04:24:36.669990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.714720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2b2edff-0fbc-4959-a166-b7874c0c7987 req-11779ac7-e1ad-436d-aa63-f31cd33f18f1 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484238 Aug 12 04:24:36.728340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:36.742033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.756765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:36.760551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:36.766498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] device_id is not set on port bd21a98c-9a52-41b8-8dbe-6e27859caf7e yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:36.779868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:36.789379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:36.790013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:36.800760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=130c6a00-1e0a-4eac-a3cb-dd1c51982995,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:36.908232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ed1636f3-be23-4b80-a49f-df40dd18585d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4643834 Aug 12 04:24:36.910851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:36.917439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34f', 'mac_address': 'fa:16:3e:81:88:7b'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:36.919918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Allocated IP 172.20.0.3 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/bd21a98c-9a52-41b8-8dbe-6e27859caf7e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:37.092036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:37.189597 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.214019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 8d2f1364-09c0-4907-a1c2-bea43d7902eb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:37.214399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.231493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.249373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Transition to ACTIVE for port object bd21a98c-9a52-41b8-8dbe-6e27859caf7e will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:37.371390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.460796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8251db4b-95a2-4fce-9af2-544555e86ccc req-fc541dc1-dca5-4547-bcf3-88a6f403d022 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0556481 Aug 12 04:24:37.487670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:37.546352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.546784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db57a4a-2055-4e8a-8bd0-07668a724ff7 req-e33e9d5a-2406-4829-a2c2-141c31f72ce1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:37.548445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5db57a4a-2055-4e8a-8bd0-07668a724ff7 req-e33e9d5a-2406-4829-a2c2-141c31f72ce1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1148591 Aug 12 04:24:37.634951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5db57a4a-2055-4e8a-8bd0-07668a724ff7 req-09cd6b5e-199e-47a0-bac5-b27d5a32172a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649426 Aug 12 04:24:37.638914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.639921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-25f7413e-bcda-49bd-a19f-9ec53f9621e8 None None] Provisioning for port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:37.647085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-25f7413e-bcda-49bd-a19f-9ec53f9621e8 None None] Provisioning complete for port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:37.647490 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-25f7413e-bcda-49bd-a19f-9ec53f9621e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.685580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:37.690913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.698378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:37.713517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:37.716257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.738562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] In _notify_port_updated(), no bound segment for port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 on network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:37.756438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:37.759212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.761701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "PUT /v2.0/ports/130c6a00-1e0a-4eac-a3cb-dd1c51982995 HTTP/1.1" status: 200 len: 1003 time: 0.8496003 Aug 12 04:24:37.768199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:37.831965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=bd21a98c-9a52-41b8-8dbe-6e27859caf7e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:37.843062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:37.852145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-25f7413e-bcda-49bd-a19f-9ec53f9621e8 None None] Port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:37.893748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:37.894864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:37.991839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47e3b-5ad8-4b97-917f-c52b102c86cb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=130c6a00-1e0a-4eac-a3cb-dd1c51982995,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:37.994168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:24:37.998066 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f4ee4-08f3-4f54-971d-1543b22538f7" -d '{"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-plugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:24:38.008555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2c99672f-8c2f-4129-8a0f-9a3d1b26d42c tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6043665 Aug 12 04:24:38.011557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41382) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:38.022934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'network_id': 'ff569f0b-0641-4bac-bc77-7cdc33142968', 'name': 'tempest-AllowedAddressPairTestJSON-546696086'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:38.330496 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5c593-9325-409a-ad40-c32b202e0f4f x-openstack-request-id: req-e8f5c593-9325-409a-ad40-c32b202e0f4f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:24:38.331640 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-plugged", "status": "completed", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:24:38.332076 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8f5c593-9325-409a-ad40-c32b202e0f4f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:24:38.332701 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'code': 200} Aug 12 04:24:38.357537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Provisioning for port bd21a98c-9a52-41b8-8dbe-6e27859caf7e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:38.362485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Provisioning complete for port bd21a98c-9a52-41b8-8dbe-6e27859caf7e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:38.363311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:38.383702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Made reservation on behalf of 9381e2f334094d3a94933539d85aeaf5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:38.388252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:38.411228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Port bd21a98c-9a52-41b8-8dbe-6e27859caf7e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:38.438541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Provisioning complete for port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:38.439229 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:38.447196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] device_id is not set on port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:38.554137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e00b40de-839a-4661-9c03-08a9e0b0f710 None None] Port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:38.631234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f040cbd5-0c57-48b6-b4a6-3514a3922f9d req-56aa531d-3ca0-40ff-8986-3cfe86488b66 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0378089 Aug 12 04:24:38.678633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25156ae-e1a4-48e5-adb0-9712959b2b9b req-b69d3a52-bf34-486c-8b6a-2e13d128cd27 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:38.689372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d25156ae-e1a4-48e5-adb0-9712959b2b9b req-b69d3a52-bf34-486c-8b6a-2e13d128cd27 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.7828982 Aug 12 04:24:38.689631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Allocated IP 172.20.0.13 (ff569f0b-0641-4bac-bc77-7cdc33142968/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a/3472ad96-d21f-4be7-b12b-97f4db8ddfeb) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:38.795609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d25156ae-e1a4-48e5-adb0-9712959b2b9b req-72c3b6f5-1e13-45f8-aa96-128afb88a841 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050904 Aug 12 04:24:38.800155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port 130c6a00-1e0a-4eac-a3cb-dd1c51982995 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:38.800855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:38.903124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ecf8f-6564-40b1-b838-d6a65f291260 req-1e20ac10-b0fe-4368-a40f-8c124fbf38a5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:38.904658 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-825ecf8f-6564-40b1-b838-d6a65f291260 req-1e20ac10-b0fe-4368-a40f-8c124fbf38a5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1270897 Aug 12 04:24:38.920873 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:38.953561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for 130c6a00-1e0a-4eac-a3cb-dd1c51982995 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:38.968312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f508f-7219-400d-a062-b01d396d9c07 req-6efd37cd-871d-4d76-91a0-87d903270e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:38.970051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-353f508f-7219-400d-a062-b01d396d9c07 req-6efd37cd-871d-4d76-91a0-87d903270e92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1097 time: 0.3526666 Aug 12 04:24:38.979402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-825ecf8f-6564-40b1-b838-d6a65f291260 req-249d6725-2d77-4797-9e1a-4f37d396485c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Aug 12 04:24:38.982536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:38.996881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Transition to ACTIVE for port object 3472ad96-d21f-4be7-b12b-97f4db8ddfeb will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:39.071617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-353f508f-7219-400d-a062-b01d396d9c07 req-2daef52b-4157-4509-ab5f-986174c75c7e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918667 Aug 12 04:24:39.098672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.191878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Network ff569f0b-0641-4bac-bc77-7cdc33142968 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:39.195996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:39.200767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:39.205051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=3472ad96-d21f-4be7-b12b-97f4db8ddfeb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:39.273654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:39.274519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.309573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.362135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=130c6a00-1e0a-4eac-a3cb-dd1c51982995,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:39.381541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8eed9226-a7d0-434a-9d76-f895767835a0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3677766 Aug 12 04:24:39.383484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:39.389328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:34:69:fe'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:5b:03:81'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:39.541787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.543638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.544328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f32b6f4-3798-4a29-90a9-850e9e274336 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/ports/130c6a00-1e0a-4eac-a3cb-dd1c51982995 HTTP/1.1" status: 204 len: 168 time: 1.7175424 Aug 12 04:24:39.547100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41396) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:39.607746 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-856b9c6f-8e68-408f-922a-d7dcfee8e6bb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] GET failed (client error): The resource could not be found. Aug 12 04:24:39.609385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-856b9c6f-8e68-408f-922a-d7dcfee8e6bb tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "GET /v2.0/ports/130c6a00-1e0a-4eac-a3cb-dd1c51982995 HTTP/1.1" status: 404 len: 333 time: 0.0611672 Aug 12 04:24:39.613520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41398) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:39.622671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1819440535'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:39.664887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ac967152-b147-4d24-84a5-8ab822f504ef None None] Provisioning for port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:39.670353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ac967152-b147-4d24-84a5-8ab822f504ef None None] Provisioning complete for port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:39.670767 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac967152-b147-4d24-84a5-8ab822f504ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.753308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ac967152-b147-4d24-84a5-8ab822f504ef None None] Port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:39.862419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:39.862773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0dcc12f9-ce1a-4fbf-a396-a1918e073b3e req-69340ab4-75ed-4b52-b5b6-f04208fc8364 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0588360 Aug 12 04:24:39.942941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.018579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event updated for resources: {'Port': ['ID=3472ad96-d21f-4be7-b12b-97f4db8ddfeb,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:40.019773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:40.024160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.100642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] device_id is not set on port 787242b1-0c0d-433f-bead-b5d08787deab yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:40.180154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc7a22-7906-4c40-a4a5-67950656e484 req-da74aecc-a3dd-4cfb-b3e3-c3647be3bcbe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:40.182032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59dc7a22-7906-4c40-a4a5-67950656e484 req-da74aecc-a3dd-4cfb-b3e3-c3647be3bcbe tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.2364683 Aug 12 04:24:40.199743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] In _notify_port_updated(), no bound segment for port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb on network ff569f0b-0641-4bac-bc77-7cdc33142968 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:40.212669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:40.216999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.221535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2f2f9cb6-f5b8-48b9-8666-8c51ef926913 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "PUT /v2.0/ports/3472ad96-d21f-4be7-b12b-97f4db8ddfeb HTTP/1.1" status: 200 len: 1055 time: 0.8339541 Aug 12 04:24:40.237324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41424) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:40.322428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27180a7-0898-42c6-9935-d16e6b54b503 req-6dec64b5-baa2-4203-bdf1-42fe35b0fc05 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:40.334476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b27180a7-0898-42c6-9935-d16e6b54b503 req-6dec64b5-baa2-4203-bdf1-42fe35b0fc05 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1510835 Aug 12 04:24:40.373568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59dc7a22-7906-4c40-a4a5-67950656e484 req-311f6dc1-1b54-4063-a449-1c7825dc488e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846421 Aug 12 04:24:40.431983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b27180a7-0898-42c6-9935-d16e6b54b503 req-6309afb3-dfe4-4223-b84a-6f4ca4edcc13 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890810 Aug 12 04:24:40.431983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Allocated IP 2001:db8::67 (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/787242b1-0c0d-433f-bead-b5d08787deab) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:40.478174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2761c9b8-a3ce-4a5e-930b-a5541bccdc7f None None] Provisioning complete for port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:40.479126 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2761c9b8-a3ce-4a5e-930b-a5541bccdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.528761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2761c9b8-a3ce-4a5e-930b-a5541bccdc7f None None] Port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:40.536450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port 3472ad96-d21f-4be7-b12b-97f4db8ddfeb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:40.536717 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.667294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.705048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for 3472ad96-d21f-4be7-b12b-97f4db8ddfeb owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:40.810951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:40.993238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-51823259-ae3a-4794-8109-2c85e260a70c req-3e82bea4-f7ba-41d0-806e-21e5ac57cf2c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0352359 Aug 12 04:24:41.094233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.094926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Transition to ACTIVE for port object 787242b1-0c0d-433f-bead-b5d08787deab will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:41.134834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=3472ad96-d21f-4be7-b12b-97f4db8ddfeb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:41.298081 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.346542 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.349860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f7bb27ac-d93f-4749-beee-b96738bb1f77 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/ports/3472ad96-d21f-4be7-b12b-97f4db8ddfeb HTTP/1.1" status: 204 len: 168 time: 1.1114326 Aug 12 04:24:41.354890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:41.359013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:41.360707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:41.367980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:41.374810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:41.380119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.383770 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cdb0c1-b4b5-4aa4-8372-b0dd942af0a7 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] GET failed (client error): The resource could not be found. Aug 12 04:24:41.385283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f9cdb0c1-b4b5-4aa4-8372-b0dd942af0a7 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "GET /v2.0/ports/3472ad96-d21f-4be7-b12b-97f4db8ddfeb HTTP/1.1" status: 404 len: 333 time: 0.0291772 Aug 12 04:24:41.388232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:41.397068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=787242b1-0c0d-433f-bead-b5d08787deab,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:41.529889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8e57833-1f59-46df-be96-09c42e5f38b9 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9137340 Aug 12 04:24:41.533034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41454) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:41.539306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port bd21a98c-9a52-41b8-8dbe-6e27859caf7e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:41.539655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.546756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:81:88:7b'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:41.557321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12236b-ac71-4d04-8fd0-bd1ccf2443f6 req-4a5607ed-eb16-4d70-bce4-83058532fa8c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:41.558916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed12236b-ac71-4d04-8fd0-bd1ccf2443f6 req-4a5607ed-eb16-4d70-bce4-83058532fa8c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.0929446 Aug 12 04:24:41.582634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b0f82-32b9-4870-a4df-9693c1dd43f9 req-cb9cbae8-1f7e-417f-8b80-e830bbb3e2fb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:41.586317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-973b0f82-32b9-4870-a4df-9693c1dd43f9 req-cb9cbae8-1f7e-417f-8b80-e830bbb3e2fb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0675662 Aug 12 04:24:41.650053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-973b0f82-32b9-4870-a4df-9693c1dd43f9 req-101d6094-59d8-4f56-bbd5-ec1daebd300e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Aug 12 04:24:41.758556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.825020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for bd21a98c-9a52-41b8-8dbe-6e27859caf7e owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:41.836959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ceb6da1c-42a7-481c-9efd-0ee47e53eb68 None None] Provisioning for port 787242b1-0c0d-433f-bead-b5d08787deab completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:41.842750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ceb6da1c-42a7-481c-9efd-0ee47e53eb68 None None] Provisioning complete for port 787242b1-0c0d-433f-bead-b5d08787deab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:41.845820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ceb6da1c-42a7-481c-9efd-0ee47e53eb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:41.868768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed12236b-ac71-4d04-8fd0-bd1ccf2443f6 req-d9fc9937-eee4-4a9c-ad32-ec06d3018a44 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880657 Aug 12 04:24:41.913959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6da1c-42a7-481c-9efd-0ee47e53eb68 None None] Port 787242b1-0c0d-433f-bead-b5d08787deab cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:42.012954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:42.150507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09609463-3add-4b4b-96f0-77ee5e50dc0d req-2bfde33c-c17a-43a2-a666-72287f5f86c9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0422912 Aug 12 04:24:42.256237 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:42.747466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=bd21a98c-9a52-41b8-8dbe-6e27859caf7e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:42.829940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:42.831167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba71885-b9a4-47d2-97e1-6113fa7a9f76 req-6d26d32b-6f21-48a1-8812-d55243df8ede tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:42.832904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-54181143-335c-431e-a79a-93e2f49792d0 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/ports/bd21a98c-9a52-41b8-8dbe-6e27859caf7e HTTP/1.1" status: 204 len: 168 time: 1.4437397 Aug 12 04:24:42.836322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41472) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:42.843359 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fba71885-b9a4-47d2-97e1-6113fa7a9f76 req-6d26d32b-6f21-48a1-8812-d55243df8ede tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0790114 Aug 12 04:24:42.872671 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f5c662-333e-405b-be8a-2a4e15c20114 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] GET failed (client error): The resource could not be found. Aug 12 04:24:42.881566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c0f5c662-333e-405b-be8a-2a4e15c20114 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "GET /v2.0/ports/bd21a98c-9a52-41b8-8dbe-6e27859caf7e HTTP/1.1" status: 404 len: 333 time: 0.0440202 Aug 12 04:24:42.886804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41476) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:42.924414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fba71885-b9a4-47d2-97e1-6113fa7a9f76 req-c55d9e80-8ab4-41c8-b483-d19ddf57eff8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799541 Aug 12 04:24:43.078171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.115428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e96b7-216e-4e7f-a150-043aa43e4eac req-038cf680-6875-4f81-aefb-a40b4b162db0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:43.118316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-692e96b7-216e-4e7f-a150-043aa43e4eac req-038cf680-6875-4f81-aefb-a40b4b162db0 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.1050978 Aug 12 04:24:43.145539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.165844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port 3bb765d2-aa0d-449f-beee-9250dec45195 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:43.166190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.235660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] In _notify_port_updated(), no bound segment for port 787242b1-0c0d-433f-bead-b5d08787deab on network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:43.243283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:43.243283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.252815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41484) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:43.253111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "PUT /v2.0/ports/787242b1-0c0d-433f-bead-b5d08787deab HTTP/1.1" status: 200 len: 1002 time: 1.7170174 Aug 12 04:24:43.338728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-692e96b7-216e-4e7f-a150-043aa43e4eac req-0e73cde3-09f9-4c60-b7ee-504b2fb1fc30 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142653 Aug 12 04:24:43.354217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ad8d-4ad8-4033-8821-84fcbd895278 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=787242b1-0c0d-433f-bead-b5d08787deab,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:43.408713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.433116 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-efc4bd51-e0ee-401f-b246-5e8646ef6bcb req-a7f35102-e22d-4c75-a36a-2af4fdafa83c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.1003008 Aug 12 04:24:43.436200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for 3bb765d2-aa0d-449f-beee-9250dec45195 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:43.496768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port 787242b1-0c0d-433f-bead-b5d08787deab {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:43.497087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.616639 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.634767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for 787242b1-0c0d-433f-bead-b5d08787deab owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:43.663163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c7a14db3-729c-40de-9ac7-2bcf60d7cb5f None None] Provisioning complete for port 787242b1-0c0d-433f-bead-b5d08787deab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:43.663759 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c7a14db3-729c-40de-9ac7-2bcf60d7cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.713646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c7a14db3-729c-40de-9ac7-2bcf60d7cb5f None None] Port 787242b1-0c0d-433f-bead-b5d08787deab cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:43.721875 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.859975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=3bb765d2-aa0d-449f-beee-9250dec45195,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:43.886211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.972751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=787242b1-0c0d-433f-bead-b5d08787deab,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:43.982526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:43.991903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-11e0e84a-dea6-4bb7-b656-81ccb1954696 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/ports/3bb765d2-aa0d-449f-beee-9250dec45195 HTTP/1.1" status: 204 len: 168 time: 1.1013622 Aug 12 04:24:43.994597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41490) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:44.043305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.052278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b40df689-1cf5-4b28-b824-afe5c107dbd8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/ports/787242b1-0c0d-433f-bead-b5d08787deab HTTP/1.1" status: 204 len: 168 time: 0.7979479 Aug 12 04:24:44.053117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41492) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:44.136495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting subnet 8a4db8b3-f34b-40b8-9b5a-434a06e7d87a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:24:44.143159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.178591 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17bf6e1-49b9-48cd-b61d-00825f3fd538 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] GET failed (client error): The resource could not be found. Aug 12 04:24:44.189010 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f17bf6e1-49b9-48cd-b61d-00825f3fd538 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "GET /v2.0/ports/787242b1-0c0d-433f-bead-b5d08787deab HTTP/1.1" status: 404 len: 333 time: 0.1318572 Aug 12 04:24:44.193002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:44.203047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2010034436'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:44.225186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.344915 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.432654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c0a2a-5367-47f7-9b38-14bdcb8fcbd9 req-bd2eac25-d858-442a-b791-a64b192ec236 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:44.438064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c29c0a2a-5367-47f7-9b38-14bdcb8fcbd9 req-bd2eac25-d858-442a-b791-a64b192ec236 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.3625288 Aug 12 04:24:44.539825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.608933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c29c0a2a-5367-47f7-9b38-14bdcb8fcbd9 req-98dd28a7-28c9-4af1-b0f0-b83c730c9862 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635821 Aug 12 04:24:44.613133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4db8b3-f34b-40b8-9b5a-434a06e7d87a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:44.704904 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.710837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d3022830-9010-4cd0-892d-84d6fcfcda26 tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/subnets/8a4db8b3-f34b-40b8-9b5a-434a06e7d87a HTTP/1.1" status: 204 len: 168 time: 0.7115557 Aug 12 04:24:44.713652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62e3a1-c3d2-42fb-b31d-e793873467b9 None None] Network ff569f0b-0641-4bac-bc77-7cdc33142968 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:44.715107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41508) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:44.718726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5aa6be69-523a-4c3f-a803-acbaab550779 req-867c3b73-e282-4701-97ce-eabce4db502a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.1019623 Aug 12 04:24:44.829144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.912599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:44.945477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:44.993420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] device_id is not set on port ba80a3e0-03a6-4581-ab9d-93711021ff83 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:45.140892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] DHCP port deletion for ff569f0b-0641-4bac-bc77-7cdc33142968 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:24:45.254415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] Deleting port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:45.254746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.273001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Deleting port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:45.273481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.325588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4d43c29-cadf-4dcb-9a38-21ad9b24f026 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:45.385805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Allocated IP 2001:db8::3a1 (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/ba80a3e0-03a6-4581-ab9d-93711021ff83) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:45.414381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] For port e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,segment=NetworkSegment(0346721f-9b25-4404-866d-1ca25171b69b),segment_id=0346721f-9b25-4404-866d-1ca25171b69b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:45.416154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.450561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Calling delete_port for e4d43c29-cadf-4dcb-9a38-21ad9b24f026 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:45.461559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.508399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] For port e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,segment=NetworkSegment(0346721f-9b25-4404-866d-1ca25171b69b),segment_id=0346721f-9b25-4404-866d-1ca25171b69b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:45.509097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.529483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] Calling delete_port for e4d43c29-cadf-4dcb-9a38-21ad9b24f026 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:45.550389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e4d43c29-cadf-4dcb-9a38-21ad9b24f026, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,segment=NetworkSegment(0346721f-9b25-4404-866d-1ca25171b69b),segment_id=0346721f-9b25-4404-866d-1ca25171b69b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:45.614644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.767773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:45.810027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79806a1-d976-4fb8-9c48-30d5968434f8 req-0b9e770f-385c-43fa-ac63-f2664a290778 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:45.820794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a79806a1-d976-4fb8-9c48-30d5968434f8 req-0b9e770f-385c-43fa-ac63-f2664a290778 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0948544 Aug 12 04:24:45.859399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.917328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.936931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:45.957714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a79806a1-d976-4fb8-9c48-30d5968434f8 req-720c6d49-d709-4f2b-bd07-8a212641dbe0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322658 Aug 12 04:24:45.975444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] No DVR routers for this DVR port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:45.984638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622a430-48a5-417e-956f-8d78ef8ef209 None None] Pushing event deleted for resources: {'Port': ['ID=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:46.003797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Port': ['ID=e4d43c29-cadf-4dcb-9a38-21ad9b24f026,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:46.075564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] No DVR routers for this DVR port e4d43c29-cadf-4dcb-9a38-21ad9b24f026 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:46.094551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71220306-ad42-402a-a5f9-106692760d6a req-47d4b420-7a2d-4cb8-9a3f-5cca121d5f6c tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0810368 Aug 12 04:24:46.102154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Transition to ACTIVE for port object ba80a3e0-03a6-4581-ab9d-93711021ff83 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:46.298674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.323637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff569f0b-0641-4bac-bc77-7cdc33142968']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:46.335052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0346721f-9b25-4404-866d-1ca25171b69b') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:46.335681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0346721f-9b25-4404-866d-1ca25171b69b') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:46.356001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.378194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.384788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:24:46.385175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:24:46.388134 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:24:46.492223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.551623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:46.560733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:46.563355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:46.569990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:46.570668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.592881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=ba80a3e0-03a6-4581-ab9d-93711021ff83,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:46.663926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.669428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:46.671447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] 10.222.0.42 "DELETE /v2.0/networks/ff569f0b-0641-4bac-bc77-7cdc33142968 HTTP/1.1" status: 204 len: 168 time: 1.9550192 Aug 12 04:24:46.739864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eed8f5-1527-485f-819e-87b7dbfa329e tempest-AllowedAddressPairTestJSON-909499379 tempest-AllowedAddressPairTestJSON-909499379-project] Pushing event deleted for resources: {'Network': ['ID=ff569f0b-0641-4bac-bc77-7cdc33142968,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:46.743783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-89cb0149-3491-44cb-8976-2cba700e622a tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5450740 Aug 12 04:24:46.746396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:46.752356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'network_id': 'fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1835506681'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:46.967543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Made reservation on behalf of 2a4b65e96f784cde8c93fde643ba56b8 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:46.972811 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.008356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] device_id is not set on port 7938da37-8978-478f-b670-29ac5b80aa03 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:24:47.148651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-858e8be2-5eee-41fd-b53a-5bf421766ed7 None None] Provisioning for port ba80a3e0-03a6-4581-ab9d-93711021ff83 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:47.155634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-858e8be2-5eee-41fd-b53a-5bf421766ed7 None None] Provisioning complete for port ba80a3e0-03a6-4581-ab9d-93711021ff83 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:47.156020 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-858e8be2-5eee-41fd-b53a-5bf421766ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.209907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc969e-46c5-4da8-82bf-7f4648b81a89 req-87f8d497-2bb2-47ea-b5db-4253ad846f1f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:47.225144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cefc969e-46c5-4da8-82bf-7f4648b81a89 req-87f8d497-2bb2-47ea-b5db-4253ad846f1f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1503153 Aug 12 04:24:47.247779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-858e8be2-5eee-41fd-b53a-5bf421766ed7 None None] Port ba80a3e0-03a6-4581-ab9d-93711021ff83 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:47.307487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cefc969e-46c5-4da8-82bf-7f4648b81a89 req-e6923465-66c0-4c71-973f-2aaab3bd2a3b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679982 Aug 12 04:24:47.316848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92adde8b-7cfd-45b6-997b-b5c83ee1dcc9 req-1d18f9d4-6386-4cca-8cc0-90cb50dc0a0d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0473652 Aug 12 04:24:47.318520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Allocated IP 2001:db8::332 (fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1/0cecabd7-1960-4e28-a773-dd66d3fa2676/7938da37-8978-478f-b670-29ac5b80aa03) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:47.552744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41544) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:47.603710 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.622479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Transition to ACTIVE for port object 7938da37-8978-478f-b670-29ac5b80aa03 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:47.767700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1dd5c830-f468-4e45-970b-01016ddddb38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9381e2f334094d3a94933539d85aeaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128870 Aug 12 04:24:47.770000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41550) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:47.823886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2e56-68f3-456f-b303-635c6a3e2b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.846941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2e56-68f3-456f-b303-635c6a3e2b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.911583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.962430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:47.966009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:47.968520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:47.971930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2e56-68f3-456f-b303-635c6a3e2b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.979238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2e56-68f3-456f-b303-635c6a3e2b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:47.979238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9b8c2e56-68f3-456f-b303-635c6a3e2b46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87cb1e2f-48b9-4aea-8773-a2b0dffe9e64 HTTP/1.1" status: 204 len: 168 time: 0.2052042 Aug 12 04:24:47.989050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c2e56-68f3-456f-b303-635c6a3e2b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb1e2f-48b9-4aea-8773-a2b0dffe9e64,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:47.991951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:47.993113 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:48.028411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=7938da37-8978-478f-b670-29ac5b80aa03,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:48.105779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-19e4f8c1-d52d-46d3-a2c5-0da8849de16d tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3578453 Aug 12 04:24:48.108616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41558) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:48.115047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34f', 'mac_address': 'fa:16:3e:81:88:7b'}, {'ip_address': '2001:db8::3a1', 'mac_address': 'fa:16:3e:be:7b:1b'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:48.488754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4f0c0d08-4823-4c72-be6c-c5b0b54eb716 None None] Provisioning for port 7938da37-8978-478f-b670-29ac5b80aa03 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:48.494883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4f0c0d08-4823-4c72-be6c-c5b0b54eb716 None None] Provisioning complete for port 7938da37-8978-478f-b670-29ac5b80aa03 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:48.495393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4f0c0d08-4823-4c72-be6c-c5b0b54eb716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:48.585557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d1ac6f1-ea69-4c95-a0d7-95b920d310ec req-198317a9-15d4-4128-bd38-d494088830ac tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.1070859 Aug 12 04:24:48.590090 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:48.616141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c0d08-4823-4c72-be6c-c5b0b54eb716 None None] Port 7938da37-8978-478f-b670-29ac5b80aa03 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:48.725128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4e492-b290-4e36-8f79-5a83c2281a3f req-84520283-72a2-4d0f-8ca2-c5c9ff367c81 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:48.733014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11f4e492-b290-4e36-8f79-5a83c2281a3f req-84520283-72a2-4d0f-8ca2-c5c9ff367c81 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2527213 Aug 12 04:24:48.921338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11f4e492-b290-4e36-8f79-5a83c2281a3f req-108e78d8-3068-4c7d-8e93-c9fdd40efa45 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768947 Aug 12 04:24:49.086534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:49.150803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:49.205697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] In _notify_port_updated(), no bound segment for port 7938da37-8978-478f-b670-29ac5b80aa03 on network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:24:49.211322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:49.211972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:49.213269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "PUT /v2.0/ports/7938da37-8978-478f-b670-29ac5b80aa03 HTTP/1.1" status: 200 len: 1068 time: 1.1037092 Aug 12 04:24:49.216305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41584) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:49.217632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed71b92-0323-4276-841c-3c4f26c77888 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event updated for resources: {'Port': ['ID=7938da37-8978-478f-b670-29ac5b80aa03,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:49.474048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port 7938da37-8978-478f-b670-29ac5b80aa03 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:49.474579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:49.697289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:49.730196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for 7938da37-8978-478f-b670-29ac5b80aa03 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:49.764109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0317092b-b25d-4fba-97c0-ce987569e829 None None] Provisioning complete for port 7938da37-8978-478f-b670-29ac5b80aa03 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:49.776841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0317092b-b25d-4fba-97c0-ce987569e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:49.876040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41606) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:49.907944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0317092b-b25d-4fba-97c0-ce987569e829 None None] Port 7938da37-8978-478f-b670-29ac5b80aa03 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:24:50.101896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c15871b-9544-47fe-8bdf-ba893f32a1ff req-91fa1fc4-a28c-4e75-a587-182814baccc9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0596912 Aug 12 04:24:50.109985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944493253'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:50.147161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778fb7-ed3c-4dd1-9cc7-ce7ef7bbcb69 req-44c2f466-e724-422a-b076-131d4869970d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:50.152803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d778fb7-ed3c-4dd1-9cc7-ce7ef7bbcb69 req-44c2f466-e724-422a-b076-131d4869970d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1196499 Aug 12 04:24:50.156410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.214893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=7938da37-8978-478f-b670-29ac5b80aa03,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:50.234113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:50.242679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.277165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.310643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d778fb7-ed3c-4dd1-9cc7-ce7ef7bbcb69 req-5399675b-5b6f-468b-8072-1a4f5df1b470 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431279 Aug 12 04:24:50.463942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.539380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.549352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.555098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f7d8669b-d16a-48ee-86fe-2d62d99614e5 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/ports/7938da37-8978-478f-b670-29ac5b80aa03 HTTP/1.1" status: 204 len: 168 time: 1.3376801 Aug 12 04:24:50.557895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:24:50.558211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41618) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:50.580369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.580721 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5 of type vlan for network b3717acd-5456-4231-a350-805939ede291 Aug 12 04:24:50.603746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-f81213ab-022d-4638-b5eb-5a42f8445b49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117541 Aug 12 04:24:50.605835 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-52514936-50ad-4553-a562-e6145274c503 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] GET failed (client error): The resource could not be found. Aug 12 04:24:50.612264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-52514936-50ad-4553-a562-e6145274c503 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "GET /v2.0/ports/7938da37-8978-478f-b670-29ac5b80aa03 HTTP/1.1" status: 404 len: 333 time: 0.0527506 Aug 12 04:24:50.613227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:50.644858 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.740357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6e70c0-e8ec-4db2-b62c-2b8ac461ce02,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:50.767813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.774298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:50.775330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.824563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-0f779562-6de2-437f-bd26-3b8a1de74eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:50.826802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-0f779562-6de2-437f-bd26-3b8a1de74eef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b64abb801f47ed9bf222582f4cc319&device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 1097 time: 0.1451285 Aug 12 04:24:50.841478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port ba80a3e0-03a6-4581-ab9d-93711021ff83 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:50.842258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.967583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=b3717acd-5456-4231-a350-805939ede291,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:50.980649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b3717acd-5456-4231-a350-805939ede291 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:24:50.983932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:50.986152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9f861457-3773-41d8-9b96-85834698e780 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1089706 Aug 12 04:24:51.044112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for ba80a3e0-03a6-4581-ab9d-93711021ff83 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:51.148912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:51.157082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'b3717acd-5456-4231-a350-805939ede291', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:51.455339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-6ea81ce4-acf3-40bf-804f-01010a8cd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:51.462679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-6ea81ce4-acf3-40bf-804f-01010a8cd5fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 200 len: 916 time: 0.4203353 Aug 12 04:24:51.525482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aaf405cf-11ce-440b-94a1-9140593945a3 req-fc5e532f-2f53-414b-b139-2bb47ee6487a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.1132677 Aug 12 04:24:51.527066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:51.542585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:51.641110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-31245064-19f9-469b-a261-fabd74ca1582 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 200 len: 1001 time: 0.1439848 Aug 12 04:24:51.668372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-e3be3537-fbcc-4f4c-ba36-0885622ad3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:51.670635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-e3be3537-fbcc-4f4c-ba36-0885622ad3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1097 time: 0.2858942 Aug 12 04:24:51.714171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83823760-fbb4-4a4a-816b-0a302de5d159 req-bb9ec022-872d-48b3-8b06-96fb0c40be4d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:51.722357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83823760-fbb4-4a4a-816b-0a302de5d159 req-bb9ec022-872d-48b3-8b06-96fb0c40be4d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2690270 Aug 12 04:24:51.764209 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:51.782050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83823760-fbb4-4a4a-816b-0a302de5d159 req-0745d3e1-c95b-4744-b82b-186b02368484 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Aug 12 04:24:51.841588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=ba80a3e0-03a6-4581-ab9d-93711021ff83,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:51.852997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-65bf1375-7771-4784-85b2-438f1292de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:51.854558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-65bf1375-7771-4784-85b2-438f1292de59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 200 len: 854 time: 0.2017815 Aug 12 04:24:51.951050 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:51.959422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-624702c5-2f8a-4206-b1fe-53cc755652af tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/ports/ba80a3e0-03a6-4581-ab9d-93711021ff83 HTTP/1.1" status: 204 len: 168 time: 1.3449562 Aug 12 04:24:51.967806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:52.028983 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d86dc03-d907-48aa-b0d5-987503c76de8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] GET failed (client error): The resource could not be found. Aug 12 04:24:52.030627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3d86dc03-d907-48aa-b0d5-987503c76de8 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "GET /v2.0/ports/ba80a3e0-03a6-4581-ab9d-93711021ff83 HTTP/1.1" status: 404 len: 333 time: 0.0615726 Aug 12 04:24:52.039606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41644) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:52.174826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-fcd42b6c-6bc0-45aa-b073-91f219361a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:52.176237 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-fcd42b6c-6bc0-45aa-b073-91f219361a47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9137e54-d4b8-44af-aa67-0a21c1ffa37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034258 Aug 12 04:24:52.201381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-89806cca-44a4-41c1-bd5e-955b0439f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:52.203633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-89806cca-44a4-41c1-bd5e-955b0439f5fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 914 time: 0.4829869 Aug 12 04:24:52.246519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-ab50795e-fa7d-47cd-bdb5-c836debd77df service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:24:52.247664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-ab50795e-fa7d-47cd-bdb5-c836debd77df service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059853 Aug 12 04:24:52.338456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-3af4f415-8543-401a-bd31-0806670886c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 217 time: 0.0473473 Aug 12 04:24:52.406572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port b7f3de74-217f-4381-94ba-2dd41636ef62 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:52.407120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:52.427523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-b595a570-1c7e-48b5-b7dc-5d228830c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:52.428979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-b595a570-1c7e-48b5-b7dc-5d228830c453 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.0775931 Aug 12 04:24:52.430542 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:52.520624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:52.534432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for b7f3de74-217f-4381-94ba-2dd41636ef62 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:52.559284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=3ec894ce-cef4-4331-8986-4b173680227b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:52.613221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-d961e2b3-7c48-4a1f-adb1-aca48b2f2045 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713953 Aug 12 04:24:52.704069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-300fb65b-55c9-4d11-9a03-1d7c6f1742ea service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384356 Aug 12 04:24:52.813328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-ac3a1271-ccff-413d-b9ab-a75ecb3d4635 service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860256 Aug 12 04:24:52.950392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eaec59-712f-41b7-b043-e78ab27b97cc req-c3a3b57c-72d8-4f23-8303-a82504b07ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217499 Aug 12 04:24:52.954566 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38d97ae6-b257-4b9d-b0ac-81715a92dd06 req-e40e651b-cf3f-471f-8953-0e0daae2df84 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.2397575 Aug 12 04:24:52.955302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b3717acd-5456-4231-a350-805939ede291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:52.955674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: b3717acd-5456-4231-a350-805939ede291, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:24:53.076578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424aa66-d622-4d41-8549-3533d4d60953 req-9ebd9567-1a1f-4a76-b473-168317796f7c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:53.081370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c424aa66-d622-4d41-8549-3533d4d60953 req-9ebd9567-1a1f-4a76-b473-168317796f7c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1060278 Aug 12 04:24:53.125366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c424aa66-d622-4d41-8549-3533d4d60953 req-4488a8e3-8535-4177-aa93-e46954329d68 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Aug 12 04:24:53.156315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network b3717acd-5456-4231-a350-805939ede291 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:24:53.201000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d200c74-0762-4c53-8f10-6b0ceb5bdcd0 req-859ddec8-c1c9-4ec8-9d26-0b337b062c94 service neutron] 10.222.0.20 "GET /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875729 Aug 12 04:24:53.282098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, b3717acd-5456-4231-a350-805939ede291) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:53.292620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:53.295094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.296633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3479c-c47c-40cc-a114-6df340218f62 None None] Network b3717acd-5456-4231-a350-805939ede291 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:53.327999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.390261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-221e0728-b0b8-43f4-84a5-3fe7bacd1bfe tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2348452 Aug 12 04:24:53.390261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41660) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:53.398081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-73886190'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:53.463857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=b7f3de74-217f-4381-94ba-2dd41636ef62,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:53.469366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.476384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41662) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:53.481658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-088c9041-5b07-4d9e-9625-17d9a5b62881 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/ports/b7f3de74-217f-4381-94ba-2dd41636ef62 HTTP/1.1" status: 204 len: 168 time: 1.4312372 Aug 12 04:24:53.570552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:53.580592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.613090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:24:53.648476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-b3717acd-5456-4231-a350-805939ede291', 'network_id': 'b3717acd-5456-4231-a350-805939ede291', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '3ec894ce-cef4-4331-8986-4b173680227b'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:24:53.655516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.655656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.655656 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 96114ee2-d56b-4850-b541-5dd2ca234993 of type vlan for network d014d693-4b91-43db-a745-f7b7fa24a8c7 Aug 12 04:24:53.733934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.819746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting subnet 0cecabd7-1960-4e28-a773-dd66d3fa2676 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:24:53.823933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.845121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Allocated IP 172.20.255.242 (b3717acd-5456-4231-a350-805939ede291/3ec894ce-cef4-4331-8986-4b173680227b/5bdf408f-724d-40b6-8157-e18aee43331f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:53.883628 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.889166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:53.889762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:53.971319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.088328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=d014d693-4b91-43db-a745-f7b7fa24a8c7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:54.126637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41672) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:54.134880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:24:54.138143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d014d693-4b91-43db-a745-f7b7fa24a8c7 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:24:54.166951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa710cfe-3c61-44a1-a544-94f512b164e3 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7636321 Aug 12 04:24:54.308115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f54c8031-3fd1-46ef-8dda-d5578df1d167 req-df09bcd1-14ba-4549-8c4b-7af216566c0a tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.1355901 Aug 12 04:24:54.381680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.389731 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.415470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Transition to ACTIVE for port object 5bdf408f-724d-40b6-8157-e18aee43331f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:54.451390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Transition to ACTIVE for port object 5bdf408f-724d-40b6-8157-e18aee43331f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:54.484914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c83858-2d9a-4b92-a243-236a7704611b req-9a82558a-b866-42db-811a-826518e03004 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:54.486817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-92c83858-2d9a-4b92-a243-236a7704611b req-9a82558a-b866-42db-811a-826518e03004 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.2085359 Aug 12 04:24:54.517296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.605518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-92c83858-2d9a-4b92-a243-236a7704611b req-f5bf31f2-59b2-4ec5-b511-36829e612044 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012087 Aug 12 04:24:54.615463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Network b3717acd-5456-4231-a350-805939ede291 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:54.619029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:54.622803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:54.636012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:24:54.639877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.659747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.674698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Pushing event updated for resources: {'Port': ['ID=5bdf408f-724d-40b6-8157-e18aee43331f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:54.718780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Attempting to bind port 5bdf408f-724d-40b6-8157-e18aee43331f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:24:54.719544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Attempting to bind port 5bdf408f-724d-40b6-8157-e18aee43331f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b3717acd-5456-4231-a350-805939ede291'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:24:54.720151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Attempting to bind port 5bdf408f-724d-40b6-8157-e18aee43331f on network b3717acd-5456-4231-a350-805939ede291 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:24:54.730203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:24:54.734110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Checking segment: {'id': '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b3717acd-5456-4231-a350-805939ede291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:54.734110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.734110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Bound using segment: {'id': '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b3717acd-5456-4231-a350-805939ede291'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:24:54.734110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Bound port: 5bdf408f-724d-40b6-8157-e18aee43331f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b3717acd-5456-4231-a350-805939ede291'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:24:54.734110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.756924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Subnet': ['ID=0cecabd7-1960-4e28-a773-dd66d3fa2676,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:54.764378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:54.774124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9c0e946b-7b80-448d-ba17-4af46821d2fa tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/subnets/0cecabd7-1960-4e28-a773-dd66d3fa2676 HTTP/1.1" status: 204 len: 168 time: 1.2963884 Aug 12 04:24:54.774860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:54.775597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ecfcd-a4e3-4a8c-b4d4-8e737d54d5c7 None None] Network fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:54.938939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.018461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Deleting port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:55.018892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.079984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] For port 5bdf408f-724d-40b6-8157-e18aee43331f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:55.104333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] For port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,segment=NetworkSegment(c33cffaf-0fee-420d-8d3a-0ae738f968ea),segment_id=c33cffaf-0fee-420d-8d3a-0ae738f968ea)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:55.104884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.121615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Calling delete_port for 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:55.133647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] For port 5bdf408f-724d-40b6-8157-e18aee43331f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5bdf408f-724d-40b6-8157-e18aee43331f,segment=NetworkSegment(7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5),segment_id=7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:24:55.207464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.220122 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.230779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-8ad3001f-2a8c-4aae-b352-b7144c3be2f3 req-6383d11d-cb91-4bd2-9b53-0840dd75d81e service neutron] (95043) timed out ('10.222.0.42', 39568) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:24:55.281073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] DHCP port deletion for fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:24:55.318029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.438309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Port': ['ID=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:55.440189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] No DVR routers for this DVR port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:55.494960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c76b6-610f-4b15-91f1-76045f1d2a3b None None] Pushing event updated for resources: {'Port': ['ID=5bdf408f-724d-40b6-8157-e18aee43331f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:55.558639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Deleting port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:55.559510 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.704147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] For port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:55.705641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.732659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Calling delete_port for 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:24:55.735745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:24:55.740247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-79862c73-52b9-4fa5-9bf0-858c0ebe9de4 req-1e492aff-5768-4a50-b2d7-dd7170be5fd1 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.2062788 Aug 12 04:24:55.740870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.746918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.780775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] Pushing event deleted for resources: {'Port': ['ID=26848a1a-51ba-45a8-8cc2-dcd738f3dbdb,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:55.792752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5eb941-21b5-4abf-bc71-1a5a08cb703f None None] No DVR routers for this DVR port 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:24:55.865771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:55.989917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.015442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:56.037197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33cffaf-0fee-420d-8d3a-0ae738f968ea') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:56.043093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33cffaf-0fee-420d-8d3a-0ae738f968ea') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:56.060386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.095929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.107097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:24:56.110137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:24:56.120345 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:24:56.294259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=e3be090c-f2e1-4586-a56c-b60251041185,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:56.304388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '96114ee2-d56b-4850-b541-5dd2ca234993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:56.304918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: d014d693-4b91-43db-a745-f7b7fa24a8c7, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:24:56.321311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99785-e679-4061-b45e-8a140204e382 req-d7e1d6d9-d167-4a4b-9cb4-457dfe58ba5d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:56.328998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa99785-e679-4061-b45e-8a140204e382 req-d7e1d6d9-d167-4a4b-9cb4-457dfe58ba5d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1458781 Aug 12 04:24:56.339815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.377713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.382029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] 10.222.0.42 "DELETE /v2.0/networks/fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1 HTTP/1.1" status: 204 len: 168 time: 1.6038847 Aug 12 04:24:56.382830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e8bb-a88f-473a-a663-8e2158284928 tempest-AllowedAddressPairIpV6TestJSON-527643687 tempest-AllowedAddressPairIpV6TestJSON-527643687-project] Pushing event deleted for resources: {'Network': ['ID=fc748668-1ce4-4418-9dbc-5ae4bb1c1fe1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:56.422808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fa99785-e679-4061-b45e-8a140204e382 req-9e66d41b-2c72-4736-843f-aedb977bd942 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885265 Aug 12 04:24:56.441498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network d014d693-4b91-43db-a745-f7b7fa24a8c7 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:24:56.522562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d014d693-4b91-43db-a745-f7b7fa24a8c7) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:56.527430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:56.531683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:56.534523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73169f6c-e298-4a1b-9854-9359530a5553 None None] Network d014d693-4b91-43db-a745-f7b7fa24a8c7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:56.537535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41712) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:56.642787 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-789658a4-0447-4dd6-a965-9733102d1cc4 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5139911 Aug 12 04:24:56.646100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41716) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:56.913458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-d014d693-4b91-43db-a745-f7b7fa24a8c7', 'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': 'e3be090c-f2e1-4586-a56c-b60251041185'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:24:56.914566 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.002740 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f01c3149-ddc3-4f66-936f-97af41450df6 req-5a23be30-255f-4a53-98df-01dc187abbbf tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.1241262 Aug 12 04:24:57.015410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.029728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28a418b8-730a-4d9a-9b32-759596d60b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.113577 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:24:57.155511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41726) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:57.201172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Allocated IP 172.20.0.2 (d014d693-4b91-43db-a745-f7b7fa24a8c7/e3be090c-f2e1-4586-a56c-b60251041185/b26f51b5-df34-4d53-8ec7-00e3488f86e8) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:24:57.242585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5b08f-53fc-49b6-a536-d30d6070baf3 None None] Network b3717acd-5456-4231-a350-805939ede291 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:57.492320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5bdf408f-724d-40b6-8157-e18aee43331f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:57.495796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dafc1ff8-af97-4372-8691-24113b655818 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a4b65e96f784cde8c93fde643ba56b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470936 Aug 12 04:24:57.498102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:57.573639 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28a418b8-730a-4d9a-9b32-759596d60b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.593672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.665938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc27fb89-b65a-4844-99e6-c85766b567fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.684055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8111f001-a79c-45af-ad0c-73038a43d7b7 None None] Provisioning for port 5bdf408f-724d-40b6-8157-e18aee43331f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:57.706935 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28a418b8-730a-4d9a-9b32-759596d60b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.730316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518bae8-6196-4fe7-b301-6dc803e517ac req-c5a07390-a274-47fd-8408-ca072128b59c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:57.732351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e518bae8-6196-4fe7-b301-6dc803e517ac req-c5a07390-a274-47fd-8408-ca072128b59c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.1712184 Aug 12 04:24:57.740779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc27fb89-b65a-4844-99e6-c85766b567fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.749537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-28a418b8-730a-4d9a-9b32-759596d60b86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24e7099e35db46d48ce6c3a45bb47d65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2080872 Aug 12 04:24:57.752079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41734) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:57.767242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a418b8-730a-4d9a-9b32-759596d60b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac88832-fe37-4485-a758-80371782a4c8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:57.813442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-104c0372-3c26-485b-8462-461862fc7fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.899212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-104c0372-3c26-485b-8462-461862fc7fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:57.905072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e518bae8-6196-4fe7-b301-6dc803e517ac req-e5eab8cd-15aa-4a9f-8f50-060278c28aa2 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612785 Aug 12 04:24:58.034452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc27fb89-b65a-4844-99e6-c85766b567fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.041227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc27fb89-b65a-4844-99e6-c85766b567fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.044991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fc27fb89-b65a-4844-99e6-c85766b567fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b457342-ff6a-4638-9ae2-a1ab11129dca HTTP/1.1" status: 204 len: 168 time: 0.5432496 Aug 12 04:24:58.075927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27fb89-b65a-4844-99e6-c85766b567fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b457342-ff6a-4638-9ae2-a1ab11129dca,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:58.076378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-104c0372-3c26-485b-8462-461862fc7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.080783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-104c0372-3c26-485b-8462-461862fc7fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.085601 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-104c0372-3c26-485b-8462-461862fc7fa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ac88832-fe37-4485-a758-80371782a4c8 HTTP/1.1" status: 204 len: 168 time: 0.3323772 Aug 12 04:24:58.104263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0372-3c26-485b-8462-461862fc7fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac88832-fe37-4485-a758-80371782a4c8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:58.309375 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.318193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3edc16fc-6972-4828-9c90-233804a15cf6 req-cb9327af-6032-4166-9ce4-8a6ad4a573b6 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0587797 Aug 12 04:24:58.324107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Transition to ACTIVE for port object b26f51b5-df34-4d53-8ec7-00e3488f86e8 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:58.349363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Transition to ACTIVE for port object b26f51b5-df34-4d53-8ec7-00e3488f86e8 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:24:58.393660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fdf5e90b-c22c-482a-b641-6f215e26835e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.395360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5bdf408f-724d-40b6-8157-e18aee43331f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:24:58.401820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5bdf408f-724d-40b6-8157-e18aee43331f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:58.402195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.482109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.528105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Network d014d693-4b91-43db-a745-f7b7fa24a8c7 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:24:58.539396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:24:58.541938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:24:58.563345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.565061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.585555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Pushing event updated for resources: {'Port': ['ID=b26f51b5-df34-4d53-8ec7-00e3488f86e8,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:58.633876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.634225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.634565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.634929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.635260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.636896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.639785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.643761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.644124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.644468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.644809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.649172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:24:58.699528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Attempting to bind port b26f51b5-df34-4d53-8ec7-00e3488f86e8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:24:58.701969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Attempting to bind port b26f51b5-df34-4d53-8ec7-00e3488f86e8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '96114ee2-d56b-4850-b541-5dd2ca234993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:24:58.702347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Attempting to bind port b26f51b5-df34-4d53-8ec7-00e3488f86e8 on network d014d693-4b91-43db-a745-f7b7fa24a8c7 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:24:58.713070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:24:58.716589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Checking segment: {'id': '96114ee2-d56b-4850-b541-5dd2ca234993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:24:58.717038 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.717661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Bound using segment: {'id': '96114ee2-d56b-4850-b541-5dd2ca234993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:24:58.718149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Bound port: b26f51b5-df34-4d53-8ec7-00e3488f86e8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96114ee2-d56b-4850-b541-5dd2ca234993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:24:58.718926 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.775279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=e3be090c-f2e1-4586-a56c-b60251041185,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:58.823192 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.829228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] For port b26f51b5-df34-4d53-8ec7-00e3488f86e8, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:24:58.834795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] For port b26f51b5-df34-4d53-8ec7-00e3488f86e8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b26f51b5-df34-4d53-8ec7-00e3488f86e8,segment=NetworkSegment(96114ee2-d56b-4850-b541-5dd2ca234993),segment_id=96114ee2-d56b-4850-b541-5dd2ca234993)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:24:58.835161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d014d693-4b91-43db-a745-f7b7fa24a8c7']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:58.847174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96114ee2-d56b-4850-b541-5dd2ca234993') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:58.847481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96114ee2-d56b-4850-b541-5dd2ca234993') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:24:58.853512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5bdf408f-724d-40b6-8157-e18aee43331f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5bdf408f-724d-40b6-8157-e18aee43331f,segment=NetworkSegment(7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5),segment_id=7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:24:58.857352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.865839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-952f30d8-ffbc-4be0-9f08-c4ab45d97b73 None None] Provisioning complete for port 5bdf408f-724d-40b6-8157-e18aee43331f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:58.865839 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-952f30d8-ffbc-4be0-9f08-c4ab45d97b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.954088 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-952f30d8-ffbc-4be0-9f08-c4ab45d97b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.961539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.965019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.968437 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.973330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:24:58.973975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:24:58.981206 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:24:59.084240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:24:59.171503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:24:59.171857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 26848a1a-51ba-45a8-8cc2-dcd738f3dbdb not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:24:59.179714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5bdf408f-724d-40b6-8157-e18aee43331f,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:59.189198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b9391-6181-439e-9845-b10f843f2a6b None None] Network d014d693-4b91-43db-a745-f7b7fa24a8c7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:24:59.212745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fa8b3-3df7-43a8-9e03-412461d7913d req-6dc62b30-5060-4fe1-9058-14e2ab5c69bf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:59.214879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f8fa8b3-3df7-43a8-9e03-412461d7913d req-6dc62b30-5060-4fe1-9058-14e2ab5c69bf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0937610 Aug 12 04:24:59.219687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41774) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:59.243676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44f02c08-8dd3-4197-919c-c2498e0f9139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.261653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f8fa8b3-3df7-43a8-9e03-412461d7913d req-384d2444-b9ef-421b-bb61-ccec24f7808e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Aug 12 04:24:59.262422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:24:59.262422 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:24:59.262422 n-d-804320-1 neutron-server[95042]: [parameters: {'id': 'd014d693-4b91-43db-a745-f7b7fa24a8c7'}] Aug 12 04:24:59.262422 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:24:59.262923 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:24:59.302084 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-952f30d8-ffbc-4be0-9f08-c4ab45d97b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:24:59.311798 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-952f30d8-ffbc-4be0-9f08-c4ab45d97b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:24:59.359190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5bdf408f-724d-40b6-8157-e18aee43331f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:24:59.387783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3e499-1fdf-4255-9b62-2670b7cfa670 None None] Pushing event updated for resources: {'Port': ['ID=b26f51b5-df34-4d53-8ec7-00e3488f86e8,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:59.451813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44f02c08-8dd3-4197-919c-c2498e0f9139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.454039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-a81db445-e07b-4eea-b19e-a77e87de4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:59.455647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-a81db445-e07b-4eea-b19e-a77e87de4514 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1097 time: 0.1447604 Aug 12 04:24:59.480635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5bdf408f-724d-40b6-8157-e18aee43331f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:24:59.481620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.505892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03b8c6f4-310f-4716-8647-861e03caf16c req-830dab82-a88b-4982-8a7c-bce585a84bd7 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/ports?device_id=780f1555-b544-445b-acdd-db22528d424f HTTP/1.1" status: 200 len: 210 time: 0.0513823 Aug 12 04:24:59.506542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39188fc1-6dbe-44e0-aace-94c0d03ea66a None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:24:59.582448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-44f02c08-8dd3-4197-919c-c2498e0f9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.627945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-99e5b509-3208-4dad-ae1d-f9bc1cc8734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:59.629539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-99e5b509-3208-4dad-ae1d-f9bc1cc8734c service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 914 time: 0.1278889 Aug 12 04:24:59.680789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39188fc1-6dbe-44e0-aace-94c0d03ea66a None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:24:59.701488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-f0850877-09c9-48c0-95f0-d027ddf433d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 217 time: 0.0566709 Aug 12 04:24:59.703907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f02c08-8dd3-4197-919c-c2498e0f9139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b6f48f-acda-4c61-a2ca-e0e459912ca3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:24:59.719830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-44f02c08-8dd3-4197-919c-c2498e0f9139 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48690c425f5943e38e2f209d64b97a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989967 Aug 12 04:24:59.722475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41784) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:24:59.763718 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.816107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-03dcbc1a-5430-483c-a2c1-91842fe517df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:24:59.818030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-03dcbc1a-5430-483c-a2c1-91842fe517df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.1020045 Aug 12 04:24:59.862073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39a3e457-855b-4103-a6f0-cde767d1c03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.863401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-fa1e07dc-e78d-4814-87ad-1286a5773b6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357502 Aug 12 04:24:59.910695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39a3e457-855b-4103-a6f0-cde767d1c03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.921620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port b26f51b5-df34-4d53-8ec7-00e3488f86e8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:24:59.921879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:24:59.943269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41790) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:00.019414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-d0362cf5-b283-4d94-9e13-efda396db9dd service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436520 Aug 12 04:25:00.031587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port b26f51b5-df34-4d53-8ec7-00e3488f86e8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b26f51b5-df34-4d53-8ec7-00e3488f86e8,segment=NetworkSegment(96114ee2-d56b-4850-b541-5dd2ca234993),segment_id=96114ee2-d56b-4850-b541-5dd2ca234993)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:00.032150 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.047400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for b26f51b5-df34-4d53-8ec7-00e3488f86e8 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:00.115236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-938686425'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:00.132333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39a3e457-855b-4103-a6f0-cde767d1c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.135162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39a3e457-855b-4103-a6f0-cde767d1c03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.136952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39a3e457-855b-4103-a6f0-cde767d1c03c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7b6f48f-acda-4c61-a2ca-e0e459912ca3 HTTP/1.1" status: 204 len: 168 time: 0.4125440 Aug 12 04:25:00.144880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf6d1473-5cdf-414b-90a3-2c1eb9be9b83 req-ceac3329-be60-4ecb-a812-447008145e8d service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174295 Aug 12 04:25:00.170874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3e457-855b-4103-a6f0-cde767d1c03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b6f48f-acda-4c61-a2ca-e0e459912ca3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:00.218757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:00.222458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.232737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.240995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.277881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port b26f51b5-df34-4d53-8ec7-00e3488f86e8 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:00.284983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=b26f51b5-df34-4d53-8ec7-00e3488f86e8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:00.400433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1189fdd-ddb8-49cb-bd08-55e3eb4f3500 req-8d305538-cf83-4ac6-9c29-e31efa37c7f8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:00.403366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1189fdd-ddb8-49cb-bd08-55e3eb4f3500 req-8d305538-cf83-4ac6-9c29-e31efa37c7f8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 946 time: 0.0630245 Aug 12 04:25:00.408220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.426157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d014d693-4b91-43db-a745-f7b7fa24a8c7']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:00.448638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96114ee2-d56b-4850-b541-5dd2ca234993') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:00.449895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96114ee2-d56b-4850-b541-5dd2ca234993') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:00.475716 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.478645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1189fdd-ddb8-49cb-bd08-55e3eb4f3500 req-61220194-4672-411b-99ee-b0fff067a24b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682068 Aug 12 04:25:00.505871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.516226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:00.516653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:00.519761 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:00.606203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.681482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.721059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41812) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:00.732756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.758099 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.760012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/d014d693-4b91-43db-a745-f7b7fa24a8c7 HTTP/1.1" status: 204 len: 168 time: 4.1126239 Aug 12 04:25:00.763568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2b11-12d6-4d6d-a4de-04d3e1316bc7 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=d014d693-4b91-43db-a745-f7b7fa24a8c7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:00.764512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:00.765732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:00.767452 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56731f0e-34ea-44d2-b36a-6049b70b9cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.768194 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb10fc2-a7d9-45f1-898a-a5122826d6c6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:00.775132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1998538195'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:00.781032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.781412 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Added segment 9d92a23f-4e58-4399-944c-d35a94abce21 of type vlan for network d7e3f17e-f339-49b8-a654-40de63aeb5d1 Aug 12 04:25:00.819856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-617619d2-e48e-408b-a1a5-348c1327c1ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.842160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:00.843251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.875344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-617619d2-e48e-408b-a1a5-348c1327c1ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.917732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:00.926941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:00.975845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:01.008983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.008983 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 5eaf96e7-3c1b-41ce-b06d-d52bd162dfec of type vlan for network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 Aug 12 04:25:01.017185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.017185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.036992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.044146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:01.045222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-617619d2-e48e-408b-a1a5-348c1327c1ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.045354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.046700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-617619d2-e48e-408b-a1a5-348c1327c1ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.047873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-617619d2-e48e-408b-a1a5-348c1327c1ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/security-groups/4de397cd-60d0-4df1-ac2e-ae85079b4d9e HTTP/1.1" status: 204 len: 168 time: 0.3258584 Aug 12 04:25:01.053164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41820) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:01.066827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.070931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617619d2-e48e-408b-a1a5-348c1327c1ca tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de397cd-60d0-4df1-ac2e-ae85079b4d9e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:01.081285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:01.082277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:25:01.085491 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1ef5b-0b41-433c-96a9-b6efe450fdd8" -d '{"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-unplugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:25:01.113302 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-26575e05-e8bc-4f61-aae3-8876d5600a9e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] show failed (client error): The resource could not be found. Aug 12 04:25:01.127634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-26575e05-e8bc-4f61-aae3-8876d5600a9e tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "GET /v2.0/security-groups/4de397cd-60d0-4df1-ac2e-ae85079b4d9e HTTP/1.1" status: 404 len: 347 time: 0.0628154 Aug 12 04:25:01.129151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41826) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:01.162177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.167565 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea4cbf-1441-4ea3-b696-19d574ccd4e0 x-openstack-request-id: req-e4ea4cbf-1441-4ea3-b696-19d574ccd4e0 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:25:01.168076 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-unplugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:25:01.173541 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4ea4cbf-1441-4ea3-b696-19d574ccd4e0 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:25:01.173541 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'code': 200} Aug 12 04:25:01.197843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41832) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:01.198411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2484682 Aug 12 04:25:01.212574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'subnet': {'network_id': 'd7e3f17e-f339-49b8-a654-40de63aeb5d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:01.235433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:01.236775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39800d8d-5975-4b50-8c28-24eb085b2f53 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Network': ['ID=d7e3f17e-f339-49b8-a654-40de63aeb5d1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:01.273850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:01.319307 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.324762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:01.325459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.443119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=3d56d17e-10e3-43b6-8894-f3beda50bdd1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:01.459118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:01.474895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port 32defa49-49a3-4bca-a158-625448e8e2d0 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:01.475292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.543950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d438caa9-e1a9-46ae-b204-fd54e6c1b38a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7777777 Aug 12 04:25:01.546464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41842) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:01.553430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:01.597947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.598523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.620296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for 32defa49-49a3-4bca-a158-625448e8e2d0 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:01.638891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:01.642515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.674114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9238-bc40-4c9e-8fc9-19205f42ae6b req-cf0277cd-01f9-451a-9dea-2fe7d84ac644 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:01.675636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-df4c9238-bc40-4c9e-8fc9-19205f42ae6b req-cf0277cd-01f9-451a-9dea-2fe7d84ac644 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1046696 Aug 12 04:25:01.732992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-df4c9238-bc40-4c9e-8fc9-19205f42ae6b req-9d470b4f-9da0-4fa0-9f1a-bf5cdac2a06b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Aug 12 04:25:01.773155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:01.776960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:01.861052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing IP validity checks on allocation pools {{(pid=95042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 04:25:01.861280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 04:25:01.955851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.116596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.139652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.199239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b3bfa-cb4e-444c-9cdc-ac89ef887987,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:02.211476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:02.211476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: 3d56d17e-10e3-43b6-8894-f3beda50bdd1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:02.325583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:02.357798 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.362547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=32defa49-49a3-4bca-a158-625448e8e2d0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:02.459603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 3d56d17e-10e3-43b6-8894-f3beda50bdd1) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:02.460061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Subnet': ['ID=5d54ee28-3289-432e-bf98-9176f94632ca,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:02.465837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:02.467168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.470488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7505422-c348-48b0-a6e7-6544d282fd74 None None] Network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:02.482882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Checking segment: {'id': '9d92a23f-4e58-4399-944c-d35a94abce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7e3f17e-f339-49b8-a654-40de63aeb5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:02.483246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network hostable DHCP agents. Network: d7e3f17e-f339-49b8-a654-40de63aeb5d1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:02.490599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.493114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.494462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15e49da1-75ec-49fd-99c2-a99f422a2650 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/floatingips/a78a7b49-69e7-431f-88c2-e2dc7e9fb75a HTTP/1.1" status: 204 len: 168 time: 1.3620329 Aug 12 04:25:02.497475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41860) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:02.594312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e82be041-d0c7-4dea-ad91-93c7ad6eb08b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0465877 Aug 12 04:25:02.596767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41866) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:02.636429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:02.659005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d7e3f17e-f339-49b8-a654-40de63aeb5d1) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:02.686901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:02.688249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.700999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65bb81a-3c77-4f5e-ab4b-58e9d55ebd4f None None] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:02.712993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port 4176692e-2264-4a3d-9cd8-b70b8f25ee79 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:02.713333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.747650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-3d56d17e-10e3-43b6-8894-f3beda50bdd1', 'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '9b2b3bfa-cb4e-444c-9cdc-ac89ef887987'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:02.747870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.791569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.861089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.863380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-368c6327-c510-4c39-b6b9-e749b234fe32 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6639774 Aug 12 04:25:02.864687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41870) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:02.871142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1162778025', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:02.957923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:02.979428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for 4176692e-2264-4a3d-9cd8-b70b8f25ee79 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:02.991865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15685c-78ae-4526-bdbd-6b6343c5e8ef req-22d98a2d-4d19-4140-8d37-a24d5a1fc4dc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:02.993451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d15685c-78ae-4526-bdbd-6b6343c5e8ef req-22d98a2d-4d19-4140-8d37-a24d5a1fc4dc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1353745 Aug 12 04:25:03.000684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.002015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.030529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7af69c-e83d-48a3-92f6-43b142cde72b None None] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:03.068254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.081476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Allocated IP 172.20.0.3 (3d56d17e-10e3-43b6-8894-f3beda50bdd1/9b2b3bfa-cb4e-444c-9cdc-ac89ef887987/6a259a74-e661-49a9-b6a7-a2941429164b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:03.083347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d15685c-78ae-4526-bdbd-6b6343c5e8ef req-60608b86-1d8b-45a2-87e4-350388eac4ad tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810204 Aug 12 04:25:03.296687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c9af-73f6-42e5-ac07-684aace150eb req-2c364f8d-5db9-47ad-8e10-47e00238d39c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:03.298209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-abd3c9af-73f6-42e5-ac07-684aace150eb req-2c364f8d-5db9-47ad-8e10-47e00238d39c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1257524 Aug 12 04:25:03.349165 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.359797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Transition to ACTIVE for port object 6a259a74-e661-49a9-b6a7-a2941429164b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:03.382949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Transition to ACTIVE for port object 6a259a74-e661-49a9-b6a7-a2941429164b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:03.384249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.406596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-abd3c9af-73f6-42e5-ac07-684aace150eb req-996e8513-b5b2-4908-80e6-39684b80b4b9 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699346 Aug 12 04:25:03.417037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.450691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=4176692e-2264-4a3d-9cd8-b70b8f25ee79,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:03.574293 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.593052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.596118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f9fb3ca5-3bd1-4917-956f-e63ca64e7d59 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/ports/4176692e-2264-4a3d-9cd8-b70b8f25ee79 HTTP/1.1" status: 204 len: 168 time: 1.0975704 Aug 12 04:25:03.601308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41894) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:03.652201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:03.657348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:03.662031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:03.664123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.671666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Pushing event updated for resources: {'Port': ['ID=6a259a74-e661-49a9-b6a7-a2941429164b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:03.740897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Attempting to bind port 6a259a74-e661-49a9-b6a7-a2941429164b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:03.741372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Attempting to bind port 6a259a74-e661-49a9-b6a7-a2941429164b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:03.741842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Attempting to bind port 6a259a74-e661-49a9-b6a7-a2941429164b on network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:03.750046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:03.751157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Checking segment: {'id': '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:03.751157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.751894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Bound using segment: {'id': '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:03.752646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Bound port: 6a259a74-e661-49a9-b6a7-a2941429164b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:03.753348 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.764923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.801237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2b3bfa-cb4e-444c-9cdc-ac89ef887987,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:03.890830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.893770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.895815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-68245d08-3935-4359-af1f-c765189113f0 None None] For port 6a259a74-e661-49a9-b6a7-a2941429164b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:03.906835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-68245d08-3935-4359-af1f-c765189113f0 None None] For port 6a259a74-e661-49a9-b6a7-a2941429164b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6a259a74-e661-49a9-b6a7-a2941429164b,segment=NetworkSegment(5eaf96e7-3c1b-41ce-b06d-d52bd162dfec),segment_id=5eaf96e7-3c1b-41ce-b06d-d52bd162dfec)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:03.915112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.918218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d56d17e-10e3-43b6-8894-f3beda50bdd1']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:03.922181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting port 195820d1-456d-4190-810d-39d565cad58f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:03.929122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:03.948004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:03.948389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:03.994614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.002586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.069352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.115715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:04.115846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:04.127853 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:04.140853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.233 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/2e6eadb9-f428-4bcd-b8ef-1019590b1d7f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:04.263193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.284501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Calling delete_port for 195820d1-456d-4190-810d-39d565cad58f owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:04.358010 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:25:04.358010 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:25:04.358010 n-d-804320-1 neutron-server[95042]: [parameters: {'id': '3d56d17e-10e3-43b6-8894-f3beda50bdd1'}] Aug 12 04:25:04.358010 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:04.364003 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:04.365904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245d08-3935-4359-af1f-c765189113f0 None None] Pushing event updated for resources: {'Port': ['ID=6a259a74-e661-49a9-b6a7-a2941429164b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:04.404589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4ddfd-c579-4fd6-983a-b4c9d249f7f8 None None] Network 3d56d17e-10e3-43b6-8894-f3beda50bdd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:04.491245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed1efb-6bbd-41ba-9762-791e092d36d8 req-c3a55563-b1be-4df5-9466-6d0616d4cabd tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:04.498836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94ed1efb-6bbd-41ba-9762-791e092d36d8 req-c3a55563-b1be-4df5-9466-6d0616d4cabd tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.2845428 Aug 12 04:25:04.587957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94ed1efb-6bbd-41ba-9762-791e092d36d8 req-ff449d6b-828d-4e09-b7a8-e28c79052dd2 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882189 Aug 12 04:25:04.609403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13c334-ee1d-468b-9abd-16144708646b None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:25:04.724405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.734184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.743941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13c334-ee1d-468b-9abd-16144708646b None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:25:04.761370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Port': ['ID=195820d1-456d-4190-810d-39d565cad58f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:04.837266 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.839440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f557216e-3308-472f-804e-e44561a9e997 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/ports/195820d1-456d-4190-810d-39d565cad58f HTTP/1.1" status: 204 len: 168 time: 1.2282624 Aug 12 04:25:04.842048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41932) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:04.870176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.881611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41934) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:04.924075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting subnet 81b737e3-fab0-4389-a300-b1688d8f43e6 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:25:04.930397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:04.950450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.000168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.070658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port 6a259a74-e661-49a9-b6a7-a2941429164b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:05.071100 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.107461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:05.115744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:05.124876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:05.129173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=2e6eadb9-f428-4bcd-b8ef-1019590b1d7f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:05.200885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port 6a259a74-e661-49a9-b6a7-a2941429164b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6a259a74-e661-49a9-b6a7-a2941429164b,segment=NetworkSegment(5eaf96e7-3c1b-41ce-b06d-d52bd162dfec),segment_id=5eaf96e7-3c1b-41ce-b06d-d52bd162dfec)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:05.201237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.219156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.244356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for 6a259a74-e661-49a9-b6a7-a2941429164b owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:05.335757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-db4c24c6-3387-4b78-8590-9751d4179e14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4467990 Aug 12 04:25:05.450382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.488987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Subnet': ['ID=81b737e3-fab0-4389-a300-b1688d8f43e6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:05.499965 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.504632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.506874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cbe48018-37fd-4bbc-8dd7-d159f7bb750d tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/subnets/81b737e3-fab0-4389-a300-b1688d8f43e6 HTTP/1.1" status: 204 len: 168 time: 0.6637688 Aug 12 04:25:05.509708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41958) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:05.536373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be2938-f40a-4588-9fb3-dfd4ee67e805 None None] Network 340cda35-bfc8-40f5-920c-407219dc179f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:05.591287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port 6a259a74-e661-49a9-b6a7-a2941429164b on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:05.653801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Deleting subnet de8ff613-fa02-4f73-91a1-4c4e87da9870 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:25:05.668967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.678005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=6a259a74-e661-49a9-b6a7-a2941429164b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:05.857860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.881089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.897441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d56d17e-10e3-43b6-8894-f3beda50bdd1']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:05.910171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7f7a-1bf7-43c0-a4cd-382ca4b3e52d req-dc866a8e-0c9a-4ce7-aa37-8a5900bda1ac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:05.911170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:05.911742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68a7f7a-1bf7-43c0-a4cd-382ca4b3e52d req-dc866a8e-0c9a-4ce7-aa37-8a5900bda1ac tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1689608 Aug 12 04:25:05.911909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf96e7-3c1b-41ce-b06d-d52bd162dfec') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:05.920463 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.937066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.976904 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:05.999095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:05.999997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:06.003516 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:06.028367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] DHCP port deletion for 340cda35-bfc8-40f5-920c-407219dc179f request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:06.091570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68a7f7a-1bf7-43c0-a4cd-382ca4b3e52d req-0866a5e3-276b-442b-b8fd-07b30b98e835 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182883 Aug 12 04:25:06.099177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.116848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] Deleting port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:06.117467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.186405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] For port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,segment=NetworkSegment(855c82c9-fa2c-4614-8c5b-b5e4888c9d81),segment_id=855c82c9-fa2c-4614-8c5b-b5e4888c9d81)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:06.186865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.212234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] Calling delete_port for 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:06.226185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.263461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.269216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/3d56d17e-10e3-43b6-8894-f3beda50bdd1 HTTP/1.1" status: 204 len: 168 time: 3.6677423 Aug 12 04:25:06.269216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9209-e19c-49a4-8caa-63d514058c29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=3d56d17e-10e3-43b6-8894-f3beda50bdd1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:06.269216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41986) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:06.278404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709148800'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:06.346087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.380452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.443245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Subnet': ['ID=de8ff613-fa02-4f73-91a1-4c4e87da9870,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:06.447987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.450119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f98772f8-4f28-42a0-b8b9-f46703249674 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/subnets/de8ff613-fa02-4f73-91a1-4c4e87da9870 HTTP/1.1" status: 204 len: 168 time: 0.9390929 Aug 12 04:25:06.453090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:06.461307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12a1db-85c8-4cca-b1f4-fb633b1cdec6 None None] Network d56ba764-1959-40f3-9116-6911ffa5f2f7 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:06.465441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:06.468566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.570063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:06.601961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.601961 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 10e316f6-22c4-41fa-982c-ff06c0352cc2 of type vlan for network 606084ab-df6a-48d2-8df0-008d6e035570 Aug 12 04:25:06.602119 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.602560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.661845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] Pushing event deleted for resources: {'Port': ['ID=672d5bc5-4879-48b0-a1b9-fa0dc719e7d9,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:06.667873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753208ef-78d6-478d-a7d7-4dd874638500 None None] No DVR routers for this DVR port 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:06.680541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.752596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:25:06.771296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] DHCP port deletion for d56ba764-1959-40f3-9116-6911ffa5f2f7 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:06.783567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.795760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340cda35-bfc8-40f5-920c-407219dc179f']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:06.808462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855c82c9-fa2c-4614-8c5b-b5e4888c9d81') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:06.818804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855c82c9-fa2c-4614-8c5b-b5e4888c9d81') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:06.825693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] Deleting port 99797545-995a-4290-bba3-1ea850e8b741 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:06.826368 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.850690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:06.853892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.879095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.890817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:06.891982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:06.894411 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:06.953610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] For port 99797545-995a-4290-bba3-1ea850e8b741, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=99797545-995a-4290-bba3-1ea850e8b741,segment=NetworkSegment(aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b),segment_id=aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:06.954016 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:06.969322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] Calling delete_port for 99797545-995a-4290-bba3-1ea850e8b741 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:06.998734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.004496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:07.005108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.017576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:07.033810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:07.065618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:07.066260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.100821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=606084ab-df6a-48d2-8df0-008d6e035570,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:07.120596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 606084ab-df6a-48d2-8df0-008d6e035570 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:07.124267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.174081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.174081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-412e68aa-00f8-4bea-ac23-03435d6af34f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3044116 Aug 12 04:25:07.185125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42018) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:07.186850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:07.187497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.206942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-12d02bde-7c73-467a-a73e-bd075327e83d tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9364607 Aug 12 04:25:07.208744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42020) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:07.209569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.227267 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.232648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.232648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83633c6c-493b-4490-996d-36bd96f0ac1b None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:07.235857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/networks/340cda35-bfc8-40f5-920c-407219dc179f HTTP/1.1" status: 204 len: 168 time: 0.7806928 Aug 12 04:25:07.239271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42024) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:07.243219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': '606084ab-df6a-48d2-8df0-008d6e035570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:07.265154 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.350418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] No DVR routers for this DVR port 99797545-995a-4290-bba3-1ea850e8b741 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:07.361089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ec0d4-ac54-4c2a-86bf-df3dd492d457 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Network': ['ID=340cda35-bfc8-40f5-920c-407219dc179f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:07.399002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c46c-a1f3-473c-bcf2-cea2fa2f8fcb None None] Pushing event deleted for resources: {'Port': ['ID=99797545-995a-4290-bba3-1ea850e8b741,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:07.440224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:07.451871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.477457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:07.479588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 672d5bc5-4879-48b0-a1b9-fa0dc719e7d9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:07.479588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 99797545-995a-4290-bba3-1ea850e8b741 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:07.497581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 99797545-995a-4290-bba3-1ea850e8b741 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:07.504852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 99797545-995a-4290-bba3-1ea850e8b741 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:07.525572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15bb3e-0853-47ec-82e5-112c8152b5dc req-8eaae982-390c-49f3-b63d-9ea912637ccd tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:07.533555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f15bb3e-0853-47ec-82e5-112c8152b5dc req-8eaae982-390c-49f3-b63d-9ea912637ccd tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1118267 Aug 12 04:25:07.593958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.605952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:07.609972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.631013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56ba764-1959-40f3-9116-6911ffa5f2f7']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.636440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f15bb3e-0853-47ec-82e5-112c8152b5dc req-58436e97-82cc-4143-9f7a-c6b9bf7fe265 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973322 Aug 12 04:25:07.687675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.687971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca8b9fe-d2e0-4cbc-8107-6aaee0ebd76b') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:07.706397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.734495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.745925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:07.746331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:07.749399 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:08.041770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:08.054889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:08.054889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] 10.222.0.42 "DELETE /v2.0/networks/d56ba764-1959-40f3-9116-6911ffa5f2f7 HTTP/1.1" status: 204 len: 168 time: 0.8041904 Aug 12 04:25:08.077471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8de4-afbe-4b5d-ae2a-fe77fd1b48b9 tempest-TaggedBootDevicesTest-950954675 tempest-TaggedBootDevicesTest-950954675-project] Pushing event deleted for resources: {'Network': ['ID=d56ba764-1959-40f3-9116-6911ffa5f2f7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:08.103085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:08.204671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=376463e1-d315-4b9e-b56c-282ae68be706,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:08.247205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '10e316f6-22c4-41fa-982c-ff06c0352cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '606084ab-df6a-48d2-8df0-008d6e035570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:08.247799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: 606084ab-df6a-48d2-8df0-008d6e035570, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:08.259421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-4c319184-c23a-475d-9df9-a42afecefccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:08.261135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-4c319184-c23a-475d-9df9-a42afecefccc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24&tenant_id=626f1c00e84644a39cb986e23c67aa72 HTTP/1.1" status: 200 len: 1095 time: 0.1204152 Aug 12 04:25:08.398461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-8462c29c-d15d-4870-b075-0c10f3ad0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:08.400688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-8462c29c-d15d-4870-b075-0c10f3ad0d41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1095 time: 0.1133134 Aug 12 04:25:08.413491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network 606084ab-df6a-48d2-8df0-008d6e035570 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:08.521976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 606084ab-df6a-48d2-8df0-008d6e035570) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:08.533238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935361c-514b-4bd9-8ac4-4bfa4bfe8efa None None] Network 606084ab-df6a-48d2-8df0-008d6e035570 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:08.538567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:08.539272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:08.556255 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:08.602724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-8ba286b6-41c4-41a9-84ec-503eea87f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:08.604665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-8ba286b6-41c4-41a9-84ec-503eea87f3d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 914 time: 0.1892753 Aug 12 04:25:08.675845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-58a2d22a-41be-4880-8df9-e41e71b169be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 217 time: 0.0399203 Aug 12 04:25:08.696347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bb65baeb-63cb-4207-86a8-9b2e942b759f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4580848 Aug 12 04:25:08.703834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:08.731327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-389db49e-0deb-47fa-949b-70655c06e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:08.732712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-389db49e-0deb-47fa-949b-70655c06e57b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.0490801 Aug 12 04:25:08.784610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-606084ab-df6a-48d2-8df0-008d6e035570', 'network_id': '606084ab-df6a-48d2-8df0-008d6e035570', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '376463e1-d315-4b9e-b56c-282ae68be706'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:08.790518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:08.829242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-278b9dca-d787-4b84-97c1-fb839f54e9b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737798 Aug 12 04:25:08.841889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:08.970477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.038488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Allocated IP 172.20.0.1 (606084ab-df6a-48d2-8df0-008d6e035570/376463e1-d315-4b9e-b56c-282ae68be706/617f0b6e-4b2f-47d1-a301-42378570ce77) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:09.062827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.064161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f975c75-07ab-4486-8c33-5c1b11237be5 req-8e17f148-adca-4eee-8be1-1e26f5f40a4c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:09.065802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f975c75-07ab-4486-8c33-5c1b11237be5 req-8e17f148-adca-4eee-8be1-1e26f5f40a4c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.2356188 Aug 12 04:25:09.132325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e266eee-9d08-4923-b6aa-4d5dd27262d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.264505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e266eee-9d08-4923-b6aa-4d5dd27262d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.280747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-84e78411-5b3e-4a98-97ca-c04c65966cdd service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119358 Aug 12 04:25:09.281598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.293022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7f975c75-07ab-4486-8c33-5c1b11237be5 req-60f9cd8c-f466-4c11-89ee-5d00cdee87cb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196755 Aug 12 04:25:09.296384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Transition to ACTIVE for port object 617f0b6e-4b2f-47d1-a301-42378570ce77 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:09.325974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Transition to ACTIVE for port object 617f0b6e-4b2f-47d1-a301-42378570ce77 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:09.344461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e266eee-9d08-4923-b6aa-4d5dd27262d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.374035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e266eee-9d08-4923-b6aa-4d5dd27262d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3b707e6fa514236b82ada5953497810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5310442 Aug 12 04:25:09.383001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42064) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:09.428797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e266eee-9d08-4923-b6aa-4d5dd27262d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b8199-1b91-41ae-ac1b-109646492fbe,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:09.477303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-048fa5e2-d1a3-4ec8-8f0a-e74a8b1ac08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.499620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.501646 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-048fa5e2-d1a3-4ec8-8f0a-e74a8b1ac08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.523813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7be32f0a-5ef1-4917-90dc-0cc13fcd6abe req-8af6681b-d1b5-4f10-a056-f7217597cd5b service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292929 Aug 12 04:25:09.539419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.1 (d7e3f17e-f339-49b8-a654-40de63aeb5d1/5d54ee28-3289-432e-bf98-9176f94632ca/e7ab8062-67c7-4d5f-92f2-9731eddc5f89) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:09.581334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Network 606084ab-df6a-48d2-8df0-008d6e035570 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:09.590007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:09.592705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:09.626479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Pushing event updated for resources: {'Port': ['ID=617f0b6e-4b2f-47d1-a301-42378570ce77,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:09.658034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Attempting to bind port 617f0b6e-4b2f-47d1-a301-42378570ce77 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:09.658550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Attempting to bind port 617f0b6e-4b2f-47d1-a301-42378570ce77 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '10e316f6-22c4-41fa-982c-ff06c0352cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '606084ab-df6a-48d2-8df0-008d6e035570'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:09.659015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Attempting to bind port 617f0b6e-4b2f-47d1-a301-42378570ce77 on network 606084ab-df6a-48d2-8df0-008d6e035570 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:09.665003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:09.665428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Checking segment: {'id': '10e316f6-22c4-41fa-982c-ff06c0352cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '606084ab-df6a-48d2-8df0-008d6e035570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:09.665954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.666437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Bound using segment: {'id': '10e316f6-22c4-41fa-982c-ff06c0352cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '606084ab-df6a-48d2-8df0-008d6e035570'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:09.667082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Bound port: 617f0b6e-4b2f-47d1-a301-42378570ce77, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e316f6-22c4-41fa-982c-ff06c0352cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '606084ab-df6a-48d2-8df0-008d6e035570'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:09.667553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.700110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.704268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.719596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-048fa5e2-d1a3-4ec8-8f0a-e74a8b1ac08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.722113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-048fa5e2-d1a3-4ec8-8f0a-e74a8b1ac08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.723400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-048fa5e2-d1a3-4ec8-8f0a-e74a8b1ac08c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/031b8199-1b91-41ae-ac1b-109646492fbe HTTP/1.1" status: 204 len: 168 time: 0.3391986 Aug 12 04:25:09.752839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-09364700-b156-4790-9051-ffbae038ee06 None None] For port 617f0b6e-4b2f-47d1-a301-42378570ce77, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:09.756757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fa5e2-d1a3-4ec8-8f0a-e74a8b1ac08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b8199-1b91-41ae-ac1b-109646492fbe,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:09.765058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-09364700-b156-4790-9051-ffbae038ee06 None None] For port 617f0b6e-4b2f-47d1-a301-42378570ce77, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=617f0b6e-4b2f-47d1-a301-42378570ce77,segment=NetworkSegment(10e316f6-22c4-41fa-982c-ff06c0352cc2),segment_id=10e316f6-22c4-41fa-982c-ff06c0352cc2)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:09.797673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=376463e1-d315-4b9e-b56c-282ae68be706,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:09.842565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.870528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.881257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:09.932405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606084ab-df6a-48d2-8df0-008d6e035570']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:09.946144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:09.952944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=e7ab8062-67c7-4d5f-92f2-9731eddc5f89,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:09.961815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:09.967154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:09.974667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09364700-b156-4790-9051-ffbae038ee06 None None] Pushing event updated for resources: {'Port': ['ID=617f0b6e-4b2f-47d1-a301-42378570ce77,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:09.983582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e316f6-22c4-41fa-982c-ff06c0352cc2') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:09.983886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e316f6-22c4-41fa-982c-ff06c0352cc2') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:10.008571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:10.039912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:10.051585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:10.054903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:10.055321 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:10.058410 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:10.328020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:25:10.328020 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:25:10.328020 n-d-804320-1 neutron-server[95042]: [parameters: {'id': '606084ab-df6a-48d2-8df0-008d6e035570'}] Aug 12 04:25:10.328020 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:10.328837 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:10.487085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015cdf1-5f03-43dc-88b9-9ad24c3e4694 req-2d9eef0c-db1b-497d-9d03-842c669e1b61 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:10.496459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2015cdf1-5f03-43dc-88b9-9ad24c3e4694 req-2d9eef0c-db1b-497d-9d03-842c669e1b61 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.0790906 Aug 12 04:25:10.574473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2015cdf1-5f03-43dc-88b9-9ad24c3e4694 req-70c275d2-b5e2-4240-a045-af98d75d5f03 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770690 Aug 12 04:25:10.575708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:10.781084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42094) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:10.815877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8830fc4-776f-47e5-aaf2-65b3208fcc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:10.834590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.063909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port 617f0b6e-4b2f-47d1-a301-42378570ce77 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:11.064305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.148093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.225107 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.519954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=e7ab8062-67c7-4d5f-92f2-9731eddc5f89,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:11.552597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 617f0b6e-4b2f-47d1-a301-42378570ce77 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:25:11.604531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.680818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aad579-72b5-492b-bde7-4cf2fab42eb8 None None] Network 606084ab-df6a-48d2-8df0-008d6e035570 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:11.796947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port 617f0b6e-4b2f-47d1-a301-42378570ce77, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=617f0b6e-4b2f-47d1-a301-42378570ce77,segment=NetworkSegment(10e316f6-22c4-41fa-982c-ff06c0352cc2),segment_id=10e316f6-22c4-41fa-982c-ff06c0352cc2)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:11.797741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.821846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for 617f0b6e-4b2f-47d1-a301-42378570ce77 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:11.880684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e5653ff7-4505-442d-8873-1504c9f6fa44 None None] Provisioning for port 617f0b6e-4b2f-47d1-a301-42378570ce77 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:25:11.942487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8830fc4-776f-47e5-aaf2-65b3208fcc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:11.980003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89974c-a3ff-48f9-9ee0-36ec9fb45d6f req-a9925db7-3a7a-4220-a221-885f107c9747 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:11.981645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e89974c-a3ff-48f9-9ee0-36ec9fb45d6f req-a9925db7-3a7a-4220-a221-885f107c9747 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.2278769 Aug 12 04:25:11.985850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 617f0b6e-4b2f-47d1-a301-42378570ce77 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:25:12.005483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 617f0b6e-4b2f-47d1-a301-42378570ce77 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:25:12.007069 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.016753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8830fc4-776f-47e5-aaf2-65b3208fcc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.067523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:12.071327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:12.090272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.096765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e89974c-a3ff-48f9-9ee0-36ec9fb45d6f req-02fd1668-835b-46df-b0f9-968421e787b7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043041 Aug 12 04:25:12.144304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Could not find standard attr ID for object 617f0b6e-4b2f-47d1-a301-42378570ce77. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:25:12.148634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port 617f0b6e-4b2f-47d1-a301-42378570ce77 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:12.155732 n-d-804320-1 neutron-server[95044]: INFO neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No ports have port_id starting with 617f0b6e-4b2f-47d1-a301-42378570ce77 Aug 12 04:25:12.177159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8830fc4-776f-47e5-aaf2-65b3208fcc92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa354dc659514ff090d1dc9c1d08a8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3902061 Aug 12 04:25:12.178260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:12.178969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8830fc4-776f-47e5-aaf2-65b3208fcc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649845e0-1c3c-4958-a0a0-b11e52a820aa,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:12.203800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b344a6-ed8b-4344-92c2-7ff61fb84602 None None] DHCP port deletion for 606084ab-df6a-48d2-8df0-008d6e035570 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:12.271258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=617f0b6e-4b2f-47d1-a301-42378570ce77,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:12.393458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:12.397287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.500620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aa529dbe-5928-4a7f-8335-53b4fba5ad4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.523148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606084ab-df6a-48d2-8df0-008d6e035570']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.541704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e316f6-22c4-41fa-982c-ff06c0352cc2') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.541986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e316f6-22c4-41fa-982c-ff06c0352cc2') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.557520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aa529dbe-5928-4a7f-8335-53b4fba5ad4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.560279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.591816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.635116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:12.636002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:12.636367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.655807 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:12.663372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3a6da27-9068-4bbc-92b7-3be6301dae3a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/routers/7f6ba4cc-05a1-4b86-81c8-dfd3687477e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4718330 Aug 12 04:25:12.666434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42114) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:12.667786 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:12.668421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.677012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'port': {'network_id': 'd7e3f17e-f339-49b8-a654-40de63aeb5d1', 'name': 'tempest-FloatingIPTestJSON-1029036489'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:12.720936 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:12.745094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.756444 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:12.757291 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.794332 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:12.795271 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb1e18-e7f5-4190-9801-d44bfcae5b6f None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:12.831030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.848396 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.854361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42116) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:12.855884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/606084ab-df6a-48d2-8df0-008d6e035570 HTTP/1.1" status: 204 len: 168 time: 4.1507547 Aug 12 04:25:12.861681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1214884183'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:12.879905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aa529dbe-5928-4a7f-8335-53b4fba5ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.886564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aa529dbe-5928-4a7f-8335-53b4fba5ad4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.887790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aa529dbe-5928-4a7f-8335-53b4fba5ad4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/649845e0-1c3c-4958-a0a0-b11e52a820aa HTTP/1.1" status: 204 len: 168 time: 0.7059710 Aug 12 04:25:12.922876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f84c2-211d-4dc7-bf5d-6ef148005f6a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=606084ab-df6a-48d2-8df0-008d6e035570,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:12.940143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:12.949672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:12.953332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa529dbe-5928-4a7f-8335-53b4fba5ad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649845e0-1c3c-4958-a0a0-b11e52a820aa,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:13.044945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] device_id is not set on port c0bcae07-54c4-4853-b39b-92d372f0b22c yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:25:13.324932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542eded-15de-4604-a1c4-7a4a3a010892 req-3af6a6a8-01b4-4374-a73c-6b1c7d14b5b5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:13.338996 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e542eded-15de-4604-a1c4-7a4a3a010892 req-3af6a6a8-01b4-4374-a73c-6b1c7d14b5b5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1049361 Aug 12 04:25:13.381864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:13.387977 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:13.419421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 617f0b6e-4b2f-47d1-a301-42378570ce77 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:13.442356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:13.446100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.4 (d7e3f17e-f339-49b8-a654-40de63aeb5d1/5d54ee28-3289-432e-bf98-9176f94632ca/c0bcae07-54c4-4853-b39b-92d372f0b22c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:13.456661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e542eded-15de-4604-a1c4-7a4a3a010892 req-03dc3aa3-4dfd-4c77-8964-3787e3c45bee tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056943 Aug 12 04:25:13.459551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 617f0b6e-4b2f-47d1-a301-42378570ce77 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:13.460012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 617f0b6e-4b2f-47d1-a301-42378570ce77 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:13.470342 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:13.470342 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 59243d6f-c7dd-452e-b9a2-dad406c3adc5 of type vlan for network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 Aug 12 04:25:13.534769 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:13.790073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:13.796066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:13.802292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:13.821729 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:13.896433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0401757 Aug 12 04:25:13.898800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42144) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:13.906383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:13.931840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c7bb5-b18b-427a-95dd-734a1938af6f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=4e2b18bb-e859-476a-ad01-6a14acd8e4a0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:13.948408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:14.077046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521bf22-6fae-4b15-bdcb-3a891848e535 req-ec94a7ec-5da3-40c8-9386-619cdd1b37aa tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:14.082086 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b521bf22-6fae-4b15-bdcb-3a891848e535 req-ec94a7ec-5da3-40c8-9386-619cdd1b37aa tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.2143838 Aug 12 04:25:14.144444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b521bf22-6fae-4b15-bdcb-3a891848e535 req-f1c2ef2e-6380-4127-a619-3d968480583c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569339 Aug 12 04:25:14.190920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:14.255012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:14.258772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.117619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-e3a05728-7477-4038-9ffa-402e2db6eb2c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:15.124792 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-e3a05728-7477-4038-9ffa-402e2db6eb2c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.0976961 Aug 12 04:25:15.221765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:15.223967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:15.238583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:15.334272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Deleting port 8d2f1364-09c0-4907-a1c2-bea43d7902eb {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:15.334625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.345058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:15.346516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.351990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=c0bcae07-54c4-4853-b39b-92d372f0b22c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:15.449318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] For port 8d2f1364-09c0-4907-a1c2-bea43d7902eb, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=8d2f1364-09c0-4907-a1c2-bea43d7902eb,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:15.450096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.518904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-71f00975-baef-430c-917b-743f04c74d6d tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8488603 Aug 12 04:25:15.524010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42178) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:15.537752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'port': {'network_id': 'd7e3f17e-f339-49b8-a654-40de63aeb5d1', 'name': 'tempest-FloatingIPTestJSON-1909014704'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:15.559906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0dea3-8110-45d2-9bda-2a58a83906d7 req-8ea21091-32a2-44d8-9d65-4e1953ff005a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:15.577123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cba0dea3-8110-45d2-9bda-2a58a83906d7 req-8ea21091-32a2-44d8-9d65-4e1953ff005a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.3747616 Aug 12 04:25:15.673640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.674025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.674346 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Floating IP 9c683ddd-534c-48b9-afd6-d9af39409cbd disassociated. External IP: 172.25.6.163, port: 8d2f1364-09c0-4907-a1c2-bea43d7902eb. Aug 12 04:25:15.674699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Calling delete_port for 8d2f1364-09c0-4907-a1c2-bea43d7902eb owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:15.901427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cba0dea3-8110-45d2-9bda-2a58a83906d7 req-78c9e374-3232-4775-a70c-fbf26071bebf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229735 Aug 12 04:25:15.913862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65952783-bcda-4c4f-889d-0823c5d09e98 req-cf77fd55-49bf-4d02-83f8-aefdc0876e95 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:15.915457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65952783-bcda-4c4f-889d-0823c5d09e98 req-cf77fd55-49bf-4d02-83f8-aefdc0876e95 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 946 time: 0.0653782 Aug 12 04:25:15.978672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:15.990399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65952783-bcda-4c4f-889d-0823c5d09e98 req-7007b9d6-e1de-4ab0-bf29-572694bb6755 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups?id=dca9176f-a0c1-446b-b190-38d4d4ad4820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555224 Aug 12 04:25:15.992058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:16.045252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event deleted for resources: {'Port': ['ID=8d2f1364-09c0-4907-a1c2-bea43d7902eb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:16.144682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=c37e36c1-23b1-40e7-af47-28528e729d75,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:16.160609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '59243d6f-c7dd-452e-b9a2-dad406c3adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:16.160609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: 4e2b18bb-e859-476a-ad01-6a14acd8e4a0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:16.249632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:16.255730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:16.261368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:16.302350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] device_id is not set on port 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:25:16.375615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:16.468831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.6 (d7e3f17e-f339-49b8-a654-40de63aeb5d1/5d54ee28-3289-432e-bf98-9176f94632ca/9efe4517-7ba1-464e-bc63-c1e9ddf7ff36) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:16.589732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 4e2b18bb-e859-476a-ad01-6a14acd8e4a0) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:16.600304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07448f5-5ded-4ef0-bde3-e0f419f2642c None None] Network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:16.608036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:16.608036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:16.746627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-336adb5a-c80c-464a-a03a-f60f3d640481 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8446279 Aug 12 04:25:16.761094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42202) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:16.802445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:16.820499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:16.838994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:16.898200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] No DVR routers for this DVR port 8d2f1364-09c0-4907-a1c2-bea43d7902eb on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:16.901270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:16.915729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-826b5705-28b4-43a9-a933-92aafc73b6e5 req-4dcd7f40-531f-4667-94bc-b0a944302145 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.20 "DELETE /v2.0/ports/8d2f1364-09c0-4907-a1c2-bea43d7902eb HTTP/1.1" status: 204 len: 173 time: 1.7727075 Aug 12 04:25:16.919564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-deleted', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:25:16.919998 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6f55f0-7e4f-4e62-bebc-ac7c24f5bd4c" -d '{"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-deleted", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:25:17.047156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:17.048372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:17.135321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-4e2b18bb-e859-476a-ad01-6a14acd8e4a0', 'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': 'c37e36c1-23b1-40e7-af47-28528e729d75'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:17.136349 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:17.210517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:17.275856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1766a6-f927-47d9-977e-5e4e5f316b09 req-220035f3-b3c9-4d7b-8433-fb7b89acf7a4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:17.279305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1766a6-f927-47d9-977e-5e4e5f316b09 req-220035f3-b3c9-4d7b-8433-fb7b89acf7a4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1864772 Aug 12 04:25:17.403085 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:17.443810 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdccadd-5128-416a-906a-fde3efb8ce22 x-openstack-request-id: req-ecdccadd-5128-416a-906a-fde3efb8ce22 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:25:17.443810 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cab504d-7d79-40db-a720-740de84d6506", "name": "network-vif-deleted", "tag": "8d2f1364-09c0-4907-a1c2-bea43d7902eb", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:25:17.444486 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecdccadd-5128-416a-906a-fde3efb8ce22 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:25:17.444743 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab504d-7d79-40db-a720-740de84d6506', 'name': 'network-vif-deleted', 'tag': '8d2f1364-09c0-4907-a1c2-bea43d7902eb', 'status': 'completed', 'code': 200} Aug 12 04:25:17.606643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:17.645301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e1766a6-f927-47d9-977e-5e4e5f316b09 req-41c2ccb8-70d2-4a99-8bda-a2b2110defbe tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486660 Aug 12 04:25:17.652433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:17.722918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17f14920-bc68-42b2-aa3e-b9a22138a07a req-c5a47309-2b47-4249-a752-82442ada6820 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cab504d-7d79-40db-a720-740de84d6506 HTTP/1.1" status: 200 len: 210 time: 0.1075256 Aug 12 04:25:17.786495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:17.805825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:17.910418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=9efe4517-7ba1-464e-bc63-c1e9ddf7ff36,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:17.987194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:25:18.001698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:18.002368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:18.108996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42250) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:18.109207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-913c74a1-0c08-4f4c-b000-6ddf81b14c9f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5761359 Aug 12 04:25:18.116966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '9efe4517-7ba1-464e-bc63-c1e9ddf7ff36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:18.204458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Allocated IP 172.20.0.2 (4e2b18bb-e859-476a-ad01-6a14acd8e4a0/c37e36c1-23b1-40e7-af47-28528e729d75/8212766b-8632-416a-9653-5b90fd1f63cd) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:18.293491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:18.532028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:18.535294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:18.544703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Transition to ACTIVE for port object 8212766b-8632-416a-9653-5b90fd1f63cd will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:18.560480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Transition to ACTIVE for port object 8212766b-8632-416a-9653-5b90fd1f63cd will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:18.576639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:18.607275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:25:18.617073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:18.617757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:18.775598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.216 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/b69501b0-811d-416b-a035-4adba92235d0) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:18.793040 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:18.888033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:18.948898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Pushing event updated for resources: {'Port': ['ID=8212766b-8632-416a-9653-5b90fd1f63cd,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:18.994948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:19.002964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:19.004175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42266) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:19.014261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=c37e36c1-23b1-40e7-af47-28528e729d75,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:19.030436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:19.091860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.156213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:25:19.193601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.217549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b18bb-e859-476a-ad01-6a14acd8e4a0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:19.233889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73263c3e-475c-4298-9ca1-077ecb9f5bdc req-709bd4a4-fb43-48e1-bba1-612f8c196f6e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:19.240254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73263c3e-475c-4298-9ca1-077ecb9f5bdc req-709bd4a4-fb43-48e1-bba1-612f8c196f6e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.4460394 Aug 12 04:25:19.259474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59243d6f-c7dd-452e-b9a2-dad406c3adc5') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:19.259474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59243d6f-c7dd-452e-b9a2-dad406c3adc5') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:19.266748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:19.270133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:19.271088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.301077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.314738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:19.314738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.315567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.368472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 8d2f1364-09c0-4907-a1c2-bea43d7902eb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:19.368826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 8d2f1364-09c0-4907-a1c2-bea43d7902eb not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:19.380271 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:19.396760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2fffeae-f74b-4621-b95c-33732147754b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.459139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Attempting to bind port 8212766b-8632-416a-9653-5b90fd1f63cd on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:19.459650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Attempting to bind port 8212766b-8632-416a-9653-5b90fd1f63cd by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '59243d6f-c7dd-452e-b9a2-dad406c3adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:19.460106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Attempting to bind port 8212766b-8632-416a-9653-5b90fd1f63cd on network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:19.483521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-73263c3e-475c-4298-9ca1-077ecb9f5bdc req-98e513b4-2cfe-40b7-889e-45a88453ea66 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302685 Aug 12 04:25:19.488571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:19.502956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:19.520251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:19.530407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2fffeae-f74b-4621-b95c-33732147754b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.532470 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:25:19.532470 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:25:19.532470 n-d-804320-1 neutron-server[95043]: [parameters: {'id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0'}] Aug 12 04:25:19.532470 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:19.532829 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:19.572196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:19.572912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Checking segment: {'id': '59243d6f-c7dd-452e-b9a2-dad406c3adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:19.573365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.573818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Bound using segment: {'id': '59243d6f-c7dd-452e-b9a2-dad406c3adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:19.574317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Bound port: 8212766b-8632-416a-9653-5b90fd1f63cd, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59243d6f-c7dd-452e-b9a2-dad406c3adc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '4e2b18bb-e859-476a-ad01-6a14acd8e4a0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:19.575116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.611644 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2fffeae-f74b-4621-b95c-33732147754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.666282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-138c2e7b-606f-4017-9b19-c113249e2212 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.668053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=b69501b0-811d-416b-a035-4adba92235d0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:19.672648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] For port 8212766b-8632-416a-9653-5b90fd1f63cd, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:19.679435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.681060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.681172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] For port 8212766b-8632-416a-9653-5b90fd1f63cd, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8212766b-8632-416a-9653-5b90fd1f63cd,segment=NetworkSegment(59243d6f-c7dd-452e-b9a2-dad406c3adc5),segment_id=59243d6f-c7dd-452e-b9a2-dad406c3adc5)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:19.681267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.681267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.681267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.681487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.681790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.682400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.682828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.683244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.683684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.684080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:19.708317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b2fffeae-f74b-4621-b95c-33732147754b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cf1c7e555854a1d85127f04708aade3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029698 Aug 12 04:25:19.709110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42274) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:19.709802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fffeae-f74b-4621-b95c-33732147754b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bc8979-3fa6-46a2-a3d8-bbfdf7573a84,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:19.751962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-138c2e7b-606f-4017-9b19-c113249e2212 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.765838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.852392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7328981e-5967-41d2-a201-4fd61f9b674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:19.880172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7328981e-5967-41d2-a201-4fd61f9b674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.009153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7328981e-5967-41d2-a201-4fd61f9b674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.013075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7328981e-5967-41d2-a201-4fd61f9b674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.017208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7328981e-5967-41d2-a201-4fd61f9b674a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92bc8979-3fa6-46a2-a3d8-bbfdf7573a84 HTTP/1.1" status: 204 len: 168 time: 0.3035789 Aug 12 04:25:20.043965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.048666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328981e-5967-41d2-a201-4fd61f9b674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bc8979-3fa6-46a2-a3d8-bbfdf7573a84,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:20.052203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1019e2-4835-44b4-9ac4-2468252bdcd4 None None] Network 4e2b18bb-e859-476a-ad01-6a14acd8e4a0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:20.241102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port 8212766b-8632-416a-9653-5b90fd1f63cd {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:20.243180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.268606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-138c2e7b-606f-4017-9b19-c113249e2212 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.273359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-138c2e7b-606f-4017-9b19-c113249e2212 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.278513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-138c2e7b-606f-4017-9b19-c113249e2212 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "DELETE /v2.0/security-groups/dca9176f-a0c1-446b-b190-38d4d4ad4820 HTTP/1.1" status: 204 len: 168 time: 0.9921019 Aug 12 04:25:20.280081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d570a-8415-4896-bd9f-c954f1fc8890 None None] Pushing event updated for resources: {'Port': ['ID=8212766b-8632-416a-9653-5b90fd1f63cd,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:20.283554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42284) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:20.364947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c2e7b-606f-4017-9b19-c113249e2212 tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca9176f-a0c1-446b-b190-38d4d4ad4820,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:20.406118 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-0b1f4c41-44c2-4292-bb41-ddc6474fc31c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] show failed (client error): The resource could not be found. Aug 12 04:25:20.413284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0b1f4c41-44c2-4292-bb41-ddc6474fc31c tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "GET /v2.0/security-groups/dca9176f-a0c1-446b-b190-38d4d4ad4820 HTTP/1.1" status: 404 len: 347 time: 0.1198518 Aug 12 04:25:20.416541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42288) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:20.424987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port 8212766b-8632-416a-9653-5b90fd1f63cd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8212766b-8632-416a-9653-5b90fd1f63cd,segment=NetworkSegment(59243d6f-c7dd-452e-b9a2-dad406c3adc5),segment_id=59243d6f-c7dd-452e-b9a2-dad406c3adc5)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:20.426665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.472509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for 8212766b-8632-416a-9653-5b90fd1f63cd owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:20.522218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c67b8e-6282-4c50-b2cc-a131962a93a7 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:25:20.573592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:20.618392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d1136d-93b3-433a-9f61-f3bdf5ab9889 None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:16:46Z', 'revision_number': 4, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cf5cc194-9aa0-491f-abb5-de2b32728d4c', 'name': '', 'network_id': 'c9137e54-d4b8-44af-aa67-0a21c1ffa37d', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'mac_address': 'fa:16:3e:a5:dd:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:45Z', 'updated_at': '2021-08-12T04:16:59Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'subnets': [{'id': '0feb4b37-54cd-4afb-b4b6-93aa776a093a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:20.693526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c67b8e-6282-4c50-b2cc-a131962a93a7 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:25:20.870767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:20.999729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=8212766b-8632-416a-9653-5b90fd1f63cd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:21.047544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port 8212766b-8632-416a-9653-5b90fd1f63cd on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:21.081592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37de6e-5b52-4d76-bb51-c04a5cc4349c req-906dfe17-a31b-4a9d-8b4c-77d8215f04bf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:21.088298 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f37de6e-5b52-4d76-bb51-c04a5cc4349c req-906dfe17-a31b-4a9d-8b4c-77d8215f04bf tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.3969893 Aug 12 04:25:21.103542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42298) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:21.218650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65331c44-b568-403d-992f-b364e0c51656 None None] New status for floating IP 9c683ddd-534c-48b9-afd6-d9af39409cbd: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:25:21.231262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.245626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3779d67d-4d69-446c-b69c-e013f9b40dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.247094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b18bb-e859-476a-ad01-6a14acd8e4a0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:21.276942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59243d6f-c7dd-452e-b9a2-dad406c3adc5') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:21.277267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59243d6f-c7dd-452e-b9a2-dad406c3adc5') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:21.292606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.317204 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.344013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:21.344725 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:21.348678 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:21.431157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f37de6e-5b52-4d76-bb51-c04a5cc4349c req-6e3aaf74-7bb5-43d8-8cbe-6646610635aa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416865 Aug 12 04:25:21.496346 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.507370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Deleting port f995a7e7-42eb-48c3-8fa2-16fe5ffda8ab {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:21.508079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.606234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.616830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.619034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/4e2b18bb-e859-476a-ad01-6a14acd8e4a0 HTTP/1.1" status: 204 len: 168 time: 4.8543806 Aug 12 04:25:21.625562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42308) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:21.648152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=4e2b18bb-e859-476a-ad01-6a14acd8e4a0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:21.661709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106564234'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:21.670202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.670750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.671224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.671564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.675770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.676505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.678057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.678057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.678057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.678057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.683037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.683551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebaf-e7d2-42f6-948d-62bc9d5f18fb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:25:21.717964 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3779d67d-4d69-446c-b69c-e013f9b40dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.757831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.758421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.776981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Calling delete_port for f995a7e7-42eb-48c3-8fa2-16fe5ffda8ab owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:21.780732 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3779d67d-4d69-446c-b69c-e013f9b40dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:21.915205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42312) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:21.915427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3779d67d-4d69-446c-b69c-e013f9b40dde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a77a7f95bd34ec3bee3def928989896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8055482 Aug 12 04:25:21.916033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.047963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6bccd52-8ac3-4dd4-937a-5876a6fccc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.079971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6bccd52-8ac3-4dd4-937a-5876a6fccc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.110699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779d67d-4d69-446c-b69c-e013f9b40dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f544137-fcbd-4dd8-8d44-f912f6d7c326,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:22.114568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:22.123927 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.182625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.205534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6bccd52-8ac3-4dd4-937a-5876a6fccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.210373 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a6bccd52-8ac3-4dd4-937a-5876a6fccc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.219743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a6bccd52-8ac3-4dd4-937a-5876a6fccc86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f544137-fcbd-4dd8-8d44-f912f6d7c326 HTTP/1.1" status: 204 len: 168 time: 0.2978818 Aug 12 04:25:22.245805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bccd52-8ac3-4dd4-937a-5876a6fccc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f544137-fcbd-4dd8-8d44-f912f6d7c326,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:22.278332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Pushing event deleted for resources: {'Port': ['ID=f995a7e7-42eb-48c3-8fa2-16fe5ffda8ab,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:22.331199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:22.458468 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.458787 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 97e40036-cfcf-49ab-a83f-695e01b18e80 of type vlan for network aaf41a1b-38f2-4e83-b958-0961bf2c1651 Aug 12 04:25:22.529680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.532394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.533625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-675d219a-b392-49f3-8fd5-dfb2a5c1d83e tempest-AttachVolumeShelveTestJSON-1784473781 tempest-AttachVolumeShelveTestJSON-1784473781-project] 10.222.0.42 "DELETE /v2.0/floatingips/9c683ddd-534c-48b9-afd6-d9af39409cbd HTTP/1.1" status: 204 len: 168 time: 2.1148944 Aug 12 04:25:22.600801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.734473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.779694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7e651-addc-469e-a354-a0ebf39cf6da req-c7afe48f-c8dc-4ab5-a3af-cad05b6ecda8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:22.782295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec7e651-addc-469e-a354-a0ebf39cf6da req-c7afe48f-c8dc-4ab5-a3af-cad05b6ecda8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1774254 Aug 12 04:25:22.889709 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.899209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:22.900174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:22.906422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ec7e651-addc-469e-a354-a0ebf39cf6da req-906000f9-7a4c-40c2-9163-eec464a8febc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168082 Aug 12 04:25:22.921197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:23.150280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=aaf41a1b-38f2-4e83-b958-0961bf2c1651,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:23.167262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network aaf41a1b-38f2-4e83-b958-0961bf2c1651 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:23.292312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:23.779477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7511ab7-1670-4d75-8540-e60161c6965f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1363513 Aug 12 04:25:23.783057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:23.788678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:23.797978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=b69501b0-811d-416b-a035-4adba92235d0,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:23.811212 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP ee6ee902-c2fc-4c8f-a051-0dc328f2ea04 associated. External IP: 172.25.6.216, port: 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36. Aug 12 04:25:24.141977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:24.141977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3237a7-217d-4f59-888e-b49bde150b19 req-0c5acb2f-c324-4b76-bbe1-926bb7768b21 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:24.141977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a3237a7-217d-4f59-888e-b49bde150b19 req-0c5acb2f-c324-4b76-bbe1-926bb7768b21 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.0764802 Aug 12 04:25:24.231242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a3237a7-217d-4f59-888e-b49bde150b19 req-81198b99-d7c6-4d2e-b0ba-76a1fb20b9fc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042871 Aug 12 04:25:24.257524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:24.274046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:24.285362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:24.287283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:24.325428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:24.334529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:24.335307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:24.371367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:24.372243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea88208-98b5-46a0-81b1-4b3a2e3bf275 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:24.490853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:24.500291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:24.561422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:24.581181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing IP validity checks on allocation pools {{(pid=95043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 04:25:24.581965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 04:25:24.611722 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c1d3e446-3967-460f-883f-757b720a0298 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.5007696 Aug 12 04:25:24.614301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:24.619807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:24.742284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:24.956094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.121336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=dec93f84-3316-42a9-a649-f5695b7d03ad,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:25.167287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '97e40036-cfcf-49ab-a83f-695e01b18e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:25.169163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: aaf41a1b-38f2-4e83-b958-0961bf2c1651, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:25.213919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.281910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network aaf41a1b-38f2-4e83-b958-0961bf2c1651 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:25.316491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.323613 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP ee6ee902-c2fc-4c8f-a051-0dc328f2ea04 disassociated. External IP: 172.25.6.216, port: 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36. Aug 12 04:25:25.404592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, aaf41a1b-38f2-4e83-b958-0961bf2c1651) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:25.412234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:25.412821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.431978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1852b-05d4-45a0-96a3-8b8017f5dfa0 None None] Network aaf41a1b-38f2-4e83-b958-0961bf2c1651 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:25.499616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5134d740-37ee-4a52-b378-fb07c6ae57dc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7153072 Aug 12 04:25:25.502142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:25.567124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c102dd-f40d-402d-978b-9b2d11a32d02 req-1b55e0c0-a129-4c92-8782-90d1204acd50 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:25.569032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22c102dd-f40d-402d-978b-9b2d11a32d02 req-1b55e0c0-a129-4c92-8782-90d1204acd50 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.2050676 Aug 12 04:25:25.688411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.697487 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.734335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22c102dd-f40d-402d-978b-9b2d11a32d02 req-466eca8c-7274-4b76-9755-bbfc584684dc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494315 Aug 12 04:25:25.766882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-aaf41a1b-38f2-4e83-b958-0961bf2c1651', 'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': 'dec93f84-3316-42a9-a649-f5695b7d03ad'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:25.767746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.829733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:25.840817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:26.011850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Allocated IP 172.20.0.3 (aaf41a1b-38f2-4e83-b958-0961bf2c1651/dec93f84-3316-42a9-a649-f5695b7d03ad/a259fa8e-a81f-45c9-a0a8-2c36d4e0763d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:26.030878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:26.042370 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:26.043808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.058272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:26.070645 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:26.076866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4508433c-761f-4c3c-95cf-db88a56c4682 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/floatingips/ee6ee902-c2fc-4c8f-a051-0dc328f2ea04 HTTP/1.1" status: 200 len: 688 time: 1.4613795 Aug 12 04:25:26.079672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42412) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:26.187358 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.195928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Transition to ACTIVE for port object a259fa8e-a81f-45c9-a0a8-2c36d4e0763d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:26.207358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:26.217070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Transition to ACTIVE for port object a259fa8e-a81f-45c9-a0a8-2c36d4e0763d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:26.221823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.324532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port b69501b0-811d-416b-a035-4adba92235d0 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:26.324896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.327981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.404461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Network aaf41a1b-38f2-4e83-b958-0961bf2c1651 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:26.422541 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:26.424127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:26.441519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:26.442675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:26.443551 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:26.570265 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:26.573477 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e84f92-ec22-4cfe-bd91-e2137d072e9f None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:26.615665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.619956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.624373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Pushing event updated for resources: {'Port': ['ID=a259fa8e-a81f-45c9-a0a8-2c36d4e0763d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:26.644572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Attempting to bind port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:26.649545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Attempting to bind port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '97e40036-cfcf-49ab-a83f-695e01b18e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:26.649951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Attempting to bind port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d on network aaf41a1b-38f2-4e83-b958-0961bf2c1651 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:26.661129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:26.661549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Checking segment: {'id': '97e40036-cfcf-49ab-a83f-695e01b18e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:26.661974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.662520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Bound using segment: {'id': '97e40036-cfcf-49ab-a83f-695e01b18e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:26.663037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Bound port: a259fa8e-a81f-45c9-a0a8-2c36d4e0763d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e40036-cfcf-49ab-a83f-695e01b18e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:26.663430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.674562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for b69501b0-811d-416b-a035-4adba92235d0 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:26.805276 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:26.825254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] For port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:26.835105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] For port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a259fa8e-a81f-45c9-a0a8-2c36d4e0763d,segment=NetworkSegment(97e40036-cfcf-49ab-a83f-695e01b18e80),segment_id=97e40036-cfcf-49ab-a83f-695e01b18e80)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:26.888090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=dec93f84-3316-42a9-a649-f5695b7d03ad,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:26.916841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.042782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.053755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf41a1b-38f2-4e83-b958-0961bf2c1651']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:27.092085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e40036-cfcf-49ab-a83f-695e01b18e80') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:27.092759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e40036-cfcf-49ab-a83f-695e01b18e80') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:27.104985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.167737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90fc4-fcff-4a89-a75c-577bcd99672e None None] Pushing event updated for resources: {'Port': ['ID=a259fa8e-a81f-45c9-a0a8-2c36d4e0763d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:27.188905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eaaf17-99dc-4193-8065-8b94e6729ff3 None None] Network aaf41a1b-38f2-4e83-b958-0961bf2c1651 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:27.205392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.239025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:27.243263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:27.252277 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:27.334644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf10169-668c-4797-ab44-511d02e74bce req-6d0f1ecf-823b-40ad-b6cc-851a68c74c4f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:27.339725 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cf10169-668c-4797-ab44-511d02e74bce req-6d0f1ecf-823b-40ad-b6cc-851a68c74c4f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.4499192 Aug 12 04:25:27.402366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:25:27.402366 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:25:27.402366 n-d-804320-1 neutron-server[95043]: [parameters: {'id': 'aaf41a1b-38f2-4e83-b958-0961bf2c1651'}] Aug 12 04:25:27.402366 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:27.402838 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:27.435020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.500959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=b69501b0-811d-416b-a035-4adba92235d0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:27.552187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d603322-567d-40e3-9cb2-a2c5760d49ad None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:25:27.557274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cf10169-668c-4797-ab44-511d02e74bce req-af91518a-4255-441a-a5d3-72c0c963baca tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054121 Aug 12 04:25:27.617228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.624174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.625393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-22190ddc-6ffa-42e7-9a40-fd3b74db899a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/floatingips/ee6ee902-c2fc-4c8f-a051-0dc328f2ea04 HTTP/1.1" status: 204 len: 168 time: 1.5438526 Aug 12 04:25:27.629868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42460) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:27.642567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'c0bcae07-54c4-4853-b39b-92d372f0b22c'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:27.741305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d603322-567d-40e3-9cb2-a2c5760d49ad None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:25:27.787950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.790089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:27.904620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.100694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:28.103659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.215688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a259fa8e-a81f-45c9-a0a8-2c36d4e0763d,segment=NetworkSegment(97e40036-cfcf-49ab-a83f-695e01b18e80),segment_id=97e40036-cfcf-49ab-a83f-695e01b18e80)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:28.216064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.234189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for a259fa8e-a81f-45c9-a0a8-2c36d4e0763d owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:28.379712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.381738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Deleting port 995810d7-56ca-46b2-9a95-d5f8c72d96f0 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:28.382252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.490867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42413dc4-51cb-4941-8837-f4e5c07132e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.528972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.222 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7971b2b4-2bd7-47f7-9eac-e4184e0b1524) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:28.567296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] For port 995810d7-56ca-46b2-9a95-d5f8c72d96f0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=995810d7-56ca-46b2-9a95-d5f8c72d96f0,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:28.567741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.583360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Calling delete_port for 995810d7-56ca-46b2-9a95-d5f8c72d96f0 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:28.670532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.761387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.810761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=a259fa8e-a81f-45c9-a0a8-2c36d4e0763d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:28.812921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port a259fa8e-a81f-45c9-a0a8-2c36d4e0763d on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:28.824332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e006f6f-44e6-4572-8f3a-254e0d95889d req-9ebaa5ee-96e4-4e69-ad20-d56b956461c8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:28.832546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e006f6f-44e6-4572-8f3a-254e0d95889d req-9ebaa5ee-96e4-4e69-ad20-d56b956461c8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 944 time: 0.1352718 Aug 12 04:25:28.886931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e006f6f-44e6-4572-8f3a-254e0d95889d req-7661cdea-a5e2-4bae-81bb-20b9f54d9283 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534096 Aug 12 04:25:28.895661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.914172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:25:28.927897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:28.962952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf41a1b-38f2-4e83-b958-0961bf2c1651']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:28.975141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:28.985608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:28.988879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:29.007894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e40036-cfcf-49ab-a83f-695e01b18e80') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:29.008239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e40036-cfcf-49ab-a83f-695e01b18e80') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:29.042435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=7971b2b4-2bd7-47f7-9eac-e4184e0b1524,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:29.047512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:29.053215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.061492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'network_id': '59e2b1cc-ced3-4644-9f38-f8a4764d2238', 'port_id': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'mac_address': 'fa:16:3e:ea:6f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fade8c58-3f05-4851-8bca-d0e34259eb26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:25:29.078239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.088235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:29.089166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:29.092131 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:29.108583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.115745 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.132470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9884f42-4ddb-40f6-b76f-5055f9ad4eac {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:25:29.158912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:29.219378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Pushing event deleted for resources: {'Port': ['ID=995810d7-56ca-46b2-9a95-d5f8c72d96f0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:29.257231 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.369285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:29.468403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b9884f42-4ddb-40f6-b76f-5055f9ad4eac'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:25:29.519033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.966931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Router 85e60b0b-893b-47b3-b672-c8bae12eeac1 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:29.976771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.994103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:29.997381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/aaf41a1b-38f2-4e83-b958-0961bf2c1651 HTTP/1.1" status: 204 len: 168 time: 4.4938650 Aug 12 04:25:30.043705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42510) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:30.054990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790046128'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:30.128288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ac32d-79cc-4d95-b114-7f9c89169d40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=aaf41a1b-38f2-4e83-b958-0961bf2c1651,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:30.179324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42566998-407d-401d-b9ad-8880d9f138f3 req-a4fe0ecb-b22b-44fe-b8e8-6cf236125321 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:30.180738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42566998-407d-401d-b9ad-8880d9f138f3 req-a4fe0ecb-b22b-44fe-b8e8-6cf236125321 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 945 time: 0.1383047 Aug 12 04:25:30.233718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:30.237220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.260373 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42566998-407d-401d-b9ad-8880d9f138f3 req-23928be3-a325-41ae-8c70-7b5d76645335 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712140 Aug 12 04:25:30.262026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:30.270393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90e7445e-5d0e-4988-af71-54b00521444b admin admin] 10.222.0.42 "PUT /v2.0/routers/85e60b0b-893b-47b3-b672-c8bae12eeac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0619266 Aug 12 04:25:30.273488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42520) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:30.294951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] Sync routers for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:30.323385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:30.324339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:30.353265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:30.392208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.398620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.398620 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment cfaf7677-3ee1-4ca6-8237-980ed840a443 of type vlan for network aaefb094-1997-4daf-933a-0e51e335bdc2 Aug 12 04:25:30.458468 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.464156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.550666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:25:30.620155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.resource_extend [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:25:30.635333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.650794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.708143 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.714007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:30.714612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.760414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:25:28Z', 'revision_number': 5, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port': {'id': '535c2330-b216-4661-a0e8-b9a5e3efb1cd', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:02:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:13:31Z', 'updated_at': '2021-08-12T04:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:30.790533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] Checking router: 85e60b0b-893b-47b3-b672-c8bae12eeac1 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:25:30.800634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] Routers {'85e60b0b-893b-47b3-b672-c8bae12eeac1'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:30.801608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['85e60b0b-893b-47b3-b672-c8bae12eeac1'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:30.858324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.882962 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f45a8226-5c46-4444-9922-57224dab672a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.923318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] Set router 85e60b0b-893b-47b3-b672-c8bae12eeac1 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:25:30.933299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.967397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:25:30.996854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:30.999565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=7971b2b4-2bd7-47f7-9eac-e4184e0b1524,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:31.019171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:25:30Z', 'revision_number': 6, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:31.049079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98000d03-9fa8-41d4-ba88-e7f7028c41ed None None] The sync data for ids ['85e60b0b-893b-47b3-b672-c8bae12eeac1'] in n-d-804320-1 is: [{'id': '85e60b0b-893b-47b3-b672-c8bae12eeac1', 'name': 'tempest-TaggedBootDevicesTest-1392822212-router', 'tenant_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:13:29Z', 'updated_at': '2021-08-12T04:25:30Z', 'revision_number': 6, 'project_id': '383022d6b4bf47eda5ab9c5bb88c581c', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:31.056578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:31.083350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b9884f42-4ddb-40f6-b76f-5055f9ad4eac triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:25:31.083817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:31.180408 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:31.213648 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 6118d5bc-3f6b-4f64-a47b-9d9f4f314102 associated. External IP: 172.25.6.222, port: c0bcae07-54c4-4853-b39b-92d372f0b22c. Aug 12 04:25:31.213873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:25:31.213873 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c483b5aa-f18f-41a4-a1f8-5f925d717484" -d '{"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-plugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:25:31.258745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:31.267757 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aea78e0-9b3e-436e-9e3b-21d17b5d2783 x-openstack-request-id: req-9aea78e0-9b3e-436e-9e3b-21d17b5d2783 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:25:31.270212 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-plugged", "status": "completed", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:25:31.270632 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9aea78e0-9b3e-436e-9e3b-21d17b5d2783 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:25:31.271720 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'code': 200} Aug 12 04:25:31.274612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=aaefb094-1997-4daf-933a-0e51e335bdc2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:31.305750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network aaefb094-1997-4daf-933a-0e51e335bdc2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:31.322932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d8225b0-1594-4457-9ed2-68234f33432a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2777181 Aug 12 04:25:31.326595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42544) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:31.336795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:31.369803 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:31.435700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 995810d7-56ca-46b2-9a95-d5f8c72d96f0 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:31.445363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Deleting port 535c2330-b216-4661-a0e8-b9a5e3efb1cd {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:31.445888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:31.486667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 995810d7-56ca-46b2-9a95-d5f8c72d96f0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:31.487323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 995810d7-56ca-46b2-9a95-d5f8c72d96f0 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:31.569938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1d46e-e1f8-4712-9899-b200f3cc69e7 req-5062348b-72d3-4b8b-bdfb-55b68b0f2e01 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:31.581026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90e1d46e-e1f8-4712-9899-b200f3cc69e7 req-5062348b-72d3-4b8b-bdfb-55b68b0f2e01 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1147158 Aug 12 04:25:31.613128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:31.735144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] For port 535c2330-b216-4661-a0e8-b9a5e3efb1cd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=535c2330-b216-4661-a0e8-b9a5e3efb1cd,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:31.735144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:31.735877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90e1d46e-e1f8-4712-9899-b200f3cc69e7 req-2ba2f821-5593-49de-bb5b-35bbd0d70dda tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528964 Aug 12 04:25:31.769544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Calling delete_port for 535c2330-b216-4661-a0e8-b9a5e3efb1cd owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:31.791587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870a31c-3e0d-4a91-bbfa-b649262f6a06 req-64e336de-c32d-4f87-987c-7521dc551666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:31.793279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9870a31c-3e0d-4a91-bbfa-b649262f6a06 req-64e336de-c32d-4f87-987c-7521dc551666 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1098 time: 0.2092545 Aug 12 04:25:31.821884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42570) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:31.859271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9870a31c-3e0d-4a91-bbfa-b649262f6a06 req-ddb5a231-ed99-4f7e-aa7d-e85b37c44bbd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Aug 12 04:25:31.879132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:31.992908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:31.996381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.103948 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.222226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.227441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:32.238228 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:32.254869 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:32.255914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:32.301628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:32.310662 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:32.311346 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:32.316678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Pushing event deleted for resources: {'Port': ['ID=535c2330-b216-4661-a0e8-b9a5e3efb1cd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:32.357146 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:32.357804 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6cf9a-351c-456d-b014-65514946d7a2 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:32.409153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.475811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.479040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b6256227-b0c4-4fdb-882e-cf18601415ce tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8480799 Aug 12 04:25:32.481621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42584) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:32.569069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37a7d62a-a575-46d0-8652-b86daa0f9978 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/floatingips/6118d5bc-3f6b-4f64-a47b-9d9f4f314102 HTTP/1.1" status: 200 len: 978 time: 0.0850883 Aug 12 04:25:32.571558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42586) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:32.608673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.619794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.637564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.729257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f36c7757-1abb-4306-a254-d523f37642f0 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1552141 Aug 12 04:25:32.730514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42596) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:32.735807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'port_id': '9efe4517-7ba1-464e-bc63-c1e9ddf7ff36'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:32.806941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=1a818e5a-9476-493e-b32c-f79de5f13dd5,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:32.841508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': 'cfaf7677-3ee1-4ca6-8237-980ed840a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:32.842019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: aaefb094-1997-4daf-933a-0e51e335bdc2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:32.859152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.889445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.890244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85e60b0b-893b-47b3-b672-c8bae12eeac1 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:25:32.895881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:32.899203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cae44d57-28b2-4ea2-9dd7-cf0cf50ccd6d admin admin] 10.222.0.42 "DELETE /v2.0/routers/85e60b0b-893b-47b3-b672-c8bae12eeac1 HTTP/1.1" status: 204 len: 168 time: 2.6247153 Aug 12 04:25:32.908503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:33.067791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f418-be4c-4a8c-b934-f09db46bf9d8 req-8d7dadc4-2efb-4e89-9d63-1a1303094884 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:33.070507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bb72f418-be4c-4a8c-b934-f09db46bf9d8 req-8d7dadc4-2efb-4e89-9d63-1a1303094884 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2319193 Aug 12 04:25:33.094181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Deleting subnet 90963e5f-47bb-4549-a78d-67c29f031e80 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:25:33.110769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.142996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network aaefb094-1997-4daf-933a-0e51e335bdc2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:33.171032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.205941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bb72f418-be4c-4a8c-b934-f09db46bf9d8 req-87b76765-2a56-4f23-b572-c86bd4bf12ba tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088674 Aug 12 04:25:33.256990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, aaefb094-1997-4daf-933a-0e51e335bdc2) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:33.266822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:33.267307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.270984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b294bed-d1f7-497c-ae0d-810daa8b82ea None None] Network aaefb094-1997-4daf-933a-0e51e335bdc2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:33.303880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.358174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 535c2330-b216-4661-a0e8-b9a5e3efb1cd no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:33.385587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2dfdf5a7-17a8-450f-b1da-cb942ebac529 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0559616 Aug 12 04:25:33.391303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42632) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:33.467560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.479238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 535c2330-b216-4661-a0e8-b9a5e3efb1cd {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:33.479976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 535c2330-b216-4661-a0e8-b9a5e3efb1cd not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:33.530384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.569685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.603673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90963e5f-47bb-4549-a78d-67c29f031e80,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:33.621041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-aaefb094-1997-4daf-933a-0e51e335bdc2', 'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '1a818e5a-9476-493e-b32c-f79de5f13dd5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:33.622365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.627784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.629832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f33c010e-2c0e-42eb-a60b-c047aa848fa5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90963e5f-47bb-4549-a78d-67c29f031e80 HTTP/1.1" status: 204 len: 168 time: 0.7081645 Aug 12 04:25:33.636240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a9ae92-de37-4cdf-a098-eb2585c16b54 None None] Network 9e3c1890-6738-4155-aca3-89ed18b9dcd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:33.664863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:33.777642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.779453 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.803965 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.870180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:33.993754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.016050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Allocated IP 172.20.0.1 (aaefb094-1997-4daf-933a-0e51e335bdc2/1a818e5a-9476-493e-b32c-f79de5f13dd5/a84ca6a5-41c9-4953-9a6d-abdcb0184fa4) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:34.023572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Deleting port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:34.024920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.073117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] DHCP port deletion for 9e3c1890-6738-4155-aca3-89ed18b9dcd1 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:34.109413 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:25:34.187634 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 6118d5bc-3f6b-4f64-a47b-9d9f4f314102 associated. External IP: 172.25.6.222, port: c0bcae07-54c4-4853-b39b-92d372f0b22c. Aug 12 04:25:34.192824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] For port 49b1faa5-910a-4b9c-a3c9-0bded22f5812, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=49b1faa5-910a-4b9c-a3c9-0bded22f5812,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:34.192824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.210250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Calling delete_port for 49b1faa5-910a-4b9c-a3c9-0bded22f5812 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:34.248482 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.258458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Transition to ACTIVE for port object a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:34.289959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Transition to ACTIVE for port object a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:34.302617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Deleting port cf5cc194-9aa0-491f-abb5-de2b32728d4c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:34.302991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.320667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] Deleting port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:34.321198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.424401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.427615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] For port 49b1faa5-910a-4b9c-a3c9-0bded22f5812, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=49b1faa5-910a-4b9c-a3c9-0bded22f5812,segment=NetworkSegment(0787da11-4ea9-4312-af79-982b2d0314e4),segment_id=0787da11-4ea9-4312-af79-982b2d0314e4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:34.428020 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.452450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] For port cf5cc194-9aa0-491f-abb5-de2b32728d4c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cf5cc194-9aa0-491f-abb5-de2b32728d4c,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:34.452450 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.465613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Calling delete_port for cf5cc194-9aa0-491f-abb5-de2b32728d4c owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:34.480422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] Calling delete_port for 49b1faa5-910a-4b9c-a3c9-0bded22f5812 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:34.510095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Network aaefb094-1997-4daf-933a-0e51e335bdc2 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:34.518781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:34.551342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:34.553228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Pushing event updated for resources: {'Port': ['ID=a84ca6a5-41c9-4953-9a6d-abdcb0184fa4,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:34.569435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454728-0fef-4edd-a012-ff692a1924b2 req-4f8fc3cd-0e70-4248-9d2b-488eff16c9aa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:34.571313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:34.583343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e454728-0fef-4edd-a012-ff692a1924b2 req-4f8fc3cd-0e70-4248-9d2b-488eff16c9aa tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2603698 Aug 12 04:25:34.624066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.671970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Attempting to bind port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:34.672384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Attempting to bind port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'cfaf7677-3ee1-4ca6-8237-980ed840a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:34.672756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Attempting to bind port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 on network aaefb094-1997-4daf-933a-0e51e335bdc2 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:34.680221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:34.680682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Checking segment: {'id': 'cfaf7677-3ee1-4ca6-8237-980ed840a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:34.681222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.681745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Bound using segment: {'id': 'cfaf7677-3ee1-4ca6-8237-980ed840a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:34.682402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Bound port: a84ca6a5-41c9-4953-9a6d-abdcb0184fa4, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaf7677-3ee1-4ca6-8237-980ed840a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aaefb094-1997-4daf-933a-0e51e335bdc2'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:34.682974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.688105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.754289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e454728-0fef-4edd-a012-ff692a1924b2 req-0d01337b-909c-4faf-b8b0-d3fb1e5df3dd tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703804 Aug 12 04:25:34.760359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.780448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] Pushing event deleted for resources: {'Port': ['ID=49b1faa5-910a-4b9c-a3c9-0bded22f5812,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:34.793141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:34.793494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=1a818e5a-9476-493e-b32c-f79de5f13dd5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:34.795593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b1faa5-910a-4b9c-a3c9-0bded22f5812,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:34.853123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0819283-a1a3-485c-a08b-7fda687686de None None] No DVR routers for this DVR port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:34.856817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:34.915313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:34.916221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:34.921081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] No DVR routers for this DVR port 49b1faa5-910a-4b9c-a3c9-0bded22f5812 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:34.957455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:34.958382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:34.967873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] For port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:34.979511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:34.980147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:34.983120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] For port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a84ca6a5-41c9-4953-9a6d-abdcb0184fa4,segment=NetworkSegment(cfaf7677-3ee1-4ca6-8237-980ed840a443),segment_id=cfaf7677-3ee1-4ca6-8237-980ed840a443)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:35.023408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.024324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b482b0-b4d9-4022-a43b-a0a120ad2e0d None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:35.034981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.044491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaefb094-1997-4daf-933a-0e51e335bdc2']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.065623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaf7677-3ee1-4ca6-8237-980ed840a443') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.065850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaf7677-3ee1-4ca6-8237-980ed840a443') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.077792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.088547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea466-1c03-4b00-a027-26d7eff36a50 None None] Pushing event updated for resources: {'Port': ['ID=a84ca6a5-41c9-4953-9a6d-abdcb0184fa4,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:35.144712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.163415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.166200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:35.166601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:35.173200 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:35.177531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129cb00-98f2-4d45-b859-234fcee22587 None None] Network aaefb094-1997-4daf-933a-0e51e335bdc2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:35.197322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:35.231336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3c1890-6738-4155-aca3-89ed18b9dcd1']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.252215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0787da11-4ea9-4312-af79-982b2d0314e4') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.252603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0787da11-4ea9-4312-af79-982b2d0314e4') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.263132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.281315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.291544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:35.293095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:35.294121 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:35.340743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.343229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:25:35.343229 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:25:35.343229 n-d-804320-1 neutron-server[95042]: [parameters: {'id': 'aaefb094-1997-4daf-933a-0e51e335bdc2'}] Aug 12 04:25:35.343229 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:35.343860 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:35.363837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:35.371264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 49b1faa5-910a-4b9c-a3c9-0bded22f5812 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:35.374110 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:35.374561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.384277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5cc194-9aa0-491f-abb5-de2b32728d4c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:35.395755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 49b1faa5-910a-4b9c-a3c9-0bded22f5812 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:35.395755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 49b1faa5-910a-4b9c-a3c9-0bded22f5812 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:35.403262 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:35.404232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.463307 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.484019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.486677 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:35.487487 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.509926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.512379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9e3c1890-6738-4155-aca3-89ed18b9dcd1 HTTP/1.1" status: 204 len: 168 time: 1.8449214 Aug 12 04:25:35.531177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5379e9-fc20-4a5d-aa66-2b3189ac80a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3c1890-6738-4155-aca3-89ed18b9dcd1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:35.541866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c452c682-efd9-41c3-9bfc-dbb6d0cac120 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/floatingips/6118d5bc-3f6b-4f64-a47b-9d9f4f314102 HTTP/1.1" status: 200 len: 978 time: 2.8098989 Aug 12 04:25:35.556442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42692) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:35.561837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:35.595288 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:35.595965 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af264628-cf52-450c-82af-2f3eb0844b89 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:35.676016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.730865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859bf87-8c06-4e11-bfa5-a2fe77ca999c None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:25:35.902368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.979119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:35.979449 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 6118d5bc-3f6b-4f64-a47b-9d9f4f314102 disassociated. External IP: 172.25.6.222, port: 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36. Aug 12 04:25:36.046208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42702) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:36.073534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859bf87-8c06-4e11-bfa5-a2fe77ca999c None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:25:36.163962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.194618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe4fee4e-72cf-4e7d-85de-17e9fb119fa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=383022d6b4bf47eda5ab9c5bb88c581c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448801 Aug 12 04:25:36.195074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42704) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:36.246752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.361509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c412b08-a598-4364-8256-46a1cf6f815e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.387706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35381278-6002-4eda-9213-27f3cd9b9637 req-94bc9e99-0848-4f7c-b2ff-bbb370f7537e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:36.395249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-35381278-6002-4eda-9213-27f3cd9b9637 req-94bc9e99-0848-4f7c-b2ff-bbb370f7537e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2258332 Aug 12 04:25:36.398855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c412b08-a598-4364-8256-46a1cf6f815e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.401803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:36.471997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:36.472500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.497252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-35381278-6002-4eda-9213-27f3cd9b9637 req-e7268c4e-55fa-4b0f-8a44-f79a41ee59e3 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541553 Aug 12 04:25:36.614921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:36.625417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.632032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:36.642745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:36.644348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:36.658454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a84ca6a5-41c9-4953-9a6d-abdcb0184fa4,segment=NetworkSegment(cfaf7677-3ee1-4ca6-8237-980ed840a443),segment_id=cfaf7677-3ee1-4ca6-8237-980ed840a443)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:36.658944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.668486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-513be9f2-7b5c-4c4c-9a6a-8ab2ea5bfbee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/floatingips/6118d5bc-3f6b-4f64-a47b-9d9f4f314102 HTTP/1.1" status: 200 len: 688 time: 1.1106856 Aug 12 04:25:36.671197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42716) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:36.705099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:36.720377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:36.720662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:36.730305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:36.770021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:36.770685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29a088-27f9-41d7-9422-5cfeb39b6e3a None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:36.845259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b475af-9f14-4bc7-8e78-3ae50baa006e req-daa88c4e-5081-4eef-9717-6923c219b548 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:36.855423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96b475af-9f14-4bc7-8e78-3ae50baa006e req-daa88c4e-5081-4eef-9717-6923c219b548 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1849582 Aug 12 04:25:36.863292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:36.883749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c412b08-a598-4364-8256-46a1cf6f815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.886501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c412b08-a598-4364-8256-46a1cf6f815e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:36.890137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3c412b08-a598-4364-8256-46a1cf6f815e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d93f339-0209-4479-94dd-f8997b0701af HTTP/1.1" status: 204 len: 168 time: 0.6921296 Aug 12 04:25:36.951364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96b475af-9f14-4bc7-8e78-3ae50baa006e req-1a2c123b-5997-4be8-8bb7-ac0e567450a2 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935833 Aug 12 04:25:36.956518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c412b08-a598-4364-8256-46a1cf6f815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93f339-0209-4479-94dd-f8997b0701af,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:36.999424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.006067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 7971b2b4-2bd7-47f7-9eac-e4184e0b1524 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:37.006417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.080832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=a84ca6a5-41c9-4953-9a6d-abdcb0184fa4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:37.129145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.129366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port a84ca6a5-41c9-4953-9a6d-abdcb0184fa4 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:37.129534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.145160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 7971b2b4-2bd7-47f7-9eac-e4184e0b1524 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:37.252941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.256725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:37.274748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1f2ec307-b6f2-4e55-9f51-9aee9a046d64 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4194114 Aug 12 04:25:37.274896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:37.277568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaefb094-1997-4daf-933a-0e51e335bdc2']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:37.285114 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] Sync routers for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:37.297931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207916e-b724-46a1-9ca7-ff8598601b52 req-d2a50791-dc69-4182-a6c2-58f327d0dae4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:37.299503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f207916e-b724-46a1-9ca7-ff8598601b52 req-d2a50791-dc69-4182-a6c2-58f327d0dae4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2223988 Aug 12 04:25:37.301992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaf7677-3ee1-4ca6-8237-980ed840a443') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:37.302290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaf7677-3ee1-4ca6-8237-980ed840a443') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:37.305953 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:37.306581 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:37.315412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.338654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.346168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:37.347106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.362049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412ccb6-4b62-4c0a-a127-cc88da74ac1e req-b74a4b57-317e-4e10-ae4b-71dbd0c3bf18 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:37.364466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f412ccb6-4b62-4c0a-a127-cc88da74ac1e req-b74a4b57-317e-4e10-ae4b-71dbd0c3bf18 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.1613579 Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:37.429113 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:37.479483 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:25:37.481140 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f207916e-b724-46a1-9ca7-ff8598601b52 req-8c23f63c-c4cf-4322-9a1e-f97519a03012 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528512 Aug 12 04:25:37.560680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.587190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.614650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.623950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/aaefb094-1997-4daf-933a-0e51e335bdc2 HTTP/1.1" status: 204 len: 168 time: 4.2283576 Aug 12 04:25:37.623950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0cd3a-0547-4620-887a-f778f9013351 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=aaefb094-1997-4daf-933a-0e51e335bdc2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:37.630475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:37.645320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053483140'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:37.756772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15a58b-d276-4c79-ad4d-b0697a6ceab3 req-9b206af4-8127-4936-84a0-f99becb23a43 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:37.765582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c15a58b-d276-4c79-ad4d-b0697a6ceab3 req-9b206af4-8127-4936-84a0-f99becb23a43 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.0831590 Aug 12 04:25:37.779585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:37.785444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:37.965866 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:25:34Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:37.971684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c15a58b-d276-4c79-ad4d-b0697a6ceab3 req-33c91a5d-6ac6-4e08-99a2-11a6689e4607 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049177 Aug 12 04:25:37.975512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:37.996403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.001670 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 25488f3a-fc9b-44e2-9aaf-2d916f798e30 of type vlan for network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 Aug 12 04:25:38.022942 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] Checking router: fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:25:38.032149 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] Routers {'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:38.034159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:38.133676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.185156 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] Set router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:25:38.186034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.217161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f412ccb6-4b62-4c0a-a127-cc88da74ac1e req-687341ca-6f7d-487c-8090-b7c3411b69d5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7896588 Aug 12 04:25:38.245615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705152b3-6b03-48c1-b7d4-b158687e4f62 req-8f2ba4bd-65d8-4acc-a5fd-ae31b5b4c6f8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:38.245615 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-705152b3-6b03-48c1-b7d4-b158687e4f62 req-8f2ba4bd-65d8-4acc-a5fd-ae31b5b4c6f8 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1214280 Aug 12 04:25:38.312033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.320677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:38.321319 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.326063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-705152b3-6b03-48c1-b7d4-b158687e4f62 req-2c331e7a-6178-44e8-92ee-244f58a43c72 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759850 Aug 12 04:25:38.370529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Deleting port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:38.382317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.382317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.456872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=7971b2b4-2bd7-47f7-9eac-e4184e0b1524,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:38.514930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=a3b3ef01-b966-4839-bd2b-d7b4d561cf73,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:38.532373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:38.552188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f6de5350-265c-4657-b5e2-e0c38794d1c6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9206216 Aug 12 04:25:38.554756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42786) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:38.559851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:38.576871 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:25:34Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:38.607669 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096a10d-bbc4-4346-b703-35fb4083bd1a None None] The sync data for ids ['fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa'] in n-d-804320-1 is: [{'id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'name': 'tempest-AttachVolumeShelveTestJSON-57116683-router', 'tenant_id': '00b64abb801f47ed9bf222582f4cc319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:16:39Z', 'updated_at': '2021-08-12T04:25:34Z', 'revision_number': 5, 'project_id': '00b64abb801f47ed9bf222582f4cc319', 'gw_port': {'id': '7f68e86f-a7ab-4149-812d-9f8cbdde2c0f', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:16:40Z', 'updated_at': '2021-08-12T04:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:38.793478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.802781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:38.806679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d3b276c6-d894-46b7-bb4f-f8258e31ff0b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/floatingips/6118d5bc-3f6b-4f64-a47b-9d9f4f314102 HTTP/1.1" status: 204 len: 168 time: 2.1321344 Aug 12 04:25:38.807709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:38.829037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91446e-057d-4deb-957a-e517ffe77463 req-097943d9-094b-4443-99df-3478f6edeb7d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:38.830929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4d91446e-057d-4deb-957a-e517ffe77463 req-097943d9-094b-4443-99df-3478f6edeb7d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2522357 Aug 12 04:25:38.885608 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-1e59302d-ee4a-4749-b613-1ddad376634f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] delete failed (client error): The resource could not be found. Aug 12 04:25:38.890729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1e59302d-ee4a-4749-b613-1ddad376634f tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/floatingips/6118d5bc-3f6b-4f64-a47b-9d9f4f314102 HTTP/1.1" status: 404 len: 345 time: 0.0776143 Aug 12 04:25:38.893357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42804) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:38.899574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4d91446e-057d-4deb-957a-e517ffe77463 req-6d466396-2928-4f8d-a5f9-c597bf141db0 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594871 Aug 12 04:25:38.930918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:38.978675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:38.982189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.036759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] For port 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:39.037050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.048255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb591328-9ae1-4f1f-8420-efc190b8ae75 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:39.067049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb591328-9ae1-4f1f-8420-efc190b8ae75 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:39.079160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb591328-9ae1-4f1f-8420-efc190b8ae75 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:39.084070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bb591328-9ae1-4f1f-8420-efc190b8ae75 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/ports?network_id=d7e3f17e-f339-49b8-a654-40de63aeb5d1 HTTP/1.1" status: 200 len: 2358 time: 0.1892505 Aug 12 04:25:39.084715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42812) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:39.189023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-341301837-network', 'tenant_id': '68310483b66147bab79d1b6ad5c306ac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:39.204003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Calling delete_port for 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:39.241495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf76057-605b-4bdc-8a81-03c1668a72d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:39.243011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1cf76057-605b-4bdc-8a81-03c1668a72d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/subnets/5d54ee28-3289-432e-bf98-9176f94632ca HTTP/1.1" status: 200 len: 797 time: 0.1264412 Aug 12 04:25:39.260688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d446c8-bf34-41d2-a78d-c9cebb927cac req-8b4bdea2-4e15-4b16-ab08-0ccb6fa855c7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:39.262791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-23d446c8-bf34-41d2-a78d-c9cebb927cac req-8b4bdea2-4e15-4b16-ab08-0ccb6fa855c7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1508760 Aug 12 04:25:39.277286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:39.287576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'port': {'network_id': 'd7e3f17e-f339-49b8-a654-40de63aeb5d1', 'name': 'tempest-FloatingIPTestJSON-1466221177', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:39.332090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf5cc194-9aa0-491f-abb5-de2b32728d4c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:39.367861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cf5cc194-9aa0-491f-abb5-de2b32728d4c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:39.368164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cf5cc194-9aa0-491f-abb5-de2b32728d4c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:39.425333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Made reservation on behalf of 68310483b66147bab79d1b6ad5c306ac for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:39.427625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.512588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.555707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.588592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f68e86f-a7ab-4149-812d-9f8cbdde2c0f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:39.627056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-23d446c8-bf34-41d2-a78d-c9cebb927cac req-87cbb985-1752-4899-9cdb-ffe31342233f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461614 Aug 12 04:25:39.670501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.676810 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.805197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=884b807c-7e12-48f5-8190-de271ec7c19f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:39.805320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.805320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.805634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.809887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '25488f3a-fc9b-44e2-9aaf-2d916f798e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:39.810181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: a3b3ef01-b966-4839-bd2b-d7b4d561cf73, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:39.895073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:39.901040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.942992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:39.957637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.957637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:25:39.965947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.967203 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Added segment add6cbef-fd64-4f47-89bb-2ac2c40547e6 of type vlan for network 496ad1c6-04a6-4464-badc-499d7bc83773 Aug 12 04:25:39.972591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:39.976807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b9274c2a-5d6d-4a96-937c-29f754f9e227 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fe2cd0f9-fcd2-45db-b4b9-6bb6db5e94fa HTTP/1.1" status: 204 len: 168 time: 2.7008805 Aug 12 04:25:39.977509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42836) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:39.988128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a3b3ef01-b966-4839-bd2b-d7b4d561cf73) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:39.996446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a635893-9d09-44d6-84a3-834babf241f1 None None] Network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:40.003546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:40.004601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.008936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7004fafe-6542-4c45-88db-8712165dc0e1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:40.057704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:40.080178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.109457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Deleting subnet 0feb4b37-54cd-4afb-b4b6-93aa776a093a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:25:40.116905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.175487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14934a38-ff02-4555-8f8b-2e8b8ff570f2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6141083 Aug 12 04:25:40.176990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42840) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:40.186130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.267386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a3b3ef01-b966-4839-bd2b-d7b4d561cf73', 'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '884b807c-7e12-48f5-8190-de271ec7c19f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:40.268463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.308762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.355771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.383068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.384055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:40.384648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.403221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.412862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1910-f092-4c72-a42b-ee6b2af31119 req-c190f187-924d-4ff4-94db-a7a941f045b1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:40.414486 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86ae1910-f092-4c72-a42b-ee6b2af31119 req-c190f187-924d-4ff4-94db-a7a941f045b1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1569362 Aug 12 04:25:40.445712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.451769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Allocated IP 172.20.0.1 (a3b3ef01-b966-4839-bd2b-d7b4d561cf73/884b807c-7e12-48f5-8190-de271ec7c19f/d132e2b6-3afc-4b3b-b298-c560d347a949) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:40.464288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] device_id is not set on port 41d16cd4-01de-4301-8928-fcfcc61a760c yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:25:40.484942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feb4b37-54cd-4afb-b4b6-93aa776a093a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:40.506284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.512846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d5b95487-9b3d-46ae-994b-01ae0a598cdd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0feb4b37-54cd-4afb-b4b6-93aa776a093a HTTP/1.1" status: 204 len: 168 time: 0.5333107 Aug 12 04:25:40.514215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42850) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:40.514508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520aafe-3d28-44f5-a9cd-a4852680aa6b None None] Network c9137e54-d4b8-44af-aa67-0a21c1ffa37d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:40.566382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6306250 Aug 12 04:25:40.582029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:40.600770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Request body: {'subnet': {'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-341301837-subnet', 'tenant_id': '68310483b66147bab79d1b6ad5c306ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:40.607194 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fcfb2-45f7-45b7-a578-080349718861 admin admin] Pushing event updated for resources: {'Network': ['ID=496ad1c6-04a6-4464-badc-499d7bc83773,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:40.633646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86ae1910-f092-4c72-a42b-ee6b2af31119 req-38589072-b2f2-46ef-b19c-4cc3dbab0b4e tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917553 Aug 12 04:25:40.644788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.647166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 496ad1c6-04a6-4464-badc-499d7bc83773 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:40.700118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Deleting port 60914955-2eb4-4460-b63f-d61fef05dc9d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:40.700498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.744356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Made reservation on behalf of 68310483b66147bab79d1b6ad5c306ac for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:40.747745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.779309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.824642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] For port 60914955-2eb4-4460-b63f-d61fef05dc9d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=60914955-2eb4-4460-b63f-d61fef05dc9d,segment=NetworkSegment(3f40a971-01ca-4eb7-b310-7366f8ee7297),segment_id=3f40a971-01ca-4eb7-b310-7366f8ee7297)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:40.825015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.847806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Calling delete_port for 60914955-2eb4-4460-b63f-d61fef05dc9d owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:40.860770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:40.870779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Transition to ACTIVE for port object d132e2b6-3afc-4b3b-b298-c560d347a949 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:40.888769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Transition to ACTIVE for port object d132e2b6-3afc-4b3b-b298-c560d347a949 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:40.975325 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.021022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:41.028332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:41.031110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:41.094929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Pushing event updated for resources: {'Port': ['ID=d132e2b6-3afc-4b3b-b298-c560d347a949,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.097085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.14 (d7e3f17e-f339-49b8-a654-40de63aeb5d1/5d54ee28-3289-432e-bf98-9176f94632ca/41d16cd4-01de-4301-8928-fcfcc61a760c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:41.104527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.13 (d7e3f17e-f339-49b8-a654-40de63aeb5d1/5d54ee28-3289-432e-bf98-9176f94632ca/41d16cd4-01de-4301-8928-fcfcc61a760c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:41.108986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.118375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Attempting to bind port d132e2b6-3afc-4b3b-b298-c560d347a949 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:41.119009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Attempting to bind port d132e2b6-3afc-4b3b-b298-c560d347a949 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '25488f3a-fc9b-44e2-9aaf-2d916f798e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:41.119612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Attempting to bind port d132e2b6-3afc-4b3b-b298-c560d347a949 on network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:41.126187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:41.126883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Checking segment: {'id': '25488f3a-fc9b-44e2-9aaf-2d916f798e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:41.128113 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.128736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Bound using segment: {'id': '25488f3a-fc9b-44e2-9aaf-2d916f798e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:41.129376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Bound port: d132e2b6-3afc-4b3b-b298-c560d347a949, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25488f3a-fc9b-44e2-9aaf-2d916f798e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:41.129934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.150397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ab439-3946-45ff-a30e-5fc9f6dc09d8 None None] DHCP port deletion for c9137e54-d4b8-44af-aa67-0a21c1ffa37d request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:41.164091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.172118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] No DVR routers for this DVR port 60914955-2eb4-4460-b63f-d61fef05dc9d on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:41.175962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Pushing event deleted for resources: {'Port': ['ID=60914955-2eb4-4460-b63f-d61fef05dc9d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.222225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] For port d132e2b6-3afc-4b3b-b298-c560d347a949, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:41.227222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] For port d132e2b6-3afc-4b3b-b298-c560d347a949, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d132e2b6-3afc-4b3b-b298-c560d347a949,segment=NetworkSegment(25488f3a-fc9b-44e2-9aaf-2d916f798e30),segment_id=25488f3a-fc9b-44e2-9aaf-2d916f798e30)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:41.281040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.303550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4feaf3d-c0bc-46e2-8645-cd005f9228ce,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.306479 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.320678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9137e54-d4b8-44af-aa67-0a21c1ffa37d']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:41.338749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Checking segment: {'id': 'add6cbef-fd64-4f47-89bb-2ac2c40547e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:41.342698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Network hostable DHCP agents. Network: 496ad1c6-04a6-4464-badc-499d7bc83773, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:41.342891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.343029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f40a971-01ca-4eb7-b310-7366f8ee7297') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:41.343029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f40a971-01ca-4eb7-b310-7366f8ee7297') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:41.353177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.371288 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.402946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.408393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:41.411207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:41.413054 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:41.432183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=884b807c-7e12-48f5-8190-de271ec7c19f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.489693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:41.493538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b11673-6f42-40e7-8a77-b673e17bd18a None None] Pushing event updated for resources: {'Port': ['ID=d132e2b6-3afc-4b3b-b298-c560d347a949,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.505849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.508395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Network 496ad1c6-04a6-4464-badc-499d7bc83773 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:41.529900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:41.530247 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f68e86f-a7ab-4149-812d-9f8cbdde2c0f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:41.534786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60914955-2eb4-4460-b63f-d61fef05dc9d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:41.545654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.551435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 60914955-2eb4-4460-b63f-d61fef05dc9d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:41.551869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 60914955-2eb4-4460-b63f-d61fef05dc9d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:41.582285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.588232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.592633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] 10.222.0.42 "DELETE /v2.0/networks/c9137e54-d4b8-44af-aa67-0a21c1ffa37d HTTP/1.1" status: 204 len: 168 time: 1.0741816 Aug 12 04:25:41.608712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b3ef01-b966-4839-bd2b-d7b4d561cf73']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:41.623904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a36c6-8357-4ccb-abcb-7b570ae9dddd admin admin] Pushing event deleted for resources: {'Network': ['ID=c9137e54-d4b8-44af-aa67-0a21c1ffa37d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.627125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 496ad1c6-04a6-4464-badc-499d7bc83773) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:41.632534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:41.633323 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.641902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863465e8-26c4-4739-a893-ba704a4bdeb6 None None] Network 496ad1c6-04a6-4464-badc-499d7bc83773 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:41.650418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25488f3a-fc9b-44e2-9aaf-2d916f798e30') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:41.650866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25488f3a-fc9b-44e2-9aaf-2d916f798e30') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:41.678533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:41.681005 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.683082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=41d16cd4-01de-4301-8928-fcfcc61a760c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:41.692482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:41.700577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:41.727724 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.764536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-25107b47-4cca-454b-bd41-759c880a06e2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1808534 Aug 12 04:25:41.802693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472959e-996a-4512-a36a-369c78b25a8b req-1eedcd74-8e87-4f98-9972-2004ad317705 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:41.803575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1472959e-996a-4512-a36a-369c78b25a8b req-1eedcd74-8e87-4f98-9972-2004ad317705 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.0908239 Aug 12 04:25:41.842497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:41.842955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:41.846188 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:41.883052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1472959e-996a-4512-a36a-369c78b25a8b req-ba540914-4fed-4517-ac31-597419481472 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Aug 12 04:25:41.887333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75b74b-d2a7-4def-885d-5fcad1b1a268 None None] Network 496ad1c6-04a6-4464-badc-499d7bc83773 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:42.029652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:42.030328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.045450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42902) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:42.126293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:25:42.126293 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:25:42.126293 n-d-804320-1 neutron-server[95042]: [parameters: {'id': 'a3b3ef01-b966-4839-bd2b-d7b4d561cf73'}] Aug 12 04:25:42.126293 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:42.126734 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:42.135942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32a21d98-e17c-48b2-85a2-45c78b23d465 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8521664 Aug 12 04:25:42.135942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42906) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:42.140919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d50b58c7-645c-40f4-b4e9-ffd68526dd40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00b64abb801f47ed9bf222582f4cc319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926979 Aug 12 04:25:42.143699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '41d16cd4-01de-4301-8928-fcfcc61a760c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:42.145721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:42.201762 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7da09d8-9845-4ab5-a9e6-fd3415dafdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.248025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7da09d8-9845-4ab5-a9e6-fd3415dafdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.264655 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.384382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7da09d8-9845-4ab5-a9e6-fd3415dafdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.389528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7da09d8-9845-4ab5-a9e6-fd3415dafdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.389528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e7da09d8-9845-4ab5-a9e6-fd3415dafdaf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dbac0a5-408c-4a68-98e9-ac72c4c51971 HTTP/1.1" status: 204 len: 168 time: 0.2414913 Aug 12 04:25:42.398133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da09d8-9845-4ab5-a9e6-fd3415dafdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbac0a5-408c-4a68-98e9-ac72c4c51971,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:42.404564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.630004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.640445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c16e4a-2b3c-4312-99df-799d1d309106 req-16be066e-c8ff-48cf-b627-1e17c069eb3b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:42.643917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99c16e4a-2b3c-4312-99df-799d1d309106 req-16be066e-c8ff-48cf-b627-1e17c069eb3b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2129202 Aug 12 04:25:42.678292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-19cabda4-49a8-44c2-a1af-f740ad36bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:42.679846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-19cabda4-49a8-44c2-a1af-f740ad36bc94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1098 time: 0.1601565 Aug 12 04:25:42.689911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.55 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e82714c9-a89e-4caa-b037-1363d8c4ff58) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:42.830454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99c16e4a-2b3c-4312-99df-799d1d309106 req-58f04657-9ec0-4d38-93f0-b8b8ab7a2201 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694019 Aug 12 04:25:42.913325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:42.954321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-c4951137-3255-4002-bea4-170b5a360177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:42.957475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-c4951137-3255-4002-bea4-170b5a360177 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 914 time: 0.2601812 Aug 12 04:25:42.974457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port d132e2b6-3afc-4b3b-b298-c560d347a949 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:42.977171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:43.048289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-5db02572-7c0f-461b-b211-a38b2950ecd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 217 time: 0.0832827 Aug 12 04:25:43.063834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be2a6a-1c47-418d-95f4-8210e014982d None None] Network a3b3ef01-b966-4839-bd2b-d7b4d561cf73 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:43.145925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-e99a2e60-43d8-4df4-8bc5-4e4e894ed6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:43.150863 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-e99a2e60-43d8-4df4-8bc5-4e4e894ed6d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.0921936 Aug 12 04:25:43.220857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-15932c3e-c63c-4d0b-bae2-a0490e749734 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648012 Aug 12 04:25:43.232825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port d132e2b6-3afc-4b3b-b298-c560d347a949, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d132e2b6-3afc-4b3b-b298-c560d347a949,segment=NetworkSegment(25488f3a-fc9b-44e2-9aaf-2d916f798e30),segment_id=25488f3a-fc9b-44e2-9aaf-2d916f798e30)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:43.233610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:43.255678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-52a4b560-f705-4749-8ed5-54d52f7f4509 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:43.267963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-52a4b560-f705-4749-8ed5-54d52f7f4509 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/networks?id=496ad1c6-04a6-4464-badc-499d7bc83773 HTTP/1.1" status: 200 len: 821 time: 0.4452503 Aug 12 04:25:43.292061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for d132e2b6-3afc-4b3b-b298-c560d347a949 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:43.296128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a82f8c20-a40f-4c44-b850-48dd2a3782bb None None] Provisioning for port d132e2b6-3afc-4b3b-b298-c560d347a949 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:25:43.335297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9541b48a-ad9b-4c0a-918f-8aad6de0f08b tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/quotas/68310483b66147bab79d1b6ad5c306ac HTTP/1.1" status: 200 len: 375 time: 0.0535610 Aug 12 04:25:43.335900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:25:43.454175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-d486818c-fac5-4ee3-94e1-99a1b850eefc tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=68310483b66147bab79d1b6ad5c306ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174238 Aug 12 04:25:43.456343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:43.501076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-7badb42c-469b-401e-ad19-ba9dba9e7c56 service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722678 Aug 12 04:25:43.592120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:43.609688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:25:43.614370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] DHCP port deletion for a3b3ef01-b966-4839-bd2b-d7b4d561cf73 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:43.677962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf48be28-6915-4c24-86e6-7cebe7887388 req-d4cbd632-5511-456e-87d9-378e6d853641 service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706266 Aug 12 04:25:43.699607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-51c6a19b-de87-4212-b577-dd5f4004dba3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:25:43.701494 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:43.708822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-51c6a19b-de87-4212-b577-dd5f4004dba3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2539110 Aug 12 04:25:43.712260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:43.729538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:25:43.730080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:43.772980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:43.782725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] Deleting port d132e2b6-3afc-4b3b-b298-c560d347a949 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:43.783469 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:43.816982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:43.878922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] For port d132e2b6-3afc-4b3b-b298-c560d347a949, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d132e2b6-3afc-4b3b-b298-c560d347a949,segment=NetworkSegment(25488f3a-fc9b-44e2-9aaf-2d916f798e30),segment_id=25488f3a-fc9b-44e2-9aaf-2d916f798e30)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:43.879809 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:43.896151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] Calling delete_port for d132e2b6-3afc-4b3b-b298-c560d347a949 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:43.919466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=e82714c9-a89e-4caa-b037-1363d8c4ff58,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:43.983691 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:44.062008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953eea-d302-4bf0-906f-a1f5af4b3594 req-2876cd13-2e45-410c-98c6-f6415047ed8c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:44.066343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94953eea-d302-4bf0-906f-a1f5af4b3594 req-2876cd13-2e45-410c-98c6-f6415047ed8c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.0964103 Aug 12 04:25:44.066845 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:44.082597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=d132e2b6-3afc-4b3b-b298-c560d347a949,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:44.089970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port d132e2b6-3afc-4b3b-b298-c560d347a949 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:44.101307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:44.103114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] No DVR routers for this DVR port d132e2b6-3afc-4b3b-b298-c560d347a949 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:44.159108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20e48f-4ffb-4df4-9980-8ea681850e56 None None] Pushing event deleted for resources: {'Port': ['ID=d132e2b6-3afc-4b3b-b298-c560d347a949,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:44.198940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94953eea-d302-4bf0-906f-a1f5af4b3594 req-82f1f4e8-00f9-4dd1-b9ed-d5d95571fc85 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259248 Aug 12 04:25:44.214497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['62856dca-6aed-42e8-9b59-d4fb68e0f11f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:25:44.293921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:44.750455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-48186a53-ccab-40bb-b53c-bcea4959514e service neutron] 10.222.0.42 "GET /v2.0/networks/496ad1c6-04a6-4464-badc-499d7bc83773?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0402906 Aug 12 04:25:44.817242 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:44.883077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b3ef01-b966-4839-bd2b-d7b4d561cf73']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:44.912209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25488f3a-fc9b-44e2-9aaf-2d916f798e30') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:44.912391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25488f3a-fc9b-44e2-9aaf-2d916f798e30') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:44.991144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-58c7e0a6-efbe-4687-849b-a51722e27237 service neutron] 10.222.0.42 "GET /v2.0/networks/496ad1c6-04a6-4464-badc-499d7bc83773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304103 Aug 12 04:25:44.994394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.032141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.053747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:45.054162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:45.057289 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:45.339400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:25:45.415201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d132e2b6-3afc-4b3b-b298-c560d347a949 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:45.466379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b848f-c0fd-403b-8c6f-c1704934c218 req-345343fe-3fe9-480a-a3c3-9c8b040a84ec tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:45.474486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b74b848f-c0fd-403b-8c6f-c1704934c218 req-345343fe-3fe9-480a-a3c3-9c8b040a84ec tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1490860 Aug 12 04:25:45.478623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d132e2b6-3afc-4b3b-b298-c560d347a949 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:45.479001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d132e2b6-3afc-4b3b-b298-c560d347a949 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:45.495673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.568121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:25:45.568513 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.578337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.600948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/a3b3ef01-b966-4839-bd2b-d7b4d561cf73 HTTP/1.1" status: 204 len: 168 time: 5.4190602 Aug 12 04:25:45.602639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43036) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:45.672488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b74b848f-c0fd-403b-8c6f-c1704934c218 req-7b2a95e6-7f2f-4e9c-8820-a9aea6148e01 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973741 Aug 12 04:25:45.697549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827249685'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:45.746827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2cbc8514-d165-4cf0-be9b-271839fa0974 req-b420e21d-2b75-4dab-bb43-d00dfcc7dda3 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 210 time: 0.2219257 Aug 12 04:25:45.746827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a4e94-dbca-4fa7-88fc-50e76f787c0e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=a3b3ef01-b966-4839-bd2b-d7b4d561cf73,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:45.789234 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:45.874547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:25:45.885137 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654caeab-f6be-4bbc-a78d-9f9477ffcf9b" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:25:45.895002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072bfb-0a51-4d1d-b2c0-e880b3ee03d0 req-d5b00e57-ec03-4d6b-a4f0-d81fb4e41ef7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:45.902944 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90072bfb-0a51-4d1d-b2c0-e880b3ee03d0 req-d5b00e57-ec03-4d6b-a4f0-d81fb4e41ef7 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.0720191 Aug 12 04:25:45.965944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:45.976729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90072bfb-0a51-4d1d-b2c0-e880b3ee03d0 req-9719b1e0-7439-414c-86dc-ef3736d0d7eb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552583 Aug 12 04:25:46.034853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:46.041992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.051156 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.128633 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf46a9c-aba1-4d1d-ad30-cf1f5f468326 x-openstack-request-id: req-5cf46a9c-aba1-4d1d-ad30-cf1f5f468326 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:25:46.129191 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:25:46.139106 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cf46a9c-aba1-4d1d-ad30-cf1f5f468326 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:25:46.139773 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:25:46.249879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:46.284936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:46.310645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.328724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c6c35-b456-4d68-bb37-cd08752107a6 req-df1656e9-1b16-4ace-b0e5-824279f208a5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:46.338146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-175c6c35-b456-4d68-bb37-cd08752107a6 req-df1656e9-1b16-4ace-b0e5-824279f208a5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1290555 Aug 12 04:25:46.382837 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.383270 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 2859c9bc-fd08-4471-a2c6-b3583a16730e of type vlan for network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d Aug 12 04:25:46.424563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-175c6c35-b456-4d68-bb37-cd08752107a6 req-3c2ddeef-9e29-4e4c-9924-537b51b2d6df tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854409 Aug 12 04:25:46.473398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.581885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6f73a-7ce7-4358-a078-9aa73b38e5d9 req-cafd4a5b-f9c7-46c8-ab57-8f16892cb948 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:46.583866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbd6f73a-7ce7-4358-a078-9aa73b38e5d9 req-cafd4a5b-f9c7-46c8-ab57-8f16892cb948 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.0545635 Aug 12 04:25:46.640839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.686398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.705611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:46.706279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:46.900822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88ba0981-3021-47c6-a967-82c468b011b5 req-047e6bd4-2730-4730-9cb9-723b85fb96dc tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 210 time: 0.1001897 Aug 12 04:25:46.994516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbd6f73a-7ce7-4358-a078-9aa73b38e5d9 req-1cc9fb61-7dc8-433b-8311-87cd0c97c74d tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544776 Aug 12 04:25:47.023028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3992012 Aug 12 04:25:47.023028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad7a29-fc45-40e2-bff0-65cf01458848 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=c3a5b990-eaf3-4d52-8e4e-2e5009c9079d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:47.023885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:47.030047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:47.033485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:47.394596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:47.503612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01457275-1c66-4da2-a2c0-c11f35f6619d req-e1301aa9-7f08-47fa-830e-b123178662a1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:47.532473 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01457275-1c66-4da2-a2c0-c11f35f6619d req-e1301aa9-7f08-47fa-830e-b123178662a1 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2400882 Aug 12 04:25:47.532765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:47.561025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:47.612349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:47.684676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d is not hosted by any dhcp agent {{(pid=95043) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 04:25:47.722497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:47.725554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:47.729730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "PUT /v2.0/networks/c3a5b990-eaf3-4d52-8e4e-2e5009c9079d HTTP/1.1" status: 200 len: 723 time: 0.7018199 Aug 12 04:25:47.797040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43112) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:47.797305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43118) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:47.807027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:47.882536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30351f-a2da-4576-b28b-634900c9ed8e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=c3a5b990-eaf3-4d52-8e4e-2e5009c9079d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:47.904526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:25:48.036950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=e82714c9-a89e-4caa-b037-1363d8c4ff58,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:48.074592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01457275-1c66-4da2-a2c0-c11f35f6619d req-83b511fe-8095-4322-9a1b-6fc1433e4d09 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409865 Aug 12 04:25:48.130323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-760b5342-44bd-4bc7-a289-468a62f97348 req-400e7916-8461-419a-ba6a-3b1242d2034c tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 210 time: 0.0900986 Aug 12 04:25:48.132237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d96409c-8a95-4cd3-97dd-ea12298b6380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:48.211153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:48.327952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:48.329988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:48.450734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bacbdd-0d6a-46de-8d1f-24b63a91a604 req-dd6a24cc-466f-4b5a-8008-a66f3e2cbb61 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:48.452598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70bacbdd-0d6a-46de-8d1f-24b63a91a604 req-dd6a24cc-466f-4b5a-8008-a66f3e2cbb61 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1739249 Aug 12 04:25:48.501686 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 0aa02c36-3e92-48b2-8f5e-d849696a7e89 associated. External IP: 172.25.6.55, port: 41d16cd4-01de-4301-8928-fcfcc61a760c. Aug 12 04:25:48.618770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70bacbdd-0d6a-46de-8d1f-24b63a91a604 req-4555439f-6e87-4c80-a2c1-5cb2f5b2a543 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473796 Aug 12 04:25:48.925973 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d96409c-8a95-4cd3-97dd-ea12298b6380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.098582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d96409c-8a95-4cd3-97dd-ea12298b6380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.134137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382cb80-a857-4674-85a4-ba61a9ce2d7a req-4e4b6852-0608-4653-aa93-1bef6d38373c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:49.135601 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6382cb80-a857-4674-85a4-ba61a9ce2d7a req-4e4b6852-0608-4653-aa93-1bef6d38373c tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.3779204 Aug 12 04:25:49.276785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:49.303373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b32839a-b592-4cf2-9fbb-6c5d3f78c5c3 req-6251b37a-2803-4de7-a20b-d1ca3fa50def tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 210 time: 0.0575402 Aug 12 04:25:49.326623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d96409c-8a95-4cd3-97dd-ea12298b6380 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a44a597dbada4ebea03b10883ab09102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5260804 Aug 12 04:25:49.327396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43160) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:49.345200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6382cb80-a857-4674-85a4-ba61a9ce2d7a req-932e046f-f806-45af-9de9-3e0c6286f744 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674316 Aug 12 04:25:49.357152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.377791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-43e4657a-29f2-403a-88a8-3dc6701dd703 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:49.379670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-43e4657a-29f2-403a-88a8-3dc6701dd703 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.20 "GET /v2.0/networks?id=496ad1c6-04a6-4464-badc-499d7bc83773 HTTP/1.1" status: 200 len: 821 time: 0.5188370 Aug 12 04:25:49.417842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96409c-8a95-4cd3-97dd-ea12298b6380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b28976b-56da-4e9d-9ba8-267b96924c08,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:49.427220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Request body: {'port': {'device_id': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773', 'admin_state_up': True, 'tenant_id': '68310483b66147bab79d1b6ad5c306ac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:49.490317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ebc28e30-bc14-4615-9706-1e3bf53ff91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.574398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ebc28e30-bc14-4615-9706-1e3bf53ff91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.617227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e0577-5217-4368-933c-9fbd2b4c58df req-31ceca1b-67ff-4839-972a-2813ebf26e67 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:49.624985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba1e0577-5217-4368-933c-9fbd2b4c58df req-31ceca1b-67ff-4839-972a-2813ebf26e67 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1261373 Aug 12 04:25:49.640588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=a960f048-c862-47ca-95a6-a5b766fde4f6,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:49.678128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ba1e0577-5217-4368-933c-9fbd2b4c58df req-31fdb19f-48bf-44d9-9ceb-c613579000ee tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503051 Aug 12 04:25:49.691809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '2859c9bc-fd08-4471-a2c6-b3583a16730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:49.692379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: c3a5b990-eaf3-4d52-8e4e-2e5009c9079d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:25:49.727663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:49.752122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:49.769381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:49.770012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:49.802412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ebc28e30-bc14-4615-9706-1e3bf53ff91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.807472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Made reservation on behalf of 68310483b66147bab79d1b6ad5c306ac for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:49.811466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ebc28e30-bc14-4615-9706-1e3bf53ff91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.816676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ebc28e30-bc14-4615-9706-1e3bf53ff91f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b28976b-56da-4e9d-9ba8-267b96924c08 HTTP/1.1" status: 204 len: 168 time: 0.4880865 Aug 12 04:25:49.819888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.836696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:25:49.853823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc28e30-bc14-4615-9706-1e3bf53ff91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b28976b-56da-4e9d-9ba8-267b96924c08,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:49.889170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:49.896003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:49.978483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:49.979365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:49.992104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c3a5b990-eaf3-4d52-8e4e-2e5009c9079d) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:49.996943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a4f21-52c5-4292-907d-cb3b32af2ec3 req-014a3275-d040-416a-a873-c795d52a4545 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:50.018879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-691a4f21-52c5-4292-907d-cb3b32af2ec3 req-014a3275-d040-416a-a873-c795d52a4545 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1478004 Aug 12 04:25:50.053733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:50.054888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509a323-fc9d-4da2-a3bb-af304041c828 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:50.070148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a8857-7aa3-4f3d-98b9-95fe56a67a33 None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:50.170589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-691a4f21-52c5-4292-907d-cb3b32af2ec3 req-341ed27a-064f-4949-8520-d993a32b4869 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451364 Aug 12 04:25:50.207051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:50.211675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:50.211675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f6126313-f9d4-4ea4-b5fc-5a3c040d2879 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0762019 Aug 12 04:25:50.214021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43186) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:50.218775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'port_id': '41d16cd4-01de-4301-8928-fcfcc61a760c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:50.312685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:50.323673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c3a5b990-eaf3-4d52-8e4e-2e5009c9079d', 'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': 'a960f048-c862-47ca-95a6-a5b766fde4f6'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:25:50.324539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:50.398649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fedb33de-4dbc-44bd-9cab-5008d2257b0f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5989163 Aug 12 04:25:50.405213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:50.411406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:50.450746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeae74-7337-4180-9eda-701bb12341ee req-131bccf6-492b-4051-a460-24b9bcd8a3dc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:50.462688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-deaeae74-7337-4180-9eda-701bb12341ee req-131bccf6-492b-4051-a460-24b9bcd8a3dc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1984212 Aug 12 04:25:50.533089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1173d429-d3d1-44e6-8bbc-aea226324637 req-a64ea0f6-3e96-41bd-a26a-13323078dee8 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 210 time: 0.0781753 Aug 12 04:25:50.563897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Allocated IP 172.20.0.5 (496ad1c6-04a6-4464-badc-499d7bc83773/c4feaf3d-c0bc-46e2-8645-cd005f9228ce/560c0d28-ef56-4d5f-9032-6c1e491628d5) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:50.686933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-4a729f61-74c4-4846-8f4c-3e0164faf896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:50.689959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-4a729f61-74c4-4846-8f4c-3e0164faf896 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1096 time: 0.2036469 Aug 12 04:25:50.730781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Allocated IP 172.20.0.2 (c3a5b990-eaf3-4d52-8e4e-2e5009c9079d/a960f048-c862-47ca-95a6-a5b766fde4f6/4fd3365d-c440-494c-9473-2bb0e048b38f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:25:50.898698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.265092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8645227'] for subnet, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.265092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-deaeae74-7337-4180-9eda-701bb12341ee req-d8a37747-fd67-4051-9411-90d46063a63f tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675858 Aug 12 04:25:51.267356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-dd0ffc36-700f-4984-9e9e-8cec8fac122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:51.267356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-dd0ffc36-700f-4984-9e9e-8cec8fac122c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.3158896 Aug 12 04:25:51.268804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.268804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Transition to ACTIVE for port object 4fd3365d-c440-494c-9473-2bb0e048b38f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:51.268804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Transition to ACTIVE for port object 4fd3365d-c440-494c-9473-2bb0e048b38f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:51.269807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36024ae-186b-4693-90bb-7c9b435b01c9 req-7f7406b8-1585-47c4-af57-ee2f42aa92c5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:51.269807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c36024ae-186b-4693-90bb-7c9b435b01c9 req-7f7406b8-1585-47c4-af57-ee2f42aa92c5 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.0677929 Aug 12 04:25:51.269807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c36024ae-186b-4693-90bb-7c9b435b01c9 req-6d6fcaaf-6322-45c6-ae5c-22d2de674b50 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Aug 12 04:25:51.471995 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.475385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.524305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:51.527894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:51.532905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:51.538870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Pushing event updated for resources: {'Port': ['ID=4fd3365d-c440-494c-9473-2bb0e048b38f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:51.552834 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-9084eb31-17f4-4d14-9834-bcf67670cb64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 1000 time: 0.3797939 Aug 12 04:25:51.613133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Network 496ad1c6-04a6-4464-badc-499d7bc83773 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:25:51.622918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:25:51.630577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:25:51.645180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Attempting to bind port 4fd3365d-c440-494c-9473-2bb0e048b38f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:51.646218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Attempting to bind port 4fd3365d-c440-494c-9473-2bb0e048b38f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '2859c9bc-fd08-4471-a2c6-b3583a16730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:51.647903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Attempting to bind port 4fd3365d-c440-494c-9473-2bb0e048b38f on network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:51.665681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:51.666390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Checking segment: {'id': '2859c9bc-fd08-4471-a2c6-b3583a16730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:51.667102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.667749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Bound using segment: {'id': '2859c9bc-fd08-4471-a2c6-b3583a16730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:51.668729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Bound port: 4fd3365d-c440-494c-9473-2bb0e048b38f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2859c9bc-fd08-4471-a2c6-b3583a16730e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c3a5b990-eaf3-4d52-8e4e-2e5009c9079d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:51.669300 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.730931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Pushing event updated for resources: {'Port': ['ID=560c0d28-ef56-4d5f-9032-6c1e491628d5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:51.789927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] For port 4fd3365d-c440-494c-9473-2bb0e048b38f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:51.803125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] For port 4fd3365d-c440-494c-9473-2bb0e048b38f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4fd3365d-c440-494c-9473-2bb0e048b38f,segment=NetworkSegment(2859c9bc-fd08-4471-a2c6-b3583a16730e),segment_id=2859c9bc-fd08-4471-a2c6-b3583a16730e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:51.813446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f24aaf-e604-498b-bd15-cb2451e10654 req-16f69867-bc71-4bf2-86e3-57d0cd1858d4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:51.827022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59f24aaf-e604-498b-bd15-cb2451e10654 req-16f69867-bc71-4bf2-86e3-57d0cd1858d4 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.3341758 Aug 12 04:25:51.874759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:51.875444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.878405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43224) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:51.893865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.953952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81ed226f-941f-495f-8a20-8e4030f549ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:51.991478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43230) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:51.995157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca5d6c-888d-4c19-aad1-fb559afb52f4 req-79afe376-1277-46b2-82bc-c00b5e951d43 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:52.003980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4ca5d6c-888d-4c19-aad1-fb559afb52f4 req-79afe376-1277-46b2-82bc-c00b5e951d43 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 931 time: 0.2788162 Aug 12 04:25:52.014200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-9440cf1a-33b0-4a4f-809d-b3669ad9d65a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5924451 Aug 12 04:25:52.017391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f5f47-feea-479f-9c38-f9f19d97b541 None None] Pushing event updated for resources: {'Port': ['ID=4fd3365d-c440-494c-9473-2bb0e048b38f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:52.037837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59f24aaf-e604-498b-bd15-cb2451e10654 req-20618943-333f-4761-a75c-a239d555f7fc tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087765 Aug 12 04:25:52.043277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751375251604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8595285'] for subnet, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:52.052288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-e8b0f278-29ac-4032-945d-e0ecd393cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:52.053744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-e8b0f278-29ac-4032-945d-e0ecd393cd95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.4229615 Aug 12 04:25:52.055532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Request body: {'port': {'device_id': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:52.218326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.resource_extend [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:25:52.350258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-f02545dd-2d64-43ad-ae9e-ffd11c396ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:52.350258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-f02545dd-2d64-43ad-ae9e-ffd11c396ba9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2837679 Aug 12 04:25:52.511560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:52.519198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:52.594200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd31a5-6b68-40dd-911a-129c3d143d0d req-6c714cbc-7822-408f-976f-8520b25aa6e3 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:52.603560 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6cd31a5-6b68-40dd-911a-129c3d143d0d req-6c714cbc-7822-408f-976f-8520b25aa6e3 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.4492271 Aug 12 04:25:52.633322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:52.673645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:52.674257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:52.678170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "PUT /v2.0/subnets/a960f048-c862-47ca-95a6-a5b766fde4f6 HTTP/1.1" status: 200 len: 806 time: 2.2721806 Aug 12 04:25:52.678811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43244) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:52.712004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4ca5d6c-888d-4c19-aad1-fb559afb52f4 req-058bfd53-d682-4233-b84e-f6f3c846808a tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748123 Aug 12 04:25:52.748500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6cd31a5-6b68-40dd-911a-129c3d143d0d req-c6d30216-ae4c-419e-b36c-1e534a887aff tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436684 Aug 12 04:25:52.775010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:25:52.775010 n-d-804320-1 neutron-server[95043]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 04:25:52.775010 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id': '9c2d5a0eae3944828e714eb260171839', 'id': '851389dd-188f-48b1-9b47-7cef69c06e11', 'expiration': datetime.datetime(2021, 8, 12, 4, 27, 52, 709431)}] Aug 12 04:25:52.775010 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:52.776468 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:52.793030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-9a5f7299-ff54-4552-9a28-3898044fa7c3 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298930 Aug 12 04:25:52.876241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d031058-f1fd-4992-9ef1-ce4944bf6182 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=a960f048-c862-47ca-95a6-a5b766fde4f6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:52.950235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.041075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c5fd2a2-0c60-4418-ab47-03840b98bc85 req-c2d51ea1-4d82-422a-bb82-2a1b66d66a89 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093523 Aug 12 04:25:53.064770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.165380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c778e5-92da-4244-911b-2bed79e2effe req-0efe48c8-fb06-4a1f-a478-cff0ec846362 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:53.167049 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83c778e5-92da-4244-911b-2bed79e2effe req-0efe48c8-fb06-4a1f-a478-cff0ec846362 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2961891 Aug 12 04:25:53.284851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.294336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:53.324199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81ed226f-941f-495f-8a20-8e4030f549ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.364750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83c778e5-92da-4244-911b-2bed79e2effe req-5ac7141e-3bdb-49f0-8ad2-40dc08546144 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811478 Aug 12 04:25:53.429782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-f97c8103-fbb8-42b5-a3e6-8bb4e34787c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1842036 Aug 12 04:25:53.470700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81ed226f-941f-495f-8a20-8e4030f549ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.551152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port 4fd3365d-c440-494c-9473-2bb0e048b38f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:53.551493 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.570547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4fd3365d-c440-494c-9473-2bb0e048b38f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:25:53.606845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:53.614185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.617861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:53.638779 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:53.639376 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:53.703026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-c3ef7269-b5d4-486a-b82a-1003a7b74d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:53.704669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-c3ef7269-b5d4-486a-b82a-1003a7b74d72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=626f1c00e84644a39cb986e23c67aa72&device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 1098 time: 0.1821091 Aug 12 04:25:53.714507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:53.765818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4fd3365d-c440-494c-9473-2bb0e048b38f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:25:53.774939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:53.790359 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:53.791230 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:53.816300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66d15a7-223d-4c53-ada9-466422ffc8a1 None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:53.830040 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81ed226f-941f-495f-8a20-8e4030f549ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=344657d3f5c2405490d918e202147f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9471934 Aug 12 04:25:53.835773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43268) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:53.860820 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:53.864756 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b93ed6-0ccd-43c4-b46e-bc1c7e63a03d None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:53.879375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed226f-941f-495f-8a20-8e4030f549ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237bccbe-d86c-4c4c-a192-5e7945ee7121,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:53.896580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4f15-bbb5-42b5-9437-384b25b2553c req-f712961e-be8f-4af2-9e4a-a38ad2b71a29 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:53.904732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-348f4f15-bbb5-42b5-9437-384b25b2553c req-f712961e-be8f-4af2-9e4a-a38ad2b71a29 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1217122 Aug 12 04:25:53.969265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-348f4f15-bbb5-42b5-9437-384b25b2553c req-1d84b4ad-5574-423c-b5cd-d9bebf1afcdb tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631547 Aug 12 04:25:54.027719 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.091683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] Provisioning for port 4fd3365d-c440-494c-9473-2bb0e048b38f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:25:54.097445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] Provisioning complete for port 4fd3365d-c440-494c-9473-2bb0e048b38f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:25:54.097929 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.146586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port 4fd3365d-c440-494c-9473-2bb0e048b38f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4fd3365d-c440-494c-9473-2bb0e048b38f,segment=NetworkSegment(2859c9bc-fd08-4471-a2c6-b3583a16730e),segment_id=2859c9bc-fd08-4471-a2c6-b3583a16730e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:54.147181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.178544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560c0d28-ef56-4d5f-9032-6c1e491628d5 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:25:54.187348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for 4fd3365d-c440-494c-9473-2bb0e048b38f owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:54.204842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.210339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c2d5a0eae3944828e714eb260171839&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2100174 Aug 12 04:25:54.214770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3cd78ec-9744-4a3e-95ac-803a525e7fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.214901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43276) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:54.216940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed605e4-192a-47c8-a575-353891eb7869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba84df6-4dd5-4afe-80c3-0e572a61e1e6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:54.273273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.321940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cd8ff5c8-d5ef-4314-baae-6e48516947c7 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/floatingips/0aa02c36-3e92-48b2-8f5e-d849696a7e89 HTTP/1.1" status: 200 len: 978 time: 4.1015866 Aug 12 04:25:54.335768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43284) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:54.369259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] For port 4fd3365d-c440-494c-9473-2bb0e048b38f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4fd3365d-c440-494c-9473-2bb0e048b38f,segment=NetworkSegment(2859c9bc-fd08-4471-a2c6-b3583a16730e),segment_id=2859c9bc-fd08-4471-a2c6-b3583a16730e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:25:54.412976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d3099-d42a-4cbb-ae14-02556085eaa8 None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:54.415494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Transition to ACTIVE for port object 560c0d28-ef56-4d5f-9032-6c1e491628d5 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:25:54.458310 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32c750ac-38fe-4d81-886a-e56fd1679bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.483952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32c750ac-38fe-4d81-886a-e56fd1679bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.516445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.522883 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.600451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Pushing event updated for resources: {'Port': ['ID=560c0d28-ef56-4d5f-9032-6c1e491628d5,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:54.645800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3cd78ec-9744-4a3e-95ac-803a525e7fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.680558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32c750ac-38fe-4d81-886a-e56fd1679bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.683503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32c750ac-38fe-4d81-886a-e56fd1679bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.691289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32c750ac-38fe-4d81-886a-e56fd1679bb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ba84df6-4dd5-4afe-80c3-0e572a61e1e6 HTTP/1.1" status: 204 len: 168 time: 0.4753516 Aug 12 04:25:54.739964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac1ef-326e-40c9-9f08-776a9fb3a151 req-e845d2c8-0da0-433c-b7bd-b3ad8b526a90 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:54.742210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ffac1ef-326e-40c9-9f08-776a9fb3a151 req-e845d2c8-0da0-433c-b7bd-b3ad8b526a90 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 931 time: 0.6153929 Aug 12 04:25:54.759656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ce1d8-0929-406b-93b9-e492776b2d4b None None] Pushing event updated for resources: {'Port': ['ID=4fd3365d-c440-494c-9473-2bb0e048b38f,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:54.851217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5664a92a-451e-4655-8e88-f53b5e1b792c None None] Provisioning complete for port 4fd3365d-c440-494c-9473-2bb0e048b38f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:25:54.851628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5664a92a-451e-4655-8e88-f53b5e1b792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:54.871149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c750ac-38fe-4d81-886a-e56fd1679bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba84df6-4dd5-4afe-80c3-0e572a61e1e6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:54.885973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-d38b583e-6c53-4cc3-bb1f-2f00b5b163ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:54.887478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-d38b583e-6c53-4cc3-bb1f-2f00b5b163ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 200 len: 914 time: 1.0956817 Aug 12 04:25:54.985427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ffac1ef-326e-40c9-9f08-776a9fb3a151 req-29c09956-e481-45a1-b7ed-58962c1e065e tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122061 Aug 12 04:25:54.987604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Attempting to bind port 560c0d28-ef56-4d5f-9032-6c1e491628d5 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:25:54.988149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Attempting to bind port 560c0d28-ef56-4d5f-9032-6c1e491628d5 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'add6cbef-fd64-4f47-89bb-2ac2c40547e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:25:54.988503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Attempting to bind port 560c0d28-ef56-4d5f-9032-6c1e491628d5 on network 496ad1c6-04a6-4464-badc-499d7bc83773 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:54.989809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-49137377-5738-4d99-b127-87d8fef6dd4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 200 len: 217 time: 0.0889990 Aug 12 04:25:55.021093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Port 560c0d28-ef56-4d5f-9032-6c1e491628d5 on network 496ad1c6-04a6-4464-badc-499d7bc83773 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:25:55.021431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Attempting to bind port 560c0d28-ef56-4d5f-9032-6c1e491628d5 on network 496ad1c6-04a6-4464-badc-499d7bc83773 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:25:55.033672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:25:55.035253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Checking segment: {'id': 'add6cbef-fd64-4f47-89bb-2ac2c40547e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:25:55.035656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Bound using segment: {'id': 'add6cbef-fd64-4f47-89bb-2ac2c40547e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:25:55.037348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Bound port: 560c0d28-ef56-4d5f-9032-6c1e491628d5, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add6cbef-fd64-4f47-89bb-2ac2c40547e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:25:55.037635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.199615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.201077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3cd78ec-9744-4a3e-95ac-803a525e7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.214335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3cd78ec-9744-4a3e-95ac-803a525e7fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.214335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d3cd78ec-9744-4a3e-95ac-803a525e7fcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/237bccbe-d86c-4c4c-a192-5e7945ee7121 HTTP/1.1" status: 204 len: 168 time: 1.3663378 Aug 12 04:25:55.253728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd78ec-9744-4a3e-95ac-803a525e7fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237bccbe-d86c-4c4c-a192-5e7945ee7121,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:55.274094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=4fd3365d-c440-494c-9473-2bb0e048b38f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:55.296018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port e82714c9-a89e-4caa-b037-1363d8c4ff58 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:55.296469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.464316 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.514594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port 4fd3365d-c440-494c-9473-2bb0e048b38f on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:25:55.571664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-199c984c-069d-4b9c-a706-d6ce17496bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:55.573433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-199c984c-069d-4b9c-a706-d6ce17496bd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 200 len: 853 time: 0.5652852 Aug 12 04:25:55.641952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.654133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] For port 560c0d28-ef56-4d5f-9032-6c1e491628d5, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:25:55.658334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] For port 560c0d28-ef56-4d5f-9032-6c1e491628d5, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=560c0d28-ef56-4d5f-9032-6c1e491628d5,segment=NetworkSegment(add6cbef-fd64-4f47-89bb-2ac2c40547e6),segment_id=add6cbef-fd64-4f47-89bb-2ac2c40547e6)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:25:55.659974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-bcc4139a-98d7-4dfc-8179-54756f32629e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59e2b1cc-ced3-4644-9f38-f8a4764d2238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760074 Aug 12 04:25:55.661339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.725727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.725727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.744159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4e5e19a-4c6a-4954-bec2-fa6522025f5c None None] Could not find standard attr ID for object 4fd3365d-c440-494c-9473-2bb0e048b38f. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:25:55.750683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd36be-c3b7-4661-b240-822f507c7ee6 None None] DHCP port deletion for c3a5b990-eaf3-4d52-8e4e-2e5009c9079d request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:55.774966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.784940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42236a-53d7-449f-978d-f33a192acee9 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:25:55.973334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:55.973931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:55.975123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-12f60d96-4375-4c99-8788-5aca13f27821 service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987225 Aug 12 04:25:55.978225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] 10.222.0.20 "PUT /v2.0/ports/560c0d28-ef56-4d5f-9032-6c1e491628d5 HTTP/1.1" status: 200 len: 1091 time: 3.9276714 Aug 12 04:25:55.979068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'tag': '560c0d28-ef56-4d5f-9032-6c1e491628d5'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:25:55.980861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for e82714c9-a89e-4caa-b037-1363d8c4ff58 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:55.981180 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6553fe-5e82-492b-8bfb-b754b0312a60" -d '{"events": [{"name": "network-changed", "server_uuid": "50a87552-4d94-4c76-8b7e-f895f449b64b", "tag": "560c0d28-ef56-4d5f-9032-6c1e491628d5"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:25:56.006068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:56.028805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42236a-53d7-449f-978d-f33a192acee9 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:25:56.095384 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3425c4-40b1-4e50-b846-f33749b7ba5d x-openstack-request-id: req-ed3425c4-40b1-4e50-b846-f33749b7ba5d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:25:56.095725 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a87552-4d94-4c76-8b7e-f895f449b64b", "tag": "560c0d28-ef56-4d5f-9032-6c1e491628d5", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:25:56.095980 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed3425c4-40b1-4e50-b846-f33749b7ba5d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:25:56.096408 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'tag': '560c0d28-ef56-4d5f-9032-6c1e491628d5', 'status': 'completed', 'code': 200} Aug 12 04:25:56.097181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63a5267b-cad9-4ea0-ae10-f03a95a58541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.135529 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.306406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=a960f048-c862-47ca-95a6-a5b766fde4f6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:56.312268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8973e-7f3a-4146-bb39-5c965edfd54f service neutron] Pushing event updated for resources: {'Port': ['ID=560c0d28-ef56-4d5f-9032-6c1e491628d5,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:56.389953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43324) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:56.509130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b36c49a0-521a-4d14-bc2f-e2bf34b0a7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.537608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.543354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6553fe-5e82-492b-8bfb-b754b0312a60 req-56ff8dc4-0cd3-49cc-9610-b6c66a67efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:56.547424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba6553fe-5e82-492b-8bfb-b754b0312a60 req-56ff8dc4-0cd3-49cc-9610-b6c66a67efd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68310483b66147bab79d1b6ad5c306ac&device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 1094 time: 0.4454935 Aug 12 04:25:56.566628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a5b990-eaf3-4d52-8e4e-2e5009c9079d']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:56.624988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d680c-1a68-4fdf-a30e-6b84abfd4988 None None] Network c3a5b990-eaf3-4d52-8e4e-2e5009c9079d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:25:56.670306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2859c9bc-fd08-4471-a2c6-b3583a16730e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:56.671020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2859c9bc-fd08-4471-a2c6-b3583a16730e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:56.713861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.730533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.737343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:25:56.737751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:25:56.841745 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:25:56.910453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b91173-2627-4a4f-b8c2-35a4fb473162 None None] DHCP port deletion for c3a5b990-eaf3-4d52-8e4e-2e5009c9079d request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:25:56.918481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b4778c4-29dc-49e5-b501-18f4199a376c req-b79c603c-eefb-4ae2-9800-c6bfaa5b1c9a service neutron] 10.222.0.36 "GET /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013612 Aug 12 04:25:56.985908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6553fe-5e82-492b-8bfb-b754b0312a60 req-5766b765-18c7-47c1-a7ed-3dd8411657ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:56.988409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba6553fe-5e82-492b-8bfb-b754b0312a60 req-5766b765-18c7-47c1-a7ed-3dd8411657ef service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=68310483b66147bab79d1b6ad5c306ac&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4351571 Aug 12 04:25:57.054314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42533-42da-4cc2-b129-53706e9ccf44 req-54216124-e098-4f06-b0cd-8d264cbe8e03 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:57.056001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8d42533-42da-4cc2-b129-53706e9ccf44 req-54216124-e098-4f06-b0cd-8d264cbe8e03 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 943 time: 0.8773108 Aug 12 04:25:57.153235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8d42533-42da-4cc2-b129-53706e9ccf44 req-f60d85a7-7200-49a7-84ac-0ab1ef42c5cf tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817573 Aug 12 04:25:57.184154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:57.210231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:57.212607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/c3a5b990-eaf3-4d52-8e4e-2e5009c9079d HTTP/1.1" status: 204 len: 168 time: 4.5263512 Aug 12 04:25:57.234532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:57.245550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bed30e-fdca-4fc6-9610-77067c8b0471 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=c3a5b990-eaf3-4d52-8e4e-2e5009c9079d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:57.263073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:57.322245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4fd3365d-c440-494c-9473-2bb0e048b38f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:25:57.327133 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecb4de9-bf2b-4a58-8e8b-ff352b8ac442 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:25:57.327767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecb4de9-bf2b-4a58-8e8b-ff352b8ac442 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:25:57.329819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2ecb4de9-bf2b-4a58-8e8b-ff352b8ac442 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/c3a5b990-eaf3-4d52-8e4e-2e5009c9079d HTTP/1.1" status: 404 len: 339 time: 0.0942304 Aug 12 04:25:57.350631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43342) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:57.358951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=e82714c9-a89e-4caa-b037-1363d8c4ff58,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:57.370051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358011067', 'description': 'd1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:57.407754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4fd3365d-c440-494c-9473-2bb0e048b38f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:25:57.408016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4fd3365d-c440-494c-9473-2bb0e048b38f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:25:57.411633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6553fe-5e82-492b-8bfb-b754b0312a60 req-56f3f84b-cc4c-409a-8f85-1e78418f7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:57.413149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ba6553fe-5e82-492b-8bfb-b754b0312a60 req-56f3f84b-cc4c-409a-8f85-1e78418f7590 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158819 Aug 12 04:25:57.486161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:57.488317 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 0aa02c36-3e92-48b2-8f5e-d849696a7e89 disassociated (deleted). External IP: 172.25.6.55, port: 41d16cd4-01de-4301-8928-fcfcc61a760c. Aug 12 04:25:57.587534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63a5267b-cad9-4ea0-ae10-f03a95a58541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:57.591067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-948faa34-4681-4786-a55d-49f18908d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:57.592721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-948faa34-4681-4786-a55d-49f18908d8c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68310483b66147bab79d1b6ad5c306ac&device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 1094 time: 0.1013572 Aug 12 04:25:57.662867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-4e056020-fb62-4268-9139-709d5c223a5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=560c0d28-ef56-4d5f-9032-6c1e491628d5 HTTP/1.1" status: 200 len: 217 time: 0.0538909 Aug 12 04:25:57.666524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63a5267b-cad9-4ea0-ae10-f03a95a58541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:57.746520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:25:57.746520 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:25:57.746520 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id_1': '87e422629f704e8bae38d5b94d18b18b', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 25, 57, 400982)}] Aug 12 04:25:57.746520 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:25:57.747201 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:25:57.813795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-a8d76729-347a-4500-ab55-fcbf96cd0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:57.815281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-a8d76729-347a-4500-ab55-fcbf96cd0716 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4feaf3d-c0bc-46e2-8645-cd005f9228ce HTTP/1.1" status: 200 len: 861 time: 0.1220837 Aug 12 04:25:57.839146 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-63a5267b-cad9-4ea0-ae10-f03a95a58541 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7544a2f9eca44e1caffcd2ebc16d63f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8325064 Aug 12 04:25:57.845598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:57.858357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:25:57.870367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-d925b0a7-d700-43c1-bc60-30692fc14923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=496ad1c6-04a6-4464-badc-499d7bc83773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368960 Aug 12 04:25:57.873965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5267b-cad9-4ea0-ae10-f03a95a58541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48d8e3-5f06-416a-b0bb-2aab262cb296,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:58.077177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5646e23-2e17-417c-9512-b3eb7b9828e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.137812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-28bd05e5-5c08-4c2b-bcfc-7e05206885a2 service neutron] 10.222.0.20 "GET /v2.0/networks/496ad1c6-04a6-4464-badc-499d7bc83773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552545 Aug 12 04:25:58.156205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:25:58.168530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:25:58.181167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5646e23-2e17-417c-9512-b3eb7b9828e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.193202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:58.193202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:58.217329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.245994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:58.250948 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bc09c8eb-7acb-4e37-9f69-86ec4dfc34ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.260677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:25:58.263760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:58.312854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b63a00d6-e404-45cf-891d-4a3497b931cd req-5b3c333c-938f-43b8-a287-37f0be832680 service neutron] 10.222.0.20 "GET /v2.0/networks/496ad1c6-04a6-4464-badc-499d7bc83773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693146 Aug 12 04:25:58.341762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:25:58.343443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2544837b-6a84-4e7f-b10b-37ce6889ee1e None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:25:58.410483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e8cc8-bcca-4d9a-b701-2b0678305302 req-20bbedc2-4a23-4122-ab1d-4cb9048f69d8 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:58.412354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-309e8cc8-bcca-4d9a-b701-2b0678305302 req-20bbedc2-4a23-4122-ab1d-4cb9048f69d8 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 943 time: 0.0761719 Aug 12 04:25:58.416667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fad4fcf0-315d-4915-97bf-2d25e93bc516 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/floatingips/0aa02c36-3e92-48b2-8f5e-d849696a7e89 HTTP/1.1" status: 204 len: 168 time: 4.0690229 Aug 12 04:25:58.419552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43362) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:58.473184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b36c49a0-521a-4d14-bc2f-e2bf34b0a7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.500151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-309e8cc8-bcca-4d9a-b701-2b0678305302 req-5392f92b-eb5d-4225-94f8-d2c664f29341 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799110 Aug 12 04:25:58.539939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 41d16cd4-01de-4301-8928-fcfcc61a760c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:25:58.541744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.582462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5646e23-2e17-417c-9512-b3eb7b9828e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.584986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5646e23-2e17-417c-9512-b3eb7b9828e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.586111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c5646e23-2e17-417c-9512-b3eb7b9828e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f48d8e3-5f06-416a-b0bb-2aab262cb296 HTTP/1.1" status: 204 len: 168 time: 0.7379651 Aug 12 04:25:58.597970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5646e23-2e17-417c-9512-b3eb7b9828e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48d8e3-5f06-416a-b0bb-2aab262cb296,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:58.611687 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b36c49a0-521a-4d14-bc2f-e2bf34b0a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.647246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c49a0-521a-4d14-bc2f-e2bf34b0a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03540779-79dd-4caa-993b-9f651a198d2f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:58.665132 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.679444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 41d16cd4-01de-4301-8928-fcfcc61a760c owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:25:58.700039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b36c49a0-521a-4d14-bc2f-e2bf34b0a7f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=764d5dbc64a841b5999331615777acf1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3002286 Aug 12 04:25:58.700039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43374) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:58.749757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:25:58.753690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.954758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7602e1ef-be9a-4e26-9320-65132bcfe8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:58.996327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7602e1ef-be9a-4e26-9320-65132bcfe8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.197970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7602e1ef-be9a-4e26-9320-65132bcfe8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.200504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7602e1ef-be9a-4e26-9320-65132bcfe8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.201956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7602e1ef-be9a-4e26-9320-65132bcfe8b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03540779-79dd-4caa-993b-9f651a198d2f HTTP/1.1" status: 204 len: 168 time: 0.5050442 Aug 12 04:25:59.203116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.228691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:25:59.312695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=41d16cd4-01de-4301-8928-fcfcc61a760c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:59.315488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602e1ef-be9a-4e26-9320-65132bcfe8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03540779-79dd-4caa-993b-9f651a198d2f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:59.323643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.324267 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 0f262317-842b-46f0-b00e-6bcf5944f11c of type vlan for network d49247ab-2b88-443a-832c-26c039312012 Aug 12 04:25:59.459657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.530153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.534671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-40b09c8f-7f77-4dc2-9f3a-bcdd1ffca9ee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/ports/41d16cd4-01de-4301-8928-fcfcc61a760c HTTP/1.1" status: 204 len: 168 time: 1.1119084 Aug 12 04:25:59.537754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:59.543054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:25:59.610777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.620292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:59.620945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.771336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad68a2-be06-4aad-add1-1b69a10cb099 req-d3932215-7344-40af-b7ae-778168e9fc83 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:25:59.773533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4ad68a2-be06-4aad-add1-1b69a10cb099 req-d3932215-7344-40af-b7ae-778168e9fc83 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 943 time: 0.1392171 Aug 12 04:25:59.780726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:25:59.858100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4ad68a2-be06-4aad-add1-1b69a10cb099 req-0ec7a230-104a-42b9-943f-d844982c8781 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757904 Aug 12 04:25:59.914504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5612960 Aug 12 04:25:59.919199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43416) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:25:59.961885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1acde-8b86-4838-a358-bdf3718cfeb9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=d49247ab-2b88-443a-832c-26c039312012,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:25:59.974620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d49247ab-2b88-443a-832c-26c039312012 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:00.075058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cabf7a-2c6b-4989-9661-b065c70c0fdb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:00.077589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:00.083177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-23cabf7a-2c6b-4989-9661-b065c70c0fdb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks?id=d49247ab-2b88-443a-832c-26c039312012 HTTP/1.1" status: 200 len: 760 time: 0.1657784 Aug 12 04:26:00.084783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43420) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:00.100517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'description': 'd2'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:00.334924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.172 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3b7c14f2-478b-40ea-8677-ae5009478738) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:00.512486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:00.599152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:00.658181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:00.730648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network d49247ab-2b88-443a-832c-26c039312012 is not hosted by any dhcp agent {{(pid=95043) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 04:26:00.743825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:00.747593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:00.764372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "PUT /v2.0/networks/d49247ab-2b88-443a-832c-26c039312012 HTTP/1.1" status: 200 len: 757 time: 0.6661799 Aug 12 04:26:00.764372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8538b-5a8d-4460-869c-0a9dd4411085 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=d49247ab-2b88-443a-832c-26c039312012,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:00.764372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:00.767816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d49247ab-2b88-443a-832c-26c039312012 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:00.898792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:00.918580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7449ff-6219-4711-80d6-6f8afac2771a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:00.928740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6a7449ff-6219-4711-80d6-6f8afac2771a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks?id=d49247ab-2b88-443a-832c-26c039312012 HTTP/1.1" status: 200 len: 760 time: 0.1699150 Aug 12 04:26:00.935424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:00.954273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208806913'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:00.957419 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-986caffb-139e-4fb3-9717-1283913984c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.031790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:01.033233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=3b7c14f2-478b-40ea-8677-ae5009478738,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:01.045527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:01.052417 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.068217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:01.090182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:01.095109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.157554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:26:01.177767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.178113 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 39f36d81-8b34-4217-b230-e2fcc018f128 of type vlan for network eed75efa-9c5b-493e-9bbb-58dbafa8ea87 Aug 12 04:26:01.269116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd252-ef7a-49ed-9c4b-7ce449332ef4 req-0c650d28-0d6b-421a-ae32-ff448edb150f tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:01.272224 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.282443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a06bd252-ef7a-49ed-9c4b-7ce449332ef4 req-0c650d28-0d6b-421a-ae32-ff448edb150f tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 943 time: 0.2087681 Aug 12 04:26:01.389236 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a06bd252-ef7a-49ed-9c4b-7ce449332ef4 req-44c7c1da-58b5-4ce5-9cba-aae91d3867fc tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059706 Aug 12 04:26:01.398688 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.416926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 560c0d28-ef56-4d5f-9032-6c1e491628d5 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:26:01.452818 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.459608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:01.463039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.578490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.630746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 560c0d28-ef56-4d5f-9032-6c1e491628d5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=560c0d28-ef56-4d5f-9032-6c1e491628d5,segment=NetworkSegment(add6cbef-fd64-4f47-89bb-2ac2c40547e6),segment_id=add6cbef-fd64-4f47-89bb-2ac2c40547e6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:01.645121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '560c0d28-ef56-4d5f-9032-6c1e491628d5', 'network_id': '496ad1c6-04a6-4464-badc-499d7bc83773', 'port_id': '560c0d28-ef56-4d5f-9032-6c1e491628d5', 'mac_address': 'fa:16:3e:ee:92:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4feaf3d-c0bc-46e2-8645-cd005f9228ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:26:01.708306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=eed75efa-9c5b-493e-9bbb-58dbafa8ea87,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:01.725321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.728633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network eed75efa-9c5b-493e-9bbb-58dbafa8ea87 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:01.737068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62847e04-f453-41eb-b049-b695af19d1eb tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8005240 Aug 12 04:26:01.738478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43486) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:01.750371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': 'eed75efa-9c5b-493e-9bbb-58dbafa8ea87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:01.762071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560c0d28-ef56-4d5f-9032-6c1e491628d5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:26:01.801215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 560c0d28-ef56-4d5f-9032-6c1e491628d5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=560c0d28-ef56-4d5f-9032-6c1e491628d5,segment=NetworkSegment(add6cbef-fd64-4f47-89bb-2ac2c40547e6),segment_id=add6cbef-fd64-4f47-89bb-2ac2c40547e6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:01.880222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:01.961989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=560c0d28-ef56-4d5f-9032-6c1e491628d5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:01.974523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.975927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.976591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.977164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.978851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.980243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.981934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.982520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.983766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.985021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.986023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:01.986758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:02.109139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:02.114083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.119132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['560c0d28-ef56-4d5f-9032-6c1e491628d5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:26:02.136827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.163040 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.210465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.439873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=3b7c14f2-478b-40ea-8677-ae5009478738,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:02.571109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.662443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.664727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bb53b9d4-89e5-4acd-aa59-e0ffc11eb098 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1259577 Aug 12 04:26:02.672404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43514) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:02.691353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'port': {'network_id': 'd7e3f17e-f339-49b8-a654-40de63aeb5d1', 'name': 'tempest-FloatingIPTestJSON-2043605692'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:02.768920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:02.813952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f1b4c-0aad-451d-9f60-09ff76976140 req-3c7de502-d566-4b8a-af81-63c0ea7ccc13 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:02.816163 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c0f1b4c-0aad-451d-9f60-09ff76976140 req-3c7de502-d566-4b8a-af81-63c0ea7ccc13 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 944 time: 0.2471287 Aug 12 04:26:02.926097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c0f1b4c-0aad-451d-9f60-09ff76976140 req-851033f6-1715-40bf-bf0f-675534a2ae4e tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862503 Aug 12 04:26:02.934300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=9dd124a7-7c60-4ac4-9066-e708307851d4,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:02.978691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '39f36d81-8b34-4217-b230-e2fcc018f128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'eed75efa-9c5b-493e-9bbb-58dbafa8ea87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:02.985389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: eed75efa-9c5b-493e-9bbb-58dbafa8ea87, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:26:03.254526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network eed75efa-9c5b-493e-9bbb-58dbafa8ea87 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:26:03.257247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:03.261511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:03.333297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] device_id is not set on port e9d6ebef-91e7-4f50-9888-ca2fe22527be yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:26:03.416687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, eed75efa-9c5b-493e-9bbb-58dbafa8ea87) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:03.421105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:03.422034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:03.427290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 560c0d28-ef56-4d5f-9032-6c1e491628d5 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:03.433241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d5c85d-5d52-435d-a5da-9ea88df25763 None None] Network eed75efa-9c5b-493e-9bbb-58dbafa8ea87 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:03.584755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f2710a66-9504-4dc8-bce4-5cf9e1753178 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8426557 Aug 12 04:26:03.585396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43542) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:03.721642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.3 (d7e3f17e-f339-49b8-a654-40de63aeb5d1/5d54ee28-3289-432e-bf98-9176f94632ca/e9d6ebef-91e7-4f50-9888-ca2fe22527be) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:03.824129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.020041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a811d5-e825-4bff-b416-aa13dccf1566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-eed75efa-9c5b-493e-9bbb-58dbafa8ea87', 'network_id': 'eed75efa-9c5b-493e-9bbb-58dbafa8ea87', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '9dd124a7-7c60-4ac4-9066-e708307851d4'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:26:04.020665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.021724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05a811d5-e825-4bff-b416-aa13dccf1566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.077672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.147133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 560c0d28-ef56-4d5f-9032-6c1e491628d5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:04.171089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.171726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 560c0d28-ef56-4d5f-9032-6c1e491628d5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:04.171837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.373214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.387743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe616-9406-48db-b657-dcf9195434d3 req-5b37f163-25ec-424c-bcce-9909fe9ec0f3 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:04.389356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-702fe616-9406-48db-b657-dcf9195434d3 req-5b37f163-25ec-424c-bcce-9909fe9ec0f3 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 944 time: 0.2002521 Aug 12 04:26:04.418873 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.483479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 560c0d28-ef56-4d5f-9032-6c1e491628d5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=560c0d28-ef56-4d5f-9032-6c1e491628d5,segment=NetworkSegment(add6cbef-fd64-4f47-89bb-2ac2c40547e6),segment_id=add6cbef-fd64-4f47-89bb-2ac2c40547e6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:04.485209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c0d28-ef56-4d5f-9032-6c1e491628d5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:04.493153 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb0592-08e5-4666-8cb7-04aee3663fba" -d '{"events": [{"server_uuid": "50a87552-4d94-4c76-8b7e-f895f449b64b", "name": "network-vif-plugged", "status": "completed", "tag": "560c0d28-ef56-4d5f-9032-6c1e491628d5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:04.498734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd124a7-7c60-4ac4-9066-e708307851d4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:04.507535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-702fe616-9406-48db-b657-dcf9195434d3 req-40fdd0ad-0c41-4d8c-8ab5-043fe6a21818 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932136 Aug 12 04:26:04.531955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server [None req-05a811d5-e825-4bff-b416-aa13dccf1566 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dd124a7-7c60-4ac4-9066-e708307851d4: This subnet is being modified by another concurrent operation. Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise exception Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dd124a7-7c60-4ac4-9066-e708307851d4: This subnet is being modified by another concurrent operation. Aug 12 04:26:04.550972 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server Aug 12 04:26:04.578756 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.640144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network d7e3f17e-f339-49b8-a654-40de63aeb5d1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:04.654901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:04.666736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:04.668544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bc573-90b1-4a1d-91fa-b9a460f19a4c None None] Network eed75efa-9c5b-493e-9bbb-58dbafa8ea87 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:04.759143 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d7373e-dc12-491d-914a-92e831c6953a x-openstack-request-id: req-b1d7373e-dc12-491d-914a-92e831c6953a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:04.763718 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.765823 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a87552-4d94-4c76-8b7e-f895f449b64b", "name": "network-vif-plugged", "status": "completed", "tag": "560c0d28-ef56-4d5f-9032-6c1e491628d5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:04.766783 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1d7373e-dc12-491d-914a-92e831c6953a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:04.767229 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c0d28-ef56-4d5f-9032-6c1e491628d5', 'code': 200} Aug 12 04:26:04.790335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed75efa-9c5b-493e-9bbb-58dbafa8ea87']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:04.811635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=e9d6ebef-91e7-4f50-9888-ca2fe22527be,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:04.832390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f36d81-8b34-4217-b230-e2fcc018f128') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:04.832679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f36d81-8b34-4217-b230-e2fcc018f128') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:04.872392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:04.872392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.881352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=560c0d28-ef56-4d5f-9032-6c1e491628d5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:04.907240 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:04.930400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ba204-7a1a-496d-ab62-cbab7c3729c2 req-a6bcbd5f-ecb4-4369-acdf-172e447b7017 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:04.937602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d0ba204-7a1a-496d-ab62-cbab7c3729c2 req-a6bcbd5f-ecb4-4369-acdf-172e447b7017 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.2256038 Aug 12 04:26:04.963140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d551b-5f53-4ac8-848e-dc022615a31d None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:26:04.985668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:05.018525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43584) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:05.025321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-18cd2921-6e22-41d2-a0d4-020ec1d58f21 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3407259 Aug 12 04:26:05.031044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'port_id': 'e9d6ebef-91e7-4f50-9888-ca2fe22527be'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:05.061905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee5acc-9fae-4ccb-bfa2-1b374995d8e1 req-d1012b8a-afe0-4491-b711-fa663bceb56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:05.064174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0ee5acc-9fae-4ccb-bfa2-1b374995d8e1 req-d1012b8a-afe0-4491-b711-fa663bceb56c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 1096 time: 0.2342291 Aug 12 04:26:05.066581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:05.066934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:05.070438 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:05.083214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d551b-5f53-4ac8-848e-dc022615a31d None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:26:05.596633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:05.635231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d0ba204-7a1a-496d-ab62-cbab7c3729c2 req-727fb2bf-ebd9-4995-af2a-ca3ada4843af tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e86dfce-25c2-434f-9062-e5726ccd8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966298 Aug 12 04:26:05.690833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92a7f-73cc-4be6-888a-c545b90bc11e req-3b01ed42-a858-41f2-a7b9-433b71554ddc tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:05.699670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0a92a7f-73cc-4be6-888a-c545b90bc11e req-3b01ed42-a858-41f2-a7b9-433b71554ddc tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 945 time: 0.0819094 Aug 12 04:26:05.773341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0a92a7f-73cc-4be6-888a-c545b90bc11e req-9855e0b7-555a-4431-8fd0-8d9bc8a13646 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546217 Aug 12 04:26:05.779337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0ee5acc-9fae-4ccb-bfa2-1b374995d8e1 req-635f1ad5-15d0-411f-b8ac-9b65075ac70b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056398 Aug 12 04:26:05.861921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:05.929967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:05.932866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/eed75efa-9c5b-493e-9bbb-58dbafa8ea87 HTTP/1.1" status: 204 len: 168 time: 2.3466234 Aug 12 04:26:05.935585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43610) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:05.952087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4bff8-1041-4a8f-9a59-677b587bb655 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=eed75efa-9c5b-493e-9bbb-58dbafa8ea87,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:05.973304 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2333a3-6e50-4589-aa30-4f47cb6bd2bc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] GET failed (client error): The resource could not be found. Aug 12 04:26:05.977414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-da2333a3-6e50-4589-aa30-4f47cb6bd2bc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/subnets/9dd124a7-7c60-4ac4-9066-e708307851d4 HTTP/1.1" status: 404 len: 337 time: 0.0377662 Aug 12 04:26:05.977713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43612) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:05.997953 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d142a480-2d95-47f9-bd66-5bd58b999525 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:05.997953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d142a480-2d95-47f9-bd66-5bd58b999525 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:06.000791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d142a480-2d95-47f9-bd66-5bd58b999525 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/eed75efa-9c5b-493e-9bbb-58dbafa8ea87 HTTP/1.1" status: 404 len: 339 time: 0.0212963 Aug 12 04:26:06.011318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43616) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:06.240147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cddd9c7c-42b1-46aa-99b4-4aa29a0ec020 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:06.241669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cddd9c7c-42b1-46aa-99b4-4aa29a0ec020 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.36 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 947 time: 0.1416569 Aug 12 04:26:06.308375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:06.320383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163c75d-6c93-444a-9a65-163b7412c2e2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:06.329984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43630) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:06.330803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7163c75d-6c93-444a-9a65-163b7412c2e2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3174222 Aug 12 04:26:06.399306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e4815fde-bc1d-409c-a765-25ca4983da5f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 207 time: 0.0657265 Aug 12 04:26:06.399306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:06.402337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43634) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:06.464039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Deleting port b9884f42-4ddb-40f6-b76f-5055f9ad4eac {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:06.468654 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:06.677161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] For port b9884f42-4ddb-40f6-b76f-5055f9ad4eac, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,segment=NetworkSegment(01f1b270-f7ab-4924-a795-5d8a3b59a7ce),segment_id=01f1b270-f7ab-4924-a795-5d8a3b59a7ce)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:06.677537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:06.717450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Calling delete_port for b9884f42-4ddb-40f6-b76f-5055f9ad4eac owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:06.740752 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 79041cf4-a48d-4e3b-a913-45dd3ed975dd associated. External IP: 172.25.6.172, port: e9d6ebef-91e7-4f50-9888-ca2fe22527be. Aug 12 04:26:06.754418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a0e1-3531-4120-9939-eff31298bbd6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:06.761351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a0e1-3531-4120-9939-eff31298bbd6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:06.772971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a0e1-3531-4120-9939-eff31298bbd6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:06.780649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6a0e1-3531-4120-9939-eff31298bbd6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:06.792830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ecf6a0e1-3531-4120-9939-eff31298bbd6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3891876 Aug 12 04:26:06.803080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43650) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:07.105486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d153a7-6ae0-47f1-91b4-f4e0f1676f13 req-0b3d9436-855a-4b4f-acb3-bafe87ab91c4 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:07.109564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89d153a7-6ae0-47f1-91b4-f4e0f1676f13 req-0b3d9436-855a-4b4f-acb3-bafe87ab91c4 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 945 time: 0.2047756 Aug 12 04:26:07.113198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:07.126158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b9884f42-4ddb-40f6-b76f-5055f9ad4eac'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:26:07.140126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83ce0dac-3b8c-442b-9f7e-a8db31ef8f86 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3303931 Aug 12 04:26:07.165601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43662) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:07.288885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Pushing event deleted for resources: {'Port': ['ID=b9884f42-4ddb-40f6-b76f-5055f9ad4eac,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:07.344493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13b1899d-be50-4480-b488-7f394109cf58 req-9f897499-2a7b-474d-9a45-455fc7049d7b tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 210 time: 0.1996021 Aug 12 04:26:07.382041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89d153a7-6ae0-47f1-91b4-f4e0f1676f13 req-26d8009d-5f3a-4171-ad1c-ad29008e202c tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615259 Aug 12 04:26:07.449371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] No DVR routers for this DVR port b9884f42-4ddb-40f6-b76f-5055f9ad4eac on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:26:07.453624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:07.456964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-562306f0-63c8-407f-b67b-756fbb71d64a req-cb38b211-ebfb-43f8-bfd6-4217da799a32 tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.36 "DELETE /v2.0/ports/b9884f42-4ddb-40f6-b76f-5055f9ad4eac HTTP/1.1" status: 204 len: 173 time: 1.2040668 Aug 12 04:26:07.457730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-deleted', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:07.461054 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494aa6d4-2f84-49a2-8999-f1cf2a23d7ca" -d '{"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-deleted", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:07.532130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca428fb-4d4e-499b-8602-b3f46c8bdc40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:07.540241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca428fb-4d4e-499b-8602-b3f46c8bdc40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:07.542853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8ca428fb-4d4e-499b-8602-b3f46c8bdc40 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3760896 Aug 12 04:26:07.546540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43674) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:07.688577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957e957-019e-40c0-9cc0-22d3e5a2adaa tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:07.691209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957e957-019e-40c0-9cc0-22d3e5a2adaa tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:07.693019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1957e957-019e-40c0-9cc0-22d3e5a2adaa tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1454575 Aug 12 04:26:07.696732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:07.819950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:08.021105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:08.032102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:08.037084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:08.046259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:08.048096 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:08.103283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-15b55702-16b5-4271-9696-2f6da82e524a tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/floatingips/79041cf4-a48d-4e3b-a913-45dd3ed975dd HTTP/1.1" status: 200 len: 978 time: 3.0759366 Aug 12 04:26:08.104073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43700) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:08.137048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:08.162835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:08.165116 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:08.213364 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9afb7ae-9eab-4ee1-9d8e-9a9084a3f00c x-openstack-request-id: req-e9afb7ae-9eab-4ee1-9d8e-9a9084a3f00c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:08.213836 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cd2b81-f035-4a36-a3ea-e6eac074ec24", "name": "network-vif-deleted", "tag": "b9884f42-4ddb-40f6-b76f-5055f9ad4eac", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:08.213917 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9afb7ae-9eab-4ee1-9d8e-9a9084a3f00c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:08.214286 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cd2b81-f035-4a36-a3ea-e6eac074ec24', 'name': 'network-vif-deleted', 'tag': 'b9884f42-4ddb-40f6-b76f-5055f9ad4eac', 'status': 'completed', 'code': 200} Aug 12 04:26:08.229854 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:08.230872 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520498b-6ced-4cfe-a1cf-b2d3597e4588 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:08.331792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port e9d6ebef-91e7-4f50-9888-ca2fe22527be {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:08.332274 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:08.342952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcbd75c-08e7-4f6b-aaa3-4c875ae76adc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:08.348484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cbcbd75c-08e7-4f6b-aaa3-4c875ae76adc tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks/b3717acd-5456-4231-a350-805939ede291 HTTP/1.1" status: 200 len: 800 time: 0.6502988 Aug 12 04:26:08.352100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43712) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:08.479346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4054f70-597e-4553-81bf-665145b1d830 req-428ea722-804f-4664-afab-3b4a0a598d4a tempest-ServersNegativeTestJSON-902586200 tempest-ServersNegativeTestJSON-902586200-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cd2b81-f035-4a36-a3ea-e6eac074ec24 HTTP/1.1" status: 200 len: 210 time: 0.0405507 Aug 12 04:26:08.568517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:08.709690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b0b561ea-288d-4eeb-8283-b8de50a65151 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/networks/b3717acd-5456-4231-a350-805939ede291?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3537505 Aug 12 04:26:08.710541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43726) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:08.728165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b319575-16e2-40a5-a511-654f81b930ec req-8bb09ea7-9909-4037-840e-5950cd1c84ef tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:08.730961 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b319575-16e2-40a5-a511-654f81b930ec req-8bb09ea7-9909-4037-840e-5950cd1c84ef tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 945 time: 0.2287989 Aug 12 04:26:08.788319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2bdc6-6bfd-4c3c-ba50-93ca7b950fa6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:08.790074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-60a2bdc6-6bfd-4c3c-ba50-93ca7b950fa6 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/subnets/3ec894ce-cef4-4331-8986-4b173680227b HTTP/1.1" status: 200 len: 811 time: 0.0784540 Aug 12 04:26:08.793803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43734) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:08.864494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b319575-16e2-40a5-a511-654f81b930ec req-db0793aa-a409-4171-8979-ac574f117234 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072443 Aug 12 04:26:09.005595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04004a3-6072-4119-97e6-cc649ae5fdca tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:09.012815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f04004a3-6072-4119-97e6-cc649ae5fdca tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "GET /v2.0/subnets/3ec894ce-cef4-4331-8986-4b173680227b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2013488 Aug 12 04:26:09.016106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43750) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:09.033629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340408781'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:09.055187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.070782 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.070782 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 79041cf4-a48d-4e3b-a913-45dd3ed975dd disassociated. External IP: 172.25.6.172, port: e9d6ebef-91e7-4f50-9888-ca2fe22527be. Aug 12 04:26:09.070782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for e9d6ebef-91e7-4f50-9888-ca2fe22527be owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:09.071408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8353d5c-d0ef-41b0-8c9b-131485f6ff10 req-d625bacc-ad91-4db6-a400-7637d2699c6e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:09.077202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8353d5c-d0ef-41b0-8c9b-131485f6ff10 req-d625bacc-ad91-4db6-a400-7637d2699c6e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.2094078 Aug 12 04:26:09.150285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8353d5c-d0ef-41b0-8c9b-131485f6ff10 req-d6a9088a-1e5d-401e-811d-5d19cf8d7913 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721028 Aug 12 04:26:09.235641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:09.240159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.372348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.383481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:26:09.403295 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.406626 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Added segment 1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4 of type vlan for network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b Aug 12 04:26:09.475729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=e9d6ebef-91e7-4f50-9888-ca2fe22527be,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:09.478833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.615227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:09.656104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.664026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:09.666575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:09.758622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43786) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:09.779970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Network': ['ID=5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:09.802470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:09.821149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:09.841390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:09.862503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:09.863188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:09.915176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Deleting subnet fade8c58-3f05-4851-8bca-d0e34259eb26 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:26:09.916294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15a49d32-ef0d-4b13-91d2-d4132c429c66 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8893361 Aug 12 04:26:09.918497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43790) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:09.956405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:10.016922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.078327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.085808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-004e9b44-c629-4f15-a9bc-1206b8eca9b3 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/ports/e9d6ebef-91e7-4f50-9888-ca2fe22527be HTTP/1.1" status: 204 len: 168 time: 1.9783900 Aug 12 04:26:10.086924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:10.156310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1e52a-db86-46d0-a72c-5ecd929ea51e req-b5dd9ccb-6fac-4db5-8af7-f456d3490eca tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:10.174562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7b1e52a-db86-46d0-a72c-5ecd929ea51e req-b5dd9ccb-6fac-4db5-8af7-f456d3490eca tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 945 time: 0.3005672 Aug 12 04:26:10.187611 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.189753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:10.200399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b2844ef1-2a30-4d5c-b56f-850be69e53bb tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/floatingips/79041cf4-a48d-4e3b-a913-45dd3ed975dd HTTP/1.1" status: 200 len: 688 time: 0.1000593 Aug 12 04:26:10.202013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43804) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:10.241353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:10.242226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:10.276049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:10.276943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48665c71-2fc1-4529-84bf-3870a52211eb None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:10.295278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7b1e52a-db86-46d0-a72c-5ecd929ea51e req-e5d8cefe-13f0-4c46-b93f-778839ec5aad tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196346 Aug 12 04:26:10.311586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.349477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Made reservation on behalf of 87e422629f704e8bae38d5b94d18b18b for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:10.353204 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.438156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Performing IP validity checks on allocation pools {{(pid=95043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 04:26:10.438680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 04:26:10.450301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 3b7c14f2-478b-40ea-8677-ae5009478738 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:10.450653 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.458427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.519484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fade8c58-3f05-4851-8bca-d0e34259eb26,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:10.537253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.540944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e546879b-3c3c-4e8c-8e36-adcc90e1b0bf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fade8c58-3f05-4851-8bca-d0e34259eb26 HTTP/1.1" status: 204 len: 168 time: 0.7800014 Aug 12 04:26:10.543103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43814) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:10.586212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.586838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.645947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 3b7c14f2-478b-40ea-8677-ae5009478738 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:10.652878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.890587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.966535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:10.972855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:11.011493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=3b7c14f2-478b-40ea-8677-ae5009478738,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:11.036290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Checking segment: {'id': '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:11.036290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network hostable DHCP agents. Network: 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:26:11.072236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:11.093852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: b9884f42-4ddb-40f6-b76f-5055f9ad4eac {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:26:11.094210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b9884f42-4ddb-40f6-b76f-5055f9ad4eac not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:26:11.108522 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:26:11.147871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.153516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.155985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.160175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e2b1cc-ced3-4644-9f38-f8a4764d2238']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:11.161659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ea297ac-f176-4ae1-bcce-5feb774cea5c tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/floatingips/79041cf4-a48d-4e3b-a913-45dd3ed975dd HTTP/1.1" status: 204 len: 168 time: 0.9578478 Aug 12 04:26:11.162460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43838) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:11.167348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '9efe4517-7ba1-464e-bc63-c1e9ddf7ff36'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:11.171884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f1b270-f7ab-4924-a795-5d8a3b59a7ce') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:11.172190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f1b270-f7ab-4924-a795-5d8a3b59a7ce') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:11.184840 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.216026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:26:11.227932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.237230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:11.237638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:11.239668 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:11.268039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.309745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-f92f5985-d404-4094-a438-7b07cc5fd97e tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:11.311283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-f92f5985-d404-4094-a438-7b07cc5fd97e tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.20 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 945 time: 0.1162975 Aug 12 04:26:11.372617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:11.379679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.385978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5c898-f11a-4bc5-a32c-2e74b2028367 None None] Network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:11.389523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:11.390247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.423549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.434306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] 10.222.0.42 "DELETE /v2.0/networks/59e2b1cc-ced3-4644-9f38-f8a4764d2238 HTTP/1.1" status: 204 len: 168 time: 0.8887565 Aug 12 04:26:11.460624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1e630-923c-4603-8e4b-99f6111dc339 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e2b1cc-ced3-4644-9f38-f8a4764d2238,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:11.477058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:11.510062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Deleting port 560c0d28-ef56-4d5f-9032-6c1e491628d5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:11.510062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.541242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1315ab67-d3cd-4a9d-a19a-164bdbf05a9e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6183822 Aug 12 04:26:11.542436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:11.564157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:11.572242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.611616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:11.614337 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dbf321-9286-433a-a092-cd986ca41b53" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:11.683734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:11.686188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaf095-2610-4ed8-b7ad-bd452a0aa9cc req-357b91fd-6b13-4882-ba09-d14a1917af34 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:11.687997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebaaf095-2610-4ed8-b7ad-bd452a0aa9cc req-357b91fd-6b13-4882-ba09-d14a1917af34 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 945 time: 0.2614880 Aug 12 04:26:11.697827 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6a640d-bfac-4729-a219-c364423d497c x-openstack-request-id: req-2c6a640d-bfac-4729-a219-c364423d497c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:11.698474 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:11.698937 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c6a640d-bfac-4729-a219-c364423d497c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:11.699545 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:26:11.712730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] For port 560c0d28-ef56-4d5f-9032-6c1e491628d5, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=560c0d28-ef56-4d5f-9032-6c1e491628d5,segment=NetworkSegment(add6cbef-fd64-4f47-89bb-2ac2c40547e6),segment_id=add6cbef-fd64-4f47-89bb-2ac2c40547e6)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:11.713100 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.733512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Calling delete_port for 560c0d28-ef56-4d5f-9032-6c1e491628d5 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:11.776350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b', 'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b', 'tenant_id': '87e422629f704e8bae38d5b94d18b18b', 'fixed_ips': [{'subnet_id': '259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:26:11.777403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.838771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebaaf095-2610-4ed8-b7ad-bd452a0aa9cc req-937d5d19-a9b4-46f1-ae30-b7be39dd6680 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/security-groups?id=7004fafe-6542-4c45-88db-8712165dc0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389611 Aug 12 04:26:11.855454 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.886039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8578717'] for subnet, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:11.907848 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.027399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:12.030538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Allocated IP 172.20.0.3 (5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b/259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7/98c8e0dd-2ee1-466c-ab47-ef8fa228a18b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:12.063700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43868) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:12.125546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.21 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/af02c3a1-e21f-4e8e-87c9-21a27ed5f4cc) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:12.154553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-da3488b9-53ad-4d36-87ad-da87dd3dd16e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=626f1c00e84644a39cb986e23c67aa72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891633 Aug 12 04:26:12.157687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43874) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:12.170741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.184584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['560c0d28-ef56-4d5f-9032-6c1e491628d5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:26:12.221921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Pushing event deleted for resources: {'Port': ['ID=560c0d28-ef56-4d5f-9032-6c1e491628d5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:12.296733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5561a631-d900-4748-acd1-0b019f1db305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.298917 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.308513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Transition to ACTIVE for port object 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:12.323181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] No DVR routers for this DVR port 560c0d28-ef56-4d5f-9032-6c1e491628d5 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:26:12.325730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Transition to ACTIVE for port object 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:12.330385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.334064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9e193730-9f4b-49ba-bb53-650ab6698cf2 req-eda4ecae-077a-4607-9325-e483e8bb3b00 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.20 "DELETE /v2.0/ports/560c0d28-ef56-4d5f-9032-6c1e491628d5 HTTP/1.1" status: 204 len: 173 time: 1.0136430 Aug 12 04:26:12.334545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'name': 'network-vif-deleted', 'tag': '560c0d28-ef56-4d5f-9032-6c1e491628d5'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:12.343418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.344009 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcad1d5-5568-4064-9fbf-91eec14c8320" -d '{"events": [{"server_uuid": "50a87552-4d94-4c76-8b7e-f895f449b64b", "name": "network-vif-deleted", "tag": "560c0d28-ef56-4d5f-9032-6c1e491628d5"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:12.366626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5561a631-d900-4748-acd1-0b019f1db305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.385472 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a29ed9e-6b65-4026-b2e0-280e2387a6e8 x-openstack-request-id: req-0a29ed9e-6b65-4026-b2e0-280e2387a6e8 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:12.385824 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a87552-4d94-4c76-8b7e-f895f449b64b", "name": "network-vif-deleted", "tag": "560c0d28-ef56-4d5f-9032-6c1e491628d5", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:12.386275 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a29ed9e-6b65-4026-b2e0-280e2387a6e8 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:12.386808 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a87552-4d94-4c76-8b7e-f895f449b64b', 'name': 'network-vif-deleted', 'tag': '560c0d28-ef56-4d5f-9032-6c1e491628d5', 'status': 'completed', 'code': 200} Aug 12 04:26:12.428385 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.474696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:12.481169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:12.485028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:12.509969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Pushing event updated for resources: {'Port': ['ID=98c8e0dd-2ee1-466c-ab47-ef8fa228a18b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:12.542701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Attempting to bind port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:26:12.543016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Attempting to bind port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:26:12.543578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Attempting to bind port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b on network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:12.548850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:26:12.549226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Checking segment: {'id': '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:12.549627 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.550033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Bound using segment: {'id': '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:26:12.550614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Bound port: 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:26:12.551031 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.630606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] For port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:26:12.635116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] For port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=98c8e0dd-2ee1-466c-ab47-ef8fa228a18b,segment=NetworkSegment(1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4),segment_id=1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:26:12.652091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.655549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5561a631-d900-4748-acd1-0b019f1db305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.658363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5561a631-d900-4748-acd1-0b019f1db305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.659850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5561a631-d900-4748-acd1-0b019f1db305 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e86dfce-25c2-434f-9062-e5726ccd8efa HTTP/1.1" status: 204 len: 168 time: 0.5009065 Aug 12 04:26:12.709422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:12.712649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:12.715184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:12.721783 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.822778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561a631-d900-4748-acd1-0b019f1db305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86dfce-25c2-434f-9062-e5726ccd8efa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:12.873074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f27e9-bcb7-4798-ab74-1203dd07ff49 None None] Pushing event updated for resources: {'Port': ['ID=98c8e0dd-2ee1-466c-ab47-ef8fa228a18b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:12.891772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751375251604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9356646'] for subnet, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:12.995438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=af02c3a1-e21f-4e8e-87c9-21a27ed5f4cc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:13.044511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:13.049108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.050405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "PUT /v2.0/subnets/259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7 HTTP/1.1" status: 200 len: 877 time: 1.4916184 Aug 12 04:26:13.053380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43902) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:13.086730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-844fafc9-1a88-463c-a1ca-236f7086215f req-713e28a2-c04d-4238-b14c-55d41e7d4e54 tempest-InstanceActionsNegativeTestJSON-229344132 tempest-InstanceActionsNegativeTestJSON-229344132-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a87552-4d94-4c76-8b7e-f895f449b64b HTTP/1.1" status: 200 len: 210 time: 0.0963073 Aug 12 04:26:13.089731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef1676-98f1-4b66-be74-2c6bdf8505dd tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event updated for resources: {'Subnet': ['ID=259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:13.409109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.442417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:26:13.573615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.606251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:13.617132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:13.617482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.745000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=98c8e0dd-2ee1-466c-ab47-ef8fa228a18b,segment=NetworkSegment(1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4),segment_id=1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:13.750528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.750842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:13.759177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.773091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:13.776194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:13.784850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:26:13.852112 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:13.869413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:26:13.899067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:13.982450 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.076289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.139111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.230258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.237383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43954) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:14.245029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['62856dca-6aed-42e8-9b59-d4fb68e0f11f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:26:14.300180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:14.314997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=af02c3a1-e21f-4e8e-87c9-21a27ed5f4cc,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:14.331573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.429313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=98c8e0dd-2ee1-466c-ab47-ef8fa228a18b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:14.517470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:26:14.526003 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 0f8f74ad-e101-427f-8e69-a7d571a690ba associated. External IP: 172.25.6.21, port: 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36. Aug 12 04:26:14.531879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Deleting subnet c4feaf3d-c0bc-46e2-8645-cd005f9228ce {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:26:14.625846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.646147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b8bc3-a51d-41a9-96db-f745cded9713 None None] Network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:14.673550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.704307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.768722 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:14.842972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8758ca14-4942-4bd0-8873-833279c0bcb5 None None] Could not find standard attr ID for object 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:26:14.978378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:14.984366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.036736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:15.043063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.137502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:15.151298 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:15.168272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:15.169764 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.226670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4feaf3d-c0bc-46e2-8645-cd005f9228ce,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:15.244477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.260067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db9f8ee2-1052-44ee-ac6a-90237b923fb2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c4feaf3d-c0bc-46e2-8645-cd005f9228ce HTTP/1.1" status: 204 len: 168 time: 1.0169079 Aug 12 04:26:15.262752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43992) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:15.268239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.281167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.316067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.326789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.338576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb6d33c-b00a-4053-8fa5-a5f993bdb1f4') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.354173 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:15.354894 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.379180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.397474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.402888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cac07f-91d5-4f80-8ba4-0c9a8a117849 None None] Network 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:15.443157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:15.443695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.455646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:15.463869 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.464545 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8af2f3-a75b-456b-864f-997d373fe3f3 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:15.476648 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:15.491098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.499866 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.659075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.669974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496ad1c6-04a6-4464-badc-499d7bc83773']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.679594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-36165a32-bbcc-417b-a464-9464a7642342 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5159352 Aug 12 04:26:15.682882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44010) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:15.683196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add6cbef-fd64-4f47-89bb-2ac2c40547e6') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.683635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add6cbef-fd64-4f47-89bb-2ac2c40547e6') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:15.689341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1011677645'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:15.694507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.703992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.711514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.714663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.718078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b HTTP/1.1" status: 204 len: 168 time: 2.6629710 Aug 12 04:26:15.718399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44012) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:15.753424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd15e1-88e6-49fb-990b-e984fcefeb4c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:15.769570 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-655a971b-7f2d-4842-ac6f-a2530e31b850 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:15.769570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655a971b-7f2d-4842-ac6f-a2530e31b850 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:15.771134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-655a971b-7f2d-4842-ac6f-a2530e31b850 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/259e69b1-9c5f-4f22-aa9b-1f68ffa7dab7 HTTP/1.1" status: 404 len: 337 time: 0.0510824 Aug 12 04:26:15.771729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:15.772131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:15.774007 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:15.776293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:15.803081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:15.803705 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:15.825063 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-88872c0d-5e3c-4f26-91e2-43edc12f5491 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:15.827637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88872c0d-5e3c-4f26-91e2-43edc12f5491 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:15.832638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-88872c0d-5e3c-4f26-91e2-43edc12f5491 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b HTTP/1.1" status: 404 len: 339 time: 0.0546143 Aug 12 04:26:15.835619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44020) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:15.910659 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-31170e1a-7889-43b2-932d-df60d62e9c52 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:15.913652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31170e1a-7889-43b2-932d-df60d62e9c52 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:15.924491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-31170e1a-7889-43b2-932d-df60d62e9c52 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/9dd124a7-7c60-4ac4-9066-e708307851d4 HTTP/1.1" status: 404 len: 337 time: 0.0860889 Aug 12 04:26:15.927553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44022) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:15.930773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb9d8b2-2dba-4e0c-9f9f-d26e80ff96e5 None None] DHCP port deletion for 5b415f7b-7a2a-4cdd-ab9e-e314b11ca65b request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:26:15.933200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:15.943950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.002958 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-551f1008-a5cc-4e44-b18f-bca5d4558f4f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:16.003709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551f1008-a5cc-4e44-b18f-bca5d4558f4f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:16.009847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-551f1008-a5cc-4e44-b18f-bca5d4558f4f tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/eed75efa-9c5b-493e-9bbb-58dbafa8ea87 HTTP/1.1" status: 404 len: 339 time: 0.0600040 Aug 12 04:26:16.010606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:16.113457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.146988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:16.150723 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245c6f6d-b506-46e5-8910-50b56f92f2ab" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:16.186260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:16.247884 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e332a-3ae4-4a9c-927f-c20bad171f4a x-openstack-request-id: req-cc4e332a-3ae4-4a9c-927f-c20bad171f4a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:16.248035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.248150 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:16.248150 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc4e332a-3ae4-4a9c-927f-c20bad171f4a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:16.248150 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:26:16.272635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.274301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 560c0d28-ef56-4d5f-9032-6c1e491628d5 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:16.319490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:26:16.331562 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.332237 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Added segment 677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0 of type vlan for network 900ce050-3d2d-40c7-89cf-65011b235d83 Aug 12 04:26:16.371906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 560c0d28-ef56-4d5f-9032-6c1e491628d5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:26:16.374740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 560c0d28-ef56-4d5f-9032-6c1e491628d5 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:26:16.378759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.384369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.389170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] 10.222.0.42 "DELETE /v2.0/networks/496ad1c6-04a6-4464-badc-499d7bc83773 HTTP/1.1" status: 204 len: 168 time: 1.1224184 Aug 12 04:26:16.427742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ec748-e1b0-472c-bdcc-6376f2736e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=496ad1c6-04a6-4464-badc-499d7bc83773,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:16.511829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:16.540994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.552212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49247ab-2b88-443a-832c-26c039312012']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:16.565994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f262317-842b-46f0-b00e-6bcf5944f11c') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:16.566298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f262317-842b-46f0-b00e-6bcf5944f11c') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:16.576027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.592290 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.599253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:16.599855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.719471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:16.724632 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:16.819759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44062) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:16.828245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.852171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.875046 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/d49247ab-2b88-443a-832c-26c039312012 HTTP/1.1" status: 204 len: 168 time: 0.8534660 Aug 12 04:26:16.880406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44066) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:16.947627 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bd7377-04e7-434e-af6c-8827a619cd84 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:16.948097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bd7377-04e7-434e-af6c-8827a619cd84 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:16.952744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-34bd7377-04e7-434e-af6c-8827a619cd84 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/a960f048-c862-47ca-95a6-a5b766fde4f6 HTTP/1.1" status: 404 len: 337 time: 0.0737293 Aug 12 04:26:16.952744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2e209-26fd-452b-b9f6-da6a0418e817 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=d49247ab-2b88-443a-832c-26c039312012,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:16.952996 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:16.953631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44070) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:16.958432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:16.965687 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.024520 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ffd759-ed80-4cad-906a-58359804bee2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.030496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ffd759-ed80-4cad-906a-58359804bee2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.033141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-39ffd759-ed80-4cad-906a-58359804bee2 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/c3a5b990-eaf3-4d52-8e4e-2e5009c9079d HTTP/1.1" status: 404 len: 339 time: 0.0778797 Aug 12 04:26:17.037505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44072) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.052746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Network': ['ID=900ce050-3d2d-40c7-89cf-65011b235d83,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:17.064903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 900ce050-3d2d-40c7-89cf-65011b235d83 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:17.101848 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c26bd0-47af-424d-aeb2-44bc95abd3f8 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.112555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c26bd0-47af-424d-aeb2-44bc95abd3f8 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.116813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-67c26bd0-47af-424d-aeb2-44bc95abd3f8 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/884b807c-7e12-48f5-8190-de271ec7c19f HTTP/1.1" status: 404 len: 337 time: 0.0758355 Aug 12 04:26:17.117067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44078) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.149177 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9b0529-e3a1-4754-9d6a-a3728d5ee0bf tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.149732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa702c90-6e55-49ce-85d2-f7ff4a9cd6a6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4660203 Aug 12 04:26:17.150278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9b0529-e3a1-4754-9d6a-a3728d5ee0bf tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.152501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44080) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.155569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bc9b0529-e3a1-4754-9d6a-a3728d5ee0bf tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/a3b3ef01-b966-4839-bd2b-d7b4d561cf73 HTTP/1.1" status: 404 len: 339 time: 0.0375071 Aug 12 04:26:17.156395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44082) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.158599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'subnet': {'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:17.199962 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca348fa-fe5f-4f94-9e19-7d00fe830801 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.200610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca348fa-fe5f-4f94-9e19-7d00fe830801 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.205324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2ca348fa-fe5f-4f94-9e19-7d00fe830801 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/1a818e5a-9476-493e-b32c-f79de5f13dd5 HTTP/1.1" status: 404 len: 337 time: 0.0478165 Aug 12 04:26:17.208518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44086) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.229495 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a29f6ad-66a7-48a3-8476-582b32e903f9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.230613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a29f6ad-66a7-48a3-8476-582b32e903f9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.235193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44088) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.236978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0a29f6ad-66a7-48a3-8476-582b32e903f9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/aaefb094-1997-4daf-933a-0e51e335bdc2 HTTP/1.1" status: 404 len: 339 time: 0.0291889 Aug 12 04:26:17.252779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.307890 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-834a6d58-bac3-478d-84be-8fdfc6045966 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.309241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834a6d58-bac3-478d-84be-8fdfc6045966 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.321267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-834a6d58-bac3-478d-84be-8fdfc6045966 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/dec93f84-3316-42a9-a649-f5695b7d03ad HTTP/1.1" status: 404 len: 337 time: 0.0807514 Aug 12 04:26:17.333408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.352530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:17.387291 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66fcc69-b668-4bf7-a0e1-22d9c8d45e29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.388957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66fcc69-b668-4bf7-a0e1-22d9c8d45e29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.397379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e66fcc69-b668-4bf7-a0e1-22d9c8d45e29 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/aaf41a1b-38f2-4e83-b958-0961bf2c1651 HTTP/1.1" status: 404 len: 339 time: 0.0434444 Aug 12 04:26:17.400137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44104) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.401123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-84da763d-655d-4f5c-bc33-40d7ad11b294 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68310483b66147bab79d1b6ad5c306ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471007 Aug 12 04:26:17.405949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.409754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:26:17.410366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 98c8e0dd-2ee1-466c-ab47-ef8fa228a18b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:26:17.464012 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cc3213-6bbb-4470-ac4d-2cdb7c862c78 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.464469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cc3213-6bbb-4470-ac4d-2cdb7c862c78 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.466643 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a7cc3213-6bbb-4470-ac4d-2cdb7c862c78 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/c37e36c1-23b1-40e7-af47-28528e729d75 HTTP/1.1" status: 404 len: 337 time: 0.0615549 Aug 12 04:26:17.470838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:17.475229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.475636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44110) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.513511 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede770f7-f288-4e86-b312-56b40221090c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.521822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede770f7-f288-4e86-b312-56b40221090c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.527770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ede770f7-f288-4e86-b312-56b40221090c tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/4e2b18bb-e859-476a-ad01-6a14acd8e4a0 HTTP/1.1" status: 404 len: 339 time: 0.0509672 Aug 12 04:26:17.542980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44112) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.617049 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0adf455a-53cf-4587-9a8a-0352d95e73e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.641818 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-59632d4e-1973-4889-a1a9-a3843d60d594 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.653862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59632d4e-1973-4889-a1a9-a3843d60d594 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.653862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59632d4e-1973-4889-a1a9-a3843d60d594 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/376463e1-d315-4b9e-b56c-282ae68be706 HTTP/1.1" status: 404 len: 337 time: 0.1051853 Aug 12 04:26:17.657913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44116) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.695343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0adf455a-53cf-4587-9a8a-0352d95e73e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.723887 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-5966edbb-02b9-4f03-a0f8-bd32a5732df9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.724494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5966edbb-02b9-4f03-a0f8-bd32a5732df9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.732879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5966edbb-02b9-4f03-a0f8-bd32a5732df9 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/606084ab-df6a-48d2-8df0-008d6e035570 HTTP/1.1" status: 404 len: 339 time: 0.0715094 Aug 12 04:26:17.739499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44118) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.816621 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2bd61-2c57-471b-98ff-55245772c327 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.817078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd2bd61-2c57-471b-98ff-55245772c327 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.818843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bfd2bd61-2c57-471b-98ff-55245772c327 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/9b2b3bfa-cb4e-444c-9cdc-ac89ef887987 HTTP/1.1" status: 404 len: 337 time: 0.0783327 Aug 12 04:26:17.821702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44120) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.854426 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0edeaa-1479-416d-be3c-54eae278b80b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.855246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0edeaa-1479-416d-be3c-54eae278b80b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.857975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-df0edeaa-1479-416d-be3c-54eae278b80b tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/3d56d17e-10e3-43b6-8894-f3beda50bdd1 HTTP/1.1" status: 404 len: 339 time: 0.0349889 Aug 12 04:26:17.861238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.893465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f1d28ae-d725-4192-a720-98b625fb5ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.895732 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0adf455a-53cf-4587-9a8a-0352d95e73e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.899816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0adf455a-53cf-4587-9a8a-0352d95e73e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:17.903349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0adf455a-53cf-4587-9a8a-0352d95e73e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7004fafe-6542-4c45-88db-8712165dc0e1 HTTP/1.1" status: 204 len: 168 time: 0.4799984 Aug 12 04:26:17.927161 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a953ab5-9342-49b7-8c41-815132e0829a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.927636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a953ab5-9342-49b7-8c41-815132e0829a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.927754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf455a-53cf-4587-9a8a-0352d95e73e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7004fafe-6542-4c45-88db-8712165dc0e1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:17.930340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4a953ab5-9342-49b7-8c41-815132e0829a tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/e3be090c-f2e1-4586-a56c-b60251041185 HTTP/1.1" status: 404 len: 337 time: 0.0679269 Aug 12 04:26:17.935644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:17.975527 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dae195-fbf7-458d-8bf9-828baec32778 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:17.976949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dae195-fbf7-458d-8bf9-828baec32778 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:17.978985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0dae195-fbf7-458d-8bf9-828baec32778 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/d014d693-4b91-43db-a745-f7b7fa24a8c7 HTTP/1.1" status: 404 len: 339 time: 0.0421014 Aug 12 04:26:17.982759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44132) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:18.013406 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.197187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting subnet 3ec894ce-cef4-4331-8986-4b173680227b {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:26:18.209846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.242954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Subnet': ['ID=d7480379-db1c-4295-80e5-16a5d251803a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:18.364230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f1d28ae-d725-4192-a720-98b625fb5ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.370067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Checking segment: {'id': '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:18.370662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network hostable DHCP agents. Network: 900ce050-3d2d-40c7-89cf-65011b235d83, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:26:18.383127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.482362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3f1d28ae-d725-4192-a720-98b625fb5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.566769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3f1d28ae-d725-4192-a720-98b625fb5ff3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4275864679c4012a0bdfc1425507ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7450194 Aug 12 04:26:18.570755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:18.624454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d28ae-d725-4192-a720-98b625fb5ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed5cda4-962b-44ea-a918-12f1a8103070,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:18.678334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1071624-d61c-4940-80ee-306771c3e42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.735985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.769299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1071624-d61c-4940-80ee-306771c3e42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:18.902083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network 900ce050-3d2d-40c7-89cf-65011b235d83 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:26:19.081042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.108084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.108782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77027bf6-064a-49eb-9a6b-a1f0546a6e01 None None] Network b3717acd-5456-4231-a350-805939ede291 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:19.116555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44170) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:19.127936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/subnets/3ec894ce-cef4-4331-8986-4b173680227b HTTP/1.1" status: 204 len: 168 time: 1.1440291 Aug 12 04:26:19.166408 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1071624-d61c-4940-80ee-306771c3e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.171645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42bab8-584b-4604-b8fc-8436a8203ed0 tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec894ce-cef4-4331-8986-4b173680227b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:19.181459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1071624-d61c-4940-80ee-306771c3e42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.182752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 900ce050-3d2d-40c7-89cf-65011b235d83) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:19.182886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e1071624-d61c-4940-80ee-306771c3e42a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ed5cda4-962b-44ea-a918-12f1a8103070 HTTP/1.1" status: 204 len: 168 time: 0.6107953 Aug 12 04:26:19.190122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:19.191009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.213906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a315b-b1d5-496c-b0d0-05f3434c7099 None None] Network 900ce050-3d2d-40c7-89cf-65011b235d83 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:19.243441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1071624-d61c-4940-80ee-306771c3e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed5cda4-962b-44ea-a918-12f1a8103070,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:19.275431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.312828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b7ef91e-ba5e-42d6-82ab-65e298062dee tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1566734 Aug 12 04:26:19.316853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44182) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:19.319021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1090584295', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:19.380058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Deleting port 5bdf408f-724d-40b6-8157-e18aee43331f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:19.380505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.492694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.494255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.646777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] For port 5bdf408f-724d-40b6-8157-e18aee43331f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5bdf408f-724d-40b6-8157-e18aee43331f,segment=NetworkSegment(7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5),segment_id=7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:19.647934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.676269 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.704074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Calling delete_port for 5bdf408f-724d-40b6-8157-e18aee43331f owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:19.723425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-900ce050-3d2d-40c7-89cf-65011b235d83', 'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83', 'tenant_id': '62537039c8da400f901911aac93b3231', 'fixed_ips': [{'subnet_id': 'd7480379-db1c-4295-80e5-16a5d251803a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:26:19.724293 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.943965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:19.966571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0d138-80c8-47df-98fe-44c07b86359c None None] DHCP port deletion for b3717acd-5456-4231-a350-805939ede291 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:26:20.028619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Port': ['ID=5bdf408f-724d-40b6-8157-e18aee43331f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:20.046913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] No DVR routers for this DVR port 5bdf408f-724d-40b6-8157-e18aee43331f on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:26:20.132671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Allocated IP 172.20.0.2 (900ce050-3d2d-40c7-89cf-65011b235d83/d7480379-db1c-4295-80e5-16a5d251803a/c8636def-3a75-4c6f-b853-695e7b76ca5b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:20.169542 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.190156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3717acd-5456-4231-a350-805939ede291']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:20.218608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:20.219039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7520cd1d-252e-4f98-aaf5-9f2e6e9cb8b5') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:20.238185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.283878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.297531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:20.298194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:20.313223 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:20.331699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.447479 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.522046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.522510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Transition to ACTIVE for port object c8636def-3a75-4c6f-b853-695e7b76ca5b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:20.535709 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.538172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] 10.222.0.42 "DELETE /v2.0/networks/b3717acd-5456-4231-a350-805939ede291 HTTP/1.1" status: 204 len: 168 time: 1.4201469 Aug 12 04:26:20.565318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Transition to ACTIVE for port object c8636def-3a75-4c6f-b853-695e7b76ca5b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:20.585223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2b195-56a1-4d5c-99a1-7b56f93ef48e tempest-NetworksTest-2086412404 tempest-NetworksTest-2086412404-project] Pushing event deleted for resources: {'Network': ['ID=b3717acd-5456-4231-a350-805939ede291,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:20.652309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.744888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Network 900ce050-3d2d-40c7-89cf-65011b235d83 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:20.758868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:20.771668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:20.834356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Pushing event updated for resources: {'Port': ['ID=c8636def-3a75-4c6f-b853-695e7b76ca5b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:20.915091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Attempting to bind port c8636def-3a75-4c6f-b853-695e7b76ca5b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:26:20.915439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Attempting to bind port c8636def-3a75-4c6f-b853-695e7b76ca5b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:26:20.915802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Attempting to bind port c8636def-3a75-4c6f-b853-695e7b76ca5b on network 900ce050-3d2d-40c7-89cf-65011b235d83 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:20.930930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:26:20.931901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Checking segment: {'id': '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:20.932507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:20.933233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Bound using segment: {'id': '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:26:20.933907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Bound port: c8636def-3a75-4c6f-b853-695e7b76ca5b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:26:20.940415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:21.085382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] For port c8636def-3a75-4c6f-b853-695e7b76ca5b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:26:21.090376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] For port c8636def-3a75-4c6f-b853-695e7b76ca5b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c8636def-3a75-4c6f-b853-695e7b76ca5b,segment=NetworkSegment(677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0),segment_id=677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:26:21.188222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:21.248276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44246) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:21.300654 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:21.310961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603cf94-598b-408e-a9b2-470b48b9a2dc None None] Pushing event updated for resources: {'Port': ['ID=c8636def-3a75-4c6f-b853-695e7b76ca5b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:21.345659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:21.475902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5bdf408f-724d-40b6-8157-e18aee43331f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:21.541873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.25.6.180 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/9c269c52-6469-41dd-9b96-83c612178f07) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:21.543430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5bdf408f-724d-40b6-8157-e18aee43331f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:26:21.543974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5bdf408f-724d-40b6-8157-e18aee43331f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:26:21.884828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.035118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44278) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:22.041563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-network', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:22.159937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1c04bc7b-2f99-4e40-be8a-14dfce54b28b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87e422629f704e8bae38d5b94d18b18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180472 Aug 12 04:26:22.161894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:22.196569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.199979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Made reservation on behalf of 179c924fe6cb4cd1a820c45c6b0a4a01 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:22.202789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.214150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.242990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.333971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.382170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:22.443499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:22.447650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=9c269c52-6469-41dd-9b96-83c612178f07,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:22.450013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:22.532685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.533056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.533407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.533820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.537074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.538479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.539252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.541272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.541793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.542134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.542503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.542882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.632038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.648304 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.652999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.670203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a6e70c0-e8ec-4db2-b62c-2b8ac461ce02 HTTP/1.1" status: 204 len: 168 time: 0.5063596 Aug 12 04:26:22.693709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6e70c0-e8ec-4db2-b62c-2b8ac461ce02,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:22.712626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.713402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.713726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.714494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.715014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.716032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.716703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.717264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.717949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.718486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.719013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.719543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3639c5-5ef4-40c4-963c-efec76421bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:22.726414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.743483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:26:22.756568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.757139 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Added segment 7102bf83-a214-421d-a2ab-d5004c988f60 of type vlan for network af06ba11-2f83-439b-a76e-a7cd709f4dd1 Aug 12 04:26:22.812883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.926203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf15bd-45ac-414d-ac30-00c644782b46,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:22.944203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:22.945403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:22.945765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:23.144160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] Pushing event updated for resources: {'Network': ['ID=af06ba11-2f83-439b-a76e-a7cd709f4dd1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:23.190433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:23.195345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed82bfad-7dc4-4628-b652-2d5605a08127 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9409990 Aug 12 04:26:23.195345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:23.200452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Request body: {'subnet': {'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-subnet', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:23.338319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Made reservation on behalf of 179c924fe6cb4cd1a820c45c6b0a4a01 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:23.338972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc2894-6278-44e6-a3de-9d66d289e82b None None] Network 900ce050-3d2d-40c7-89cf-65011b235d83 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:23.347676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:23.656144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c8636def-3a75-4c6f-b853-695e7b76ca5b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:23.657867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:23.774662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bce1fa53-ce28-4b2e-b5ad-67d4f2fb9f8b None None] Provisioning for port c8636def-3a75-4c6f-b853-695e7b76ca5b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:24.051591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c8636def-3a75-4c6f-b853-695e7b76ca5b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:24.055565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c8636def-3a75-4c6f-b853-695e7b76ca5b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:24.056232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.081522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.220318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.277053 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.278528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=876948c4-3076-430d-b0c7-b5a84c9cc2c2,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:24.347654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Checking segment: {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:24.348834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Network hostable DHCP agents. Network: af06ba11-2f83-439b-a76e-a7cd709f4dd1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:26:24.400159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c8636def-3a75-4c6f-b853-695e7b76ca5b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c8636def-3a75-4c6f-b853-695e7b76ca5b,segment=NetworkSegment(677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0),segment_id=677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:24.462050 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.515839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:26:24.573134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c8636def-3a75-4c6f-b853-695e7b76ca5b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:24.585891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a80b051f-df50-43ef-b7c6-7b3b2afc24cd None None] Provisioning complete for port c8636def-3a75-4c6f-b853-695e7b76ca5b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:24.586456 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a80b051f-df50-43ef-b7c6-7b3b2afc24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.640458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, af06ba11-2f83-439b-a76e-a7cd709f4dd1) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:24.645711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:24.646355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.663664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5ba88-b557-4808-9ea6-10d7af1ffb51 None None] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:24.767299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 933c2a8c-a6ec-4985-9668-ef18ae02b728 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:26:24.810489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a11a30b-26f8-41a2-b217-353bd27ca54b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6170659 Aug 12 04:26:24.813081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:24.819817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:24.938990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25149fc-fe6d-46c4-a0a8-248a2243ce36 None None] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:24.952764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:24.954604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:25.004694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:25.077615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] Sync routers for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:25.087743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:25.133368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:25.135405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:25.158723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:25.163089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:25.163482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c82aca3-1d1a-4347-b223-b8fd74f9bedc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8492019 Aug 12 04:26:25.186529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:25.227287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:25.231570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:25.331073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:25.331766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f9b09-f455-4547-ab52-1ca9e8edae9e None None] The sync data for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:25.469502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c8636def-3a75-4c6f-b853-695e7b76ca5b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:25.590500 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:25.620268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c8636def-3a75-4c6f-b853-695e7b76ca5b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:25.620659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:25.778852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:25.919302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44442) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.151676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:26.360418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-aafb2aa8-3ec6-44f3-bbb2-750c0b46755c tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] Request body: {'port': {'network_id': '3096b74d-8f13-4ac0-91a9-2689322d1c0e', 'name': 'tempest-NetworksNegativeTestJSON-1361189325'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:26.439995 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafb2aa8-3ec6-44f3-bbb2-750c0b46755c tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] POST failed (client error): The resource could not be found. Aug 12 04:26:26.445432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafb2aa8-3ec6-44f3-bbb2-750c0b46755c tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.451326 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aafb2aa8-3ec6-44f3-bbb2-750c0b46755c tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5308692 Aug 12 04:26:26.456762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44462) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.531546 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02e3a4d-ca06-4e5f-af11-b6a370d2fcfd tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:26.532814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02e3a4d-ca06-4e5f-af11-b6a370d2fcfd tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.534885 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d02e3a4d-ca06-4e5f-af11-b6a370d2fcfd tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "DELETE /v2.0/networks/35442a80-7a86-4811-858c-b071329c16dc HTTP/1.1" status: 404 len: 339 time: 0.0766091 Aug 12 04:26:26.541793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44466) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.560554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:26.608548 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aed8401-b097-4ccc-8499-d4f1e9bf8dc1 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:26.609257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aed8401-b097-4ccc-8499-d4f1e9bf8dc1 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.624854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7aed8401-b097-4ccc-8499-d4f1e9bf8dc1 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "DELETE /v2.0/ports/d8e4c77c-ff19-41e8-8791-83be4619d94e HTTP/1.1" status: 404 len: 333 time: 0.0811541 Aug 12 04:26:26.625099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:26.635558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44470) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.679718 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-395ac1a9-dcb8-4ae9-bddd-3bc39c2ea082 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:26.685694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395ac1a9-dcb8-4ae9-bddd-3bc39c2ea082 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.692591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-395ac1a9-dcb8-4ae9-bddd-3bc39c2ea082 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "DELETE /v2.0/subnets/6b136d8c-ce6d-4675-8c52-eed1112b64e6 HTTP/1.1" status: 404 len: 337 time: 0.0556791 Aug 12 04:26:26.693506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44472) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.716950 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bbbab4-1c01-4144-ac0a-7a0665798d24 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] GET failed (client error): The resource could not be found. Aug 12 04:26:26.723387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-46bbbab4-1c01-4144-ac0a-7a0665798d24 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "GET /v2.0/networks/1d9d0084-4447-4b4a-a79d-4d9b3afa2ad7 HTTP/1.1" status: 404 len: 339 time: 0.0284703 Aug 12 04:26:26.724201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44476) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.754474 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-271ba969-bb68-43d0-be76-2a00269313a6 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] GET failed (client error): The resource could not be found. Aug 12 04:26:26.761605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-271ba969-bb68-43d0-be76-2a00269313a6 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "GET /v2.0/ports/4aacab5c-5702-4fbd-9e87-8bec2b79ff8f HTTP/1.1" status: 404 len: 333 time: 0.0361288 Aug 12 04:26:26.762533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44478) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.798360 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-8203dd33-58ae-4b03-9250-51a9844f878d tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] GET failed (client error): The resource could not be found. Aug 12 04:26:26.805076 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8203dd33-58ae-4b03-9250-51a9844f878d tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "GET /v2.0/subnets/b3698705-5133-4be4-8160-0c7537be3087 HTTP/1.1" status: 404 len: 337 time: 0.0405090 Aug 12 04:26:26.805995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44480) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.812626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7d7190d1-c8be-4e7e-891e-3df4c1b64560 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:26.833113 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7190d1-c8be-4e7e-891e-3df4c1b64560 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] PUT failed (client error): The resource could not be found. Aug 12 04:26:26.834053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7190d1-c8be-4e7e-891e-3df4c1b64560 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.840056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d7190d1-c8be-4e7e-891e-3df4c1b64560 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "PUT /v2.0/networks/b548c6bf-f7c0-44f7-8c52-96e6309b43c3 HTTP/1.1" status: 404 len: 339 time: 0.0324655 Aug 12 04:26:26.841436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44484) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.855321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-246eb905-c9e0-411b-8249-1c84575bd7c0 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:26.862406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:26.878873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Allocated IP 172.25.6.112 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/dae41506-f567-4d4b-a0cf-bc61b4402912) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:26.882387 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-246eb905-c9e0-411b-8249-1c84575bd7c0 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] PUT failed (client error): The resource could not be found. Aug 12 04:26:26.882700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246eb905-c9e0-411b-8249-1c84575bd7c0 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.893681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-246eb905-c9e0-411b-8249-1c84575bd7c0 tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "PUT /v2.0/ports/0db2a2e0-cc33-4f33-a1b0-cd6570f78931 HTTP/1.1" status: 404 len: 333 time: 0.0446565 Aug 12 04:26:26.895206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44492) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:26.900954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e23b05c4-7613-4314-948d-60b763389d0f tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:26.930918 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23b05c4-7613-4314-948d-60b763389d0f tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] PUT failed (client error): The resource could not be found. Aug 12 04:26:26.931624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23b05c4-7613-4314-948d-60b763389d0f tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:26.937148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e23b05c4-7613-4314-948d-60b763389d0f tempest-NetworksNegativeTestJSON-1569544102 tempest-NetworksNegativeTestJSON-1569544102-project] 10.222.0.42 "PUT /v2.0/subnets/353512c6-71a6-403c-aa34-175a15bb1005 HTTP/1.1" status: 404 len: 337 time: 0.0404506 Aug 12 04:26:27.300782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:27.459374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.1 (900ce050-3d2d-40c7-89cf-65011b235d83/d7480379-db1c-4295-80e5-16a5d251803a/2a062b7f-2e14-42d0-9d55-0a631b45b1d2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:27.558516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:27.627166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Pushing event updated for resources: {'Port': ['ID=dae41506-f567-4d4b-a0cf-bc61b4402912,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:27.656601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:27.661358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:27.667447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:27.706873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44512) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:28.192599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-47b80e2a-582c-40e9-8b72-aeb30f02c3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.200082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.247740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b509ccf2-8e23-42a0-99b0-d4133f794999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.251144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44536) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:28.252393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Transition to ACTIVE for port object 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:28.439975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b509ccf2-8e23-42a0-99b0-d4133f794999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.495185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48f8e755-7392-45b7-8f43-a63ecbaa12f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.529972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b509ccf2-8e23-42a0-99b0-d4133f794999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.591723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b509ccf2-8e23-42a0-99b0-d4133f794999 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c2d4478e2754343a344466d85d59014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828971 Aug 12 04:26:28.596717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44548) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:28.599302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ccf2-8e23-42a0-99b0-d4133f794999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b1255-f39e-44d8-9af7-06babc1b704a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:28.643629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.755482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network 900ce050-3d2d-40c7-89cf-65011b235d83 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:28.766795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:28.776880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:28.840258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=2a062b7f-2e14-42d0-9d55-0a631b45b1d2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:28.850368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d24cb3f-fb3f-4250-88c9-40313d3838c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:28.935898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48f8e755-7392-45b7-8f43-a63ecbaa12f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.004891 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.020410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d24cb3f-fb3f-4250-88c9-40313d3838c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.130174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48f8e755-7392-45b7-8f43-a63ecbaa12f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.162880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.245230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-48f8e755-7392-45b7-8f43-a63ecbaa12f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24d79931b012487894f9aba6b866e156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9908314 Aug 12 04:26:29.249029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44578) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:29.255973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8e755-7392-45b7-8f43-a63ecbaa12f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45e9e77-f01e-427c-b791-6f4a2d2f3db2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:29.275872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e86c8c60-3b42-41a1-972a-90d673c0e099 None None] Provisioning for port 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:29.282937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e86c8c60-3b42-41a1-972a-90d673c0e099 None None] Provisioning complete for port 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:29.283601 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e86c8c60-3b42-41a1-972a-90d673c0e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.317132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37c34b7c-d9f4-4bd4-9d43-bc86fbebdb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.355989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37c34b7c-d9f4-4bd4-9d43-bc86fbebdb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.356715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d24cb3f-fb3f-4250-88c9-40313d3838c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.359337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d24cb3f-fb3f-4250-88c9-40313d3838c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.362925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d24cb3f-fb3f-4250-88c9-40313d3838c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba7b1255-f39e-44d8-9af7-06babc1b704a HTTP/1.1" status: 204 len: 168 time: 0.7626913 Aug 12 04:26:29.397132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24cb3f-fb3f-4250-88c9-40313d3838c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b1255-f39e-44d8-9af7-06babc1b704a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:29.489364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e86c8c60-3b42-41a1-972a-90d673c0e099 None None] Port 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:26:29.562608 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37c34b7c-d9f4-4bd4-9d43-bc86fbebdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.567970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37c34b7c-d9f4-4bd4-9d43-bc86fbebdb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.581077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-37c34b7c-d9f4-4bd4-9d43-bc86fbebdb77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e45e9e77-f01e-427c-b791-6f4a2d2f3db2 HTTP/1.1" status: 204 len: 168 time: 0.3196104 Aug 12 04:26:29.581077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34b7c-d9f4-4bd4-9d43-bc86fbebdb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45e9e77-f01e-427c-b791-6f4a2d2f3db2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:29.678226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:29.697827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:30.183051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Router 98334380-aed4-4407-8a1e-4084e2aaec4b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:26:30.339725 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:30.368485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:30.385726 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Sync routers for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:30.402601 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:30.405934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:30.449800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:30.578462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:30.578987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44628) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:30.583265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4ddf02cb-8999-479b-b3f4-d10ab3d91c28 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7689815 Aug 12 04:26:30.628435 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:26:30.657744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=2a062b7f-2e14-42d0-9d55-0a631b45b1d2,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:30.665056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:30.809656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ce42efbf-9e86-49d3-a877-efe4060d19eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:30.893099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network 900ce050-3d2d-40c7-89cf-65011b235d83 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:30.897802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:30.947186 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:31.280995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 933c2a8c-a6ec-4985-9668-ef18ae02b728 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:31.336547 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:28Z', 'revision_number': 3, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:31.440184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Checking router: 98334380-aed4-4407-8a1e-4084e2aaec4b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:26:31.440862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Updating router 98334380-aed4-4407-8a1e-4084e2aaec4b port dae41506-f567-4d4b-a0cf-bc61b4402912 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:26:31.504689 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:31.528478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-77a4f964-b226-465d-a5b3-88b73553d84a None None] Provisioning complete for port 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:31.528863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77a4f964-b226-465d-a5b3-88b73553d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:31.631636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:31.640842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44658) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:31.644437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-77a4f964-b226-465d-a5b3-88b73553d84a None None] Port 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:26:31.645520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-124780b3-fcd8-4c34-8185-fc7c523236d6 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/routers/933c2a8c-a6ec-4985-9668-ef18ae02b728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4806502 Aug 12 04:26:31.652225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'port': {'network_id': '900ce050-3d2d-40c7-89cf-65011b235d83', 'name': 'tempest-FloatingIPTestJSON-68006023'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:31.657976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] Sync routers for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:31.678321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:31.679776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:31.727669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:31.745010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:31.745711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:31.856987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:31.858627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b38951-19c7-409f-8292-f402ca6af3c1 None None] The sync data for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:32.093573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.125350 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.175962 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.198963 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Transition to ACTIVE for port object dae41506-f567-4d4b-a0cf-bc61b4402912 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:32.284817 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.469161 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Pushing event updated for resources: {'Port': ['ID=dae41506-f567-4d4b-a0cf-bc61b4402912,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:32.504954 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.505591 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.506127 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.507624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.508141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.510830 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.511373 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.511881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.512389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.513071 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.513580 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.514890 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:26:32.554564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Attempting to bind port dae41506-f567-4d4b-a0cf-bc61b4402912 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:26:32.555217 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Attempting to bind port dae41506-f567-4d4b-a0cf-bc61b4402912 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:26:32.555770 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Attempting to bind port dae41506-f567-4d4b-a0cf-bc61b4402912 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:32.557499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Allocated IP 172.20.0.1 (af06ba11-2f83-439b-a76e-a7cd709f4dd1/876948c4-3076-430d-b0c7-b5a84c9cc2c2/3a522025-a9e5-4b43-882c-1ff29dc67ebf) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:32.569213 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:26:32.571576 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:32.571576 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.571576 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:26:32.571576 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Bound port: dae41506-f567-4d4b-a0cf-bc61b4402912, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:26:32.571576 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.667851 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] For port dae41506-f567-4d4b-a0cf-bc61b4402912, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:26:32.671805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] For port dae41506-f567-4d4b-a0cf-bc61b4402912, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dae41506-f567-4d4b-a0cf-bc61b4402912,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:26:32.789546 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:32.967657 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:32.968310 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:33.010052 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f080fd7-275d-4767-9f34-01a601729453 None None] Pushing event updated for resources: {'Port': ['ID=dae41506-f567-4d4b-a0cf-bc61b4402912,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:33.326658 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:26:33.393340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Made reservation on behalf of 62537039c8da400f901911aac93b3231 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:33.396858 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:33.424975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44712) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:33.456685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] device_id is not set on port 061de3fe-aa8f-4060-9b35-ea7bd326cc27 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:26:33.668873 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:33.674509 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:33.838217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Allocated IP 172.20.0.11 (900ce050-3d2d-40c7-89cf-65011b235d83/d7480379-db1c-4295-80e5-16a5d251803a/061de3fe-aa8f-4060-9b35-ea7bd326cc27) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:33.840115 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:28Z', 'revision_number': 3, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:33.905709 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f14dd0-631b-4ebb-976d-7adf42d99938 None None] The sync data for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 is: [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:28Z', 'revision_number': 3, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:33.914309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-212512470'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:34.040729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Made reservation on behalf of eb660938a1df4a3fb5bf74b2be3f0f1f for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:34.046291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.071053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.190370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.251212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:34.277081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:34.288349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:34.297538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.383568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.515396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:26:34.545147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a32d24-7db7-4164-a4d4-9c7c8bfc9ba1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:34.582888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.583120 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Added segment 3ae0326b-b44b-4e85-bade-9f685eb25fa3 of type vlan for network 03c75f92-f067-4272-be8d-25890d51ba02 Aug 12 04:26:34.664912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.712995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Transition to ACTIVE for port object 061de3fe-aa8f-4060-9b35-ea7bd326cc27 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:34.724784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.751081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Pushing event updated for resources: {'Port': ['ID=3a522025-a9e5-4b43-882c-1ff29dc67ebf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:34.797579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.875344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:34.884231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:34.885146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.076010 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.105572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Network 900ce050-3d2d-40c7-89cf-65011b235d83 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:35.110436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:35.120811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event updated for resources: {'Network': ['ID=03c75f92-f067-4272-be8d-25890d51ba02,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:35.124255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-79491fcc-60a3-4f79-b823-8355baf4339e tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6958623 Aug 12 04:26:35.129587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44754) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:35.136359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 03c75f92-f067-4272-be8d-25890d51ba02 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:26:35.149818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Request body: {'subnet': {'network_id': '03c75f92-f067-4272-be8d-25890d51ba02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:35.207962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:35.452678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event updated for resources: {'Port': ['ID=061de3fe-aa8f-4060-9b35-ea7bd326cc27,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:35.481982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.502363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dae41506-f567-4d4b-a0cf-bc61b4402912 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:35.595303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Made reservation on behalf of eb660938a1df4a3fb5bf74b2be3f0f1f for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:35.598981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.666901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:35.671918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.782969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83f6ae2b-a4c7-43e5-8c09-a21d6bf5097f None None] Provisioning for port 061de3fe-aa8f-4060-9b35-ea7bd326cc27 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:35.787423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83f6ae2b-a4c7-43e5-8c09-a21d6bf5097f None None] Provisioning complete for port 061de3fe-aa8f-4060-9b35-ea7bd326cc27 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:35.787793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83f6ae2b-a4c7-43e5-8c09-a21d6bf5097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.862441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e52ff1d1-03a5-47b8-b4c7-1a5787b94198 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2145665 Aug 12 04:26:35.871247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:35.876454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Request body: {'floatingip': {'port_id': '061de3fe-aa8f-4060-9b35-ea7bd326cc27'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:35.885822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port dae41506-f567-4d4b-a0cf-bc61b4402912 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:35.920080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port dae41506-f567-4d4b-a0cf-bc61b4402912 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:35.920700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:35.979583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-83f6ae2b-a4c7-43e5-8c09-a21d6bf5097f None None] Port 061de3fe-aa8f-4060-9b35-ea7bd326cc27 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:26:35.981354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44774) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:36.100594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.136025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.148399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port dae41506-f567-4d4b-a0cf-bc61b4402912, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dae41506-f567-4d4b-a0cf-bc61b4402912,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:36.173050 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5180e2a7-e657-4be7-aa92-c21f64ac6f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.312671 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.332227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.382756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.432092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=dae41506-f567-4d4b-a0cf-bc61b4402912,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:36.461851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.466790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event updated for resources: {'Subnet': ['ID=1d2065f3-dfd1-40e7-b486-396464d98830,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:36.565636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5180e2a7-e657-4be7-aa92-c21f64ac6f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.600782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.692794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5180e2a7-e657-4be7-aa92-c21f64ac6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:36.726251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Checking segment: {'id': '3ae0326b-b44b-4e85-bade-9f685eb25fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '03c75f92-f067-4272-be8d-25890d51ba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:36.726833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Network hostable DHCP agents. Network: 03c75f92-f067-4272-be8d-25890d51ba02, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:26:36.756577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Pushing event updated for resources: {'Port': ['ID=3a522025-a9e5-4b43-882c-1ff29dc67ebf,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:36.857780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5180e2a7-e657-4be7-aa92-c21f64ac6f02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99307bd2b3064d28ae708e56b3060ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8752582 Aug 12 04:26:36.876045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44792) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:36.975840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Network 03c75f92-f067-4272-be8d-25890d51ba02 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:26:36.976220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e2a7-e657-4be7-aa92-c21f64ac6f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6429dbe3-8526-40a8-b618-e9552add77ba,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:36.983198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:37.005517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:37.045657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a9f937e-3663-4245-9820-72145f1c7a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.177426 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a9f937e-3663-4245-9820-72145f1c7a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.225820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Router 98334380-aed4-4407-8a1e-4084e2aaec4b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:37.288014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 03c75f92-f067-4272-be8d-25890d51ba02) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:37.303190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039f983-379b-4218-bc40-d23d2e0bbb6d None None] Network 03c75f92-f067-4272-be8d-25890d51ba02 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:37.493163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dae41506-f567-4d4b-a0cf-bc61b4402912 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:37.532914 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.535063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:37.535712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.559520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:37.565750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-86409290-270e-4e6f-b008-82f83eb3e2cf admin admin] 10.222.0.42 "PUT /v2.0/routers/98334380-aed4-4407-8a1e-4084e2aaec4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9865434 Aug 12 04:26:37.584182 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Sync routers for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:37.601151 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:37.602054 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:37.611768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.644506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a9f937e-3663-4245-9820-72145f1c7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.647619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a9f937e-3663-4245-9820-72145f1c7a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:37.648917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a9f937e-3663-4245-9820-72145f1c7a12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6429dbe3-8526-40a8-b618-e9552add77ba HTTP/1.1" status: 204 len: 168 time: 0.7718885 Aug 12 04:26:37.676947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f937e-3663-4245-9820-72145f1c7a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429dbe3-8526-40a8-b618-e9552add77ba,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:37.693068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a4ed63ed-1bb7-4eca-93f2-ec51e0710592 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5616271 Aug 12 04:26:37.693408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44822) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:37.704437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Request body: {'port': {'network_id': '03c75f92-f067-4272-be8d-25890d51ba02', 'name': 'tempest-TagsExtTest-1661289936'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:37.927128 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:26:37.998072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port dae41506-f567-4d4b-a0cf-bc61b4402912 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:37.998488 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:38.200090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Made reservation on behalf of eb660938a1df4a3fb5bf74b2be3f0f1f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:38.205028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:38.221241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-03c75f92-f067-4272-be8d-25890d51ba02', 'network_id': '03c75f92-f067-4272-be8d-25890d51ba02', 'tenant_id': 'eb660938a1df4a3fb5bf74b2be3f0f1f', 'fixed_ips': [{'subnet_id': '1d2065f3-dfd1-40e7-b486-396464d98830'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:26:38.222641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:38.281579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] device_id is not set on port 9e3193c9-5797-4aad-a07f-dda66bddcd99 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:26:38.535430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Allocated IP 172.20.0.2 (03c75f92-f067-4272-be8d-25890d51ba02/1d2065f3-dfd1-40e7-b486-396464d98830/9a4c4268-e342-4bb4-a2f3-bc522f981fbb) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:38.656156 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 2, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:38.721450 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Checking router: 98334380-aed4-4407-8a1e-4084e2aaec4b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:26:38.722175 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Updating router 98334380-aed4-4407-8a1e-4084e2aaec4b port 3a522025-a9e5-4b43-882c-1ff29dc67ebf binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:26:38.763259 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:38.903012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:38.915478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Transition to ACTIVE for port object 9a4c4268-e342-4bb4-a2f3-bc522f981fbb will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:38.949299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Transition to ACTIVE for port object 9a4c4268-e342-4bb4-a2f3-bc522f981fbb will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:39.015173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-371d0dd4-7fdc-406c-82f8-2c7da574ae63 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:39.030574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-371d0dd4-7fdc-406c-82f8-2c7da574ae63 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 820 time: 0.2891018 Aug 12 04:26:39.072578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-d8a343e4-ceaa-4783-97b0-45f665d0ad5d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/quotas/179c924fe6cb4cd1a820c45c6b0a4a01 HTTP/1.1" status: 200 len: 375 time: 0.0418792 Aug 12 04:26:39.075224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.145393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44870) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:39.177398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e61-9c95-4dd2-84dc-801848fa7021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.229340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Pushing event updated for resources: {'Port': ['ID=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:39.252366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Network 03c75f92-f067-4272-be8d-25890d51ba02 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:39.253839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:39.264675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Allocated IP 172.20.0.8 (03c75f92-f067-4272-be8d-25890d51ba02/1d2065f3-dfd1-40e7-b486-396464d98830/9e3193c9-5797-4aad-a07f-dda66bddcd99) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:39.267637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:39.327297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e61-9c95-4dd2-84dc-801848fa7021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.342444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-0d845e23-b389-431a-8e23-8e7e06e7cfaf tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2681243 Aug 12 04:26:39.352600 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 0f8f74ad-e101-427f-8e69-a7d571a690ba associated. External IP: 172.25.6.21, port: 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36. Aug 12 04:26:39.434361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Attempting to bind port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:26:39.434505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Attempting to bind port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '3ae0326b-b44b-4e85-bade-9f685eb25fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '03c75f92-f067-4272-be8d-25890d51ba02'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:26:39.440770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Attempting to bind port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb on network 03c75f92-f067-4272-be8d-25890d51ba02 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:39.453005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:26:39.463340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Checking segment: {'id': '3ae0326b-b44b-4e85-bade-9f685eb25fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '03c75f92-f067-4272-be8d-25890d51ba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:39.463340 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.463340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Bound using segment: {'id': '3ae0326b-b44b-4e85-bade-9f685eb25fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '03c75f92-f067-4272-be8d-25890d51ba02'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:26:39.464634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Bound port: 9a4c4268-e342-4bb4-a2f3-bc522f981fbb, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae0326b-b44b-4e85-bade-9f685eb25fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '03c75f92-f067-4272-be8d-25890d51ba02'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:26:39.465247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.591705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efdc1e61-9c95-4dd2-84dc-801848fa7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.679828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] For port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:26:39.690549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] For port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,segment=NetworkSegment(3ae0326b-b44b-4e85-bade-9f685eb25fa3),segment_id=3ae0326b-b44b-4e85-bade-9f685eb25fa3)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:26:39.752888 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.756676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.775388 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Transition to ACTIVE for port object 3a522025-a9e5-4b43-882c-1ff29dc67ebf will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:39.778135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.795761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Transition to ACTIVE for port object 9e3193c9-5797-4aad-a07f-dda66bddcd99 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:39.863200 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.864440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-efdc1e61-9c95-4dd2-84dc-801848fa7021 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3f7cf9fcb8c4b0ea078161a1c8181f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121582 Aug 12 04:26:39.869052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44888) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:39.900398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-91839904-b140-4f47-ae7f-7f09fc13964d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:26:39.903770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:39.911475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-91839904-b140-4f47-ae7f-7f09fc13964d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5680375 Aug 12 04:26:39.942972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:39.967572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc1e61-9c95-4dd2-84dc-801848fa7021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f959f0-d400-40d0-8011-90e9fefd3c98,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:39.971764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be231f4a-e294-483f-b195-c562bc07c00e None None] Pushing event updated for resources: {'Port': ['ID=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:40.018123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Network 03c75f92-f067-4272-be8d-25890d51ba02 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:40.039264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:40.052397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:40.101614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e819e-99a1-49e2-a267-64d10b33f0e6 None None] Pushing event updated for resources: {'Port': ['ID=3a522025-a9e5-4b43-882c-1ff29dc67ebf,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:40.116355 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Attempting to bind port 3a522025-a9e5-4b43-882c-1ff29dc67ebf on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:26:40.116828 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Attempting to bind port 3a522025-a9e5-4b43-882c-1ff29dc67ebf by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:26:40.117186 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Attempting to bind port 3a522025-a9e5-4b43-882c-1ff29dc67ebf on network af06ba11-2f83-439b-a76e-a7cd709f4dd1 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:40.123225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event updated for resources: {'Port': ['ID=9e3193c9-5797-4aad-a07f-dda66bddcd99,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:40.132397 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:26:40.133013 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Checking segment: {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:40.133558 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.134385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Bound using segment: {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:26:40.136338 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Bound port: 3a522025-a9e5-4b43-882c-1ff29dc67ebf, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:26:40.136849 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.144347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-517efebc-e640-4459-9f25-6619e9ba074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.183083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:40.217007 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.276655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-517efebc-e640-4459-9f25-6619e9ba074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.306176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0bc7131f-176f-4e10-be4d-006e100fe17a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6092501 Aug 12 04:26:40.306779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44900) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:40.309622 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] For port 3a522025-a9e5-4b43-882c-1ff29dc67ebf, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:26:40.311681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-250819138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:40.313592 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] For port 3a522025-a9e5-4b43-882c-1ff29dc67ebf, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a522025-a9e5-4b43-882c-1ff29dc67ebf,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:26:40.343045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-a2bfbe31-cd63-4cec-95a4-73672b6dd618 service neutron] 10.222.0.42 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294629 Aug 12 04:26:40.406301 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.500610 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e819e-99a1-49e2-a267-64d10b33f0e6 None None] Pushing event updated for resources: {'Port': ['ID=3a522025-a9e5-4b43-882c-1ff29dc67ebf,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:40.507434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:40.508052 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:40.522664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:40.538834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:40.541667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.542646 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.562393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:40.564879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:40.687954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-69257c74-47b9-4562-a25d-9391d3ce4ef3 service neutron] 10.222.0.42 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249283 Aug 12 04:26:40.707640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:40.729162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:40.730019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:40.740684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.785435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-517efebc-e640-4459-9f25-6619e9ba074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.799369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-517efebc-e640-4459-9f25-6619e9ba074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.803334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-517efebc-e640-4459-9f25-6619e9ba074d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0f959f0-d400-40d0-8011-90e9fefd3c98 HTTP/1.1" status: 204 len: 168 time: 0.9283996 Aug 12 04:26:40.829852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.838429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517efebc-e640-4459-9f25-6619e9ba074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f959f0-d400-40d0-8011-90e9fefd3c98,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:40.880760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:40.887427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ee2b1-32fe-4c6a-bb19-a2e96123bf07 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:40.952463 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:26:40.958036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:40.959668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d928f15f-4752-4525-b697-f225d567c7fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6522472 Aug 12 04:26:40.962627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44920) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:40.968380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-50209bc4-2c75-4917-90f9-58078176c2f5 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-218879464', 'prefixes': ['172.20.0.0/16']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:41.110074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 933c2a8c-a6ec-4985-9668-ef18ae02b728 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:41.244765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:40Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:41.291507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:41.335267 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:41.403479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e206c52-7ef5-4c5f-8dad-f3d1bb566051 req-61264aca-138e-499f-8074-b62c9b0b723d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.0638435 Aug 12 04:26:41.411303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50209bc4-2c75-4917-90f9-58078176c2f5 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for subnetpool, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:41.412497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-50209bc4-2c75-4917-90f9-58078176c2f5 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4479065 Aug 12 04:26:41.413149 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] Sync routers for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:41.416381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44938) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:41.427971 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f1f43-ee88-4a39-a214-6b7aef132484 None None] The sync data for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 is: [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:40Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:41.442245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-afce8795-31cb-4f81-b520-b11481a9f27b tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-1783720646') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:41.499453 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:41.504063 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:41.631164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4c4268-e342-4bb4-a2f3-bc522f981fbb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:41.716453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:41.721344 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ca9589f9-cf04-4103-982c-16c9d26c4014 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/floatingips/0f8f74ad-e101-427f-8e69-a7d571a690ba HTTP/1.1" status: 200 len: 976 time: 5.8454742 Aug 12 04:26:41.738094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:41.783940 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:41.785915 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:41.951322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:41.972569 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:41.974038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaa592b-b792-4118-8721-e8f3fb7ba83b None None] The sync data for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:42.057731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5357951-0178-40d3-8a55-933f5e7193b1 None None] Network 03c75f92-f067-4272-be8d-25890d51ba02 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:42.126186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 061de3fe-aa8f-4060-9b35-ea7bd326cc27 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:42.132940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:42.290154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:42.520170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-71b14656-9ab8-4b9a-a74e-a2b8745fc08d req-33884f62-b410-455f-b037-f9faa2814ad3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.0606968 Aug 12 04:26:42.572175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-afce8795-31cb-4f81-b520-b11481a9f27b tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-1783720646 HTTP/1.1" status: 201 len: 201 time: 1.1491699 Aug 12 04:26:42.572722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45002) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:42.579451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-ec26f538-742f-4944-ac72-2695016c5366 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-2020811942') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:42.595795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] Provisioning for port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:42.605577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] Provisioning complete for port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:42.605963 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:42.714641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7667cf5-7d52-488c-be95-a0b886b15084 req-5cfd522a-219e-4438-a1de-03c9741dc8e8 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:42.716617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7667cf5-7d52-488c-be95-a0b886b15084 req-5cfd522a-219e-4438-a1de-03c9741dc8e8 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1893556 Aug 12 04:26:42.817231 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:42.821516 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:42.823077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:42.823485 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Floating IP 0f8f74ad-e101-427f-8e69-a7d571a690ba disassociated. External IP: 172.25.6.21, port: 061de3fe-aa8f-4060-9b35-ea7bd326cc27. Aug 12 04:26:42.825277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 061de3fe-aa8f-4060-9b35-ea7bd326cc27 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:42.872019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] For port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,segment=NetworkSegment(3ae0326b-b44b-4e85-bade-9f685eb25fa3),segment_id=3ae0326b-b44b-4e85-bade-9f685eb25fa3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:42.985382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ec26f538-742f-4944-ac72-2695016c5366 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-2020811942 HTTP/1.1" status: 201 len: 201 time: 0.4071019 Aug 12 04:26:42.985382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45030) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:42.993110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-22b958a2-6842-41c6-92bb-7a70569977e9 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-377527060') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:43.006790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:43.030982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7667cf5-7d52-488c-be95-a0b886b15084 req-2aadd75c-8954-49e2-a8e0-ea63dbc3d084 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039002 Aug 12 04:26:43.174198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6e3d0-1c54-4dd6-947d-1bd6996bb549 None None] Pushing event updated for resources: {'Port': ['ID=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:43.251967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bacc5087-1ac4-4712-9420-9acee5e29a62 None None] Provisioning for port 9e3193c9-5797-4aad-a07f-dda66bddcd99 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:43.263223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bacc5087-1ac4-4712-9420-9acee5e29a62 None None] Provisioning complete for port 9e3193c9-5797-4aad-a07f-dda66bddcd99 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:43.263654 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bacc5087-1ac4-4712-9420-9acee5e29a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:43.437108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bacc5087-1ac4-4712-9420-9acee5e29a62 None None] Port 9e3193c9-5797-4aad-a07f-dda66bddcd99 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:26:43.479148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bacc5087-1ac4-4712-9420-9acee5e29a62 None None] Provisioning complete for port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:43.479582 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bacc5087-1ac4-4712-9420-9acee5e29a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:43.513898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-22b958a2-6842-41c6-92bb-7a70569977e9 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-377527060 HTTP/1.1" status: 201 len: 201 time: 0.5273576 Aug 12 04:26:43.516631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45060) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:43.522287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-8ab98e1a-8978-46d3-97b0-1786046d0cf2 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-1858698150') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:43.543046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:43.563117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:43.655604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=061de3fe-aa8f-4060-9b35-ea7bd326cc27,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:43.836233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a522025-a9e5-4b43-882c-1ff29dc67ebf up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:43.908101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ab98e1a-8978-46d3-97b0-1786046d0cf2 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-1858698150 HTTP/1.1" status: 201 len: 201 time: 0.3884051 Aug 12 04:26:43.908717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45084) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:43.919335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-6bd0cad2-75fd-4d0b-bb9e-786bfeab8981 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.078982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7088f3e8-36eb-4287-af0c-2163ec022f27 req-33ea1319-72d1-484c-9329-71637ae8bdba tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.1963692 Aug 12 04:26:44.153281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 933c2a8c-a6ec-4985-9668-ef18ae02b728 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:44.257282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:44.305768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6bd0cad2-75fd-4d0b-bb9e-786bfeab8981 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags HTTP/1.1" status: 200 len: 241 time: 0.3959935 Aug 12 04:26:44.311499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45102) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:44.316675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-3c828107-6cdc-4994-906f-2d78c4f7e5fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-1783720646') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.331434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3c9e340d-6c94-4e25-ae85-99d7779c6cc2 None None] Provisioning complete for port 9e3193c9-5797-4aad-a07f-dda66bddcd99 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:44.335357 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3c9e340d-6c94-4e25-ae85-99d7779c6cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:44.435847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e340d-6c94-4e25-ae85-99d7779c6cc2 None None] Port 9e3193c9-5797-4aad-a07f-dda66bddcd99 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:26:44.479400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:44.483422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:44.490132 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf9d3a-4cdb-4c74-a25a-c8d48f80ba8f" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:44.493087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3a522025-a9e5-4b43-882c-1ff29dc67ebf completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:44.498594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3a522025-a9e5-4b43-882c-1ff29dc67ebf triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:44.499010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:44.509054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:44.531976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3c828107-6cdc-4994-906f-2d78c4f7e5fb tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-1783720646 HTTP/1.1" status: 204 len: 168 time: 0.2170074 Aug 12 04:26:44.538939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45118) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:44.549252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-5e3491a9-d1bb-46a0-a71b-baaaf06cb370 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-1783720646') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.557416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] Sync routers for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:44.698834 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b340e42-872f-446b-a7e5-0a727c73cadf x-openstack-request-id: req-2b340e42-872f-446b-a7e5-0a727c73cadf {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:44.700509 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:44.702420 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b340e42-872f-446b-a7e5-0a727c73cadf {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:44.703016 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:26:44.704600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:44.705846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.709809 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:44.754198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:44.763290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45132) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:44.767225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0ddac97d-ede1-4b1a-8922-af97476cb022 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/ports/061de3fe-aa8f-4060-9b35-ea7bd326cc27 HTTP/1.1" status: 204 len: 168 time: 3.0469553 Aug 12 04:26:44.813827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a4fad-ebd4-4911-9185-65cc19e1f155 req-c3610d64-5d5e-41df-a976-28357c65abc1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:44.829340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.832667 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:44.856088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-585a4fad-ebd4-4911-9185-65cc19e1f155 req-c3610d64-5d5e-41df-a976-28357c65abc1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2297525 Aug 12 04:26:44.874989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5e3491a9-d1bb-46a0-a71b-baaaf06cb370 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-1783720646 HTTP/1.1" status: 204 len: 168 time: 0.3343828 Aug 12 04:26:44.881537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45138) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:44.881673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:44.881673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.909422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-a7c7cf8e-59d7-4a6f-893e-54d8e86be846 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.992951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:44.994003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb11b9-9acf-4b57-bc1f-ed0c83c4838a None None] The sync data for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:45.009788 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-585a4fad-ebd4-4911-9185-65cc19e1f155 req-8e983327-2cb8-4eae-be4b-a6fd4c401b9a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493514 Aug 12 04:26:45.011584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3a522025-a9e5-4b43-882c-1ff29dc67ebf, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a522025-a9e5-4b43-882c-1ff29dc67ebf,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:45.012737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=11']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:45.097900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:45.101705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4c4268-e342-4bb4-a2f3-bc522f981fbb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:45.273200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3a522025-a9e5-4b43-882c-1ff29dc67ebf,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:45.296820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:45.302586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:45.448208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9459aae5-48a2-45ba-9670-9ca249b65088 req-c4468463-9a3d-4fee-8f8e-22118c5cda4f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.1120973 Aug 12 04:26:45.495806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a7c7cf8e-59d7-4a6f-893e-54d8e86be846 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags HTTP/1.1" status: 200 len: 205 time: 0.6151383 Aug 12 04:26:45.497090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45180) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:45.502202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-33107e54-38b0-4c70-b280-8aac9e661a49 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:45.538476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a522025-a9e5-4b43-882c-1ff29dc67ebf up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:45.722952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-33107e54-38b0-4c70-b280-8aac9e661a49 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags HTTP/1.1" status: 200 len: 241 time: 0.2244294 Aug 12 04:26:45.727106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:45.743933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-c2fe5257-5362-4b6e-859d-a0493d8cf644 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-2020811942') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:45.786826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3a522025-a9e5-4b43-882c-1ff29dc67ebf triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:45.789119 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:45.962070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c2fe5257-5362-4b6e-859d-a0493d8cf644 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-2020811942 HTTP/1.1" status: 204 len: 168 time: 0.2318177 Aug 12 04:26:45.962568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45214) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:45.976417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-7e51d75e-b450-4b57-8a9e-df1a1c01b703 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-2020811942') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:46.069440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:46.234215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d2141-0816-489a-a89d-33406244c259 req-d84bf8ff-7195-48d3-acd1-4ac1a53841bb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:46.236345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-966d2141-0816-489a-a89d-33406244c259 req-d84bf8ff-7195-48d3-acd1-4ac1a53841bb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0936484 Aug 12 04:26:46.295043 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-966d2141-0816-489a-a89d-33406244c259 req-fb9b7ae5-3fb8-436f-9d09-faedec26456b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514314 Aug 12 04:26:46.335273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7e51d75e-b450-4b57-8a9e-df1a1c01b703 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-2020811942 HTTP/1.1" status: 204 len: 168 time: 0.3658845 Aug 12 04:26:46.335632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45252) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:46.343844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-feaea659-a9f8-4b5f-a635-3ed5728bb1b3 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:46.390674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-4ac25b20-f137-44de-8285-3f0445976dbc tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:46.394146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-4ac25b20-f137-44de-8285-3f0445976dbc tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.36 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 820 time: 0.5228455 Aug 12 04:26:46.418063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'port': {'device_id': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'admin_state_up': True, 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:46.453893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-feaea659-a9f8-4b5f-a635-3ed5728bb1b3 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags HTTP/1.1" status: 200 len: 205 time: 0.1166413 Aug 12 04:26:46.462304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45260) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:46.467756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-a1f77bca-727e-4e98-b434-261280f19853 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:46.628059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a1f77bca-727e-4e98-b434-261280f19853 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags HTTP/1.1" status: 200 len: 240 time: 0.1644781 Aug 12 04:26:46.630543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:46.639204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-9078bac4-6dd7-4f3d-8f1c-2af18345909c tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-377527060') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:46.642037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d29339db-5bcb-4e81-a674-3cd32f1d8195 req-0e099cbd-cfca-4462-ab22-1b3bc8ad2e9a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.1138456 Aug 12 04:26:47.272333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9078bac4-6dd7-4f3d-8f1c-2af18345909c tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-377527060 HTTP/1.1" status: 204 len: 168 time: 0.6402853 Aug 12 04:26:47.272983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45330) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:47.277583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-d0547203-f066-4f3f-829f-c28c1baa1202 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-377527060') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:47.390046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Made reservation on behalf of 179c924fe6cb4cd1a820c45c6b0a4a01 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:26:47.394356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:47.510919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d0547203-f066-4f3f-829f-c28c1baa1202 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-377527060 HTTP/1.1" status: 204 len: 168 time: 0.2368324 Aug 12 04:26:47.513338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45346) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:47.517404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb30f-0178-49a1-9a2d-8838f5766eea req-22157d8b-23d3-4516-8156-6d913e35c8a4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:47.519938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e58bb30f-0178-49a1-9a2d-8838f5766eea req-22157d8b-23d3-4516-8156-6d913e35c8a4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1307015 Aug 12 04:26:47.520878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-bb486426-5507-4dcb-93aa-2d389d28ec15 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:47.525366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:47.525714 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:47.560573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:26:47.704173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:47.718821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'mac_address': 'fa:16:3e:e8:e8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:26:47.719197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Allocated IP 172.20.0.14 (af06ba11-2f83-439b-a76e-a7cd709f4dd1/876948c4-3076-430d-b0c7-b5a84c9cc2c2/824ad3a6-fac7-4760-8d4c-ce3aedb87aa1) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:26:47.740154 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bb486426-5507-4dcb-93aa-2d389d28ec15 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags HTTP/1.1" status: 200 len: 205 time: 0.2254961 Aug 12 04:26:47.743587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45364) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:47.750862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-78f34310-de31-4aa5-8e83-e7bc73e95a6b tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:47.785238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:47.805783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:26:47.811542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e58bb30f-0178-49a1-9a2d-8838f5766eea req-8cc18e2d-b8c5-4bd8-a909-b27a593e5aa9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812116 Aug 12 04:26:47.868639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:47.915573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:47.926786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4a47242-7a2a-4b06-817f-f8622492c65f req-5ec6d4e4-4a1b-4bc7-a2f0-78f4cec5b8af tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.0934758 Aug 12 04:26:47.949103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78f34310-de31-4aa5-8e83-e7bc73e95a6b tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags HTTP/1.1" status: 200 len: 241 time: 0.2042601 Aug 12 04:26:47.951631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45376) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:47.958611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-78db8f54-59f9-4997-b806-8c8a10668479 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-1858698150') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:47.982303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:47.984009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 2a062b7f-2e14-42d0-9d55-0a631b45b1d2 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:47.993311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:47.994144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78db8f54-59f9-4997-b806-8c8a10668479 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-1858698150 HTTP/1.1" status: 204 len: 168 time: 0.0390687 Aug 12 04:26:47.997734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-b7ea7106-dad5-4dae-babf-aef63e30f8d1 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-1858698150') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.051959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=12']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:48.069067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['62856dca-6aed-42e8-9b59-d4fb68e0f11f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:26:48.082194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.108572 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:26:48.255755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7ea7106-dad5-4dae-babf-aef63e30f8d1 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-1858698150 HTTP/1.1" status: 204 len: 168 time: 0.2619617 Aug 12 04:26:48.258986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45396) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.271883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-e8e7060d-1e04-4573-a505-c2be7ca8d2dd tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.313586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.328967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8e7060d-1e04-4573-a505-c2be7ca8d2dd tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags HTTP/1.1" status: 200 len: 205 time: 0.0683901 Aug 12 04:26:48.329588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.334126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-6da4760e-f6c4-478a-b761-6c5eddf6f0e1 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.341368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45402) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.373574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Network af06ba11-2f83-439b-a76e-a7cd709f4dd1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:26:48.385348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:26:48.392092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:26:48.400656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:48.415739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6da4760e-f6c4-478a-b761-6c5eddf6f0e1 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0851388 Aug 12 04:26:48.418345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.427305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-e60a0ea8-9db9-4e3f-bf53-823188f4749b tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.451241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.502996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=2a062b7f-2e14-42d0-9d55-0a631b45b1d2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:48.519373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:48.520140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.566426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e60a0ea8-9db9-4e3f-bf53-823188f4749b tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1468523 Aug 12 04:26:48.567282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45422) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.572032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-43bf025a-143b-4fca-abd8-381132ee244a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.574480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e632-1ab9-4838-9868-ceec5480530a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.662586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-43bf025a-143b-4fca-abd8-381132ee244a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags HTTP/1.1" status: 204 len: 168 time: 0.0940378 Aug 12 04:26:48.667138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45432) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.673891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-f8fac7a5-7400-47e6-9e31-28ee5d1debaa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.720249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-fd4d3025-3dd0-4f14-8bea-a2c5af3489e1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3142469 Aug 12 04:26:48.742778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.764032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Request body: {'port': {'device_id': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:48.825442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e632-1ab9-4838-9868-ceec5480530a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.856307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45442) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:48.857347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8fac7a5-7400-47e6-9e31-28ee5d1debaa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags HTTP/1.1" status: 204 len: 168 time: 0.1892812 Aug 12 04:26:48.877864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-21839c2b-0498-4766-91ce-2c59976725b0 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-904108171') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:48.903112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e632-1ab9-4838-9868-ceec5480530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:48.973835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7e632-1ab9-4838-9868-ceec5480530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b634798-4788-424d-90aa-f98a2e502655,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:48.980415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d5e7e632-1ab9-4838-9868-ceec5480530a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4813614aabaa45b6ae348722d1579692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379426 Aug 12 04:26:48.982880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45458) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:49.075786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bb742d-803d-40d8-9cc4-9212b676c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.093225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.163097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bb742d-803d-40d8-9cc4-9212b676c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.219214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20251524-f211-441a-af25-e78cac360d10 req-14720e0b-d026-4cc9-81b3-97694fc12915 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:49.220881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20251524-f211-441a-af25-e78cac360d10 req-14720e0b-d026-4cc9-81b3-97694fc12915 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 932 time: 0.1323159 Aug 12 04:26:49.283474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20251524-f211-441a-af25-e78cac360d10 req-b5ae142f-9f7d-4349-8744-d3aadc7cb77a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555203 Aug 12 04:26:49.327399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af03ad-a7ac-483f-9706-d117f8dbe85b req-f9ba0dde-4839-4967-b98a-0946c4047c9d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:49.327399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08af03ad-a7ac-483f-9706-d117f8dbe85b req-f9ba0dde-4839-4967-b98a-0946c4047c9d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 945 time: 0.3445203 Aug 12 04:26:49.378699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bb742d-803d-40d8-9cc4-9212b676c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.381588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bb742d-803d-40d8-9cc4-9212b676c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.382758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f9bb742d-803d-40d8-9cc4-9212b676c2ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b634798-4788-424d-90aa-f98a2e502655 HTTP/1.1" status: 204 len: 168 time: 0.3847687 Aug 12 04:26:49.425936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb742d-803d-40d8-9cc4-9212b676c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b634798-4788-424d-90aa-f98a2e502655,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:49.559745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:49.581661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08af03ad-a7ac-483f-9706-d117f8dbe85b req-5299933e-1dfa-4814-a083-734b1a148d3b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144177 Aug 12 04:26:49.583499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 933c2a8c-a6ec-4985-9668-ef18ae02b728 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:26:49.635452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-21839c2b-0498-4766-91ce-2c59976725b0 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-904108171 HTTP/1.1" status: 201 len: 201 time: 0.7715738 Aug 12 04:26:49.638145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45504) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:49.643173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-1a5b3930-f548-4199-9015-03b68d25546f tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-240775483') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:49.669368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 62856dca-6aed-42e8-9b59-d4fb68e0f11f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:49.673810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.815760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.852246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:26:49.864249 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] Sync routers for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:26:49.876662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cddbbf2f-1a79-4ec8-a6a2-7f214242a2fc tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/routers/933c2a8c-a6ec-4985-9668-ef18ae02b728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1099644 Aug 12 04:26:49.877199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:49.883242 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:49.886915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:49.887226 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:49.893251 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76439a82-ccea-4191-b181-2046f0d96bee" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:49.919271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:26:49.922786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:49.934064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:49.963718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Transition to ACTIVE for port object 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:26:50.026832 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.036199 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e73526d-4083-4787-a217-0c966e67737e x-openstack-request-id: req-4e73526d-4083-4787-a217-0c966e67737e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:50.036684 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-plugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:50.037173 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e73526d-4083-4787-a217-0c966e67737e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:50.037728 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:26:50.067673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45526) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:50.070087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a5b3930-f548-4199-9015-03b68d25546f tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-240775483 HTTP/1.1" status: 201 len: 201 time: 0.4305716 Aug 12 04:26:50.072616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-7c5a7efe-093d-4823-a363-e521dbc837a7 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-1831701584') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:50.075681 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:50.099507 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] Routers {'933c2a8c-a6ec-4985-9668-ef18ae02b728'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:26:50.100068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.101821 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['933c2a8c-a6ec-4985-9668-ef18ae02b728'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:50.129940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=13']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:50.162207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:50.163219 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7551e68-c6af-4f6b-81c2-a984ef6128a9 None None] The sync data for ids ['933c2a8c-a6ec-4985-9668-ef18ae02b728'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:26:50.192613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.306332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:50.351866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.365470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c8682-1050-4d69-a410-34120c748628 service neutron] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:50.611105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 9c269c52-6469-41dd-9b96-83c612178f07 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:50.613399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.628296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:50.704904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f722dc-701e-451f-a15a-aeb936898881 req-fc9c7a63-dab7-4172-97ba-8e0592ba9fd3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:50.706483 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9f722dc-701e-451f-a15a-aeb936898881 req-fc9c7a63-dab7-4172-97ba-8e0592ba9fd3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 944 time: 0.1564412 Aug 12 04:26:50.713007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cafddc7-9458-4252-b3c0-bd4c25b70351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.717731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.721907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7c5a7efe-093d-4823-a363-e521dbc837a7 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-1831701584 HTTP/1.1" status: 201 len: 201 time: 0.6495731 Aug 12 04:26:50.736112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45560) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:50.744594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-51745ea0-ffcf-45a0-80a7-d0acbbd8945c tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-678844512') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:50.787448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Attempting to bind port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:26:50.787998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Attempting to bind port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:26:50.788514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Attempting to bind port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 on network af06ba11-2f83-439b-a76e-a7cd709f4dd1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:50.817580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df715ee8-bbe0-4106-b99f-f39c15f4dbd1 req-e3bd7638-f2d6-4bf2-b723-2c1d75cc448f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:50.825987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-df715ee8-bbe0-4106-b99f-f39c15f4dbd1 req-e3bd7638-f2d6-4bf2-b723-2c1d75cc448f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1094711 Aug 12 04:26:50.842276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:26:50.842276 n-d-804320-1 neutron-server[95042]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 04:26:50.842276 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id': 'ac761616a7cb4af0a12a53cbdc8607aa', 'id': 'a6d8efff-acc0-46a7-bb1d-938db3714f06', 'expiration': datetime.datetime(2021, 8, 12, 4, 28, 50, 828325)}] Aug 12 04:26:50.842276 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:26:50.843057 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:26:50.868118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 on network af06ba11-2f83-439b-a76e-a7cd709f4dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:26:50.869587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Attempting to bind port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 on network af06ba11-2f83-439b-a76e-a7cd709f4dd1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:26:50.880741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.915209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:26:50.915819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Checking segment: {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:26:50.916373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Bound using segment: {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:26:50.917216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-df715ee8-bbe0-4106-b99f-f39c15f4dbd1 req-a33dd238-7a45-4edd-9775-6282bab5353b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896680 Aug 12 04:26:50.917757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Bound port: 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7102bf83-a214-421d-a2ab-d5004c988f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:26:50.918287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:50.920647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 9c269c52-6469-41dd-9b96-83c612178f07 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:50.956489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9f722dc-701e-451f-a15a-aeb936898881 req-f37cf4df-5474-4413-bc39-3841a7126154 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334902 Aug 12 04:26:51.014025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-51745ea0-ffcf-45a0-80a7-d0acbbd8945c tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-678844512 HTTP/1.1" status: 201 len: 201 time: 0.2735376 Aug 12 04:26:51.030949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45568) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:51.037782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-41dff980-97db-411a-af00-bf2ddb2ebd36 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', {'tags': ['tempest-TagsExtTest-Tag-80971711', 'tempest-TagsExtTest-Tag-1803466957', 'tempest-TagsExtTest-Tag-407601180']}) {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:51.090801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:26:51.126701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:26:51.144678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cafddc7-9458-4252-b3c0-bd4c25b70351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.223793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.316102 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cafddc7-9458-4252-b3c0-bd4c25b70351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.322463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45582) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:51.331069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-41dff980-97db-411a-af00-bf2ddb2ebd36 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags HTTP/1.1" status: 200 len: 315 time: 0.2901468 Aug 12 04:26:51.331257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-2b534ff8-6804-419d-a600-6ce7ab1bd04d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:51.357415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.358000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafddc7-9458-4252-b3c0-bd4c25b70351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d962f1b5-c275-4340-bb40-343cad85ad71,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:51.362886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c8682-1050-4d69-a410-34120c748628 service neutron] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:51.374537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:51.376530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.378530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-819c8682-1050-4d69-a410-34120c748628 service neutron] 10.222.0.36 "PUT /v2.0/ports/824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 1092 time: 2.6394079 Aug 12 04:26:51.381792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:51.385610 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70405ce7-2c5f-444c-b224-c41966de36a2" -d '{"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:26:51.400219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.405426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0cafddc7-9458-4252-b3c0-bd4c25b70351 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcf0403a62024b43808f435edd2b6012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7751725 Aug 12 04:26:51.406136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45586) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:51.449562 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c5bf8f-59bd-481c-b8e4-4d1c87e8a42d x-openstack-request-id: req-19c5bf8f-59bd-481c-b8e4-4d1c87e8a42d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:26:51.460543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=9c269c52-6469-41dd-9b96-83c612178f07,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:51.462612 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:26:51.462976 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19c5bf8f-59bd-481c-b8e4-4d1c87e8a42d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:26:51.464554 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'status': 'completed', 'code': 200} Aug 12 04:26:51.528439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f76454fb-d8fc-46d1-a959-0f4cd691343f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.571443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f76454fb-d8fc-46d1-a959-0f4cd691343f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.576379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405ce7-2c5f-444c-b224-c41966de36a2 req-3891817c-fbf4-471b-95b7-6e6e00e0bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:51.576379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70405ce7-2c5f-444c-b224-c41966de36a2 req-3891817c-fbf4-471b-95b7-6e6e00e0bad1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1095 time: 0.1021683 Aug 12 04:26:51.598158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.797802 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.806642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.808998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.876876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f76454fb-d8fc-46d1-a959-0f4cd691343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.879489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f76454fb-d8fc-46d1-a959-0f4cd691343f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.883533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f76454fb-d8fc-46d1-a959-0f4cd691343f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d962f1b5-c275-4340-bb40-343cad85ad71 HTTP/1.1" status: 204 len: 168 time: 0.4758110 Aug 12 04:26:51.904500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:51.923760 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2b534ff8-6804-419d-a600-6ce7ab1bd04d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags HTTP/1.1" status: 204 len: 168 time: 0.5968690 Aug 12 04:26:51.943224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45604) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:51.973940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-7fd2c395-68bd-4844-89ef-a2692f1ca08d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-80971711') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:51.981957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405ce7-2c5f-444c-b224-c41966de36a2 req-7c5d249f-178f-458b-b1aa-545b0af7b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:51.990651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70405ce7-2c5f-444c-b224-c41966de36a2 req-7c5d249f-178f-458b-b1aa-545b0af7b58f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3897665 Aug 12 04:26:51.992974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76454fb-d8fc-46d1-a959-0f4cd691343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962f1b5-c275-4340-bb40-343cad85ad71,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:52.008519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:52.017114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Fanout notify agent at l3_agent the message router_deleted on router 933c2a8c-a6ec-4985-9668-ef18ae02b728 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:26:52.102961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:52.109864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-67a11939-e99d-458b-a96c-55593da417f8 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/routers/933c2a8c-a6ec-4985-9668-ef18ae02b728 HTTP/1.1" status: 204 len: 168 time: 2.2258515 Aug 12 04:26:52.114266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:52.151863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac761616a7cb4af0a12a53cbdc8607aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8430285 Aug 12 04:26:52.177972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e13f5-e46e-4005-99a8-1ecc901c58e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9255623d-d53b-4502-b2c4-4a24fad47113,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:52.196309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:52.308442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting subnet d7480379-db1c-4295-80e5-16a5d251803a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:26:52.319098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:52.396068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1378a-1f24-4f96-a989-4fbaabf996bc req-8539d6a1-f1b3-4b0f-be17-e815f20f3a36 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:52.408478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69c1378a-1f24-4f96-a989-4fbaabf996bc req-8539d6a1-f1b3-4b0f-be17-e815f20f3a36 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 944 time: 0.2957256 Aug 12 04:26:52.476436 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-7fd2c395-68bd-4844-89ef-a2692f1ca08d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:52.477220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7fd2c395-68bd-4844-89ef-a2692f1ca08d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-80971711 HTTP/1.1" status: 404 len: 327 time: 0.5189037 Aug 12 04:26:52.479862 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:52.511109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d785c5f6-6929-4e96-853d-635ad38a73ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:52.532268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45634) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:52.545691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-786c7a97-d128-4e87-9abf-dc29e4e5a059 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-1803466957') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:52.633820 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69c1378a-1f24-4f96-a989-4fbaabf996bc req-c8d0addf-d68e-435e-a593-a0bd57883fa1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243316 Aug 12 04:26:52.645300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d785c5f6-6929-4e96-853d-635ad38a73ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:52.656854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-6ef040d0-8ef5-4f5f-8282-63f4c28d711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:52.658142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-6ef040d0-8ef5-4f5f-8282-63f4c28d711f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1097 time: 0.2075236 Aug 12 04:26:52.827860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee6d55-b84e-45a6-a070-7379f0397f93 req-e77fa314-acd5-44ac-aaff-a09e92b1186f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:52.829642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29ee6d55-b84e-45a6-a070-7379f0397f93 req-e77fa314-acd5-44ac-aaff-a09e92b1186f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.7129347 Aug 12 04:26:52.956456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29ee6d55-b84e-45a6-a070-7379f0397f93 req-ba2daba2-22d7-4716-9ea0-5c658a626bb1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163774 Aug 12 04:26:52.959782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405ce7-2c5f-444c-b224-c41966de36a2 req-eb133e09-9b07-4941-be39-c1fadef2e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:52.961541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70405ce7-2c5f-444c-b224-c41966de36a2 req-eb133e09-9b07-4941-be39-c1fadef2e214 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9697747 Aug 12 04:26:53.116586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-07ce268a-109b-49e4-a1ab-f9ac2db4423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:53.118767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-07ce268a-109b-49e4-a1ab-f9ac2db4423d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1095 time: 0.1026766 Aug 12 04:26:53.222034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-7531e4b2-7471-490a-b499-14e8f580cd31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 217 time: 0.0954311 Aug 12 04:26:53.230226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:53.288611 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-786c7a97-d128-4e87-9abf-dc29e4e5a059 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:53.289673 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-786c7a97-d128-4e87-9abf-dc29e4e5a059 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-1803466957 HTTP/1.1" status: 404 len: 329 time: 0.7554922 Aug 12 04:26:53.302142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45668) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:53.307505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-0d353555-232a-4690-9626-25f7a8e860fd tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830', 'tempest-TagsExtTest-Tag-407601180') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:53.385175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-85338a75-4735-4927-acc1-c9a897b36916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:53.386614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-85338a75-4735-4927-acc1-c9a897b36916 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.1570432 Aug 12 04:26:53.388065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-f9a68360-33f3-46ac-98ce-e597067d101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:53.389547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-f9a68360-33f3-46ac-98ce-e597067d101b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.6666548 Aug 12 04:26:53.483387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-d816ce2e-3d4f-47d5-aa2a-2241c3d42bab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876613 Aug 12 04:26:53.511192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-637086c1-9d57-4948-9fb9-6f10b05bd8b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 1000 time: 0.1126356 Aug 12 04:26:53.511770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d785c5f6-6929-4e96-853d-635ad38a73ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:53.515549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d785c5f6-6929-4e96-853d-635ad38a73ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:53.516729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d785c5f6-6929-4e96-853d-635ad38a73ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9255623d-d53b-4502-b2c4-4a24fad47113 HTTP/1.1" status: 204 len: 168 time: 1.3164427 Aug 12 04:26:53.639124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-055c4532-bd07-4600-a21a-758c7bd6aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:53.640676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-055c4532-bd07-4600-a21a-758c7bd6aa42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1210666 Aug 12 04:26:53.641932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785c5f6-6929-4e96-853d-635ad38a73ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9255623d-d53b-4502-b2c4-4a24fad47113,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:53.662545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:53.696746 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-0d353555-232a-4690-9626-25f7a8e860fd tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:53.700537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0d353555-232a-4690-9626-25f7a8e860fd tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags/tempest-TagsExtTest-Tag-407601180 HTTP/1.1" status: 404 len: 328 time: 0.3939109 Aug 12 04:26:53.706898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45694) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:53.723438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-df5b56bb-08e1-4a3f-9965-df2a61b75949 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', {'tags': ['tempest-TagsExtTest-Tag-971230508', 'tempest-TagsExtTest-Tag-2051276028', 'tempest-TagsExtTest-Tag-1558749069']}) {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:53.773328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce59fb-0814-4f13-a80c-cedb56a6d5d3 None None] Network 900ce050-3d2d-40c7-89cf-65011b235d83 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:26:53.785342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:53.793424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/subnets/d7480379-db1c-4295-80e5-16a5d251803a HTTP/1.1" status: 204 len: 168 time: 1.6676314 Aug 12 04:26:53.796635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:53.797813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e5872-81d4-42a5-a7f1-7d9514c2fc36 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Subnet': ['ID=d7480379-db1c-4295-80e5-16a5d251803a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:53.895102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-63185795-fed0-4a63-9c32-e3154cc95a53 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990953 Aug 12 04:26:53.932868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-43597f52-b3dd-4456-ad3b-6c1bda36e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:53.935091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-43597f52-b3dd-4456-ad3b-6c1bda36e054 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2740054 Aug 12 04:26:53.990227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:54.113009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398e35-f8ac-470f-ae2b-74844fd8c2ff req-354a93c5-d030-4ee3-89d0-46cbf20a5107 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:54.120742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-df5b56bb-08e1-4a3f-9965-df2a61b75949 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags HTTP/1.1" status: 200 len: 317 time: 0.4108856 Aug 12 04:26:54.121502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45718) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:54.123346 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2398e35-f8ac-470f-ae2b-74844fd8c2ff req-354a93c5-d030-4ee3-89d0-46cbf20a5107 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 944 time: 0.2955573 Aug 12 04:26:54.137413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-adc2cbd8-6568-49b1-8ba6-9bf268324d75 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:54.188106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] DHCP port deletion for 900ce050-3d2d-40c7-89cf-65011b235d83 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:26:54.206526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2398e35-f8ac-470f-ae2b-74844fd8c2ff req-a41430a0-b6c2-4757-bbdf-65881fe85ddc tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750630 Aug 12 04:26:54.210259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d041f891-9f4f-42d8-b11d-fdec1d7f1187 req-de82daad-7cd6-4b9b-a500-3def2c5eef2d service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033700 Aug 12 04:26:54.283095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-3ff70c53-248f-460d-8c7c-9b9e4e5538b6 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373549 Aug 12 04:26:54.309890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] Deleting port c8636def-3a75-4c6f-b853-695e7b76ca5b {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:54.310266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:54.537392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a4cd83eb-3495-449a-90ff-778bd8c90b1d req-29197b17-53e5-442e-8104-955ff5b2c30e service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466943 Aug 12 04:26:54.574110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port c8636def-3a75-4c6f-b853-695e7b76ca5b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:54.574578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:54.679001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] For port c8636def-3a75-4c6f-b853-695e7b76ca5b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c8636def-3a75-4c6f-b853-695e7b76ca5b,segment=NetworkSegment(677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0),segment_id=677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:54.679754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:54.694850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for c8636def-3a75-4c6f-b853-695e7b76ca5b owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:54.757700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] For port c8636def-3a75-4c6f-b853-695e7b76ca5b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c8636def-3a75-4c6f-b853-695e7b76ca5b,segment=NetworkSegment(677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0),segment_id=677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:54.759744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:54.785042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799a911-6a8b-41b0-956d-bffdd5436d40 req-59cce951-104f-45e6-a025-52b0d634b504 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:54.786744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2799a911-6a8b-41b0-956d-bffdd5436d40 req-59cce951-104f-45e6-a025-52b0d634b504 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.5754969 Aug 12 04:26:54.792874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] Calling delete_port for c8636def-3a75-4c6f-b853-695e7b76ca5b owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:54.890157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2799a911-6a8b-41b0-956d-bffdd5436d40 req-974cdd5e-8ce6-471d-be55-872d92d4d696 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792129 Aug 12 04:26:55.100341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-adc2cbd8-6568-49b1-8ba6-9bf268324d75 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags HTTP/1.1" status: 204 len: 168 time: 0.9723809 Aug 12 04:26:55.102859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45762) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:55.107378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-7f13ce42-fb7d-4a03-9e8d-75d852e5a221 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-971230508') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.160967 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-7f13ce42-fb7d-4a03-9e8d-75d852e5a221 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:55.164145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f13ce42-fb7d-4a03-9e8d-75d852e5a221 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-971230508 HTTP/1.1" status: 404 len: 328 time: 0.0582600 Aug 12 04:26:55.164826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45764) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:55.169329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-f1cbe0c2-f955-4fd4-bd31-4f9b7b2e2b54 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-2051276028') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.258085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-cf781a81-33da-4045-b070-9bdcc4408108 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862446 Aug 12 04:26:55.274979 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-f1cbe0c2-f955-4fd4-bd31-4f9b7b2e2b54 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:55.276337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f1cbe0c2-f955-4fd4-bd31-4f9b7b2e2b54 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-2051276028 HTTP/1.1" status: 404 len: 329 time: 0.1104157 Aug 12 04:26:55.278175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.281254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:55.287183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.299556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-a9953503-6b99-4b99-bb8c-ed9806829965 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99', 'tempest-TagsExtTest-Tag-1558749069') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.326975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=c8636def-3a75-4c6f-b853-695e7b76ca5b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:55.338722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] Pushing event deleted for resources: {'Port': ['ID=c8636def-3a75-4c6f-b853-695e7b76ca5b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:55.363760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] No DVR routers for this DVR port c8636def-3a75-4c6f-b853-695e7b76ca5b on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:26:55.368948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162f62a9-3058-44dc-bf8a-e4cd2a20ee8b None None] No DVR routers for this DVR port c8636def-3a75-4c6f-b853-695e7b76ca5b on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:26:55.375044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de71d7c-ed29-4293-a17b-443e7a6d527d req-4ded292b-4c3f-4c3d-95ed-c1e6eeb0f781 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:55.377481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de71d7c-ed29-4293-a17b-443e7a6d527d req-4ded292b-4c3f-4c3d-95ed-c1e6eeb0f781 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 944 time: 0.1097376 Aug 12 04:26:55.478271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.490996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900ce050-3d2d-40c7-89cf-65011b235d83']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.493155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.494425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-3dcaeb78-0482-431d-a28b-80001d3f67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:55.496143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-3dcaeb78-0482-431d-a28b-80001d3f67c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=00da6182565045678c24f891ab7d68b8&device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 1100 time: 0.2008145 Aug 12 04:26:55.506973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1de71d7c-ed29-4293-a17b-443e7a6d527d req-bfa6df71-f7cf-42dc-bcaf-3d47a9495fc3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034489 Aug 12 04:26:55.560393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.560733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677f16e7-82e5-4a7f-aa1a-1d6456f6a0d0') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.564439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c8636def-3a75-4c6f-b853-695e7b76ca5b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:26:55.583512 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.654384 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-a9953503-6b99-4b99-bb8c-ed9806829965 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:55.658629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a9953503-6b99-4b99-bb8c-ed9806829965 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags/tempest-TagsExtTest-Tag-1558749069 HTTP/1.1" status: 404 len: 329 time: 0.3741784 Aug 12 04:26:55.662161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45800) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:55.672456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.678460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-6b3fa1a7-7b5d-40dd-a430-43aa08d29068 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', {'tags': ['tempest-TagsExtTest-Tag-565031278', 'tempest-TagsExtTest-Tag-1369379406', 'tempest-TagsExtTest-Tag-1055940408']}) {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:55.684854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:26:55.685476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:26:55.691277 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:26:55.697842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c8636def-3a75-4c6f-b853-695e7b76ca5b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:26:55.698252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c8636def-3a75-4c6f-b853-695e7b76ca5b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:26:55.781349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-3f4543e8-25d0-4372-8c1f-60e48eb78a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:55.783604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-3f4543e8-25d0-4372-8c1f-60e48eb78a7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.2589948 Aug 12 04:26:55.826779 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.904849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.909129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-70ab1b09-abe2-465d-a3c1-02ce805f1fa1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb HTTP/1.1" status: 200 len: 217 time: 0.1171181 Aug 12 04:26:55.940588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:55.945430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:55.958846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/networks/900ce050-3d2d-40c7-89cf-65011b235d83 HTTP/1.1" status: 204 len: 168 time: 2.1605828 Aug 12 04:26:56.056943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45822) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:56.081818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe38cd-66bb-4c60-8dc3-b8aa8241a0b9 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Network': ['ID=900ce050-3d2d-40c7-89cf-65011b235d83,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:56.085322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-ec77e0cc-baf4-4d30-b61d-6b761d31c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:56.086932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-ec77e0cc-baf4-4d30-b61d-6b761d31c8b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1229341 Aug 12 04:26:56.156276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b3fa1a7-7b5d-40dd-a430-43aa08d29068 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags HTTP/1.1" status: 200 len: 317 time: 0.4907691 Aug 12 04:26:56.157001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45830) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:56.184974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-e8f50397-319d-4bac-9ba6-ce5f87659b51 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:56.258363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d6f2f-4ca5-4890-af6c-5be3c9437850 req-d833c092-91e0-43a0-a804-a0413146a459 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:56.274073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-635d6f2f-4ca5-4890-af6c-5be3c9437850 req-d833c092-91e0-43a0-a804-a0413146a459 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1854794 Aug 12 04:26:56.353608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-485e360d-9012-44b3-b33a-ad011c3c77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:56.355436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-485e360d-9012-44b3-b33a-ad011c3c77e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459807 Aug 12 04:26:56.374414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-240005146'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:56.415289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port af02c3a1-e21f-4e8e-87c9-21a27ed5f4cc {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:56.415988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:56.456270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-635d6f2f-4ca5-4890-af6c-5be3c9437850 req-fe0dbcb6-93ec-452f-9ad1-aaa2a779b83d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813622 Aug 12 04:26:56.512552 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-8010e706-0f12-415c-9603-05fcc245d046 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450593 Aug 12 04:26:56.523381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:56.523722 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:56.538500 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8f50397-319d-4bac-9ba6-ce5f87659b51 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags HTTP/1.1" status: 204 len: 168 time: 0.3724663 Aug 12 04:26:56.542471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45842) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:56.549533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:56.550686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:56.578322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for af02c3a1-e21f-4e8e-87c9-21a27ed5f4cc owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:56.580719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-cb505063-d0ad-4c08-adb9-6461a56e4246 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-565031278') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:56.668985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:56.703734 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-cb505063-d0ad-4c08-adb9-6461a56e4246 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:56.705000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb505063-d0ad-4c08-adb9-6461a56e4246 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-565031278 HTTP/1.1" status: 404 len: 328 time: 0.1613538 Aug 12 04:26:56.708398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45850) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:56.723210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-430bfda2-2999-4be1-b9c2-9e4a809c953a req-9c588bc6-726c-4b41-8e6f-937c48767b59 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020824 Aug 12 04:26:56.756315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-3be44754-a336-4d9a-afbf-af02309263e6 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-1369379406') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:56.903228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045975f2-9b0f-4360-a1f1-dee38001c25e req-573ea005-0781-4eef-a632-eb3c823cb94c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:56.904815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-045975f2-9b0f-4360-a1f1-dee38001c25e req-573ea005-0781-4eef-a632-eb3c823cb94c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 944 time: 0.2426071 Aug 12 04:26:56.943137 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-3be44754-a336-4d9a-afbf-af02309263e6 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:56.944176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3be44754-a336-4d9a-afbf-af02309263e6 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-1369379406 HTTP/1.1" status: 404 len: 329 time: 0.2345860 Aug 12 04:26:56.948768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45858) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:56.953950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-e4ac05cc-1e64-4168-819e-08509d8fdb50 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6', 'tempest-TagsExtTest-Tag-1055940408') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:56.985210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-045975f2-9b0f-4360-a1f1-dee38001c25e req-2f76c6b0-737c-4bb4-8cdc-935d17333faf tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654757 Aug 12 04:26:57.062035 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-e4ac05cc-1e64-4168-819e-08509d8fdb50 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:57.063157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e4ac05cc-1e64-4168-819e-08509d8fdb50 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags/tempest-TagsExtTest-Tag-1055940408 HTTP/1.1" status: 404 len: 329 time: 0.1133988 Aug 12 04:26:57.066294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45862) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.072243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-8f840374-6c94-4e74-8266-e0c9734af1d3 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', {'tags': ['tempest-TagsExtTest-Tag-23317326', 'tempest-TagsExtTest-Tag-1450600108', 'tempest-TagsExtTest-Tag-1285232066']}) {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:57.166776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.306256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.310781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.311313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-68064b74-a0a1-4aca-b647-140c050dc0e9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2529678 Aug 12 04:26:57.315448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8f840374-6c94-4e74-8266-e0c9734af1d3 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "PUT /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags HTTP/1.1" status: 200 len: 316 time: 0.2455585 Aug 12 04:26:57.316817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.317440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.319202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:26:57.341654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-727e8551-f65d-4fde-ba64-c8242af3bc16 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:57.442092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=af02c3a1-e21f-4e8e-87c9-21a27ed5f4cc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:57.547798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:57.566826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'port_id': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'mac_address': 'fa:16:3e:fe:c7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:26:57.601128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.622347 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.658646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:26:57.728981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:57.739613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.747362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.757458 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16518a22-defa-451f-9a05-5233f1592784 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/floatingips/0f8f74ad-e101-427f-8e69-a7d571a690ba HTTP/1.1" status: 204 len: 168 time: 1.8079414 Aug 12 04:26:57.759098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45892) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.809455 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:57.824472 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0c8f50-7113-45cb-8c11-67856582bcf1 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:57.825367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0c8f50-7113-45cb-8c11-67856582bcf1 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:57.836906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f0c8f50-7113-45cb-8c11-67856582bcf1 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/ports/061de3fe-aa8f-4060-9b35-ea7bd326cc27 HTTP/1.1" status: 404 len: 333 time: 0.0772049 Aug 12 04:26:57.838003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45896) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.852308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-727e8551-f65d-4fde-ba64-c8242af3bc16 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.5332289 Aug 12 04:26:57.857890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45898) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.867307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-4cf591fa-7d3f-4205-aa2c-754a07e7764d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-23317326') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:57.872679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:57.925459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dabc550f-50d8-4961-a706-cc8987a31948 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/ports?device_id=933c2a8c-a6ec-4985-9668-ef18ae02b728 HTTP/1.1" status: 200 len: 205 time: 0.0862184 Aug 12 04:26:57.926008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45904) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.981735 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-fd7de38d-6bf3-40d1-8de5-5f471dc10278 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] delete failed (client error): The resource could not be found. Aug 12 04:26:57.985599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd7de38d-6bf3-40d1-8de5-5f471dc10278 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/routers/933c2a8c-a6ec-4985-9668-ef18ae02b728 HTTP/1.1" status: 404 len: 336 time: 0.0558822 Aug 12 04:26:57.986233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:57.987713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7141732-f8d8-4ae1-a730-a0fa2d690a84 req-8586afaf-f98e-4c0e-a59f-bde917a6e28e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:57.989230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7141732-f8d8-4ae1-a730-a0fa2d690a84 req-8586afaf-f98e-4c0e-a59f-bde917a6e28e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.3432484 Aug 12 04:26:58.019907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:26:58.044960 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e586e1f-643f-4bca-b548-1cb3c9c8bf66 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] DELETE failed (client error): The resource could not be found. Aug 12 04:26:58.045104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e586e1f-643f-4bca-b548-1cb3c9c8bf66 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:26:58.055257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e586e1f-643f-4bca-b548-1cb3c9c8bf66 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/subnets/d7480379-db1c-4295-80e5-16a5d251803a HTTP/1.1" status: 404 len: 337 time: 0.0679600 Aug 12 04:26:58.055943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45914) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.095027 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.104158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.144328 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-4cf591fa-7d3f-4205-aa2c-754a07e7764d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:58.145484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4cf591fa-7d3f-4205-aa2c-754a07e7764d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-23317326 HTTP/1.1" status: 404 len: 327 time: 0.2866731 Aug 12 04:26:58.168060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45920) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.181645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-b145b048-ec81-4fbf-94ee-b713c87a89b2 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-1450600108') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:58.254852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7141732-f8d8-4ae1-a730-a0fa2d690a84 req-dc0c7989-6cd9-469b-b441-968e054ef41b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168152 Aug 12 04:26:58.257528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42bfe609-8df4-4505-ba3f-9374de2f4bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.325618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.326992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4702d477-8174-4467-8e26-0462fc725411 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:26:58.340039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.344020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-65ba167f-f721-415d-ab14-094a3c3837af tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "DELETE /v2.0/routers/4702d477-8174-4467-8e26-0462fc725411 HTTP/1.1" status: 204 len: 168 time: 1.0283039 Aug 12 04:26:58.344262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45926) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.366862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Request body: {'router': {'name': 'tempest-router-520148621', 'distributed': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:26:58.446911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5bc74-0381-43b5-ad39-ebcf92d927b5 req-039c4377-9522-4574-8f11-4aa068cfe96c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:58.449243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3c5bc74-0381-43b5-ad39-ebcf92d927b5 req-039c4377-9522-4574-8f11-4aa068cfe96c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 945 time: 0.3181112 Aug 12 04:26:58.463416 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-b145b048-ec81-4fbf-94ee-b713c87a89b2 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:58.467408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45928) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.467587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b145b048-ec81-4fbf-94ee-b713c87a89b2 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-1450600108 HTTP/1.1" status: 404 len: 329 time: 0.2932453 Aug 12 04:26:58.474368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-3f6ce3dc-9737-4d1b-88e0-294b7880842a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb', 'tempest-TagsExtTest-Tag-1285232066') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:58.520257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.524303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.567809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:26:58.569300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.571226 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-3f6ce3dc-9737-4d1b-88e0-294b7880842a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] show failed (client error): The resource could not be found. Aug 12 04:26:58.573793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3f6ce3dc-9737-4d1b-88e0-294b7880842a tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags/tempest-TagsExtTest-Tag-1285232066 HTTP/1.1" status: 404 len: 329 time: 0.1050937 Aug 12 04:26:58.589776 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3c5bc74-0381-43b5-ad39-ebcf92d927b5 req-25cbb6ab-f90d-4924-bb79-fbef40137aff tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186180 Aug 12 04:26:58.589776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45936) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.594122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-83049a2b-5e3b-4da6-a010-c985c8ff202d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba94594d-1ac8-4053-9504-127b1829b4cb') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:58.717186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83049a2b-5e3b-4da6-a010-c985c8ff202d tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1265399 Aug 12 04:26:58.718076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45946) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.728839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-4541356a-0e4c-4d16-89e2-1561b6513060 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5a957d8e-af27-49c2-8c47-6b2ebaed76a6') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:58.746261 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.771685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.789002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 9efe4517-7ba1-464e-bc63-c1e9ddf7ff36 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:26:58.806668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:58.912202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4541356a-0e4c-4d16-89e2-1561b6513060 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1901438 Aug 12 04:26:58.915587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:58.922535 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-ffc7e324-1da9-4412-9f0f-70d01a2b3dfc tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e3193c9-5797-4aad-a07f-dda66bddcd99') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:59.008447 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.010111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9e8ccf29-42ba-4380-a9a9-64d56bb27819 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6614079 Aug 12 04:26:59.013938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:59.129022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.183754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ffc7e324-1da9-4412-9f0f-70d01a2b3dfc tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99/tags HTTP/1.1" status: 204 len: 168 time: 0.2666934 Aug 12 04:26:59.188196 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.190356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=9efe4517-7ba1-464e-bc63-c1e9ddf7ff36,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:26:59.190506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45964) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:59.205013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-e6b087d6-89eb-47b2-a9c8-932c797cac26 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1d2065f3-dfd1-40e7-b486-396464d98830') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:26:59.309116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e6b087d6-89eb-47b2-a9c8-932c797cac26 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830/tags HTTP/1.1" status: 204 len: 168 time: 0.1174705 Aug 12 04:26:59.314387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:59.335926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:26:59.358404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.366089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1f406350-4d11-449c-ae3b-85fe6b59b543 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/ports/9efe4517-7ba1-464e-bc63-c1e9ddf7ff36 HTTP/1.1" status: 204 len: 168 time: 1.3090944 Aug 12 04:26:59.366934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45978) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:59.593039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae57cda-a19a-421b-b418-2559d269e099 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for subnetpool, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.594776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dae57cda-a19a-421b-b418-2559d269e099 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnetpools/ba94594d-1ac8-4053-9504-127b1829b4cb HTTP/1.1" status: 204 len: 168 time: 0.2756805 Aug 12 04:26:59.602381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45988) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:59.637499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:26:59.643162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:26:59.643744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.644865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f44fbf9-b77b-44bf-9e41-2ff3380788d5 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a957d8e-af27-49c2-8c47-6b2ebaed76a6 HTTP/1.1" status: 200 len: 205 time: 0.0395565 Aug 12 04:26:59.652871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4607a3-5413-400e-8414-e8592e385452 req-2502e225-ae31-4618-90c7-9f42027beddc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:26:59.654401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e4607a3-5413-400e-8414-e8592e385452 req-2502e225-ae31-4618-90c7-9f42027beddc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.2043049 Aug 12 04:26:59.654919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45994) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:26:59.857192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:26:59.904899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:26:59.907967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:26:59.910678 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9b467f-8f48-40ea-be04-8ff3d30c2f37" -d '{"events": [{"server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "name": "network-vif-plugged", "status": "completed", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:00.042074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.046008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.080612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.176303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:00.212332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30026afb-71b9-4cc7-a98a-82aabc00a149 req-4253e8ba-5905-40fe-a843-cc171bd4a99c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:00.212332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30026afb-71b9-4cc7-a98a-82aabc00a149 req-4253e8ba-5905-40fe-a843-cc171bd4a99c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0928800 Aug 12 04:27:00.212579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.260289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30026afb-71b9-4cc7-a98a-82aabc00a149 req-85440ae1-d434-49a5-ac47-0ace5f9e9411 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629768 Aug 12 04:27:00.311117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port c0bcae07-54c4-4853-b39b-92d372f0b22c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:00.311465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.399033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.399033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4df8bb-bfe3-420e-94d3-b1c7559d613d {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:27:00.399033 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.399033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f91c178e-8ae5-42e1-9585-46c0ec22f6d4 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5d4df8bb-bfe3-420e-94d3-b1c7559d613d HTTP/1.1" status: 204 len: 168 time: 1.3812985 Aug 12 04:27:00.409030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46018) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:00.430050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Request body: {'router': {'name': 'tempest-router-790883707', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4098f11b6ca14b80a036563619203e8f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:00.475114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.475114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.506522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e4607a3-5413-400e-8414-e8592e385452 req-ecd9279b-6b01-4ba7-9bc4-912d8a534ca4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8447077 Aug 12 04:27:00.517975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.540821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for c0bcae07-54c4-4853-b39b-92d372f0b22c owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:00.541190 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236cad26-a859-4e0c-bf27-8df087a22c33 x-openstack-request-id: req-236cad26-a859-4e0c-bf27-8df087a22c33 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:00.541190 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "name": "network-vif-plugged", "status": "completed", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:00.541190 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-236cad26-a859-4e0c-bf27-8df087a22c33 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:00.541190 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'code': 200} Aug 12 04:27:00.660581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aeda4-a7ee-4542-adcc-7f502f2822e3 req-72f86b84-9589-4b2e-ae9d-0879459bc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:00.662072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b24aeda4-a7ee-4542-adcc-7f502f2822e3 req-72f86b84-9589-4b2e-ae9d-0879459bc0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.0551093 Aug 12 04:27:00.696757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b24aeda4-a7ee-4542-adcc-7f502f2822e3 req-4718965f-9354-4623-a37c-34a3fd473ef3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277267 Aug 12 04:27:00.728958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.733069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.733242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Fanout notify agent at l3_agent the message router_deleted on router 5a957d8e-af27-49c2-8c47-6b2ebaed76a6 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:27:00.733351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.736611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.737730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b726e280-a321-498b-8712-8e6f8759b953 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/routers/5a957d8e-af27-49c2-8c47-6b2ebaed76a6 HTTP/1.1" status: 204 len: 168 time: 1.0818806 Aug 12 04:27:00.740367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46024) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:00.813494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:00.927724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Deleting port 9e3193c9-5797-4aad-a07f-dda66bddcd99 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:00.928074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.017464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.054639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Calling delete_port for 9e3193c9-5797-4aad-a07f-dda66bddcd99 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:01.143214 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4d5608dd-b879-42ad-beb0-378e7677a0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.209021 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.209719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.212086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.243217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=c0bcae07-54c4-4853-b39b-92d372f0b22c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:01.288235 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.334677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event deleted for resources: {'Port': ['ID=9e3193c9-5797-4aad-a07f-dda66bddcd99,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:01.387854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.393176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0116e0e0-2463-47fe-b192-b26f6ff67f15 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/ports/c0bcae07-54c4-4853-b39b-92d372f0b22c HTTP/1.1" status: 204 len: 168 time: 2.0230417 Aug 12 04:27:01.416072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46036) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:01.416287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.416897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-177bc474-0d8e-4228-9f70-131e200eebff tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0063655 Aug 12 04:27:01.419761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:01.424405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:01.486159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.488117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f2871240-24c8-4ebe-90f9-71fb3ba4db55 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/ports/9e3193c9-5797-4aad-a07f-dda66bddcd99 HTTP/1.1" status: 204 len: 168 time: 0.7467787 Aug 12 04:27:01.496927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46040) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:01.512872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228e032-f65c-47eb-b499-5dcd0bf7683b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:01.517518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46042) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:01.521364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f228e032-f65c-47eb-b499-5dcd0bf7683b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 HTTP/1.1" status: 200 len: 913 time: 0.1079187 Aug 12 04:27:01.568399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Deleting subnet 1d2065f3-dfd1-40e7-b486-396464d98830 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:27:01.576448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.675595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606dcc9-8288-44e7-b824-c9346123e740 req-1553ea9d-20e1-4806-a6e2-5a94f554abc9 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:01.684277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6606dcc9-8288-44e7-b824-c9346123e740 req-1553ea9d-20e1-4806-a6e2-5a94f554abc9 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.3109372 Aug 12 04:27:01.725983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:01.736493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6606dcc9-8288-44e7-b824-c9346123e740 req-a2299b27-7efa-4d3c-a9d8-600045735e26 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Aug 12 04:27:01.797296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e971a53-736f-4236-9e55-e7132ebff2a4 req-dc706697-a65e-4712-875b-cc388f7cf8a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:01.812199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1e971a53-736f-4236-9e55-e7132ebff2a4 req-dc706697-a65e-4712-875b-cc388f7cf8a0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1501012 Aug 12 04:27:01.985371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1e971a53-736f-4236-9e55-e7132ebff2a4 req-8c21bdc1-ef01-4f53-b053-333ba7c339af tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644349 Aug 12 04:27:02.010315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.108638 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.150134 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.150514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.165956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.224012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2065f3-dfd1-40e7-b486-396464d98830,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:02.251531 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.256045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9b88f2eb-09ca-46a4-9cd4-6569b99a2067 tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/subnets/1d2065f3-dfd1-40e7-b486-396464d98830 HTTP/1.1" status: 204 len: 168 time: 0.7580302 Aug 12 04:27:02.260381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46078) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:02.260518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d00a96a-6634-42cd-920d-59f520e41b3c None None] Network 03c75f92-f067-4272-be8d-25890d51ba02 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:02.573143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.606865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95042) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 12 04:27:02.608016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Router b6a483e3-3edf-4932-8135-729d557eceb0 migrating from provider to provider. {{(pid=95042) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 12 04:27:02.609332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.629214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.686891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] DHCP port deletion for 03c75f92-f067-4272-be8d-25890d51ba02 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:27:02.727102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Deleting port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:02.727510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.817733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] For port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,segment=NetworkSegment(3ae0326b-b44b-4e85-bade-9f685eb25fa3),segment_id=3ae0326b-b44b-4e85-bade-9f685eb25fa3)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:02.818109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.832743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Calling delete_port for 9a4c4268-e342-4bb4-a2f3-bc522f981fbb owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:02.845528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.853445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Deleting port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:02.854184 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:02.979760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] For port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,segment=NetworkSegment(3ae0326b-b44b-4e85-bade-9f685eb25fa3),segment_id=3ae0326b-b44b-4e85-bade-9f685eb25fa3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:02.982463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.019133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Calling delete_port for 9a4c4268-e342-4bb4-a2f3-bc522f981fbb owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:03.019418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.083866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event deleted for resources: {'Port': ['ID=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:03.109179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] No DVR routers for this DVR port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:03.172761 n-d-804320-1 neutron-server[95042]: WARNING neutron.scheduler.l3_agent_scheduler [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] No L3 agents can host the router b6a483e3-3edf-4932-8135-729d557eceb0 Aug 12 04:27:03.275425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd73d1-9a72-4783-8c84-c33ef9405253 req-5dbb9a2a-8f48-4660-a1d9-ee02133be542 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:03.275826 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.277001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44dd73d1-9a72-4783-8c84-c33ef9405253 req-5dbb9a2a-8f48-4660-a1d9-ee02133be542 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.3637393 Aug 12 04:27:03.300604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.311212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Pushing event deleted for resources: {'Port': ['ID=9a4c4268-e342-4bb4-a2f3-bc522f981fbb,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:03.319126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] No DVR routers for this DVR port 9a4c4268-e342-4bb4-a2f3-bc522f981fbb on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:03.338353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.338833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.339290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.340310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.341095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.342691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.343351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.351367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.351367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.351367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.351367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.351367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fe05c-b205-4bc5-b4e4-5b9d59b2196c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:03.401227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.417519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66114816-7473-4106-9d01-3d86f22b3154 req-2133c207-7b86-4596-9570-d5b5743c0f52 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:03.419293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66114816-7473-4106-9d01-3d86f22b3154 req-2133c207-7b86-4596-9570-d5b5743c0f52 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.2494702 Aug 12 04:27:03.422966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c75f92-f067-4272-be8d-25890d51ba02']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:03.461066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae0326b-b44b-4e85-bade-9f685eb25fa3') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:03.462960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae0326b-b44b-4e85-bade-9f685eb25fa3') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:03.477534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.503449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66114816-7473-4106-9d01-3d86f22b3154 req-4bbc13b2-4178-4cde-8b19-3b5c2e126fe0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664670 Aug 12 04:27:03.504446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.515446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:27:03.515446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:27:03.516618 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:27:03.582828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4c4268-e342-4bb4-a2f3-bc522f981fbb no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:27:03.608472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Hosts for router b6a483e3-3edf-4932-8135-729d557eceb0: [] {{(pid=95042) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 12 04:27:03.609802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9a4c4268-e342-4bb4-a2f3-bc522f981fbb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:27:03.610161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4c4268-e342-4bb4-a2f3-bc522f981fbb not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:27:03.651394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.662879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.663809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44dd73d1-9a72-4783-8c84-c33ef9405253 req-03e1b63f-0486-4489-b223-96e657e587cf tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581173 Aug 12 04:27:03.669307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] 10.222.0.42 "DELETE /v2.0/networks/03c75f92-f067-4272-be8d-25890d51ba02 HTTP/1.1" status: 204 len: 168 time: 1.4119358 Aug 12 04:27:03.677512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Hosts for other DVR routers connected to router b6a483e3-3edf-4932-8135-729d557eceb0: set() {{(pid=95042) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 12 04:27:03.680599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.682426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bea1ea-3458-481a-9447-44efa7e59ffa tempest-TagsExtTest-306221758 tempest-TagsExtTest-306221758-project] Pushing event deleted for resources: {'Network': ['ID=03c75f92-f067-4272-be8d-25890d51ba02,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:03.682802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-299667c8-c5ec-4edd-828d-ef348ff82ea9 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "PUT /v2.0/routers/b6a483e3-3edf-4932-8135-729d557eceb0 HTTP/1.1" status: 200 len: 716 time: 2.2616537 Aug 12 04:27:03.685525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:03.711921 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:03.876503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-516f993b-6b01-48c0-9b00-5d90fdfe6987 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "GET /v2.0/routers/b6a483e3-3edf-4932-8135-729d557eceb0 HTTP/1.1" status: 200 len: 716 time: 0.1866453 Aug 12 04:27:03.880083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46136) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:03.953725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port e7ab8062-67c7-4d5f-92f2-9731eddc5f89 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:03.954061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:04.210891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:04.216001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b17316f4-93b3-4b0e-ab7d-26a46aea4661 tempest-RoutersTestDVR-784887827 tempest-RoutersTestDVR-784887827-project] 10.222.0.42 "GET /v2.0/routers/b6a483e3-3edf-4932-8135-729d557eceb0 HTTP/1.1" status: 200 len: 682 time: 0.3348649 Aug 12 04:27:04.220586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:04.232893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for e7ab8062-67c7-4d5f-92f2-9731eddc5f89 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:04.422660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:04.653311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbe5b4-4531-43d3-9902-6af199289b03 req-86a4b8cb-ca69-47bf-956f-c95052631bee tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:04.655149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6cbe5b4-4531-43d3-9902-6af199289b03 req-86a4b8cb-ca69-47bf-956f-c95052631bee tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2375495 Aug 12 04:27:04.656509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:04.816051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6cbe5b4-4531-43d3-9902-6af199289b03 req-beed041b-70e0-4472-8c33-f456625a6317 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436346 Aug 12 04:27:04.857190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-aed2a81f-eacb-4306-84e6-1b8972f19675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:04.859094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-aed2a81f-eacb-4306-84e6-1b8972f19675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.3797100 Aug 12 04:27:04.864416 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:04.899013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b65eb826-63c1-4f9a-8dfe-462bc6f72345 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb660938a1df4a3fb5bf74b2be3f0f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379980 Aug 12 04:27:04.899013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46176) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:04.901979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:04.966686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.021911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=e7ab8062-67c7-4d5f-92f2-9731eddc5f89,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:05.058865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1615894-cfcf-4828-bc2f-122d2a1fd959 req-1e1de022-6679-4cf9-8268-d2c5b9c81ee7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:05.060649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1615894-cfcf-4828-bc2f-122d2a1fd959 req-1e1de022-6679-4cf9-8268-d2c5b9c81ee7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.3219476 Aug 12 04:27:05.084616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a977caba-8e53-4018-982e-1f8060b45a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.111396 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a977caba-8e53-4018-982e-1f8060b45a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.144465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.145028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6a483e3-3edf-4932-8135-729d557eceb0 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:27:05.154690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.159728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7c5769c3-87c4-44f5-bf79-741ff5b6963e tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b6a483e3-3edf-4932-8135-729d557eceb0 HTTP/1.1" status: 204 len: 168 time: 0.9341185 Aug 12 04:27:05.164832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46186) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:05.168119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1615894-cfcf-4828-bc2f-122d2a1fd959 req-6affc485-a665-4970-a479-c18a326a0207 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900722 Aug 12 04:27:05.173280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Request body: {'router': {'name': 'tempest-router-1009268284', 'distributed': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:05.193439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-172b8e6a-ff43-4001-b202-9575d7ed3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:05.193439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-172b8e6a-ff43-4001-b202-9575d7ed3e4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.3243442 Aug 12 04:27:05.318998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-a5b99040-717e-4410-ba79-43122f62d1d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 217 time: 0.1096113 Aug 12 04:27:05.430090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-f98332d6-0335-4415-a9fc-34c234fae2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:05.431739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-f98332d6-0335-4415-a9fc-34c234fae2f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.0984201 Aug 12 04:27:05.433440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.434973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.514369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a977caba-8e53-4018-982e-1f8060b45a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.522517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a977caba-8e53-4018-982e-1f8060b45a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.525467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a977caba-8e53-4018-982e-1f8060b45a87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2a32d24-7db7-4164-a4d4-9c7c8bfc9ba1 HTTP/1.1" status: 204 len: 168 time: 0.6253936 Aug 12 04:27:05.557346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-c8a09862-64aa-4cda-b7fc-bdf1de24149d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992234 Aug 12 04:27:05.634285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977caba-8e53-4018-982e-1f8060b45a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a32d24-7db7-4164-a4d4-9c7c8bfc9ba1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:05.641176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.654678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:05.737775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-ec8e613a-9b02-45aa-86c0-d49614efade5 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635942 Aug 12 04:27:05.926342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52f4458c-052f-40c9-b77e-84a7fa0bb1bb req-972396d4-da2b-48f4-a641-b147557edc30 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811113 Aug 12 04:27:06.038462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:06.144700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5f852-ee3a-4fb1-8d73-ca58bfe2f084 req-234610fc-ed06-405d-b34d-e28bbec4c11d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:06.151983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68e5f852-ee3a-4fb1-8d73-ca58bfe2f084 req-234610fc-ed06-405d-b34d-e28bbec4c11d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1837444 Aug 12 04:27:06.202825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68e5f852-ee3a-4fb1-8d73-ca58bfe2f084 req-81c967fa-0abf-4556-a61d-75917fde3860 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Aug 12 04:27:06.498891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a70007-f452-490d-9b10-67bac5325221 req-b9f87fba-457e-4ad3-9195-ef1b05ef9364 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:06.503511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:06.504828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f304952-3c97-4b40-be29-fff72aca905f tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3357749 Aug 12 04:27:06.508837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2a70007-f452-490d-9b10-67bac5325221 req-b9f87fba-457e-4ad3-9195-ef1b05ef9364 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1134861 Aug 12 04:27:06.508976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46214) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:06.601324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:27:06.651962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b2a70007-f452-490d-9b10-67bac5325221 req-f9a6e2d1-d289-4c1e-ae05-8e0337f2efa3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456790 Aug 12 04:27:06.786548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:06.819629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:27:06.829081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-07c4b563-0359-4597-b7b6-7b5fb435fe64 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "PUT /v2.0/routers/7f6ba4cc-05a1-4b86-81c8-dfd3687477e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2796266 Aug 12 04:27:06.829769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46220) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:06.841437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] Sync routers for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:27:06.865697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:06.872695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:06.957573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:06.976588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] Routers {'7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:06.977527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:07.024458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:07.025673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0245ff-3d59-4e51-a60e-a569a82d16a4 None None] The sync data for ids ['7f6ba4cc-05a1-4b86-81c8-dfd3687477e5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:27:07.065708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.067849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.081619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.194674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.308905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.311575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1a7d73-a2ae-443f-a2b7-fadcdbf0423e {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:27:07.318144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.322576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a53e8c52-0e31-40c3-a94b-9f7652399516 tempest-RoutersTestDVR-269748345 tempest-RoutersTestDVR-269748345-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5a1a7d73-a2ae-443f-a2b7-fadcdbf0423e HTTP/1.1" status: 204 len: 168 time: 0.8139834 Aug 12 04:27:07.395265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dd4e7-0e76-4646-92bc-5a0d0b3bc07a req-14d74da1-f98d-4b99-8d16-2de972eaded3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:07.403001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-049dd4e7-0e76-4646-92bc-5a0d0b3bc07a req-14d74da1-f98d-4b99-8d16-2de972eaded3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1161327 Aug 12 04:27:07.567691 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-049dd4e7-0e76-4646-92bc-5a0d0b3bc07a req-942d6390-c4bb-4b4c-ad8c-68f88097a728 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636887 Aug 12 04:27:07.604701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting port 2e6eadb9-f428-4bcd-b8ef-1019590b1d7f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:07.605477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.866440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:07.945819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Calling delete_port for 2e6eadb9-f428-4bcd-b8ef-1019590b1d7f owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:07.969802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca30b7-d14d-46b4-af1f-590b18fe5e24 req-c6e1386e-25a7-42ad-80bf-46b2728a57f4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:07.971820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2aca30b7-d14d-46b4-af1f-590b18fe5e24 req-c6e1386e-25a7-42ad-80bf-46b2728a57f4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1828117 Aug 12 04:27:08.021737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2aca30b7-d14d-46b4-af1f-590b18fe5e24 req-e76aa605-f74a-4387-99d6-f49ab764f47e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Aug 12 04:27:08.218611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:08.468641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.526210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f381c34b-1a43-4d1d-86d4-125ae1003c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.597077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Port': ['ID=2e6eadb9-f428-4bcd-b8ef-1019590b1d7f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:08.646368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.766672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f381c34b-1a43-4d1d-86d4-125ae1003c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.785307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.788503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.853272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517e438-d43d-4f8a-8449-d6b81efd271e req-820d736a-c0e0-4bec-8213-125d075e6e03 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:08.854870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3517e438-d43d-4f8a-8449-d6b81efd271e req-820d736a-c0e0-4bec-8213-125d075e6e03 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1749849 Aug 12 04:27:08.913882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f381c34b-1a43-4d1d-86d4-125ae1003c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.923979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3517e438-d43d-4f8a-8449-d6b81efd271e req-33b6fabe-82df-4b28-b4f7-da8f987a971f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560083 Aug 12 04:27:08.942476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.950479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:27:08.964749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:08.965940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-05c905ab-919f-4e7b-add0-d2b63d04a73b tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/routers/7f6ba4cc-05a1-4b86-81c8-dfd3687477e5 HTTP/1.1" status: 204 len: 168 time: 2.1352222 Aug 12 04:27:08.970258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:09.053164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f381c34b-1a43-4d1d-86d4-125ae1003c8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4098f11b6ca14b80a036563619203e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8327765 Aug 12 04:27:09.056099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381c34b-1a43-4d1d-86d4-125ae1003c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2380baf-05f6-40cf-9e3d-27cd0424ee81,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:09.056218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46334) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:09.084402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Deleting subnet 5d54ee28-3289-432e-bf98-9176f94632ca {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:27:09.088815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.136434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.171178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2e82788-e93d-4ac3-a1a5-7f81dbbdb656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.224720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2e82788-e93d-4ac3-a1a5-7f81dbbdb656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.247664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c6f46-cbe2-459e-a3e4-0603eaf5092e req-5616aeff-25b0-4953-971a-0696a2fe9ce4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:09.249496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a2c6f46-cbe2-459e-a3e4-0603eaf5092e req-5616aeff-25b0-4953-971a-0696a2fe9ce4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1063092 Aug 12 04:27:09.252237 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.332261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a2c6f46-cbe2-459e-a3e4-0603eaf5092e req-ae731a5e-6f3f-4888-b340-c340c9712936 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521381 Aug 12 04:27:09.371108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2e82788-e93d-4ac3-a1a5-7f81dbbdb656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.374060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2e82788-e93d-4ac3-a1a5-7f81dbbdb656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.377913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a2e82788-e93d-4ac3-a1a5-7f81dbbdb656 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2380baf-05f6-40cf-9e3d-27cd0424ee81 HTTP/1.1" status: 204 len: 168 time: 0.3207026 Aug 12 04:27:09.397651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e82788-e93d-4ac3-a1a5-7f81dbbdb656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2380baf-05f6-40cf-9e3d-27cd0424ee81,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:09.427093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.449312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.451289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/subnets/5d54ee28-3289-432e-bf98-9176f94632ca HTTP/1.1" status: 204 len: 168 time: 0.4756525 Aug 12 04:27:09.453785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46352) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:09.474248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad591bb1-301b-4d06-a4b0-c563d70c9a59 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Subnet': ['ID=5d54ee28-3289-432e-bf98-9176f94632ca,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:09.603416 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.737289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.745067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e3f17e-f339-49b8-a654-40de63aeb5d1']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:09.757164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d92a23f-4e58-4399-944c-d35a94abce21') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:09.757760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d92a23f-4e58-4399-944c-d35a94abce21') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:09.770371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.786389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.792804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:27:09.793117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:27:09.858275 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:27:09.942813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.954885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:09.963320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] 10.222.0.42 "DELETE /v2.0/networks/d7e3f17e-f339-49b8-a654-40de63aeb5d1 HTTP/1.1" status: 204 len: 168 time: 0.5018754 Aug 12 04:27:09.981862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adcead-af22-403b-a83b-3cc5ac78c575 tempest-FloatingIPTestJSON-1554881392 tempest-FloatingIPTestJSON-1554881392-project] Pushing event deleted for resources: {'Network': ['ID=d7e3f17e-f339-49b8-a654-40de63aeb5d1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:10.091452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6a77-c7c8-484b-97c2-1823d3f698f5 req-ef9c996d-3c37-40f3-b34c-8a387b70c701 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:10.093317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f93a6a77-c7c8-484b-97c2-1823d3f698f5 req-ef9c996d-3c37-40f3-b34c-8a387b70c701 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0632772 Aug 12 04:27:10.155001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f93a6a77-c7c8-484b-97c2-1823d3f698f5 req-8068f516-bd22-48c7-a85d-e4fe45152630 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Aug 12 04:27:10.427179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46394) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:10.458340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1c7d-9af9-4b44-b869-39e393c9ba72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:10.523990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c035b-e2d5-4a7d-afaa-5bb1e270e46f req-f9c7fa73-fabb-4abd-b324-097843e4cca1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:10.527085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b6c035b-e2d5-4a7d-afaa-5bb1e270e46f req-f9c7fa73-fabb-4abd-b324-097843e4cca1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.0772314 Aug 12 04:27:10.617693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b6c035b-e2d5-4a7d-afaa-5bb1e270e46f req-48b234b7-801b-4b9e-a1e3-178abf7f9a01 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833154 Aug 12 04:27:10.729461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1c7d-9af9-4b44-b869-39e393c9ba72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:10.782335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:10.808753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9d7b1c7d-9af9-4b44-b869-39e393c9ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:10.905067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9d7b1c7d-9af9-4b44-b869-39e393c9ba72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7f5da1e076c45acb39cf700a30f961a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762542 Aug 12 04:27:10.907725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46416) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:10.908937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b1c7d-9af9-4b44-b869-39e393c9ba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f902d5-60cf-42b2-9106-3a6a50385f62,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:11.022125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edf9f0d8-fa51-4ff5-85f8-c8e2f7950197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.033998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6f651b5-1981-4265-969b-dad1fbe9d87c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62537039c8da400f901911aac93b3231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503717 Aug 12 04:27:11.036704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46424) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:11.053859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edf9f0d8-fa51-4ff5-85f8-c8e2f7950197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.118962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3131f144-45d0-4792-a34b-3172d597f3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.143853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3131f144-45d0-4792-a34b-3172d597f3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.297740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edf9f0d8-fa51-4ff5-85f8-c8e2f7950197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.300978 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-edf9f0d8-fa51-4ff5-85f8-c8e2f7950197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.302295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-edf9f0d8-fa51-4ff5-85f8-c8e2f7950197 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03f902d5-60cf-42b2-9106-3a6a50385f62 HTTP/1.1" status: 204 len: 168 time: 0.3935590 Aug 12 04:27:11.320376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6be62c-08ec-4992-b976-afd0302cd676 req-cf1ff91d-b9db-41c0-9738-ec7bb5f6c77a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:11.326676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9f0d8-fa51-4ff5-85f8-c8e2f7950197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f902d5-60cf-42b2-9106-3a6a50385f62,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:11.328206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b6be62c-08ec-4992-b976-afd0302cd676 req-cf1ff91d-b9db-41c0-9738-ec7bb5f6c77a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0750248 Aug 12 04:27:11.374640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3131f144-45d0-4792-a34b-3172d597f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.377967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3131f144-45d0-4792-a34b-3172d597f3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:11.382025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3131f144-45d0-4792-a34b-3172d597f3a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fb10fc2-a7d9-45f1-898a-a5122826d6c6 HTTP/1.1" status: 204 len: 168 time: 0.3441203 Aug 12 04:27:11.444077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131f144-45d0-4792-a34b-3172d597f3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb10fc2-a7d9-45f1-898a-a5122826d6c6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:11.523238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b6be62c-08ec-4992-b976-afd0302cd676 req-67c43524-c31e-4e32-9416-44ab68d1a0bf tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858320 Aug 12 04:27:12.738400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05195b7a-6f7e-43d3-9ee4-08733db6d131 req-ccabef96-cc21-4c19-80d4-3b5dfc8c54b5 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:12.740246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05195b7a-6f7e-43d3-9ee4-08733db6d131 req-ccabef96-cc21-4c19-80d4-3b5dfc8c54b5 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1146667 Aug 12 04:27:12.822741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05195b7a-6f7e-43d3-9ee4-08733db6d131 req-6c8a5959-58d1-4383-8d1d-768ade45a54e tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751064 Aug 12 04:27:12.915901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46542) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:12.977625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a562c4-7894-4cf5-97b6-437b1437b8ad req-5329a52b-5902-4e63-a227-84dea4888eb9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:12.986444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47a562c4-7894-4cf5-97b6-437b1437b8ad req-5329a52b-5902-4e63-a227-84dea4888eb9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 946 time: 0.1126394 Aug 12 04:27:13.039013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47a562c4-7894-4cf5-97b6-437b1437b8ad req-b91cc551-ff14-4f6d-adfd-743435da69f7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512557 Aug 12 04:27:13.197195 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46558) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:13.387191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e58cf88a-e5e6-4cd7-8a5b-81d9ad003487 tempest-AgentManagementNegativeTest-728299246 tempest-AgentManagementNegativeTest-728299246-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4696217 Aug 12 04:27:13.412085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2031815973'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:13.526228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:13.534120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.548312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.674225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.727777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:27:13.731503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.775410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:13.778427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d413bae-ad2a-4892-a472-6a53c2edccb9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:13.816546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.817018 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment 5b2a3d00-1e4a-4fe2-8a35-12ddd4989665 of type vlan for network 6bf51942-c60c-4414-9a92-df3f776ae2ba Aug 12 04:27:13.868347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.884305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:13.911794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:13.914443 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dacf94-1e4f-4650-8b6c-fe88fc394115" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:13.930288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:14.028463 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.034342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:14.035438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.041245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd804188-2c01-4691-86fe-138baca23d78 req-b421a721-2ec9-4e83-a2ef-4f92970a6c8a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:14.045487 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.059876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd804188-2c01-4691-86fe-138baca23d78 req-b421a721-2ec9-4e83-a2ef-4f92970a6c8a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1039186 Aug 12 04:27:14.088037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46620) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:14.143544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd804188-2c01-4691-86fe-138baca23d78 req-cdd1217d-909f-4bea-b9b0-e456def379e9 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782058 Aug 12 04:27:14.157495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=6bf51942-c60c-4414-9a92-df3f776ae2ba,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:14.189744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6adfa5e1-0e27-4f5d-a737-16e641f19764 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9926956 Aug 12 04:27:14.192357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46632) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:14.194692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=14']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:14.197689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'name': 'tempest-PortsIpV6TestJSON-2089437364'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:14.208096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:14.302614 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c1736b-1162-4a74-85b9-eac8e935aad7 x-openstack-request-id: req-f0c1736b-1162-4a74-85b9-eac8e935aad7 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:14.302939 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:14.303197 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0c1736b-1162-4a74-85b9-eac8e935aad7 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:14.303585 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'code': 200} Aug 12 04:27:14.414382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0daf48af-f6ad-466f-ba74-22e3dd3b8da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.467568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656be33-b280-4baa-a566-bf102267f94f req-56a56456-6944-42e2-8690-006912be6f13 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:14.469360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d656be33-b280-4baa-a566-bf102267f94f req-56a56456-6944-42e2-8690-006912be6f13 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 949 time: 0.1300313 Aug 12 04:27:14.535952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d656be33-b280-4baa-a566-bf102267f94f req-5ce2b2d4-b7c7-4b7e-b291-602a1e415fb6 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557048 Aug 12 04:27:14.584217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0daf48af-f6ad-466f-ba74-22e3dd3b8da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.672775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0daf48af-f6ad-466f-ba74-22e3dd3b8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.705173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0daf48af-f6ad-466f-ba74-22e3dd3b8da0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2aa4e757981647488bc07cf7a34e21a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161602 Aug 12 04:27:14.707855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46648) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:14.795145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf48af-f6ad-466f-ba74-22e3dd3b8da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f6632-21d7-4afd-bb0e-3712af8839f3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:14.830768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-870e71a9-08c0-4b20-9f91-a7c11de3b7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.873359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-870e71a9-08c0-4b20-9f91-a7c11de3b7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.891719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:14.896901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:14.933367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 4e85bb1d-ab33-4f3f-b794-25313c52078b yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:15.026664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-870e71a9-08c0-4b20-9f91-a7c11de3b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:15.030072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-870e71a9-08c0-4b20-9f91-a7c11de3b7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:15.033562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-870e71a9-08c0-4b20-9f91-a7c11de3b7a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c1f6632-21d7-4afd-bb0e-3712af8839f3 HTTP/1.1" status: 204 len: 168 time: 0.3223057 Aug 12 04:27:15.049355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e71a9-08c0-4b20-9f91-a7c11de3b7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f6632-21d7-4afd-bb0e-3712af8839f3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:15.370571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614e14e-e7f0-4249-8043-9d3744c74acf req-9b5553d6-9d7b-4163-8784-98b7e608e900 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:15.375866 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:15.378095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8614e14e-e7f0-4249-8043-9d3744c74acf req-9b5553d6-9d7b-4163-8784-98b7e608e900 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1252391 Aug 12 04:27:15.425063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8614e14e-e7f0-4249-8043-9d3744c74acf req-9caf9cd4-a57c-42de-8e35-691840914952 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Aug 12 04:27:15.487546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:15.579855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=4e85bb1d-ab33-4f3f-b794-25313c52078b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:15.599343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:15.600051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: 6bf51942-c60c-4414-9a92-df3f776ae2ba, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:27:15.734023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4af39c-710d-4229-81ae-1f726b4c2353 req-01d61708-cae6-4e80-bf31-8b48f032ef22 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:15.736455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1e4af39c-710d-4229-81ae-1f726b4c2353 req-01d61708-cae6-4e80-bf31-8b48f032ef22 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 949 time: 0.0814035 Aug 12 04:27:15.737873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:27:15.749093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46710) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:15.822503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 6bf51942-c60c-4414-9a92-df3f776ae2ba) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:15.831933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a9255-b987-447e-bc70-f668d0ab0f56 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:15.888994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1e4af39c-710d-4229-81ae-1f726b4c2353 req-e1b0ddde-d9ff-453b-891b-cbcb69c8e73c tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212599 Aug 12 04:27:15.905357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:15.917061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:15.917727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:15.971943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9116c-4361-47a7-b013-27f787ab555b req-7340bc31-3001-4a6b-bc6d-f5bec73a74ae tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:15.973445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cf9116c-4361-47a7-b013-27f787ab555b req-7340bc31-3001-4a6b-bc6d-f5bec73a74ae tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 949 time: 0.1655562 Aug 12 04:27:16.046896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2116f926-5c80-4081-9471-0cc77d191d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8532815 Aug 12 04:27:16.049913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46730) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.060427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2012237847'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:16.089183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16090da2-4e64-41c5-ac48-f24e2041e97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.188481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Deleting port b10f3483-c0c4-4ce7-a37f-01280691f1eb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:16.189521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.209605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:16.213156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.253622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:16.273023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.273365 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment f805a90e-736c-4987-839a-c2e29e04bc3b of type vlan for network 660caec3-b645-44bf-a938-adf92797f776 Aug 12 04:27:16.354603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.411336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16090da2-4e64-41c5-ac48-f24e2041e97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.491751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46750) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.551377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.560111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:16.561079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.592026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16090da2-4e64-41c5-ac48-f24e2041e97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.747856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09319734-3600-40ae-9c51-89fd9df23d2d req-f790872c-4df0-472a-a4e5-7786651a33f8 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:16.752770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09319734-3600-40ae-9c51-89fd9df23d2d req-f790872c-4df0-472a-a4e5-7786651a33f8 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2353735 Aug 12 04:27:16.755351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-ae51cdda-ed36-444d-911e-d74974aad1b4 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.760061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ae51cdda-ed36-444d-911e-d74974aad1b4 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2658932 Aug 12 04:27:16.774920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7207823 Aug 12 04:27:16.781456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46758) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.781456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46760) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.788567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16090da2-4e64-41c5-ac48-f24e2041e97b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28d5781e0c21419181afe941a21772de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0382595 Aug 12 04:27:16.796857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46764) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.803715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-8d88661b-e457-4944-a5cc-26f965768d3f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.808124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8d88661b-e457-4944-a5cc-26f965768d3f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0176604 Aug 12 04:27:16.826126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46770) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.833670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-381f9332-6fe8-4cd4-a35f-808a356e921b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.839669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-381f9332-6fe8-4cd4-a35f-808a356e921b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0092025 Aug 12 04:27:16.844532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46772) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.848879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'ports': [{'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'}, {'network_id': '660caec3-b645-44bf-a938-adf92797f776'}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:16.849200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:16.850314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '660caec3-b645-44bf-a938-adf92797f776'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:16.852804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16090da2-4e64-41c5-ac48-f24e2041e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a944f079-c784-40ef-acc3-994dca655714,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:16.863299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-a6f4afc8-eabc-4108-a866-5d5b08097efe tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.867038 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a6f4afc8-eabc-4108-a866-5d5b08097efe tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049906 Aug 12 04:27:16.867998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46774) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.879524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-446d4d7b-f935-4043-9a71-8c7569698c37 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.885727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-446d4d7b-f935-4043-9a71-8c7569698c37 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045650 Aug 12 04:27:16.888725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46776) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.895929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-1e85a2f3-da58-4c93-bcd3-1a07bed89cd0 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.896886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1e85a2f3-da58-4c93-bcd3-1a07bed89cd0 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046337 Aug 12 04:27:16.901613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46778) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.912977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-d0882c9f-e42d-4f3d-ac64-6792bfde39d4 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.912977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0882c9f-e42d-4f3d-ac64-6792bfde39d4 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050397 Aug 12 04:27:16.919471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46782) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.924344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-e88c879b-506f-497e-94c7-708ce570089e tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.925432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e88c879b-506f-497e-94c7-708ce570089e tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049109 Aug 12 04:27:16.931873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.945019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd35d7-a173-4bfe-802f-81e6eb352761 req-8cc42b77-0540-4a72-bfc7-04fea7199db3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:16.946994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dcd35d7-a173-4bfe-802f-81e6eb352761 req-8cc42b77-0540-4a72-bfc7-04fea7199db3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1513588 Aug 12 04:27:16.953677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-a40ad7e3-f37b-4c10-a6f9-717ea4ad5fd3 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.954841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a40ad7e3-f37b-4c10-a6f9-717ea4ad5fd3 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0067496 Aug 12 04:27:16.960098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46788) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:16.964401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-3d87149f-d42e-4c33-bc40-c1e461a061e1 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:16.965529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3d87149f-d42e-4c33-bc40-c1e461a061e1 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043852 Aug 12 04:27:16.968373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] For port b10f3483-c0c4-4ce7-a37f-01280691f1eb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b10f3483-c0c4-4ce7-a37f-01280691f1eb,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:16.968940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:16.969070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46790) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.002451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-16b980b5-b7ad-4359-82d7-c8cfa6e44bc1 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.003735 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16b980b5-b7ad-4359-82d7-c8cfa6e44bc1 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077729 Aug 12 04:27:17.012937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90c626-6422-47ce-aab2-34ca22129b81 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=660caec3-b645-44bf-a938-adf92797f776,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:17.027201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 660caec3-b645-44bf-a938-adf92797f776 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:17.051000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46792) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.057318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-c7a80386-4c64-4a55-a435-24ef486e640c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.058273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c7a80386-4c64-4a55-a435-24ef486e640c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0045309 Aug 12 04:27:17.059684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09319734-3600-40ae-9c51-89fd9df23d2d req-4301231a-7910-4898-8034-a12a3af97765 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776418 Aug 12 04:27:17.067132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46794) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.067132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Calling delete_port for b10f3483-c0c4-4ce7-a37f-01280691f1eb owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:17.086876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac17c38f-8fcf-4c64-b989-305b3573aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.091582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-20f34b7c-cb68-4a87-a952-8d0ee975024c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.092591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-20f34b7c-cb68-4a87-a952-8d0ee975024c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0254571 Aug 12 04:27:17.099217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46796) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.119901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-721e985f-6a95-451e-a2bd-247dfbf92680 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.120883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-721e985f-6a95-451e-a2bd-247dfbf92680 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0193477 Aug 12 04:27:17.142395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.199470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-c90c9d2f-362d-4251-8845-a8db61ba63af tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.200463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c90c9d2f-362d-4251-8845-a8db61ba63af tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0571001 Aug 12 04:27:17.204940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.211533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-7ef76996-d3f0-4727-8473-f7819324b97d tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.211533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ef76996-d3f0-4727-8473-f7819324b97d tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056911 Aug 12 04:27:17.216342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dcd35d7-a173-4bfe-802f-81e6eb352761 req-59afdbc6-f32b-47d3-94c1-ce4848e562a3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569282 Aug 12 04:27:17.218222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46802) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.224066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-62960ee1-7f1a-4cf2-84a3-73c262ed9fcd tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.224803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62960ee1-7f1a-4cf2-84a3-73c262ed9fcd tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056539 Aug 12 04:27:17.244697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46804) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.244697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-01e60eae-b8a1-4d8f-98e6-14c00250f836 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.244697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-01e60eae-b8a1-4d8f-98e6-14c00250f836 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047114 Aug 12 04:27:17.250153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46808) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.262610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-4139b738-6835-45fa-8a84-3c9a36275049 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.263717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4139b738-6835-45fa-8a84-3c9a36275049 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057163 Aug 12 04:27:17.265991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac17c38f-8fcf-4c64-b989-305b3573aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.266724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46810) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.271276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-e07dfd92-4aa6-4d0c-8caf-09c2567f2b33 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.277496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e07dfd92-4aa6-4d0c-8caf-09c2567f2b33 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095813 Aug 12 04:27:17.301157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46812) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.306440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-1bf39d90-1bd3-4407-b4a2-ba74506921c5 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.310961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1bf39d90-1bd3-4407-b4a2-ba74506921c5 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085044 Aug 12 04:27:17.313520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.319176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-2d538736-eca7-4bae-a244-b669d4e15c68 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.322435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2d538736-eca7-4bae-a244-b669d4e15c68 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077057 Aug 12 04:27:17.323294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46818) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.328939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-8d7b3a7a-9f09-444d-9381-bca5ee03aded tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.332686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5838a-66b7-475a-b4e7-17b6003eda80 req-028c614b-efa1-43ae-a3eb-27e81ead8231 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:17.333875 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8d7b3a7a-9f09-444d-9381-bca5ee03aded tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087762 Aug 12 04:27:17.334481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5bb5838a-66b7-475a-b4e7-17b6003eda80 req-028c614b-efa1-43ae-a3eb-27e81ead8231 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 949 time: 0.1389775 Aug 12 04:27:17.335941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46820) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.341430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-5209958f-a804-4e05-9015-2aa97149988b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.344567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5209958f-a804-4e05-9015-2aa97149988b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075440 Aug 12 04:27:17.351989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46822) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.355055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-27ec28f0-eb24-4e88-8c56-4c065724d3ba tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.358245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-27ec28f0-eb24-4e88-8c56-4c065724d3ba tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050869 Aug 12 04:27:17.359970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46824) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.365803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-52daeac0-0087-447d-a778-e7ac163906b1 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.369053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-52daeac0-0087-447d-a778-e7ac163906b1 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063684 Aug 12 04:27:17.378558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46826) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.378558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-9125a5bc-80a4-42a4-848e-55f672afc394 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.378558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9125a5bc-80a4-42a4-848e-55f672afc394 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052838 Aug 12 04:27:17.379234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.383559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-e0cbcc9c-d7b8-472b-b621-e1fb79d96588 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.386624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e0cbcc9c-d7b8-472b-b621-e1fb79d96588 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041261 Aug 12 04:27:17.390473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46830) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.395228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:17.396777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-ed98ee99-c798-4825-836d-9a341c7d956c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.405218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed98ee99-c798-4825-836d-9a341c7d956c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063336 Aug 12 04:27:17.406459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46834) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.406997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.411018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-23580f70-271f-449b-b548-efd300fb8941 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.414220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-23580f70-271f-449b-b548-efd300fb8941 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045693 Aug 12 04:27:17.414753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46836) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.418948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-3a382609-108f-473b-8810-39c6a0cd60b0 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.420495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a382609-108f-473b-8810-39c6a0cd60b0 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047989 Aug 12 04:27:17.423969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46840) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.427753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-670683fb-b741-4fbd-b26b-02ad47e213b2 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.428668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-670683fb-b741-4fbd-b26b-02ad47e213b2 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041544 Aug 12 04:27:17.431526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46842) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.435319 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5bb5838a-66b7-475a-b4e7-17b6003eda80 req-94480ea0-e645-416e-8d9c-5bd04919f036 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/security-groups?id=57a96a92-12f8-4044-9628-3b392facdeb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928051 Aug 12 04:27:17.436405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.439587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-8f8fbdca-986c-42e5-85d9-9c69c59c08ba tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.440556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f8fbdca-986c-42e5-85d9-9c69c59c08ba tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0082312 Aug 12 04:27:17.446888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.454565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-e27cbb8d-6053-4111-977a-71bceb169e19 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.455698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e27cbb8d-6053-4111-977a-71bceb169e19 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076888 Aug 12 04:27:17.458851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46846) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.463882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-cc64c40f-2efa-4647-9fc7-6087eb685213 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.468131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cc64c40f-2efa-4647-9fc7-6087eb685213 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080347 Aug 12 04:27:17.468821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46848) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.473312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-bb3eed21-1d29-4b63-aeb0-d247108b365c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.474503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bb3eed21-1d29-4b63-aeb0-d247108b365c tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046270 Aug 12 04:27:17.481948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46850) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.487123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-401e090a-96b5-4d08-8543-2d76277e8fe3 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.490132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-401e090a-96b5-4d08-8543-2d76277e8fe3 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051932 Aug 12 04:27:17.490808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.497071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-2b650f5e-c570-4e05-9933-fe58947be82f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.497071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2b650f5e-c570-4e05-9933-fe58947be82f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047038 Aug 12 04:27:17.499309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46854) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.502849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac17c38f-8fcf-4c64-b989-305b3573aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.505001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-89d1b576-d87b-4d53-9d63-dd804774930f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.505517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac17c38f-8fcf-4c64-b989-305b3573aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.506114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89d1b576-d87b-4d53-9d63-dd804774930f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050588 Aug 12 04:27:17.506670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ac17c38f-8fcf-4c64-b989-305b3573aa0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a944f079-c784-40ef-acc3-994dca655714 HTTP/1.1" status: 204 len: 168 time: 0.6945372 Aug 12 04:27:17.508756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46856) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.514785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-d01d4ada-798a-40c0-872a-96d5f7db08b7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.516955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d01d4ada-798a-40c0-872a-96d5f7db08b7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064950 Aug 12 04:27:17.522110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46860) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.528011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17c38f-8fcf-4c64-b989-305b3573aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a944f079-c784-40ef-acc3-994dca655714,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:17.529504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-4e7cee97-5882-40ee-b7c4-041aa10467ef tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.532381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4e7cee97-5882-40ee-b7c4-041aa10467ef tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072887 Aug 12 04:27:17.533604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46862) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.539922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-fec8cb8b-df81-4951-bc23-ca797d1c040e tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.541887 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fec8cb8b-df81-4951-bc23-ca797d1c040e tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069983 Aug 12 04:27:17.545708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.551311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 72d14108-270d-40c4-9189-a3d431fb5d0d yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:17.554243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-59b365c4-f2b3-455e-9092-6ca6d3e81900 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.555590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59b365c4-f2b3-455e-9092-6ca6d3e81900 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0077295 Aug 12 04:27:17.558429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.575788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-7a48ac4f-7c81-4533-9872-4a53e46e0943 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.585617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a48ac4f-7c81-4533-9872-4a53e46e0943 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0253205 Aug 12 04:27:17.592114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46870) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.599184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-fd0fd719-56c9-4d7c-a4d8-ff7fe82499c7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.605910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fd0fd719-56c9-4d7c-a4d8-ff7fe82499c7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0121377 Aug 12 04:27:17.606675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.609937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46872) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.629821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-78fc95fd-7647-42cb-98e3-71abeb92244b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.631350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-78fc95fd-7647-42cb-98e3-71abeb92244b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0200796 Aug 12 04:27:17.633900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46876) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.638813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-c7ec9379-645d-40a8-afaf-76f1e85eb8ac tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.639922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7ec9379-645d-40a8-afaf-76f1e85eb8ac tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049515 Aug 12 04:27:17.642828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46878) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.649994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-10eabd19-f912-4113-990a-4a156a35010e tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.651885 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-10eabd19-f912-4113-990a-4a156a35010e tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073750 Aug 12 04:27:17.660919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46880) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.666319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-2450562f-c4a3-427e-b015-f943adc94266 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.667836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2450562f-c4a3-427e-b015-f943adc94266 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050325 Aug 12 04:27:17.676639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46882) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.691421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-b85fd9ed-acc7-48c2-8b78-147392cbaec0 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.692998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b85fd9ed-acc7-48c2-8b78-147392cbaec0 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110095 Aug 12 04:27:17.694981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Pushing event deleted for resources: {'Port': ['ID=b10f3483-c0c4-4ce7-a37f-01280691f1eb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:17.697494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46884) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.703789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-2da01db6-a29b-47b6-a3a0-0d245a79ee26 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.705506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2da01db6-a29b-47b6-a3a0-0d245a79ee26 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059941 Aug 12 04:27:17.707770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46886) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.712487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-fb2aa03f-94ec-4783-9b6b-835727f64719 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.715028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fb2aa03f-94ec-4783-9b6b-835727f64719 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051749 Aug 12 04:27:17.732580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46888) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.742801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-689faa7b-7a66-4484-8960-f552617fdbaf tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.743766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-689faa7b-7a66-4484-8960-f552617fdbaf tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054486 Aug 12 04:27:17.748689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46892) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.768565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-214a7b39-ff18-4fd1-9559-31bb57b08207 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.769660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-214a7b39-ff18-4fd1-9559-31bb57b08207 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0125058 Aug 12 04:27:17.777227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46894) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.780025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] No DVR routers for this DVR port b10f3483-c0c4-4ce7-a37f-01280691f1eb on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:17.785853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-0c73e071-9c2b-4089-9d22-ea9c0458dfc7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.787446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0c73e071-9c2b-4089-9d22-ea9c0458dfc7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087740 Aug 12 04:27:17.788999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.791396 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1cf9116c-4361-47a7-b013-27f787ab555b req-14dda34a-acc3-4084-9df6-e3c3658cc076 tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.36 "DELETE /v2.0/ports/b10f3483-c0c4-4ce7-a37f-01280691f1eb HTTP/1.1" status: 204 len: 173 time: 1.8109977 Aug 12 04:27:17.792016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'name': 'network-vif-deleted', 'tag': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:17.794557 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba81caa4-09f9-4a62-bbba-3159c150643f" -d '{"events": [{"server_uuid": "6fa8c8fc-cf48-4e09-8f46-664bcbe594ae", "name": "network-vif-deleted", "tag": "b10f3483-c0c4-4ce7-a37f-01280691f1eb"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:17.798406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46896) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.815243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:17.823231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-290b8fe5-1bb6-4619-a79f-e9a922186b22 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.828317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-290b8fe5-1bb6-4619-a79f-e9a922186b22 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0133865 Aug 12 04:27:17.829844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46900) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.835164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-16763eb9-b367-4a11-9979-03a48219b1b7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.839776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-16763eb9-b367-4a11-9979-03a48219b1b7 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087345 Aug 12 04:27:17.840780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46904) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.842634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce781ca-0701-4b37-8433-1ed85a08ccfc req-e07df48c-7866-4b94-bdd7-6de95f95aa03 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:17.847053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-6f3837d8-59df-4dac-8043-94aeb587567b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.849026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6f3837d8-59df-4dac-8043-94aeb587567b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071273 Aug 12 04:27:17.859531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ce781ca-0701-4b37-8433-1ed85a08ccfc req-e07df48c-7866-4b94-bdd7-6de95f95aa03 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1835055 Aug 12 04:27:17.863763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.877431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-4853ffca-6e66-4461-bd3b-1ba41198cf45 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.878752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4853ffca-6e66-4461-bd3b-1ba41198cf45 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0126498 Aug 12 04:27:17.889060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46910) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.895093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-16826d6e-1311-410d-96cb-c72b12105844 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.900669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-16826d6e-1311-410d-96cb-c72b12105844 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0068781 Aug 12 04:27:17.901397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46912) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.915197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-93aeb07f-f74f-496b-94a7-a3fdb2665d9a tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.917833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93aeb07f-f74f-496b-94a7-a3fdb2665d9a tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0149662 Aug 12 04:27:17.922254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46914) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.931711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-1c3193ba-a3c0-4910-a156-6f1ef9896c2f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.933173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1c3193ba-a3c0-4910-a156-6f1ef9896c2f tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094569 Aug 12 04:27:17.939671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46916) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.945177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-d0071956-c052-4510-9d3f-4ebc8e76c50a tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.948288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0071956-c052-4510-9d3f-4ebc8e76c50a tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074258 Aug 12 04:27:17.955488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.964755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-a4013c1b-0caf-40e5-b3ee-33b3e9f0f819 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.966736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a4013c1b-0caf-40e5-b3ee-33b3e9f0f819 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0098872 Aug 12 04:27:17.971998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46920) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:17.972560 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ef539-6639-4987-893d-5565a00a1e5e x-openstack-request-id: req-7c2ef539-6639-4987-893d-5565a00a1e5e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:17.973305 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa8c8fc-cf48-4e09-8f46-664bcbe594ae", "name": "network-vif-deleted", "tag": "b10f3483-c0c4-4ce7-a37f-01280691f1eb", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:17.974890 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c2ef539-6639-4987-893d-5565a00a1e5e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:17.975649 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa8c8fc-cf48-4e09-8f46-664bcbe594ae', 'name': 'network-vif-deleted', 'tag': 'b10f3483-c0c4-4ce7-a37f-01280691f1eb', 'status': 'completed', 'code': 200} Aug 12 04:27:17.979687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-be1cb267-4d58-47cf-9677-7a2744c298a3 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:17.992625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be1cb267-4d58-47cf-9677-7a2744c298a3 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048349 Aug 12 04:27:17.992625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-08a1d900-23ed-4335-8ab3-95552ea12824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:17.992625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-08a1d900-23ed-4335-8ab3-95552ea12824 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.2413034 Aug 12 04:27:17.992625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ce781ca-0701-4b37-8433-1ed85a08ccfc req-1afa5ba4-a918-41c6-8bb8-361e6ae17584 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326656 Aug 12 04:27:18.004436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46922) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:18.019336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [None req-fd494396-2574-47eb-931a-1e701f377fc6 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:18.020569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd494396-2574-47eb-931a-1e701f377fc6 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0150659 Aug 12 04:27:18.023393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46924) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:18.032281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-24e481f4-3fa4-433c-b073-42d970bdb80b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:18.036795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:18.037876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-24e481f4-3fa4-433c-b073-42d970bdb80b tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0113187 Aug 12 04:27:18.039878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46926) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:18.052030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-ed228158-dd6e-4b9b-8b61-a220e139a92a tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:18.056549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed228158-dd6e-4b9b-8b61-a220e139a92a tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0154796 Aug 12 04:27:18.057245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46928) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:18.062527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [None req-9027aabd-29cf-47b9-8a7f-2f77b8cb16f8 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:18.066795 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9027aabd-29cf-47b9-8a7f-2f77b8cb16f8 tempest-ExtensionsTestJSON-421985926 tempest-ExtensionsTestJSON-421985926-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0085123 Aug 12 04:27:18.165447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-5dc57553-6592-4313-9161-4984be7b8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:18.167171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-5dc57553-6592-4313-9161-4984be7b8af1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1726477 Aug 12 04:27:18.309818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daad81-103e-4140-8209-8bbd52325fe8 req-ad212cd6-74ff-4412-9941-21153303afd3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:18.311628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1daad81-103e-4140-8209-8bbd52325fe8 req-ad212cd6-74ff-4412-9941-21153303afd3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0899744 Aug 12 04:27:18.356913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:18.382925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-f949e6c8-0b7b-4766-8f94-0f292e663309 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.1006963 Aug 12 04:27:18.386603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1daad81-103e-4140-8209-8bbd52325fe8 req-b12751c3-d5e3-46ca-b59b-345c47d6701a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663838 Aug 12 04:27:18.471223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-a9a118c5-f62a-4048-a096-d24e31e3f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:18.473560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-a9a118c5-f62a-4048-a096-d24e31e3f3ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0814438 Aug 12 04:27:18.538314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-f3469d08-a1c6-439c-82a4-f99ecf542080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:18.540182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-f3469d08-a1c6-439c-82a4-f99ecf542080 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562932 Aug 12 04:27:18.560077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:18.658052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46942) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:18.669229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:18.676558 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbd1de7b-4fad-4803-8033-08a692600406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:18.691805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:18.695427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9eb68e50-de53-4147-810f-f228385e182e req-2ab9784d-f397-406f-8a6c-5c8ddf5d74af tempest-VolumesBackupsTest-198272832 tempest-VolumesBackupsTest-198272832-project] 10.222.0.42 "GET /v2.0/ports?device_id=6fa8c8fc-cf48-4e09-8f46-664bcbe594ae HTTP/1.1" status: 200 len: 210 time: 0.1184108 Aug 12 04:27:18.698135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:18.698135 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:18.745837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=72d14108-270d-40c4-9189-a3d431fb5d0d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:18.806929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:18.830632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46948) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:18.835548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-32e40ad3-5a5b-4a43-8ad0-38ece8684409 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848995 Aug 12 04:27:18.838355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': 'f805a90e-736c-4987-839a-c2e29e04bc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '660caec3-b645-44bf-a938-adf92797f776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:18.838736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: 660caec3-b645-44bf-a938-adf92797f776, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:27:18.857772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbd1de7b-4fad-4803-8033-08a692600406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:18.935156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbd1de7b-4fad-4803-8033-08a692600406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:18.966766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddbeed2b-40f7-41d3-87ef-81fba80d3352 req-be2e3fa8-d27d-4153-90de-c3e25f33574e service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227725 Aug 12 04:27:18.981100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 660caec3-b645-44bf-a938-adf92797f776 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:27:19.016794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fbd1de7b-4fad-4803-8033-08a692600406 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e315d95d77bc406cbb2dd631be98b171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574522 Aug 12 04:27:19.017617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1de7b-4fad-4803-8033-08a692600406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d4e1d4-a606-4be2-bc3e-73803959c060,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:19.019221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:19.088950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 660caec3-b645-44bf-a938-adf92797f776) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:19.092089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b0d3723c-487c-4e0f-bb26-9a2527cc17d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.102094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0403010-fbbc-49eb-9bae-717aa7422840 None None] Network 660caec3-b645-44bf-a938-adf92797f776 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:19.121584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:19.128365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:19.133815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:19.134573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.151822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-171ce6f7-4ac9-4ccd-9ea5-643690220eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.176550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-171ce6f7-4ac9-4ccd-9ea5-643690220eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.201637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8b69e-570b-49bf-96c7-82f39ddf1f79 req-d7b7615a-875e-40f3-96cf-90f26c33ea1c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:19.203243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70f8b69e-570b-49bf-96c7-82f39ddf1f79 req-d7b7615a-875e-40f3-96cf-90f26c33ea1c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1135707 Aug 12 04:27:19.265478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70f8b69e-570b-49bf-96c7-82f39ddf1f79 req-c349c709-fb11-4f2a-921a-b834ac5f39fb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522511 Aug 12 04:27:19.294580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b0d3723c-487c-4e0f-bb26-9a2527cc17d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.308402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-171ce6f7-4ac9-4ccd-9ea5-643690220eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.311224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-171ce6f7-4ac9-4ccd-9ea5-643690220eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.318621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-171ce6f7-4ac9-4ccd-9ea5-643690220eba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95d4e1d4-a606-4be2-bc3e-73803959c060 HTTP/1.1" status: 204 len: 168 time: 0.2949257 Aug 12 04:27:19.324993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce6f7-4ac9-4ccd-9ea5-643690220eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d4e1d4-a606-4be2-bc3e-73803959c060,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:19.365376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b0d3723c-487c-4e0f-bb26-9a2527cc17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.412774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46968) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:19.413021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b0d3723c-487c-4e0f-bb26-9a2527cc17d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a483bfa27f7401eade6261dd5727672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737548 Aug 12 04:27:19.417439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3723c-487c-4e0f-bb26-9a2527cc17d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf94c6-0cc5-462c-97d4-57deef688b38,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:19.425179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b10f3483-c0c4-4ce7-a37f-01280691f1eb no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:27:19.457722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: b10f3483-c0c4-4ce7-a37f-01280691f1eb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:27:19.458279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b10f3483-c0c4-4ce7-a37f-01280691f1eb not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:27:19.469739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5c2ef8bb-7a16-48c5-b718-de3bfe8a1800 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6782699 Aug 12 04:27:19.474242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:19.531878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75da5aa8-4120-40b2-89c8-ef2cd9bfe1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.586761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75da5aa8-4120-40b2-89c8-ef2cd9bfe1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.609311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01333-e0df-441d-8e60-426b0019eda2 req-f8a10b0e-644f-4f2e-ae7a-9b058e78e316 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:19.611522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83e01333-e0df-441d-8e60-426b0019eda2 req-f8a10b0e-644f-4f2e-ae7a-9b058e78e316 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1053627 Aug 12 04:27:19.620878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:19.621231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.690023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83e01333-e0df-441d-8e60-426b0019eda2 req-b2c7f15b-d6f7-4a12-884e-9f2605d2d7ee tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634029 Aug 12 04:27:19.745551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.761011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:19.797424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75da5aa8-4120-40b2-89c8-ef2cd9bfe1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.802153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-75da5aa8-4120-40b2-89c8-ef2cd9bfe1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.806583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-75da5aa8-4120-40b2-89c8-ef2cd9bfe1a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0bf94c6-0cc5-462c-97d4-57deef688b38 HTTP/1.1" status: 204 len: 168 time: 0.3925934 Aug 12 04:27:19.819800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da5aa8-4120-40b2-89c8-ef2cd9bfe1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf94c6-0cc5-462c-97d4-57deef688b38,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:19.941425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.974427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:19.995905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:19.998192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e77e03e0-fbc3-4239-9b98-cffc7eaa056e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9 HTTP/1.1" status: 204 len: 168 time: 0.5242631 Aug 12 04:27:20.001073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46994) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:20.131556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b42aa3-4a66-4c6a-84b8-6e2af1500d35 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:20.138765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b42aa3-4a66-4c6a-84b8-6e2af1500d35 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:20.143448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f6b42aa3-4a66-4c6a-84b8-6e2af1500d35 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1388297 Aug 12 04:27:20.143783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47006) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:20.299010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 72d14108-270d-40c4-9189-a3d431fb5d0d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:20.299791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:20.388176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:20.419306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 72d14108-270d-40c4-9189-a3d431fb5d0d owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:20.455260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00d163-f222-4598-baee-ab224dbccdc4 req-0503c69a-1079-47a8-93ea-551fd4d9cae3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:20.465991 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf00d163-f222-4598-baee-ab224dbccdc4 req-0503c69a-1079-47a8-93ea-551fd4d9cae3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0830529 Aug 12 04:27:20.569356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf00d163-f222-4598-baee-ab224dbccdc4 req-12467cff-c682-4470-a249-d6f7244b878f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023419 Aug 12 04:27:20.697605 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:20.769085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47036) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:20.806478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=72d14108-270d-40c4-9189-a3d431fb5d0d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:20.842538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:20.858141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89ef4190-a1f6-4776-a612-001a314be068 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/72d14108-270d-40c4-9189-a3d431fb5d0d HTTP/1.1" status: 204 len: 168 time: 0.7114224 Aug 12 04:27:20.862510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47042) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:20.928432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749c567-c016-439f-96dd-caad7c1df12e req-c094b114-702a-4fc1-b3a5-1d67a55d8f90 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:20.930878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8749c567-c016-439f-96dd-caad7c1df12e req-c094b114-702a-4fc1-b3a5-1d67a55d8f90 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0865562 Aug 12 04:27:20.984841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9a078-0da2-4edb-a458-3ed612c5ff25 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:20.986551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e8b9a078-0da2-4edb-a458-3ed612c5ff25 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1187811 Aug 12 04:27:20.990077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47048) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:21.014500 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8749c567-c016-439f-96dd-caad7c1df12e req-a8195cad-0df8-40d6-bff9-bc21290fc970 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669937 Aug 12 04:27:21.022901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c0f-b499-4806-b0ed-022181519d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.071018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d1141-b597-4cf6-a3a4-da1fcde0c14f req-ee293101-f65d-464f-afa4-6fc3d9b0b8ff tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:21.084569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-355d1141-b597-4cf6-a3a4-da1fcde0c14f req-ee293101-f65d-464f-afa4-6fc3d9b0b8ff tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2262132 Aug 12 04:27:21.091313 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7b9eae-1531-47b8-8f70-e17a4fea4b16 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:27:21.095773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dc7b9eae-1531-47b8-8f70-e17a4fea4b16 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/1fcc6d5a-9230-4965-b23f-4ea0cc93cfc9 HTTP/1.1" status: 404 len: 333 time: 0.0881884 Aug 12 04:27:21.105948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47052) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:21.132942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c0f-b499-4806-b0ed-022181519d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.188366 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfef00d-7f8d-4bc6-9c4f-dc801a31edc4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:27:21.192682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5bfef00d-7f8d-4bc6-9c4f-dc801a31edc4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/72d14108-270d-40c4-9189-a3d431fb5d0d HTTP/1.1" status: 404 len: 333 time: 0.0802555 Aug 12 04:27:21.196381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47058) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:21.225019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebc66c0f-b499-4806-b0ed-022181519d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.239862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-355d1141-b597-4cf6-a3a4-da1fcde0c14f req-dfbe4a1c-783c-4a83-b753-962263d0fba2 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534436 Aug 12 04:27:21.278378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbea2e7-5f90-4ede-abb2-5b9e9183b45f req-6afcaf33-76ed-4d98-a08e-56e68ce0e09d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:21.285805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cbea2e7-5f90-4ede-abb2-5b9e9183b45f req-6afcaf33-76ed-4d98-a08e-56e68ce0e09d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1171556 Aug 12 04:27:21.302261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc66c0f-b499-4806-b0ed-022181519d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5878e9fc-2352-469d-b41a-ff7e3b572ad7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:21.318737 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ebc66c0f-b499-4806-b0ed-022181519d13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a5e128fad8340fdb3f3aa6fedbe7e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485415 Aug 12 04:27:21.324755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47066) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:21.373967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cbea2e7-5f90-4ede-abb2-5b9e9183b45f req-a3a2910b-646a-436b-8baa-865826d864ba tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659204 Aug 12 04:27:21.394200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.440061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d57-c172-4475-b76d-75f51cc5e643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.480523 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d57-c172-4475-b76d-75f51cc5e643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.551365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.574148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660caec3-b645-44bf-a938-adf92797f776']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:21.597696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f805a90e-736c-4987-839a-c2e29e04bc3b') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:21.598005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f805a90e-736c-4987-839a-c2e29e04bc3b') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:21.611186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d57-c172-4475-b76d-75f51cc5e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.614661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2d57-c172-4475-b76d-75f51cc5e643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.618922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ce2a2d57-c172-4475-b76d-75f51cc5e643 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5878e9fc-2352-469d-b41a-ff7e3b572ad7 HTTP/1.1" status: 204 len: 168 time: 0.2930307 Aug 12 04:27:21.623658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.635046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2d57-c172-4475-b76d-75f51cc5e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878e9fc-2352-469d-b41a-ff7e3b572ad7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:21.651718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.663325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:27:21.663741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:27:21.739307 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:27:21.836738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.848547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:21.856171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/660caec3-b645-44bf-a938-adf92797f776 HTTP/1.1" status: 204 len: 168 time: 0.6503997 Aug 12 04:27:21.857151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47092) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:21.864415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1262274311'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:21.865051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-2297e038-c6a3-471d-95d9-7c6567a4c0ff tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:21.867324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-2297e038-c6a3-471d-95d9-7c6567a4c0ff tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.1281977 Aug 12 04:27:21.890502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51714-53cb-489a-91e8-d033ff5ddf9d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=660caec3-b645-44bf-a938-adf92797f776,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:21.904597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-da73ca50-a69b-4730-9afd-58031fd8423f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/quotas/801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 375 time: 0.0274613 Aug 12 04:27:21.971158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:21.975414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:22.026981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-770a615e-97ab-43c1-a64f-a7779718e2c8 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1091926 Aug 12 04:27:22.057134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:22.084006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:22.084363 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment fc8016dc-851a-4b4f-9084-4cb5b46fb727 of type vlan for network 93bdef3d-63ab-429c-8e4d-acecaae72884 Aug 12 04:27:22.182616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:22.228159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-492ebbc9-9564-4ab1-805b-c38e9052e3c0 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008653 Aug 12 04:27:22.277198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:22.291658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:22.292467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:22.387039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-8d0e288e-cc25-48ac-b4f5-676b0a39f69f service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517990 Aug 12 04:27:22.451970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47120) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:22.458811 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5927162 Aug 12 04:27:22.460575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ff759-1cdb-4a28-8dfc-01156c0bacc9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=93bdef3d-63ab-429c-8e4d-acecaae72884,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:22.467586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:22.475527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:22.503311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9771b-5645-4675-bb0d-b8231ce2290b req-b685c339-4320-43df-a6cd-c9039ff8daaf tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:22.510978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69d9771b-5645-4675-bb0d-b8231ce2290b req-b685c339-4320-43df-a6cd-c9039ff8daaf tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1147730 Aug 12 04:27:22.583601 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69d9771b-5645-4675-bb0d-b8231ce2290b req-e3b83259-5603-4c9b-9576-bddaa96cf673 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716724 Aug 12 04:27:22.596898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:22.786005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:22.791365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:22.831859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5fa19bf-47ab-43c6-9224-928af87b0d44 req-fe6487d6-d29e-41dc-a38f-7948c590ac86 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 210 time: 0.0675104 Aug 12 04:27:23.071720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-474249747'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:23.193863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Made reservation on behalf of 5e6da71bd75d4097ae15415f03c09fa3 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:23.195140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.197411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.220111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.310327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': 'fc8016dc-851a-4b4f-9084-4cb5b46fb727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:23.310700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: 93bdef3d-63ab-429c-8e4d-acecaae72884, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:27:23.314134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=623a8e15-d4d4-44dd-b4b5-4a2880465e09,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:23.324407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.324763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.325109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.325451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.325788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.326122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.326455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.326811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.327138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.328135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.328479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.328813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.378881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.490599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:27:23.522692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.558144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:23.574023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546d2d27-023b-4c1c-a1f1-470dc11c5ed3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:23.579670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.580028 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Added segment 6808622a-0347-4d0b-9efa-218eff46bb9c of type vlan for network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 Aug 12 04:27:23.592281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.592635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.593618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.593965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.594301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.594637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.594997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.595327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.595656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.595978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.596308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.596628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:27:23.605497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 93bdef3d-63ab-429c-8e4d-acecaae72884) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:23.612081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:23.612729 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.619940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c846f4-8cfa-4942-a97a-51c3db6f359d None None] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:23.644355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.694961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2c782c6d-dfde-4b04-b5c9-25b71a4e7d1a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2411988 Aug 12 04:27:23.697380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47178) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:23.704974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884', 'name': 'tempest-PortsIpV6TestJSON-564274881'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:23.789161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.802895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:23.804092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:23.876685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73d033-6630-4310-bf76-131fc5748b11 req-94fa72dd-129a-40fe-b8c6-04a2c0d80197 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:23.878650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c73d033-6630-4310-bf76-131fc5748b11 req-94fa72dd-129a-40fe-b8c6-04a2c0d80197 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0810928 Aug 12 04:27:23.989533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-93bdef3d-63ab-429c-8e4d-acecaae72884', 'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '623a8e15-d4d4-44dd-b4b5-4a2880465e09'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:27:23.993448 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:24.023132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c73d033-6630-4310-bf76-131fc5748b11 req-2e187af7-c605-4610-85a6-30a235434cb2 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348615 Aug 12 04:27:24.044786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Network': ['ID=3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:24.055168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47190) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:24.057849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0be0635e-c9fc-41b4-88f3-245e9f930645 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4585059 Aug 12 04:27:24.074482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'subnet': {'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:24.115263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef479a97-8193-41e3-991f-f096de38edb0 req-215db8d5-f994-4a6f-8203-4132e21c71bd tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 210 time: 0.0911016 Aug 12 04:27:24.162183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:24.201510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:24.207067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:24.242677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:24.317990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Allocated IP 2001:db8::2 (93bdef3d-63ab-429c-8e4d-acecaae72884/623a8e15-d4d4-44dd-b4b5-4a2880465e09/f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:24.371051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Made reservation on behalf of 5e6da71bd75d4097ae15415f03c09fa3 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:24.375146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:24.542228 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:24.569665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Transition to ACTIVE for port object f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:24.595605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Transition to ACTIVE for port object f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:24.667452 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:24.783222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::35d (93bdef3d-63ab-429c-8e4d-acecaae72884/623a8e15-d4d4-44dd-b4b5-4a2880465e09/4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:24.786302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:24.799040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:24.804440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:24.904330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:24.984614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Attempting to bind port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:27:24.985024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Attempting to bind port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'fc8016dc-851a-4b4f-9084-4cb5b46fb727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:27:24.985715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Attempting to bind port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b on network 93bdef3d-63ab-429c-8e4d-acecaae72884 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:27:24.990214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Pushing event updated for resources: {'Port': ['ID=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:25.011920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:27:25.012690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Checking segment: {'id': 'fc8016dc-851a-4b4f-9084-4cb5b46fb727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:25.013400 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.014430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Bound using segment: {'id': 'fc8016dc-851a-4b4f-9084-4cb5b46fb727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:27:25.016118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Bound port: f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8016dc-851a-4b4f-9084-4cb5b46fb727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '93bdef3d-63ab-429c-8e4d-acecaae72884'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:27:25.016701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.110086 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:27:25.177630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] For port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:27:25.181701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] For port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,segment=NetworkSegment(fc8016dc-851a-4b4f-9084-4cb5b46fb727),segment_id=fc8016dc-851a-4b4f-9084-4cb5b46fb727)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:27:25.261066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d59f9967-129f-43fd-8f0d-11687ff064d9 req-9b172527-8d93-4f9f-96d8-f923b76433a5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 210 time: 0.0488863 Aug 12 04:27:25.295928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Subnet': ['ID=c10b9845-331c-453e-a5e0-db7feb3f5940,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:25.305395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Checking segment: {'id': '6808622a-0347-4d0b-9efa-218eff46bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:25.305673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network hostable DHCP agents. Network: 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:27:25.314771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.364301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b95ce-a450-4122-b09e-db79c9d3c355 req-d7ffd79d-2dc8-4a76-9672-31e2003a968c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:25.371362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-892b95ce-a450-4122-b09e-db79c9d3c355 req-d7ffd79d-2dc8-4a76-9672-31e2003a968c tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1814091 Aug 12 04:27:25.424575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a8325-2c4a-4cba-8d10-85e4e7003003 None None] Pushing event updated for resources: {'Port': ['ID=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:25.442641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.472295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:27:25.496788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:25.527239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-892b95ce-a450-4122-b09e-db79c9d3c355 req-bd9c6531-f462-48b4-ab6a-07abd47e9d8d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315522 Aug 12 04:27:25.551700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.623910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:25.635833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0406e-e76b-4671-b682-4e88e176274a None None] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:25.662220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:25.663037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.760169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.793286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a2e22462-8a17-4042-8350-380bb0245a16 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7368875 Aug 12 04:27:25.795526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.798198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47282) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:25.808453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-670337943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:25.900653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:25.909567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:25.916139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:25.923607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:25.937198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.952287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9', 'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9', 'tenant_id': '5e6da71bd75d4097ae15415f03c09fa3', 'fixed_ips': [{'subnet_id': 'c10b9845-331c-453e-a5e0-db7feb3f5940'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:27:25.953195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:25.954966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:26.029484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.038528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.124454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-ef6713f3-e13f-43d5-b4b7-44e9c503de26 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:26.126421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-ef6713f3-e13f-43d5-b4b7-44e9c503de26 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.7475986 Aug 12 04:27:26.143862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'port': {'device_id': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'admin_state_up': True, 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:26.226320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.231253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b149e0c6-b47f-4cbd-87c3-934e796f2c49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5325146 Aug 12 04:27:26.237203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47320) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:26.297453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.331233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Allocated IP 172.20.0.2 (3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9/c10b9845-331c-453e-a5e0-db7feb3f5940/e102a3e0-571b-4333-a37d-410b50f21916) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:26.428261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76ea0113-c33d-411f-b373-a0eb040988f8 req-efe1db29-9ccb-43d3-8cbb-4a2c93c565a2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 210 time: 0.0678532 Aug 12 04:27:26.429888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.431364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f3c10f64-ad9b-403d-8d1e-97964bef4b93 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6317282 Aug 12 04:27:26.434065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47330) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:26.438157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:26.438795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.599572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:26.603613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.630996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.657513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Transition to ACTIVE for port object e102a3e0-571b-4333-a37d-410b50f21916 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:26.722550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Transition to ACTIVE for port object e102a3e0-571b-4333-a37d-410b50f21916 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:26.835329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.835953 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:26.916894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:26.927924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:26.931469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:26.943127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:26.955497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Pushing event updated for resources: {'Port': ['ID=e102a3e0-571b-4333-a37d-410b50f21916,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:26.964796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Allocated IP 172.20.0.6 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/09c3e8af-bb32-4a38-9be7-75fecb2c65f2) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:26.985864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.043076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c116bf1-66d5-44d8-88ca-1ff9c1de8c32 req-eaa79f8e-ac14-49fc-aec7-bf1c5ca17cb3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:27.044704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c116bf1-66d5-44d8-88ca-1ff9c1de8c32 req-eaa79f8e-ac14-49fc-aec7-bf1c5ca17cb3 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2605040 Aug 12 04:27:27.105820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Attempting to bind port e102a3e0-571b-4333-a37d-410b50f21916 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:27:27.106110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Attempting to bind port e102a3e0-571b-4333-a37d-410b50f21916 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '6808622a-0347-4d0b-9efa-218eff46bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:27:27.112758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Attempting to bind port e102a3e0-571b-4333-a37d-410b50f21916 on network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:27:27.140082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:27:27.140462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Checking segment: {'id': '6808622a-0347-4d0b-9efa-218eff46bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:27.140871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.146445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Bound using segment: {'id': '6808622a-0347-4d0b-9efa-218eff46bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:27:27.146445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Bound port: e102a3e0-571b-4333-a37d-410b50f21916, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6808622a-0347-4d0b-9efa-218eff46bb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:27:27.146445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.269776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c116bf1-66d5-44d8-88ca-1ff9c1de8c32 req-ef1f6ecf-f815-40d4-bf53-ae90a71a0afc tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134871 Aug 12 04:27:27.285349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4e670-6bfc-4953-88f2-0add13d5a4a3 None None] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:27.342216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] For port e102a3e0-571b-4333-a37d-410b50f21916, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:27:27.363344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] For port e102a3e0-571b-4333-a37d-410b50f21916, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e102a3e0-571b-4333-a37d-410b50f21916,segment=NetworkSegment(6808622a-0347-4d0b-9efa-218eff46bb9c),segment_id=6808622a-0347-4d0b-9efa-218eff46bb9c)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:27:27.424695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.443058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Transition to ACTIVE for port object 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:27.469517 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.587797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Allocated IP 172.20.0.1 (3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9/c10b9845-331c-453e-a5e0-db7feb3f5940/28b3e5ed-127e-495a-be57-6090b50ab070) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:27.601064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c785c13-3031-45e7-8410-3500fae640ac req-f483d4ca-1136-4c81-b7ca-f875c51185e5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 210 time: 0.0586488 Aug 12 04:27:27.606851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27fe03-2200-46d7-9a8d-e96319c2f076 None None] Pushing event updated for resources: {'Port': ['ID=e102a3e0-571b-4333-a37d-410b50f21916,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:27.619247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.648893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a915ed73-c618-414f-a80e-a4b9e68e5d22 None None] Provisioning for port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:27.648893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:27.678124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:27.685275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:27.690343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:27.698837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:27.856689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:27.861204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:27.862246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.884734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:27.887374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:27.999718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.006284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-1b316bc9-e947-4010-91ca-39774cd1e65e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8663781 Aug 12 04:27:28.020607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Request body: {'port': {'device_id': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:28.037321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Transition to ACTIVE for port object 28b3e5ed-127e-495a-be57-6090b50ab070 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:28.098529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.179454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:28.199095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.204865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:28.225057 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.241009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.247008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89e5c300-42ca-4586-933f-4bc8891aada7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c HTTP/1.1" status: 204 len: 168 time: 2.0064747 Aug 12 04:27:28.247495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47384) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:28.303644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5328de19-8b6b-4a45-a23a-83af57097bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.332543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.361085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,segment=NetworkSegment(fc8016dc-851a-4b4f-9084-4cb5b46fb727),segment_id=fc8016dc-851a-4b4f-9084-4cb5b46fb727)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:28.372520 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d5b68b-07da-4057-9004-1e0a9b2a995f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:27:28.372520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d5b68b-07da-4057-9004-1e0a9b2a995f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:27:28.379525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e0d5b68b-07da-4057-9004-1e0a9b2a995f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c HTTP/1.1" status: 404 len: 333 time: 0.1245747 Aug 12 04:27:28.379661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47390) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:28.420463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.444850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:28.460337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:28.464863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:28.541544 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-257a8b0f-3978-4d65-af81-5f27e5d5c60e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:27:28.546368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-257a8b0f-3978-4d65-af81-5f27e5d5c60e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c HTTP/1.1" status: 404 len: 333 time: 0.1631749 Aug 12 04:27:28.556097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:28.564010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-903a94b1-7d3b-46c7-bfb6-c69334e3dcf4 None None] Provisioning for port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:28.570566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-903a94b1-7d3b-46c7-bfb6-c69334e3dcf4 None None] Provisioning complete for port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:28.570965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-903a94b1-7d3b-46c7-bfb6-c69334e3dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.573572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:28.578144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.665489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-903a94b1-7d3b-46c7-bfb6-c69334e3dcf4 None None] Port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:27:28.775651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Port': ['ID=28b3e5ed-127e-495a-be57-6090b50ab070,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:28.792254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-818be4c9-6027-49d8-9e1a-a19b85bf6b4e None None] Provisioning complete for port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:28.792254 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-818be4c9-6027-49d8-9e1a-a19b85bf6b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.831093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98786180-4765-4f60-8724-d37c66121083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:28.870525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b5c0-5bc8-4ed3-bef0-717ca0062190 req-1855db81-08c8-43a8-a718-adf493916f89 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:28.878613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5b5c0-5bc8-4ed3-bef0-717ca0062190 req-1855db81-08c8-43a8-a718-adf493916f89 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2974172 Aug 12 04:27:28.974208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12f5b5c0-5bc8-4ed3-bef0-717ca0062190 req-8ff4e513-5dfb-4445-acc3-7e60feb6ccce tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899613 Aug 12 04:27:29.089882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.096568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:27:29.106386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.138840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Transition to ACTIVE for port object 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:29.213950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 623a8e15-d4d4-44dd-b4b5-4a2880465e09 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:27:29.219730 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.341224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.385651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-818be4c9-6027-49d8-9e1a-a19b85bf6b4e None None] Could not find standard attr ID for object 4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:27:29.499927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f6240d7d-c88d-4c47-9851-f68a4efb9e68 None None] Could not find standard attr ID for object 4bcc0ebb-76d8-44ac-82d9-47b5fcb4928c. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:27:29.522140 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.622862 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.624886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a93f74-6a95-4a70-aa0c-054b1e9b8663 None None] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:29.650079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.748712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Pushing event updated for resources: {'Port': ['ID=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:29.766232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3305c63-61d2-405a-b555-7127f114e5b1 req-ebf462bb-ab4a-4f0e-8fee-748342dceb1c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:29.768184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3305c63-61d2-405a-b555-7127f114e5b1 req-ebf462bb-ab4a-4f0e-8fee-748342dceb1c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 931 time: 1.0243139 Aug 12 04:27:29.771177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:29.792106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.853951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98786180-4765-4f60-8724-d37c66121083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.929877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3305c63-61d2-405a-b555-7127f114e5b1 req-242ed734-6338-4ec4-b482-43070f0fbcdf tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125262 Aug 12 04:27:29.933125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.935505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:29.935890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.970602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:29.993488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-341e31b8-6f70-4e3f-95ef-8dc74076b2b8 None None] Provisioning for port e102a3e0-571b-4333-a37d-410b50f21916 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:30.029648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98786180-4765-4f60-8724-d37c66121083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.167644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.176503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/623a8e15-d4d4-44dd-b4b5-4a2880465e09 HTTP/1.1" status: 204 len: 168 time: 1.6131654 Aug 12 04:27:30.177646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e935b-d223-463b-bd1e-723875142ea3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=623a8e15-d4d4-44dd-b4b5-4a2880465e09,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:30.188362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7754f8-4194-4470-8bdb-55dbec0bf014 None None] Network 93bdef3d-63ab-429c-8e4d-acecaae72884 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:30.201852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:30.204340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98786180-4765-4f60-8724-d37c66121083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d871c13-8cd1-4f9b-b895-ad25924037f3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:30.209303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Attempting to bind port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:27:30.209303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Attempting to bind port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:27:30.209608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Attempting to bind port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:27:30.219488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:27:30.219952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Attempting to bind port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:27:30.236677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:27:30.237018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:30.237408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:27:30.237855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Bound port: 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:27:30.238216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.250407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e102a3e0-571b-4333-a37d-410b50f21916 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:30.350419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] For port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:27:30.354655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] For port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:27:30.359002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-98786180-4765-4f60-8724-d37c66121083 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7245898553dd42d296f481879f124df2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1506717 Aug 12 04:27:30.359634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47422) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:30.406272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47424) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:30.503664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.508963 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd57f270-8f2a-41ec-9f12-52f5fb96333f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.552768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd57f270-8f2a-41ec-9f12-52f5fb96333f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.713516 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd57f270-8f2a-41ec-9f12-52f5fb96333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.721595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd57f270-8f2a-41ec-9f12-52f5fb96333f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.723305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bd57f270-8f2a-41ec-9f12-52f5fb96333f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d871c13-8cd1-4f9b-b895-ad25924037f3 HTTP/1.1" status: 204 len: 168 time: 0.3075552 Aug 12 04:27:30.724911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e102a3e0-571b-4333-a37d-410b50f21916 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:30.754420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e102a3e0-571b-4333-a37d-410b50f21916 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:30.754643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.763614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] DHCP port deletion for 93bdef3d-63ab-429c-8e4d-acecaae72884 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:27:30.768312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90c66678-f5b6-4b25-9b38-2e19a63cea37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.770304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-045ce7ad-86a8-438f-9172-c56cac1ade22 None None] Provisioning for port 28b3e5ed-127e-495a-be57-6090b50ab070 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:30.806332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57f270-8f2a-41ec-9f12-52f5fb96333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d871c13-8cd1-4f9b-b895-ad25924037f3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:30.831325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Pushing event updated for resources: {'Port': ['ID=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:30.861458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.871452 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a0458cd-9be1-497d-a93a-bf8114bbac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.876619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-045ce7ad-86a8-438f-9172-c56cac1ade22 None None] Provisioning complete for port 28b3e5ed-127e-495a-be57-6090b50ab070 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:30.877460 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-045ce7ad-86a8-438f-9172-c56cac1ade22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.881728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:30.881880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Port': ['ID=28b3e5ed-127e-495a-be57-6090b50ab070,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:30.882589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:30.884861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-9a0c09df-6942-4257-9413-83750fd644b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/09c3e8af-bb32-4a38-9be7-75fecb2c65f2 HTTP/1.1" status: 200 len: 1091 time: 2.8696122 Aug 12 04:27:30.885558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'tag': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:30.888522 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09afbf1-ab67-4748-aca9-c072ca31109f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd0851e-58d1-459c-bc55-4a438c9995ee", "tag": "09c3e8af-bb32-4a38-9be7-75fecb2c65f2"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:31.047318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b031c-ff3e-4241-971e-b8da840a1c01 req-380aec10-8fcf-4119-b8f1-4cd546f9302b tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:31.055633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b9b031c-ff3e-4241-971e-b8da840a1c01 req-380aec10-8fcf-4119-b8f1-4cd546f9302b tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1748130 Aug 12 04:27:31.079505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-045ce7ad-86a8-438f-9172-c56cac1ade22 None None] Port 28b3e5ed-127e-495a-be57-6090b50ab070 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:27:31.106311 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d912ee-f56b-4958-9913-25b24ea84a9d x-openstack-request-id: req-23d912ee-f56b-4958-9913-25b24ea84a9d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:31.106622 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd0851e-58d1-459c-bc55-4a438c9995ee", "tag": "09c3e8af-bb32-4a38-9be7-75fecb2c65f2", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:31.113546 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23d912ee-f56b-4958-9913-25b24ea84a9d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:31.113546 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'tag': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2', 'status': 'completed', 'code': 200} Aug 12 04:27:31.119867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:31.124408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:31.164020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b9b031c-ff3e-4241-971e-b8da840a1c01 req-25a13cb7-947b-4549-be88-cc447b6153f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067705 Aug 12 04:27:31.224537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.307238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.321105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90c66678-f5b6-4b25-9b38-2e19a63cea37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.362797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-945b8bc3-48b0-45c3-99b9-3737dba0bcf8 None None] Provisioning complete for port 28b3e5ed-127e-495a-be57-6090b50ab070 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:31.365474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-945b8bc3-48b0-45c3-99b9-3737dba0bcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.396126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90c66678-f5b6-4b25-9b38-2e19a63cea37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.427433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] Deleting port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:31.427944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.434051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-d4cd5c93-4d6f-4f58-9b47-d73d63b136f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:31.437804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-d4cd5c93-4d6f-4f58-9b47-d73d63b136f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 1094 time: 0.4089465 Aug 12 04:27:31.456096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56584d25-def0-45fb-adc4-07952761b9a1 req-223b58a2-8204-420f-bdf4-20cd6e35aa2f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:31.457665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56584d25-def0-45fb-adc4-07952761b9a1 req-223b58a2-8204-420f-bdf4-20cd6e35aa2f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 943 time: 0.3379323 Aug 12 04:27:31.463911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e102a3e0-571b-4333-a37d-410b50f21916, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e102a3e0-571b-4333-a37d-410b50f21916,segment=NetworkSegment(6808622a-0347-4d0b-9efa-218eff46bb9c),segment_id=6808622a-0347-4d0b-9efa-218eff46bb9c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:31.468637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Router 8a1be9d9-e38f-4e45-a4d4-9736e45bc77a is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:27:31.521579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-945b8bc3-48b0-45c3-99b9-3737dba0bcf8 None None] Port 28b3e5ed-127e-495a-be57-6090b50ab070 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:27:31.566135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] For port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,segment=NetworkSegment(fc8016dc-851a-4b4f-9084-4cb5b46fb727),segment_id=fc8016dc-851a-4b4f-9084-4cb5b46fb727)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:31.567318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.569171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:31.569632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.582576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90c66678-f5b6-4b25-9b38-2e19a63cea37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3901ac499949407b8915bd44218762d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1746433 Aug 12 04:27:31.588296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.596720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] Calling delete_port for f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:31.597554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47440) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:31.600711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-fc99f32f-edc4-4568-9b45-62ac87595b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2 HTTP/1.1" status: 200 len: 217 time: 0.1370208 Aug 12 04:27:31.661877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47442) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:31.702056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-ef60909d-4f78-4cee-b476-0f3927b524f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:31.704734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-ef60909d-4f78-4cee-b476-0f3927b524f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0712149 Aug 12 04:27:31.704734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c66678-f5b6-4b25-9b38-2e19a63cea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a66a7d-d668-415c-b542-e886f5c0cb57,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:31.721782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fb5297f-cb33-47a4-ba7d-cc84d1725040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.738440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:27:31.748165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e73688af-94be-4dcc-b54a-d880177b5c40 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "PUT /v2.0/routers/8a1be9d9-e38f-4e45-a4d4-9736e45bc77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3126497 Aug 12 04:27:31.750284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] Sync routers for ids ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:27:31.753472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47444) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:31.758637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'port': {'network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9', 'name': 'tempest-FloatingIPNegativeTestJSON-116724914'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:31.763456 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] Routers {'8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:31.764192 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:31.805508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-56584d25-def0-45fb-adc4-07952761b9a1 req-1ed70ad4-bb14-49aa-b6c3-725a239ef662 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384643 Aug 12 04:27:31.813772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,segment=NetworkSegment(fc8016dc-851a-4b4f-9084-4cb5b46fb727),segment_id=fc8016dc-851a-4b4f-9084-4cb5b46fb727)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:31.814616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.841592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:31.852347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-2f0cd64c-6bd5-40e9-837b-650912274498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:31.853004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390b-402e-41d6-a2fb-3a6d1bd3b80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.854060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-2f0cd64c-6bd5-40e9-837b-650912274498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245351 Aug 12 04:27:31.855398 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:31.871150 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] Routers {'8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:31.871998 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:31.893036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390b-402e-41d6-a2fb-3a6d1bd3b80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:31.897392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:27:31.980553 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:31.982523 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4644a81c-c449-4e34-9d16-b92707418511 None None] The sync data for ids ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:27:31.995488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-56d539e7-4a17-4c24-bb81-27ea13195209 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308641 Aug 12 04:27:32.010890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e102a3e0-571b-4333-a37d-410b50f21916,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:32.017951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.057835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-042fb494-d89d-409f-b58f-004a6a80ae2d None None] Provisioning complete for port 28b3e5ed-127e-495a-be57-6090b50ab070 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:32.058218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-042fb494-d89d-409f-b58f-004a6a80ae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.062259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fb5297f-cb33-47a4-ba7d-cc84d1725040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.064593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390b-402e-41d6-a2fb-3a6d1bd3b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.068898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390b-402e-41d6-a2fb-3a6d1bd3b80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.083147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No active binding found for port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b {{(pid=95044) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 04:27:32.083581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:27:32.088326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8eb2390b-402e-41d6-a2fb-3a6d1bd3b80b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68a66a7d-d668-415c-b542-e886f5c0cb57 HTTP/1.1" status: 204 len: 168 time: 0.4770708 Aug 12 04:27:32.088662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] Pushing event deleted for resources: {'Port': ['ID=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:32.104030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3878c714-8cac-4efd-8e08-7291d89e8404 None None] No DVR routers for this DVR port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:32.126496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-042fb494-d89d-409f-b58f-004a6a80ae2d None None] Port 28b3e5ed-127e-495a-be57-6090b50ab070 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:27:32.149600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fb5297f-cb33-47a4-ba7d-cc84d1725040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.161282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2390b-402e-41d6-a2fb-3a6d1bd3b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a66a7d-d668-415c-b542-e886f5c0cb57,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:32.196003 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.196884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.264234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5297f-cb33-47a4-ba7d-cc84d1725040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbe7581-8a7f-4794-95a9-271f3cddbc83,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:32.271400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4fb5297f-cb33-47a4-ba7d-cc84d1725040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e96c53991764327aa4e951c32f05c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042676 Aug 12 04:27:32.275233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47450) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:32.335835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:32.353711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f7fd28a-0355-4b6c-8602-f879e9abd30c req-666bb90e-69eb-4b69-aafa-0abe0791ea4b service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470631 Aug 12 04:27:32.356259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=f4a5d4e2-03b1-46b7-b3ac-f77b368d6e0b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:32.365055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Made reservation on behalf of 5e6da71bd75d4097ae15415f03c09fa3 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:32.368599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.428302 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3140-2e22-4e85-8b5a-60d31f7049f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.435641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] device_id is not set on port fba795d3-16fc-4de9-8729-96b5d1ef16a5 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:32.513960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f63eb-0c3e-4bdd-898a-377105bdb204 req-6bc6e08c-85d8-413e-b4d8-0dd0ba47ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:32.516645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d4f63eb-0c3e-4bdd-898a-377105bdb204 req-6bc6e08c-85d8-413e-b4d8-0dd0ba47ec97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.1879585 Aug 12 04:27:32.519875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.532459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bdef3d-63ab-429c-8e4d-acecaae72884']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:32.536224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d491b6-17b5-4b62-9371-c2bb8d290ec5 req-05821a14-19ad-4f9b-a82b-0e3c0737ac4b tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:32.537760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d491b6-17b5-4b62-9371-c2bb8d290ec5 req-05821a14-19ad-4f9b-a82b-0e3c0737ac4b tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2084284 Aug 12 04:27:32.555873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8016dc-851a-4b4f-9084-4cb5b46fb727') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:32.556301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8016dc-851a-4b4f-9084-4cb5b46fb727') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:32.568896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.578810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-b38606c3-779f-41eb-90d5-a788e398b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:32.580453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-b38606c3-779f-41eb-90d5-a788e398b5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 1094 time: 0.1012959 Aug 12 04:27:32.583471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3140-2e22-4e85-8b5a-60d31f7049f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.590463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.645949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:27:32.646294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: self.session.flush() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:27:32.649848 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:27:32.668885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d4f63eb-0c3e-4bdd-898a-377105bdb204 req-26730c43-05e4-47a6-b931-d4248d61783f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444683 Aug 12 04:27:32.679032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Allocated IP 172.20.0.11 (3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9/c10b9845-331c-453e-a5e0-db7feb3f5940/fba795d3-16fc-4de9-8729-96b5d1ef16a5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:32.683566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d491b6-17b5-4b62-9371-c2bb8d290ec5 req-16f0f0df-60ac-4e4a-90a1-3aa20b81f238 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309769 Aug 12 04:27:32.774641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-38e7c1d5-3804-45b8-8eec-126c9a622846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:32.776255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-38e7c1d5-3804-45b8-8eec-126c9a622846 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1873596 Aug 12 04:27:32.817242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3140-2e22-4e85-8b5a-60d31f7049f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.819892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3140-2e22-4e85-8b5a-60d31f7049f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.823652 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d8c3140-2e22-4e85-8b5a-60d31f7049f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccbe7581-8a7f-4794-95a9-271f3cddbc83 HTTP/1.1" status: 204 len: 168 time: 0.5449979 Aug 12 04:27:32.824143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-b9b20741-fc06-4840-842f-081814f21501 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2 HTTP/1.1" status: 200 len: 217 time: 0.0384779 Aug 12 04:27:32.848441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.915420 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:32.918217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/93bdef3d-63ab-429c-8e4d-acecaae72884 HTTP/1.1" status: 204 len: 168 time: 2.7016919 Aug 12 04:27:32.941048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47462) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:32.960894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad249af-5811-4f43-8a9e-3f53aad86f24 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=93bdef3d-63ab-429c-8e4d-acecaae72884,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:32.961386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236203228'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:32.972308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-6ad0a9d7-12a5-4c30-b9a6-fee4440b5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:32.973707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-6ad0a9d7-12a5-4c30-b9a6-fee4440b5660 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1389184 Aug 12 04:27:32.983931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3140-2e22-4e85-8b5a-60d31f7049f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbe7581-8a7f-4794-95a9-271f3cddbc83,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:33.001380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.003158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988dc30-5eae-4869-8919-b2e43ea91439 req-d58e9527-8cdc-4600-96fa-8fed05329b44 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:33.004780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8988dc30-5eae-4869-8919-b2e43ea91439 req-d58e9527-8cdc-4600-96fa-8fed05329b44 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 943 time: 0.1054864 Aug 12 04:27:33.016661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Transition to ACTIVE for port object fba795d3-16fc-4de9-8729-96b5d1ef16a5 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:33.069529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-4b550210-ce4f-4e7c-9973-173a491d6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:33.071858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-4b550210-ce4f-4e7c-9973-173a491d6139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874979 Aug 12 04:27:33.077128 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8988dc30-5eae-4869-8919-b2e43ea91439 req-30ac3625-1214-4128-9706-726a82fbb36e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552361 Aug 12 04:27:33.077419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:33.082349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.118618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:33.129105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.130071 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7 of type vlan for network 46ad604e-6c76-4ca6-84bf-df775ad21e08 Aug 12 04:27:33.169079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.182196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-24db70b3-6297-4ddf-bf7b-c8d0617731bc service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995777 Aug 12 04:27:33.251248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.265213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:33.274313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:33.278082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:33.300878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47466) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:33.355875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:33.356565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.367888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Port': ['ID=fba795d3-16fc-4de9-8729-96b5d1ef16a5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:33.372445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f448d406-6083-4c3e-94e9-07584b9c1e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.406689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.resource_extend [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:27:33.699696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b09afbf1-ab67-4748-aca9-c072ca31109f req-9d7d93a7-775e-41c7-973c-9fee877b35d5 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268745 Aug 12 04:27:33.699696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f448d406-6083-4c3e-94e9-07584b9c1e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.794571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e102a3e0-571b-4333-a37d-410b50f21916 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:33.797100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.797100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:33.797100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.798394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e102a3e0-571b-4333-a37d-410b50f21916 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:33.798394 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.799626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f448d406-6083-4c3e-94e9-07584b9c1e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.814457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:33.819162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:27:33.864029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448d406-6083-4c3e-94e9-07584b9c1e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82474f0c-9a09-4204-b73f-25547d25b5af,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:33.893412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f448d406-6083-4c3e-94e9-07584b9c1e12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fd7bade09de47bda0923411dab2d888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820591 Aug 12 04:27:33.895906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:33.908153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-52d4e5c4-cf9f-4b39-911e-9faff4c49e23 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1536243 Aug 12 04:27:33.919513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47484) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:33.947228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:33.958897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=46ad604e-6c76-4ca6-84bf-df775ad21e08,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:33.970769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d434d489-ca16-4135-a0d6-610fc57f1338 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0221701 Aug 12 04:27:33.971363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47486) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:33.978149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:33.982037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a074-bb3c-48b5-9a05-2dea8601edaf req-5d719043-df1a-48b5-8a44-82f0988b71e5 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:33.984165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6596a074-bb3c-48b5-9a05-2dea8601edaf req-5d719043-df1a-48b5-8a44-82f0988b71e5 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.2103086 Aug 12 04:27:34.022002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:34.046866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6596a074-bb3c-48b5-9a05-2dea8601edaf req-a4eec6ec-dad0-4a3e-b663-b00417cc37ef tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493593 Aug 12 04:27:34.113204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-27e1b03d-428c-40f6-b4f3-bd8f54359882 None None] Provisioning for port fba795d3-16fc-4de9-8729-96b5d1ef16a5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:34.114144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.125805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03a2527b-9f1b-4d53-9633-1b1eac111f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.130326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-27e1b03d-428c-40f6-b4f3-bd8f54359882 None None] Provisioning complete for port fba795d3-16fc-4de9-8729-96b5d1ef16a5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:34.131003 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-27e1b03d-428c-40f6-b4f3-bd8f54359882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.179369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-27e1b03d-428c-40f6-b4f3-bd8f54359882 None None] Port fba795d3-16fc-4de9-8729-96b5d1ef16a5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:27:34.215034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03a2527b-9f1b-4d53-9633-1b1eac111f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.245249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:34.269719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2', 'mac_address': 'fa:16:3e:45:5a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:27:34.273777 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.325957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:34.331882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.336832 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.352039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:27:34.374862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:34.415136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e5a4d-d121-41d1-8549-3244de9eef28 req-4068e2b9-8c0b-487e-9f13-695d8a090cc9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:34.419022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-344e5a4d-d121-41d1-8549-3244de9eef28 req-4068e2b9-8c0b-487e-9f13-695d8a090cc9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 943 time: 0.1430354 Aug 12 04:27:34.438885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.458068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Allocated IP 172.25.6.121 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/6d9d6c79-b314-4459-aa86-f91d5697714d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:34.495944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-344e5a4d-d121-41d1-8549-3244de9eef28 req-10aa775f-263e-4abc-b74b-54c265f608f5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609024 Aug 12 04:27:34.574036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03a2527b-9f1b-4d53-9633-1b1eac111f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.577111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-03a2527b-9f1b-4d53-9633-1b1eac111f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.578294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-03a2527b-9f1b-4d53-9633-1b1eac111f73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82474f0c-9a09-4204-b73f-25547d25b5af HTTP/1.1" status: 204 len: 168 time: 0.6832302 Aug 12 04:27:34.592874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2527b-9f1b-4d53-9633-1b1eac111f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82474f0c-9a09-4204-b73f-25547d25b5af,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:34.644269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:34.701895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:27:34.725337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.759823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:34.852125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=95a1ad6d-8e38-4399-93e0-609a38edcd06,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:34.854535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:34.854952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: 46ad604e-6c76-4ca6-84bf-df775ad21e08, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:27:34.959147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:27:34.959982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.025920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:35.030456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:35.032724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Port': ['ID=6d9d6c79-b314-4459-aa86-f91d5697714d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:35.035188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:35.063021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 46ad604e-6c76-4ca6-84bf-df775ad21e08) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:35.067142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:35.072857 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.076396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd30b01-95a8-4946-b901-30774f1f9480 None None] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:35.163411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-133872ce-52bd-4011-938d-44732ab60033 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1886921 Aug 12 04:27:35.164800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47512) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:35.170013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-805681561'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:35.308005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.380643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6439de-23c0-4795-ae3e-1bd72150c31c req-6bbf823e-368e-4446-98b0-b814c100c003 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:35.389627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c6439de-23c0-4795-ae3e-1bd72150c31c req-6bbf823e-368e-4446-98b0-b814c100c003 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1668105 Aug 12 04:27:35.463532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c6439de-23c0-4795-ae3e-1bd72150c31c req-de490f9d-3af6-4383-aeb0-c51eb61e70c5 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721159 Aug 12 04:27:35.467484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.476548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-46ad604e-6c76-4ca6-84bf-df775ad21e08', 'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '95a1ad6d-8e38-4399-93e0-609a38edcd06'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:27:35.477482 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.519049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-c54d4802-4ba2-4007-8155-ec0c6b31e2af req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1230804628', 'description': 'tempest-description-421616970'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:35.619632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:35.631159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.693662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.704910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port a33aaa77-c083-40b6-8606-9f1052bd3aeb yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:35.757254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae866-20e5-4cbe-b91b-9728d7bdd4fc req-ea0ff38a-92f1-4e05-95ec-ad49575eb93a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:35.759312 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1eae866-20e5-4cbe-b91b-9728d7bdd4fc req-ea0ff38a-92f1-4e05-95ec-ad49575eb93a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 944 time: 0.0631406 Aug 12 04:27:35.788960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c54d4802-4ba2-4007-8155-ec0c6b31e2af req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.826213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:35.830768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.923169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Allocated IP 2001:db8::2 (46ad604e-6c76-4ca6-84bf-df775ad21e08/95a1ad6d-8e38-4399-93e0-609a38edcd06/f5c4d899-feea-4243-97a6-79901689c9ec) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:35.953563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.963829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1eae866-20e5-4cbe-b91b-9728d7bdd4fc req-57807414-b4ca-4958-a250-99ec1fc63247 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969831 Aug 12 04:27:35.971854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c54d4802-4ba2-4007-8155-ec0c6b31e2af req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:35.986902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Port': ['ID=6d9d6c79-b314-4459-aa86-f91d5697714d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:36.022302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:36.031805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:36.032209 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.088653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c54d4802-4ba2-4007-8155-ec0c6b31e2af req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.158688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb75cb41-5d0f-4078-8ba2-f154e4c2eb20,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:36.167072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.171505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.172868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7727af5d-c57f-4572-837c-2d9d2243f42f tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2394536 Aug 12 04:27:36.175659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47546) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:36.181675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2ea211ee-0baa-4df9-bbb8-b446d9532ca7 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'floatingip': {'port_id': 'fba795d3-16fc-4de9-8729-96b5d1ef16a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:36.191413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Transition to ACTIVE for port object f5c4d899-feea-4243-97a6-79901689c9ec will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:36.203520 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.219937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Transition to ACTIVE for port object f5c4d899-feea-4243-97a6-79901689c9ec will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:36.223998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-c54d4802-4ba2-4007-8155-ec0c6b31e2af req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.225247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c54d4802-4ba2-4007-8155-ec0c6b31e2af req-ecc94b32-f83b-485f-8d12-16f86a5987db tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7150848 Aug 12 04:27:36.243183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:36.243308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ea211ee-0baa-4df9-bbb8-b446d9532ca7 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.244844 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d33200-500e-42b8-9e42-3882053a2e63" -d '{"events": [{"server_uuid": "2bd0851e-58d1-459c-bc55-4a438c9995ee", "name": "network-vif-plugged", "status": "completed", "tag": "09c3e8af-bb32-4a38-9be7-75fecb2c65f2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:36.250784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:36.291495 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.310482 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7e380-c5d6-489f-bfa2-570762235fe2 x-openstack-request-id: req-03b7e380-c5d6-489f-bfa2-570762235fe2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:36.312016 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd0851e-58d1-459c-bc55-4a438c9995ee", "name": "network-vif-plugged", "status": "completed", "tag": "09c3e8af-bb32-4a38-9be7-75fecb2c65f2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:36.312016 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03b7e380-c5d6-489f-bfa2-570762235fe2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:36.312016 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2', 'code': 200} Aug 12 04:27:36.355326 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.368951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:36.386573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:36.402921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:36.426273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Pushing event updated for resources: {'Port': ['ID=f5c4d899-feea-4243-97a6-79901689c9ec,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:36.435932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1122c088-f7f5-426c-958d-b071360febdc req-416efe0f-0659-40dd-b957-0facccb5b74f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1230804628&fields=id&tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01 HTTP/1.1" status: 200 len: 267 time: 0.1189430 Aug 12 04:27:36.482516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::3c7 (46ad604e-6c76-4ca6-84bf-df775ad21e08/95a1ad6d-8e38-4399-93e0-609a38edcd06/a33aaa77-c083-40b6-8606-9f1052bd3aeb) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:36.507199 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-2ea211ee-0baa-4df9-bbb8-b446d9532ca7 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] update failed (client error): The resource could not be found. Aug 12 04:27:36.510999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ea211ee-0baa-4df9-bbb8-b446d9532ca7 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "PUT /v2.0/floatingips/df08c698-2602-48ec-a2a6-079064a8b8bf HTTP/1.1" status: 404 len: 507 time: 0.3317840 Aug 12 04:27:36.521259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47560) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:36.521259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872ad30-1fd1-46c6-8c94-267458af6923 req-6b095a75-c880-4e9b-8363-55d805081ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:36.521259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6872ad30-1fd1-46c6-8c94-267458af6923 req-6b095a75-c880-4e9b-8363-55d805081ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 1096 time: 0.1039388 Aug 12 04:27:36.559209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Attempting to bind port f5c4d899-feea-4243-97a6-79901689c9ec on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:27:36.559848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Attempting to bind port f5c4d899-feea-4243-97a6-79901689c9ec by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:27:36.560374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Attempting to bind port f5c4d899-feea-4243-97a6-79901689c9ec on network 46ad604e-6c76-4ca6-84bf-df775ad21e08 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:27:36.567000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122c088-f7f5-426c-958d-b071360febdc req-9c816a65-f6e5-4e34-b7e0-e02e10c7888a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:36.568601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1122c088-f7f5-426c-958d-b071360febdc req-9c816a65-f6e5-4e34-b7e0-e02e10c7888a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1262784 Aug 12 04:27:36.592808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'port': {'security_groups': ['2ccf15bd-45ac-414d-ac30-00c644782b46', 'eb75cb41-5d0f-4078-8ba2-f154e4c2eb20']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:36.612651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:27:36.618965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Checking segment: {'id': 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:36.618965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.618965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Bound using segment: {'id': 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:27:36.618965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Bound port: f5c4d899-feea-4243-97a6-79901689c9ec, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '46ad604e-6c76-4ca6-84bf-df775ad21e08'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:27:36.618965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.641969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:36.709566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.731444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6872ad30-1fd1-46c6-8c94-267458af6923 req-172ffdaa-c10a-4dc6-bcb6-eb030d331241 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508427 Aug 12 04:27:36.777554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] For port f5c4d899-feea-4243-97a6-79901689c9ec, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:27:36.786072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] For port f5c4d899-feea-4243-97a6-79901689c9ec, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f5c4d899-feea-4243-97a6-79901689c9ec,segment=NetworkSegment(ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7),segment_id=ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:27:36.825416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Deleting port 6d9d6c79-b314-4459-aa86-f91d5697714d {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:36.825830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.831303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.898017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object a33aaa77-c083-40b6-8606-9f1052bd3aeb will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:36.900243 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:36.998677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:37.003875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:37.053416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Calling delete_port for 6d9d6c79-b314-4459-aa86-f91d5697714d owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:37.268679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:37.297134 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:37.437989 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:37.447693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8a0a5-ff94-4dd9-bdbb-b5d395f0f01b None None] Pushing event updated for resources: {'Port': ['ID=f5c4d899-feea-4243-97a6-79901689c9ec,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:37.554213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:37.572251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:27:37.738212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:37.768718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:37.770278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:37.773390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1122c088-f7f5-426c-958d-b071360febdc req-df364986-6018-4e59-80cc-497eff8520f1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "PUT /v2.0/ports/824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 982 time: 1.1936595 Aug 12 04:27:37.777850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:37.777850 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafce947-c7e7-4f4c-b750-78ee17b80486" -d '{"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:37.847074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f5c4d899-feea-4243-97a6-79901689c9ec up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:37.900240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:27:37.996482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-88ea5da0-2604-4796-bbbf-50d585797def tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1230804628&fields=id&tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01 HTTP/1.1" status: 200 len: 267 time: 0.0759470 Aug 12 04:27:38.095177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-acf7487b-d221-483c-b7fb-89faa432e82b tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:38.096771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-acf7487b-d221-483c-b7fb-89faa432e82b tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 985 time: 0.0777843 Aug 12 04:27:38.117115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'port': {'security_groups': ['2ccf15bd-45ac-414d-ac30-00c644782b46']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:38.216711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=a33aaa77-c083-40b6-8606-9f1052bd3aeb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:38.250633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:38.258864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:38.262882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:38.269868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:38.270696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.284641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.300291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c548472-5b7b-44f2-a3f5-b8545e80f111 req-23fb49f0-7961-4a7a-9e7a-2cd37e83d200 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:38.302592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c548472-5b7b-44f2-a3f5-b8545e80f111 req-23fb49f0-7961-4a7a-9e7a-2cd37e83d200 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 1.1227415 Aug 12 04:27:38.353756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f5c4d899-feea-4243-97a6-79901689c9ec completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:38.425120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e274d3c0-d0b8-4c03-ab05-be5da60dc77d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.2586014 Aug 12 04:27:38.433824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47654) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:38.462980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c548472-5b7b-44f2-a3f5-b8545e80f111 req-a8ace0bb-f2d0-4a96-8d56-c28728275307 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223967 Aug 12 04:27:38.559620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.561892 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5926be33-e56e-4006-b059-33fe34d7acc5 x-openstack-request-id: req-5926be33-e56e-4006-b059-33fe34d7acc5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:38.561892 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:38.561892 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5926be33-e56e-4006-b059-33fe34d7acc5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:38.561892 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'status': 'completed', 'code': 200} Aug 12 04:27:38.597680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Port': ['ID=6d9d6c79-b314-4459-aa86-f91d5697714d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:38.691988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.696172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.702329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b9fdf5b-e7f4-4fc7-ac30-1c83cc2013d0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "DELETE /v2.0/floatingips/df08c698-2602-48ec-a2a6-079064a8b8bf HTTP/1.1" status: 204 len: 168 time: 2.1841164 Aug 12 04:27:38.704699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47666) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:38.711406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c54d5911-22f5-4161-a47f-a13fe3b8c1f0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'floatingip': {'floating_network_id': '3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9', 'port_id': 'fba795d3-16fc-4de9-8729-96b5d1ef16a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:38.759055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-8278f190-149a-403b-9ce8-b429d499c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:38.760576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-8278f190-149a-403b-9ce8-b429d499c7ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1136 time: 0.1738870 Aug 12 04:27:38.767086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port a33aaa77-c083-40b6-8606-9f1052bd3aeb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:38.771137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.803788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea7d07-8570-4a72-951a-44d2c512d1d5 None None] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:38.825452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c54d5911-22f5-4161-a47f-a13fe3b8c1f0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.895643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:38.982991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] Provisioning for port f5c4d899-feea-4243-97a6-79901689c9ec completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:38.993143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] Provisioning complete for port f5c4d899-feea-4243-97a6-79901689c9ec triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:38.993857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:38.996638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.023077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.027063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-919f458f-a0ce-46a7-b8a8-c38272acc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:39.028750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-919f458f-a0ce-46a7-b8a8-c38272acc5d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.2560215 Aug 12 04:27:39.054346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for a33aaa77-c083-40b6-8606-9f1052bd3aeb owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:39.097042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.101269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-719029c4-fdf7-49b3-b7da-0d703e59e7a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 217 time: 0.0635231 Aug 12 04:27:39.130596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:27:39.165661 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c54d5911-22f5-4161-a47f-a13fe3b8c1f0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:27:39.167368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c54d5911-22f5-4161-a47f-a13fe3b8c1f0 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4615831 Aug 12 04:27:39.171648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47688) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:39.197543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'fba795d3-16fc-4de9-8729-96b5d1ef16a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:39.244466 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.245488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:39.245488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.245488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ad0e9de0-a901-417c-9631-96e9a00b3049 req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "PUT /v2.0/ports/824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 943 time: 1.1295090 Aug 12 04:27:39.294094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c8fe-016f-43fa-9134-c59afde4fe6f tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event updated for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:39.294094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-59f852e5-da4c-455b-8ba1-b73c1f7bfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:39.294094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-59f852e5-da4c-455b-8ba1-b73c1f7bfb55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.1822574 Aug 12 04:27:39.312863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:27:39.332251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-67e6abae-ac91-48fa-b1a1-3661d0047007 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301902 Aug 12 04:27:39.384896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] For port f5c4d899-feea-4243-97a6-79901689c9ec, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f5c4d899-feea-4243-97a6-79901689c9ec,segment=NetworkSegment(ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7),segment_id=ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:39.434366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.494307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.698112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-bd301389-f8f4-476c-bd83-bccfa907f33b service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446596 Aug 12 04:27:39.743303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d309-3a96-47ab-b71d-2946a786f736 None None] Pushing event updated for resources: {'Port': ['ID=f5c4d899-feea-4243-97a6-79901689c9ec,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:39.826977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4916708f-51f2-4668-b416-457d543a5ff8 None None] Provisioning complete for port f5c4d899-feea-4243-97a6-79901689c9ec triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:39.828059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4916708f-51f2-4668-b416-457d543a5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:39.886563 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-e5f9dee8-d8f6-45de-ba1e-8acaf127e870 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6207683 Aug 12 04:27:39.899623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:40.012353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca2ca-9d7f-4a4e-b4d8-c78a4d53a5e8 req-30545c42-6ed1-49a3-9033-ff7abddfd6c6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:40.014193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-facca2ca-9d7f-4a4e-b4d8-c78a4d53a5e8 req-30545c42-6ed1-49a3-9033-ff7abddfd6c6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2542503 Aug 12 04:27:40.057994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4916708f-51f2-4668-b416-457d543a5ff8 None None] Provisioning for port a33aaa77-c083-40b6-8606-9f1052bd3aeb completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:40.061872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4916708f-51f2-4668-b416-457d543a5ff8 None None] Provisioning complete for port a33aaa77-c083-40b6-8606-9f1052bd3aeb triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:40.062264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4916708f-51f2-4668-b416-457d543a5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.096294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4916708f-51f2-4668-b416-457d543a5ff8 None None] Port a33aaa77-c083-40b6-8606-9f1052bd3aeb was deleted so its status cannot be updated. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 04:27:40.099555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.139799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aafce947-c7e7-4f4c-b750-78ee17b80486 req-7e5c4d55-9ec3-429a-a93f-36a7e0e29ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660421 Aug 12 04:27:40.140464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.212370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=a33aaa77-c083-40b6-8606-9f1052bd3aeb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:40.231056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c9ae6ba2-9f88-4830-9fc2-28f2eb7689ca None None] Could not find standard attr ID for object a33aaa77-c083-40b6-8606-9f1052bd3aeb. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:27:40.275276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-facca2ca-9d7f-4a4e-b4d8-c78a4d53a5e8 req-7908e715-0f1f-432f-8649-fa7340f74ffa tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478888 Aug 12 04:27:40.317082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.323221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.330072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e0b9df17-4170-4f60-a1ad-c2a72a68c053 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/a33aaa77-c083-40b6-8606-9f1052bd3aeb HTTP/1.1" status: 204 len: 168 time: 1.8928385 Aug 12 04:27:40.334811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47750) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:40.357335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.415597 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c71449-fe55-412e-b50d-394646637af9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:27:40.421180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a7c71449-fe55-412e-b50d-394646637af9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/a33aaa77-c083-40b6-8606-9f1052bd3aeb HTTP/1.1" status: 404 len: 333 time: 0.0805411 Aug 12 04:27:40.423648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47756) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:40.553394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 95a1ad6d-8e38-4399-93e0-609a38edcd06 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:27:40.561269 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.566797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:40.569123 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0" -d '{"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:40.573440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Allocated IP 172.25.6.248 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/27fa23c8-47c7-4668-87d9-761204a932ae) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:40.607218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.723940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.728822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.763641 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a9a132-ee4c-47d4-bb3f-342e9a469634 x-openstack-request-id: req-12a9a132-ee4c-47d4-bb3f-342e9a469634 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:40.763987 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:40.764204 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12a9a132-ee4c-47d4-bb3f-342e9a469634 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:40.764950 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'status': 'completed', 'code': 200} Aug 12 04:27:40.832392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-eb40cc97-6b1c-4713-ab57-0ebb07abe3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:40.834386 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-eb40cc97-6b1c-4713-ab57-0ebb07abe3fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.0494606 Aug 12 04:27:40.900395 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.904026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.936586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c62a71-7a6d-46b4-b357-77e2c5094515 None None] Network 46ad604e-6c76-4ca6-84bf-df775ad21e08 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:40.947393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:40.951670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/95a1ad6d-8e38-4399-93e0-609a38edcd06 HTTP/1.1" status: 204 len: 168 time: 0.5205879 Aug 12 04:27:40.952408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e9d18-a656-446e-bf8c-b9e0ffeef4b7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=95a1ad6d-8e38-4399-93e0-609a38edcd06,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:40.954129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47778) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:40.980103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:41.022055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:41.043098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:41.059761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Allocated IP 172.25.6.11 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3f39ddb6-6d3c-4814-b48c-50e9ffdf89ff) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:41.124824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.160207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62df53-c2bf-424f-81d2-67f23a396b54 req-980255a7-c1b8-4e79-a4b7-fb1acfaa8ed6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:41.163940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce62df53-c2bf-424f-81d2-67f23a396b54 req-980255a7-c1b8-4e79-a4b7-fb1acfaa8ed6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.3269060 Aug 12 04:27:41.179206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event updated for resources: {'Port': ['ID=27fa23c8-47c7-4668-87d9-761204a932ae,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:41.252017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-9b9331fd-32ec-4064-9234-1ba356fc9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:41.253088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-9b9331fd-32ec-4064-9234-1ba356fc9ea5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.4030299 Aug 12 04:27:41.370493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] DHCP port deletion for 46ad604e-6c76-4ca6-84bf-df775ad21e08 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:27:41.375747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.378987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce62df53-c2bf-424f-81d2-67f23a396b54 req-b0883321-f0da-4ba4-9716-0ed0fda222dc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809471 Aug 12 04:27:41.380449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-baeaf3b3-d5a3-4d44-ae3f-815db6cfc7f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 217 time: 0.1198084 Aug 12 04:27:41.436437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] Deleting port f5c4d899-feea-4243-97a6-79901689c9ec {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:41.436821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.443567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port f5c4d899-feea-4243-97a6-79901689c9ec {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:41.444001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.512705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] For port f5c4d899-feea-4243-97a6-79901689c9ec, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f5c4d899-feea-4243-97a6-79901689c9ec,segment=NetworkSegment(ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7),segment_id=ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:41.513223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.532486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port f5c4d899-feea-4243-97a6-79901689c9ec, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f5c4d899-feea-4243-97a6-79901689c9ec,segment=NetworkSegment(ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7),segment_id=ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:41.532864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.534409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] Calling delete_port for f5c4d899-feea-4243-97a6-79901689c9ec owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:41.542272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-c8b59e0b-2e43-4ccb-a1f3-11ddafe9fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:41.543947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-c8b59e0b-2e43-4ccb-a1f3-11ddafe9fb37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.1524956 Aug 12 04:27:41.549406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for f5c4d899-feea-4243-97a6-79901689c9ec owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:41.587676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-d3244a57-4579-47d5-a4dd-b72ad3b3f8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363474 Aug 12 04:27:41.678117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.734060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event updated for resources: {'Port': ['ID=3f39ddb6-6d3c-4814-b48c-50e9ffdf89ff,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:41.755881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f5c4d899-feea-4243-97a6-79901689c9ec no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:27:41.794135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:41.797384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.799265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:41.802891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:41.815108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] No DVR routers for this DVR port f5c4d899-feea-4243-97a6-79901689c9ec on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:41.874276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:41.894530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a3350-5e25-4f8a-961c-a7a31f853810 None None] Pushing event deleted for resources: {'Port': ['ID=f5c4d899-feea-4243-97a6-79901689c9ec,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:41.905356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No active binding found for port f5c4d899-feea-4243-97a6-79901689c9ec {{(pid=95044) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 04:27:41.905818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f5c4d899-feea-4243-97a6-79901689c9ec not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:27:41.909501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=f5c4d899-feea-4243-97a6-79901689c9ec,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:41.925429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port f5c4d899-feea-4243-97a6-79901689c9ec on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:42.052342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.065519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.077564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ad604e-6c76-4ca6-84bf-df775ad21e08']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:42.090749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:42.091166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9a4ee8-9bd9-4da7-ae37-65890a9bbbf7') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:42.102876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.122514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.131325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:27:42.131940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:27:42.137129 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:27:42.298247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Deleting port 27fa23c8-47c7-4668-87d9-761204a932ae {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:42.298588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.393314 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.394483 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-7c357793-26e7-4267-930b-b113d083f27f service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987645 Aug 12 04:27:42.431015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.449961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.456971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/46ad604e-6c76-4ca6-84bf-df775ad21e08 HTTP/1.1" status: 204 len: 168 time: 1.4966908 Aug 12 04:27:42.457993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47838) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:42.492503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'name': 'tempest-PortsIpV6TestJSON-1828453782'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:42.501603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b531f2-7284-4fce-a8cd-090b2825c977 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=46ad604e-6c76-4ca6-84bf-df775ad21e08,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:42.525806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.526141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.579064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Calling delete_port for 27fa23c8-47c7-4668-87d9-761204a932ae owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:42.612750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff8e0671-6652-4dcb-b0f1-df7edd7319a0 req-9e711a7b-e0d6-40a9-9ba3-aeab5c4d3765 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088301 Aug 12 04:27:42.621034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ee22e-20ab-4fe8-a7c6-4eb942e4a884 req-61b56b01-f161-48a7-8dad-57a879a983c3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:42.629703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-923ee22e-20ab-4fe8-a7c6-4eb942e4a884 req-61b56b01-f161-48a7-8dad-57a879a983c3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.1061406 Aug 12 04:27:42.733796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-923ee22e-20ab-4fe8-a7c6-4eb942e4a884 req-1455e460-82c1-4b73-ae37-4ce771c0eb77 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024680 Aug 12 04:27:42.796541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:42.800167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.804196 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.824487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 998a586d-6356-40c6-966f-efa27cca4e82 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:42.903116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.905441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:42.932695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Port': ['ID=27fa23c8-47c7-4668-87d9-761204a932ae,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:43.060048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event updated for resources: {'Port': ['ID=3f39ddb6-6d3c-4814-b48c-50e9ffdf89ff,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:43.068288 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.106073 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] create failed (client error): The resource could not be found. Aug 12 04:27:43.107346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8e84c1f2-a314-4d03-bd54-3012a61ef03a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9347231 Aug 12 04:27:43.111508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:43.175397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.189231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.190678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-3bd34c99-421d-434f-9e19-90625296706d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2976890 Aug 12 04:27:43.231586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Deleting port fba795d3-16fc-4de9-8729-96b5d1ef16a5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:43.231928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.302068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-14144529-1ce6-4483-8c38-c20272a910a1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.1041312 Aug 12 04:27:43.357477 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.393590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Calling delete_port for fba795d3-16fc-4de9-8729-96b5d1ef16a5 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:43.454122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.526449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:43.540897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:43.545047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=998a586d-6356-40c6-966f-efa27cca4e82,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:43.556534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:43.562306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:43.563210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.593320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-cfc49415-cd31-46b0-85a2-284ae899b1ed tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:43.594759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-cfc49415-cd31-46b0-85a2-284ae899b1ed tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.2812233 Aug 12 04:27:43.606578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-75cc11f4-751c-44aa-96ff-aa497a002b4e tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:43.607511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a59f0df-625e-4d0a-9821-cafb78c65a0f req-75cc11f4-751c-44aa-96ff-aa497a002b4e tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060291 Aug 12 04:27:43.702116 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c2ace43-da11-413b-b1ef-1681542567ce tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2158351 Aug 12 04:27:43.702762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47900) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:43.749229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:43.813964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Port': ['ID=fba795d3-16fc-4de9-8729-96b5d1ef16a5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:43.899738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a519-621a-406c-9314-da492e7f1ed6 req-98c158b7-3dbd-426d-943a-ee70ca3c45cc tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:43.902915 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-98c158b7-3dbd-426d-943a-ee70ca3c45cc tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2253115 Aug 12 04:27:43.920744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63d147-2bd3-4791-b296-54f5c691402e req-c63b6797-9ff8-4b1a-bece-4357b0a8250e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:43.922474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf63d147-2bd3-4791-b296-54f5c691402e req-c63b6797-9ff8-4b1a-bece-4357b0a8250e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.1024437 Aug 12 04:27:43.971956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 998a586d-6356-40c6-966f-efa27cca4e82 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:43.972291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.042963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-381d384c-6815-4b98-bddf-1641fa068231 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 695 time: 0.1267657 Aug 12 04:27:44.049348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'floatingip': {'port_id': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:44.127109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.158819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 998a586d-6356-40c6-966f-efa27cca4e82 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:44.159023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.164773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bae67df7-827b-4dd7-9e45-a629d9ce115a tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "DELETE /v2.0/ports/fba795d3-16fc-4de9-8729-96b5d1ef16a5 HTTP/1.1" status: 204 len: 168 time: 1.0507710 Aug 12 04:27:44.165703 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cf63d147-2bd3-4791-b296-54f5c691402e req-b7d14bd6-0dca-4ef3-8d90-d660f2b2004d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339301 Aug 12 04:27:44.166431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47922) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:44.174661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.343041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6becb5d-de04-426e-bdf1-268193ba87e4 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:44.345682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f6becb5d-de04-426e-bdf1-268193ba87e4 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1be9d9-e38f-4e45-a4d4-9736e45bc77a HTTP/1.1" status: 200 len: 913 time: 0.1767449 Aug 12 04:27:44.348286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47930) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:44.549101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.624490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=998a586d-6356-40c6-966f-efa27cca4e82,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:44.627517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.629548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0fcf865f-a300-4f68-8303-61b0357b9fb9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/998a586d-6356-40c6-966f-efa27cca4e82 HTTP/1.1" status: 204 len: 168 time: 0.9258003 Aug 12 04:27:44.632220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47944) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:44.639255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'mac_address': 'fa:16:3e:79:37:95', 'name': 'tempest-PortsIpV6TestJSON-363384499'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:44.879041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:44.945785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:44.970684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:45.159674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:45.178695 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Floating IP c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34 associated. External IP: 172.25.6.11, port: 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1. Aug 12 04:27:45.194734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:45.198243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 6d04d5ed-4417-40d0-8dc1-c860d023e170 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:45.519994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Router 98334380-aed4-4407-8a1e-4084e2aaec4b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:27:45.735524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:27:45.771936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] Sync routers for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:27:45.801440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:45.803714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:45.813110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:45.890172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-3f8c54a7-298a-40c4-91d3-d5fbcbced136 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "PUT /v2.0/floatingips/c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34 HTTP/1.1" status: 200 len: 996 time: 1.8459685 Aug 12 04:27:45.892544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:45.900530 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:46.036570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a519-621a-406c-9314-da492e7f1ed6 req-4d72a5e2-cfac-4db8-8c82-4085b8400e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.036570 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-4d72a5e2-cfac-4db8-8c82-4085b8400e33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.1066139 Aug 12 04:27:46.101546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:27:46.200829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a519-621a-406c-9314-da492e7f1ed6 req-7d3d008b-58e4-4f74-ba69-91984363e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.202785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-7d3d008b-58e4-4f74-ba69-91984363e5d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.1588571 Aug 12 04:27:46.290815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8157-9f59-4f45-a824-110a726a6884 req-7a4fcc14-7252-41ec-9be4-5d23eb13970e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.290815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b5c8157-9f59-4f45-a824-110a726a6884 req-7a4fcc14-7252-41ec-9be4-5d23eb13970e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.4057083 Aug 12 04:27:46.312954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-ee8303fc-8cf8-49bd-b579-75cc56e963d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 999 time: 0.0866261 Aug 12 04:27:46.330105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:46.378470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387a519-621a-406c-9314-da492e7f1ed6 req-61a44965-2830-4e3d-9c46-76676fb4701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.380045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-61a44965-2830-4e3d-9c46-76676fb4701d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.0593040 Aug 12 04:27:46.418231 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-33e2d9de-9083-4463-bfcd-dbc0f96faf87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301118 Aug 12 04:27:46.432905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-9be4b992-796f-444a-9f89-d270bc5f2dac service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:46.434092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-9be4b992-796f-444a-9f89-d270bc5f2dac service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075619 Aug 12 04:27:46.441228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b5c8157-9f59-4f45-a824-110a726a6884 req-8640f16b-4368-4e5f-a4eb-fd9ed56c333d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471422 Aug 12 04:27:46.494936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'floating_ip_address': '172.25.6.11', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'port_id': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'mac_address': 'fa:16:3e:fe:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:27:41Z', 'updated_at': '2021-08-12T04:27:44Z', 'revision_number': 1, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:44Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:46.506509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Deleting port 28b3e5ed-127e-495a-be57-6090b50ab070 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:46.506956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:46.544093 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7bf9d4-3234-4e1c-abf2-4860369b775b x-openstack-request-id: req-8b7bf9d4-3234-4e1c-abf2-4860369b775b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:46.544652 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:46.545167 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b7bf9d4-3234-4e1c-abf2-4860369b775b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:46.545759 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'status': 'completed', 'code': 200} Aug 12 04:27:46.570765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] Checking router: 98334380-aed4-4407-8a1e-4084e2aaec4b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:27:46.606507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:46.608684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:46.627243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:46.643575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Calling delete_port for 28b3e5ed-127e-495a-be57-6090b50ab070 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:46.648283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-a50c84bc-b1ce-4c82-943b-66acd9c9d62c service neutron] 10.222.0.42 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045529 Aug 12 04:27:46.651186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-14e9fbd4-1711-4373-bc8d-080cde9ca105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.652714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-14e9fbd4-1711-4373-bc8d-080cde9ca105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.0902860 Aug 12 04:27:46.790034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:46.802531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e387a519-621a-406c-9314-da492e7f1ed6 req-59a2cdc3-8ae5-4ac1-819c-5ba5d4bfca0d service neutron] 10.222.0.42 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431365 Aug 12 04:27:46.834262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:27:46.865298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:46.869385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=6d04d5ed-4417-40d0-8dc1-c860d023e170,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:46.881622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:46.885552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:46.895698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.895698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:46.901895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-c1ad189b-5e24-47c3-8bd6-f0545c36775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:46.904053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-c1ad189b-5e24-47c3-8bd6-f0545c36775c service neutron] 10.222.0.36 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.2404516 Aug 12 04:27:47.002740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-fd2eff3d-0a6f-42dd-aeca-79d9b1d5a64c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 999 time: 0.0909600 Aug 12 04:27:47.067728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-11342a9d-2e24-473b-b9c1-e16678e19534 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4344468 Aug 12 04:27:47.072998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48018) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:47.123808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-05564bcf-bb47-44de-b507-3c1696ad22fe tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 999 time: 0.1470997 Aug 12 04:27:47.145580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-47317cfb-ff53-419f-97cb-cab66c29c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:47.152294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-47317cfb-ff53-419f-97cb-cab66c29c7f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.1213636 Aug 12 04:27:47.183602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b23e00d-2c79-4a95-8e57-6429edb9c3b1 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:47.188468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4b23e00d-2c79-4a95-8e57-6429edb9c3b1 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/6d04d5ed-4417-40d0-8dc1-c860d023e170 HTTP/1.1" status: 200 len: 844 time: 0.1144707 Aug 12 04:27:47.191642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-e0471466-5998-423a-829b-7fdd75de2cc6 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:47.204337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-e0471466-5998-423a-829b-7fdd75de2cc6 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports/824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 943 time: 0.0794280 Aug 12 04:27:47.205520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:47.226013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:47.235755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-846ef22a-4257-452e-9762-5d30e40c25ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460179 Aug 12 04:27:47.320138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Port': ['ID=28b3e5ed-127e-495a-be57-6090b50ab070,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:47.346146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'floating_ip_address': '172.25.6.11', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'port_id': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'mac_address': 'fa:16:3e:fe:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:27:41Z', 'updated_at': '2021-08-12T04:27:44Z', 'revision_number': 1, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:44Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:47.388329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12b8fd6-554b-491a-9b3e-4fbba18a8ff4 None None] The sync data for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 is: [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'floating_ip_address': '172.25.6.11', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'port_id': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'mac_address': 'fa:16:3e:fe:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:27:41Z', 'updated_at': '2021-08-12T04:27:44Z', 'revision_number': 1, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:44Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:27:47.431488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-d69621c7-061c-4741-b4ef-4763aea4c058 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878698 Aug 12 04:27:47.510608 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-6825b133-2e6c-423f-a525-129ae1969103 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 999 time: 0.2063913 Aug 12 04:27:47.860733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:47.879071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18873c6-0512-4fc0-85c9-c83d49752cd4 req-86b54ffc-5fad-4f12-8d6f-5cf4ddec3e15 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:47.891097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e18873c6-0512-4fc0-85c9-c83d49752cd4 req-86b54ffc-5fad-4f12-8d6f-5cf4ddec3e15 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2127483 Aug 12 04:27:47.916587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30c07ae6-1272-4911-b20b-b7e40f7e4d8a req-68d49ea7-5301-4edd-ad5d-fc6db61a7d5d service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720724 Aug 12 04:27:47.945688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 6d04d5ed-4417-40d0-8dc1-c860d023e170 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:47.946064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:47.978001 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a361196-4d98-4d61-a277-f80a92f52738 None None] New status for floating IP c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:27:48.023161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e18873c6-0512-4fc0-85c9-c83d49752cd4 req-f3263b5f-fce8-4f9b-9bbc-3f479024473b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347153 Aug 12 04:27:48.224296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-452d181d-ac8a-4ad5-ade8-0ca66ca83011 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:48.225779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-452d181d-ac8a-4ad5-ade8-0ca66ca83011 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.7085483 Aug 12 04:27:48.240736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-67e75dc5-4626-4aa3-83f7-dfa9f8b8865d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:48.241764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-67e75dc5-4626-4aa3-83f7-dfa9f8b8865d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079157 Aug 12 04:27:48.244056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:48.294137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 6d04d5ed-4417-40d0-8dc1-c860d023e170 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:48.429682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Router 8a1be9d9-e38f-4e45-a4d4-9736e45bc77a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:27:48.469517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-e232282d-1690-4520-8461-2c55b61e7201 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 1001 time: 0.2139823 Aug 12 04:27:48.495248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:48.616558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:27:48.622802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf5150f9-a002-4f4d-b7b5-f9c08ff17c20 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "PUT /v2.0/routers/8a1be9d9-e38f-4e45-a4d4-9736e45bc77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2732296 Aug 12 04:27:48.626123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48100) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:48.627920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] Sync routers for ids ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:27:48.641615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] Routers {'8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:48.642576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:48.653281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:48.727279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:48.757883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] Routers {'8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:48.758508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:48.786584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:48.841588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:48.841994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:48.844306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de86377-48f2-4884-89f2-21cf7d399d4b None None] The sync data for ids ['8a1be9d9-e38f-4e45-a4d4-9736e45bc77a'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:27:48.903617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=6d04d5ed-4417-40d0-8dc1-c860d023e170,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:48.925643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:48.929474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f0d20c0-e30f-4e92-857a-24044c0df390 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/6d04d5ed-4417-40d0-8dc1-c860d023e170 HTTP/1.1" status: 204 len: 168 time: 1.7218642 Aug 12 04:27:48.935709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48114) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:48.970886 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51543c-a69d-4de8-a8bb-0c7506eb7f57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:27:48.974901 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-da51543c-a69d-4de8-a8bb-0c7506eb7f57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/6d04d5ed-4417-40d0-8dc1-c860d023e170 HTTP/1.1" status: 404 len: 333 time: 0.0370600 Aug 12 04:27:48.981387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48118) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:49.007266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'name': 'tempest-PortsIpV6TestJSON-2019618538'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:49.196253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.292190 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.292900 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Floating IP c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34 disassociated. External IP: 172.25.6.11, port: 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1. Aug 12 04:27:49.367654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:49.372507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.590629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.594100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.671645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4452b-9f39-47a5-a4cd-21450c66bf08 req-ca035386-6284-4e7c-8ffc-87e03338a022 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:49.673534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcc4452b-9f39-47a5-a4cd-21450c66bf08 req-ca035386-6284-4e7c-8ffc-87e03338a022 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.0945797 Aug 12 04:27:49.730025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcc4452b-9f39-47a5-a4cd-21450c66bf08 req-5d70cc9a-939d-4fc6-be3b-811b58cf7251 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Aug 12 04:27:49.814221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port a72e6257-0418-4edd-bbe5-e6af5a07838b yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:49.815616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.816306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Fanout notify agent at l3_agent the message router_deleted on router 8a1be9d9-e38f-4e45-a4d4-9736e45bc77a {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:27:49.827986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.829543 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d64fca12-c5c3-406f-ac17-b9c87f7faea5 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "DELETE /v2.0/routers/8a1be9d9-e38f-4e45-a4d4-9736e45bc77a HTTP/1.1" status: 204 len: 168 time: 1.2017965 Aug 12 04:27:49.832840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48174) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:49.928483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Deleting subnet c10b9845-331c-453e-a5e0-db7feb3f5940 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:27:49.934995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:49.990086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.121595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.175251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.261562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Router 98334380-aed4-4407-8a1e-4084e2aaec4b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:27:50.314343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.373022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Subnet': ['ID=c10b9845-331c-453e-a5e0-db7feb3f5940,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:50.378352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.382862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dac37c5e-68be-4ba6-95ba-bbbffff86797 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "DELETE /v2.0/subnets/c10b9845-331c-453e-a5e0-db7feb3f5940 HTTP/1.1" status: 204 len: 168 time: 0.5466874 Aug 12 04:27:50.384671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b34aba-beee-40a8-b9f5-c5671167fe4b None None] Network 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:50.393236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48210) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:50.426814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:27:50.431672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.439646 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85700176-1706-4991-ae47-86548bde29b7 None None] Sync routers for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:27:50.453752 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:50.459152 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:50.464502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.523996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=a72e6257-0418-4edd-bbe5-e6af5a07838b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:50.585808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-d7f98f13-8093-4e76-a824-e236ab75caca tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "PUT /v2.0/floatingips/c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34 HTTP/1.1" status: 200 len: 694 time: 2.0986345 Aug 12 04:27:50.588413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:50.591412 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6db53d2-c020-4cf5-b54d-62e615277057" -d '{"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:50.603072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.621289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:50.640158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:50.654213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:50.662425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:50.692489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.710514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Deleting port e102a3e0-571b-4333-a37d-410b50f21916 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:50.711009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.714338 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:27:50.773119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] DHCP port deletion for 3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:27:50.866358 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f546e5e-640c-4a8b-96a2-ebd396444905 x-openstack-request-id: req-8f546e5e-640c-4a8b-96a2-ebd396444905 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:50.867652 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:50.870836 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f546e5e-640c-4a8b-96a2-ebd396444905 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:50.870836 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'status': 'completed', 'code': 200} Aug 12 04:27:50.871098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] For port e102a3e0-571b-4333-a37d-410b50f21916, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e102a3e0-571b-4333-a37d-410b50f21916,segment=NetworkSegment(6808622a-0347-4d0b-9efa-218eff46bb9c),segment_id=6808622a-0347-4d0b-9efa-218eff46bb9c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:50.871581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.894361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Calling delete_port for e102a3e0-571b-4333-a37d-410b50f21916 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:50.899433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-62d910f1-beed-4b69-82da-6f7a232f019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:50.901243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-62d910f1-beed-4b69-82da-6f7a232f019c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.2745175 Aug 12 04:27:50.960678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] Deleting port e102a3e0-571b-4333-a37d-410b50f21916 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:50.961125 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:50.984753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78b82d83-11b7-47bd-b4bd-79280b30b8f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0018780 Aug 12 04:27:50.995075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48242) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:51.020445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:51.070969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] For port e102a3e0-571b-4333-a37d-410b50f21916, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e102a3e0-571b-4333-a37d-410b50f21916,segment=NetworkSegment(6808622a-0347-4d0b-9efa-218eff46bb9c),segment_id=6808622a-0347-4d0b-9efa-218eff46bb9c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:51.071658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:51.093881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] Calling delete_port for e102a3e0-571b-4333-a37d-410b50f21916 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:51.097141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-496c113c-6c81-400e-b12a-70e828d63c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:51.099660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-496c113c-6c81-400e-b12a-70e828d63c1d service neutron] 10.222.0.42 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.1902764 Aug 12 04:27:51.155194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-2969d442-1669-4797-84d0-ff5e0c391c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:51.156945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-2969d442-1669-4797-84d0-ff5e0c391c69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 1097 time: 0.2454436 Aug 12 04:27:51.222044 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:44Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:51.234689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-613acf05-7c9f-4301-81ec-c7984570fe7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 217 time: 0.1287854 Aug 12 04:27:51.269326 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85700176-1706-4991-ae47-86548bde29b7 None None] Checking router: 98334380-aed4-4407-8a1e-4084e2aaec4b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:27:51.274865 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:27:51.275499 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:27:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:51.319834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:51.343328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de3fa3-7e2f-4cb6-85cc-4769cefddb91 req-73e25193-78ad-4c64-8b72-a8f2f1354743 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:51.345405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85de3fa3-7e2f-4cb6-85cc-4769cefddb91 req-73e25193-78ad-4c64-8b72-a8f2f1354743 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.3776879 Aug 12 04:27:51.365642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:51.369705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-fab1a595-b146-4140-9238-512b929988ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:51.377277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-fab1a595-b146-4140-9238-512b929988ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.1266439 Aug 12 04:27:51.388876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] No DVR routers for this DVR port e102a3e0-571b-4333-a37d-410b50f21916 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:51.408910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730f589-7d7f-419c-a2d6-f7dfb292c7c6 None None] Pushing event deleted for resources: {'Port': ['ID=e102a3e0-571b-4333-a37d-410b50f21916,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:51.451803 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-545e3f21-bd01-437a-9c12-75714d140718 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681233 Aug 12 04:27:51.453037 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:27:51.599323 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-724eaee4-421d-4ed3-bdac-421ce5380c8f service neutron] 10.222.0.42 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456623 Aug 12 04:27:51.695477 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:51.749522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e102a3e0-571b-4333-a37d-410b50f21916 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:27:51.752275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85de3fa3-7e2f-4cb6-85cc-4769cefddb91 req-ccbc8178-b840-47bc-918f-7fa19007684e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908281 Aug 12 04:27:51.781787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Port': ['ID=e102a3e0-571b-4333-a37d-410b50f21916,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:51.811074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2fc72f1-d605-46b3-bfed-84fd586521ce req-0fea38dd-3246-4d96-89e4-e74228691af3 service neutron] 10.222.0.42 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048080 Aug 12 04:27:51.814959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-2b67bd25-4d28-4ccc-a14d-63c0f570036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:51.821848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-2b67bd25-4d28-4ccc-a14d-63c0f570036a service neutron] 10.222.0.36 "GET /v2.0/networks?id=af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 200 len: 921 time: 0.6288860 Aug 12 04:27:51.821848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] No DVR routers for this DVR port e102a3e0-571b-4333-a37d-410b50f21916 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:51.825736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e102a3e0-571b-4333-a37d-410b50f21916 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:27:51.826883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e102a3e0-571b-4333-a37d-410b50f21916 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:27:51.936066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-ed7a4dc6-5338-48b7-8db4-2c5c372b069a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 200 len: 217 time: 0.1016760 Aug 12 04:27:51.997185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.068305 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-85700176-1706-4991-ae47-86548bde29b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:44Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:52.084278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.089700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.104285 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85700176-1706-4991-ae47-86548bde29b7 None None] The sync data for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 is: [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:26:35Z', 'revision_number': 4, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3a522025-a9e5-4b43-882c-1ff29dc67ebf', 'name': '', 'network_id': 'af06ba11-2f83-439b-a76e-a7cd709f4dd1', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'mac_address': 'fa:16:3e:61:3a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:32Z', 'updated_at': '2021-08-12T04:26:44Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'subnets': [{'id': '876948c4-3076-430d-b0c7-b5a84c9cc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:27:52.142090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-5b92cf3d-dcbf-49b6-a0e2-145a2b0dfd3d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips/c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34 HTTP/1.1" status: 200 len: 694 time: 0.1567240 Aug 12 04:27:52.165548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:52.182756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] In _notify_port_updated(), no bound segment for port a72e6257-0418-4edd-bbe5-e6af5a07838b on network 6bf51942-c60c-4414-9a92-df3f776ae2ba {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:27:52.188859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:52.189500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.193369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/ports/a72e6257-0418-4edd-bbe5-e6af5a07838b HTTP/1.1" status: 200 len: 818 time: 1.1805966 Aug 12 04:27:52.194052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48304) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:52.217053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6808622a-0347-4d0b-9efa-218eff46bb9c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:52.217569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6808622a-0347-4d0b-9efa-218eff46bb9c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:27:52.308091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-ed9f1ba7-276c-4d40-b7d8-e3f5f518bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:52.309816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-ed9f1ba7-276c-4d40-b7d8-e3f5f518bab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 200 len: 860 time: 0.3262901 Aug 12 04:27:52.344626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.400721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port a72e6257-0418-4edd-bbe5-e6af5a07838b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:52.401222 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.419991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b647b-9b8c-4bd2-a4fb-65c5987514e5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=a72e6257-0418-4edd-bbe5-e6af5a07838b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:52.439266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-4e0ae0c6-906e-4bca-a8c5-eddb1d2ad0ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=af06ba11-2f83-439b-a76e-a7cd709f4dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877428 Aug 12 04:27:52.439266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:27:52.465382 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:27:52.522893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.538823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for a72e6257-0418-4edd-bbe5-e6af5a07838b owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:52.615919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e1fb1-9fdb-4558-bf8a-591acfb51e51 None None] New status for floating IP c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:27:52.637205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-82c7c9a8-b74c-4ead-96f1-80d864460eb4 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:52.639532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-82c7c9a8-b74c-4ead-96f1-80d864460eb4 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 784 time: 0.4685400 Aug 12 04:27:52.676696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-d54e04cd-105e-4c04-b3b9-028763c3d799 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:27:52.677863 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-d54e04cd-105e-4c04-b3b9-028763c3d799 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068173 Aug 12 04:27:52.679937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-ceab9efd-9394-4166-810a-16e301e91961 service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332985 Aug 12 04:27:52.814689 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.821112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.834015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-fa33b5fe-308e-47a7-acf3-69618b656f7d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 697 time: 0.1482954 Aug 12 04:27:52.835305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:52.837241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] 10.222.0.42 "DELETE /v2.0/networks/3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9 HTTP/1.1" status: 204 len: 168 time: 2.4408107 Aug 12 04:27:52.853508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec04705-9104-49b8-be1e-98588682a014 tempest-FloatingIPNegativeTestJSON-523543266 tempest-FloatingIPNegativeTestJSON-523543266-project] Pushing event deleted for resources: {'Network': ['ID=3e6a1a4c-88d1-4b96-b9f8-0ac147be26b9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:52.881924 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6db53d2-c020-4cf5-b54d-62e615277057 req-6222a03b-25df-4697-9124-4b2cf6a21f8c service neutron] 10.222.0.36 "GET /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879835 Aug 12 04:27:52.940734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-1a9c5ebd-651c-4042-90b4-574e9e9ff2c1 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.6.11 HTTP/1.1" status: 200 len: 697 time: 0.0631430 Aug 12 04:27:52.956647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=a72e6257-0418-4edd-bbe5-e6af5a07838b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:53.080575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.082567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4a188cfc-ee15-4ab4-9b63-4827828a71d3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/a72e6257-0418-4edd-bbe5-e6af5a07838b HTTP/1.1" status: 204 len: 168 time: 0.8878257 Aug 12 04:27:53.091605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:53.121728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f2f73-4225-4270-a32a-31e429ce6a8c req-62b186d9-dfb5-4996-9c3d-c24b1f856f3d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:53.123736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa0f2f73-4225-4270-a32a-31e429ce6a8c req-62b186d9-dfb5-4996-9c3d-c24b1f856f3d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.1687438 Aug 12 04:27:53.184172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa0f2f73-4225-4270-a32a-31e429ce6a8c req-9ff618c0-4c51-435a-9883-30a63aadcfde tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542133 Aug 12 04:27:53.203360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16a18a-aa93-481c-8553-b1187e262efa tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:53.205154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0a16a18a-aa93-481c-8553-b1187e262efa tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1076155 Aug 12 04:27:53.207989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48362) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:53.266010 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-177800e8-d27b-4090-b370-e0ffba2c4fc1 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:27:53.272095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48366) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:53.275951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-177800e8-d27b-4090-b370-e0ffba2c4fc1 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/a72e6257-0418-4edd-bbe5-e6af5a07838b HTTP/1.1" status: 404 len: 333 time: 0.0630627 Aug 12 04:27:53.279959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Deleting port 3f39ddb6-6d3c-4814-b48c-50e9ffdf89ff {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:53.280476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.280976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-19271106'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:53.372992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.373331 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.379709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:53.383728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.390894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Calling delete_port for 3f39ddb6-6d3c-4814-b48c-50e9ffdf89ff owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:53.512807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:53.526491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-e05c00ba-678f-49ff-949e-86678b0b823d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022019 Aug 12 04:27:53.621082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-02fd7aaf-3373-4246-ab90-cdfdd6891f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:53.622786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-02fd7aaf-3373-4246-ab90-cdfdd6891f6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.0428259 Aug 12 04:27:53.663193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.706538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.707227 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment 3996db03-0c47-42e1-b6ee-beee8fc098c1 of type vlan for network c5f61efe-ba6e-42d3-8e00-d53e251c3aff Aug 12 04:27:53.722972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event deleted for resources: {'Port': ['ID=3f39ddb6-6d3c-4814-b48c-50e9ffdf89ff,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:53.769939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48380) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:53.773988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.803162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.805702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.806898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53299cf0-8c27-40bf-9ad0-9df9021d24af req-32d63ea8-a43a-4e3c-b8cf-49bf92237a54 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "DELETE /v2.0/floatingips/c3a7d22c-0a9e-4c2f-9051-0cd0a797bc34 HTTP/1.1" status: 204 len: 173 time: 0.8613653 Aug 12 04:27:53.818839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-e35242e3-4b7d-4a5e-806d-3674cfbf3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:53.820239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-e35242e3-4b7d-4a5e-806d-3674cfbf3fc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1762114 Aug 12 04:27:53.924848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-a3b606e2-103d-436a-9b89-35d5351b00a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.0964446 Aug 12 04:27:53.992589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:53.998853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:53.999652 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.008086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-8b66b080-0c90-4e07-8d6d-2a98e4a34474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:54.009702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-8b66b080-0c90-4e07-8d6d-2a98e4a34474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0706227 Aug 12 04:27:54.016664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7f6d8d8e-4ffc-405f-aeb1-9868801178d8 req-507d90b1-ebcc-4609-962c-06ca73d277b7 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups/eb75cb41-5d0f-4078-8ba2-f154e4c2eb20 HTTP/1.1" status: 200 len: 1809 time: 0.1871734 Aug 12 04:27:54.142113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=c5f61efe-ba6e-42d3-8e00-d53e251c3aff,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:54.157870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:54.179286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-cc4795d4-ef8b-4f77-bfbd-58c5277bc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:54.180931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-cc4795d4-ef8b-4f77-bfbd-58c5277bc28f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515679 Aug 12 04:27:54.214183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b19f241c-0baa-4be2-ba1e-73977795eb0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e6da71bd75d4097ae15415f03c09fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431047 Aug 12 04:27:54.217180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48396) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:54.229483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6c7a3358-20c0-4a89-b6cd-19927a4c0066 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9534299 Aug 12 04:27:54.230751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48398) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:54.281904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:54.322158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7f6d8d8e-4ffc-405f-aeb1-9868801178d8 req-76dd9283-bac5-4309-869c-e979fb6e0647 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.386473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7f6d8d8e-4ffc-405f-aeb1-9868801178d8 req-76dd9283-bac5-4309-869c-e979fb6e0647 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.423544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-64c1bbb4-c387-44ac-b025-ff0a42469db8 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271035 Aug 12 04:27:54.460516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76dd3211-b5f9-4cf0-b18b-9c53288681ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.546257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76dd3211-b5f9-4cf0-b18b-9c53288681ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.565994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaefd-4085-4e6e-a0b0-bacf314b8b53 req-867bc843-72aa-4ab0-8077-27599eb77083 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:54.567963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4adaefd-4085-4e6e-a0b0-bacf314b8b53 req-867bc843-72aa-4ab0-8077-27599eb77083 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2419963 Aug 12 04:27:54.604649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a40172ac-9d70-4435-bcd0-0c57e1469742 req-ac2177af-466d-4b85-9352-914a23bb41a4 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697173 Aug 12 04:27:54.640530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4adaefd-4085-4e6e-a0b0-bacf314b8b53 req-e212931c-8e4f-4743-b82c-117a268ac40b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630081 Aug 12 04:27:54.753780 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7f6d8d8e-4ffc-405f-aeb1-9868801178d8 req-76dd9283-bac5-4309-869c-e979fb6e0647 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.757106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7f6d8d8e-4ffc-405f-aeb1-9868801178d8 req-76dd9283-bac5-4309-869c-e979fb6e0647 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.758529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7f6d8d8e-4ffc-405f-aeb1-9868801178d8 req-76dd9283-bac5-4309-869c-e979fb6e0647 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "DELETE /v2.0/security-groups/eb75cb41-5d0f-4078-8ba2-f154e4c2eb20 HTTP/1.1" status: 204 len: 173 time: 0.6955190 Aug 12 04:27:54.775515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd9283-bac5-4309-869c-e979fb6e0647 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb75cb41-5d0f-4078-8ba2-f154e4c2eb20,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:54.828406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:54.833778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.842787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76dd3211-b5f9-4cf0-b18b-9c53288681ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.846189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76dd3211-b5f9-4cf0-b18b-9c53288681ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:54.847628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-76dd3211-b5f9-4cf0-b18b-9c53288681ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/546d2d27-023b-4c1c-a1f1-470dc11c5ed3 HTTP/1.1" status: 204 len: 168 time: 0.6286333 Aug 12 04:27:55.007273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd3211-b5f9-4cf0-b18b-9c53288681ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546d2d27-023b-4c1c-a1f1-470dc11c5ed3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:55.358778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:55.492278 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:55.497511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=24207525-6bf2-4ea4-b5dc-5df7fe10838a,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:55.546470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': '3996db03-0c47-42e1-b6ee-beee8fc098c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:55.547451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: c5f61efe-ba6e-42d3-8e00-d53e251c3aff, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:27:55.584397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a72a18-67c0-428e-9581-43ea3fd91534 req-7f44f392-9638-4458-9d34-92a63e3e493d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:55.595385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20a72a18-67c0-428e-9581-43ea3fd91534 req-7f44f392-9638-4458-9d34-92a63e3e493d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1455686 Aug 12 04:27:55.662285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20a72a18-67c0-428e-9581-43ea3fd91534 req-3d2c89e8-0f47-463e-9a0e-21211ee0c531 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636806 Aug 12 04:27:55.735826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:27:55.777191 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:55.796060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debeda1-ba4a-4768-928e-e64709e15c24 req-aabf8ba8-f67d-4a63-ab0b-7870f330695c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:55.804665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1debeda1-ba4a-4768-928e-e64709e15c24 req-aabf8ba8-f67d-4a63-ab0b-7870f330695c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.0800846 Aug 12 04:27:55.856765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1debeda1-ba4a-4768-928e-e64709e15c24 req-83c2d90a-f831-452a-a975-8702f16b0786 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Aug 12 04:27:55.902219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c5f61efe-ba6e-42d3-8e00-d53e251c3aff) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:55.914414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688449f-2dde-4c8a-b266-399033245711 None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:55.916172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:55.917928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.074377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d14d38a-4b36-4d8b-8c10-88080b5aa684 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8333793 Aug 12 04:27:56.076856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:56.083953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:56.100077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '24207525-6bf2-4ea4-b5dc-5df7fe10838a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:27:56.101319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.291161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Allocated IP 2001:db8::2 (c5f61efe-ba6e-42d3-8e00-d53e251c3aff/24207525-6bf2-4ea4-b5dc-5df7fe10838a/824a14ca-c51c-405c-a6af-65fced703077) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:56.388016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:56.396801 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.453520 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.464797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Transition to ACTIVE for port object 824a14ca-c51c-405c-a6af-65fced703077 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:56.482913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Transition to ACTIVE for port object 824a14ca-c51c-405c-a6af-65fced703077 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:27:56.588738 n-d-804320-1 neutron-server[95043]: INFO neutron.db.ipam_backend_mixin [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24207525-6bf2-4ea4-b5dc-5df7fe10838a (CIDR: 2001:db8::/64) Aug 12 04:27:56.594288 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.606466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48460) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:56.636249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:56.641467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:56.649250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:27:56.659117 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:27:56.659580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:27:56.665711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Pushing event updated for resources: {'Port': ['ID=824a14ca-c51c-405c-a6af-65fced703077,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:56.725549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Attempting to bind port 824a14ca-c51c-405c-a6af-65fced703077 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:27:56.727477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Attempting to bind port 824a14ca-c51c-405c-a6af-65fced703077 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '3996db03-0c47-42e1-b6ee-beee8fc098c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:27:56.728244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Attempting to bind port 824a14ca-c51c-405c-a6af-65fced703077 on network c5f61efe-ba6e-42d3-8e00-d53e251c3aff {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:27:56.742377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:27:56.743224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Checking segment: {'id': '3996db03-0c47-42e1-b6ee-beee8fc098c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:27:56.745288 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.745828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Bound using segment: {'id': '3996db03-0c47-42e1-b6ee-beee8fc098c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:27:56.746453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Bound port: 824a14ca-c51c-405c-a6af-65fced703077, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3996db03-0c47-42e1-b6ee-beee8fc098c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:27:56.746979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.837794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] For port 824a14ca-c51c-405c-a6af-65fced703077, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:27:56.842124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] For port 824a14ca-c51c-405c-a6af-65fced703077, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=824a14ca-c51c-405c-a6af-65fced703077,segment=NetworkSegment(3996db03-0c47-42e1-b6ee-beee8fc098c1),segment_id=3996db03-0c47-42e1-b6ee-beee8fc098c1)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:27:56.861132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adf643-a988-40fc-8aae-ddaeeb33fde2 req-2d0f75ca-8e50-4634-8fea-fefc6ccbb680 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:56.862841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2adf643-a988-40fc-8aae-ddaeeb33fde2 req-2d0f75ca-8e50-4634-8fea-fefc6ccbb680 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0836675 Aug 12 04:27:56.878765 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f09dc941-cb2b-4c5d-a68c-e8359ef7d2fe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7998900 Aug 12 04:27:56.883065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48474) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:56.889300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:56.954096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2adf643-a988-40fc-8aae-ddaeeb33fde2 req-2a2b50c7-5105-4c34-9003-23a1de34e676 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721288 Aug 12 04:27:56.968840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:56.987813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422823894'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:57.053128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d144cc-c467-42f7-9751-bb08cb3f6928 None None] Pushing event updated for resources: {'Port': ['ID=824a14ca-c51c-405c-a6af-65fced703077,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:57.090795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2fc5-db81-479b-9ae4-78ff0107d4be req-5cf1662a-9261-4aba-85dd-b2fba078e20a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:57.092879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c14e2fc5-db81-479b-9ae4-78ff0107d4be req-5cf1662a-9261-4aba-85dd-b2fba078e20a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.1165361 Aug 12 04:27:57.135327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c14e2fc5-db81-479b-9ae4-78ff0107d4be req-955d3a54-2dc3-4d33-909f-2429d09fdee9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359070 Aug 12 04:27:57.167707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:57.171261 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.196021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.289012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:57.297047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.519002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.640751 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.674186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-48721bf3-d9c2-4a72-8fe8-a2b49cff7e64 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:57.675821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-48721bf3-d9c2-4a72-8fe8-a2b49cff7e64 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.36 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1310580 Aug 12 04:27:57.751520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 824a14ca-c51c-405c-a6af-65fced703077 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:27:57.752511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:27:57.798290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.798641 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 808543ce-8c4b-4c92-afdb-b8565a6d07fa of type vlan for network e28b4742-6936-4aee-952f-c1b5a979cb14 Aug 12 04:27:57.815361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e34e5b-2a72-4669-b09d-f51d99253d24,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:57.892385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.942623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Deleting port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:27:57.942986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.963180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:57.987866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 824a14ca-c51c-405c-a6af-65fced703077 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:58.069967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:58.077606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:58.083852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:58.084561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:58.118918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:27:58.137221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:27:58.140826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:58.141421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:58.162855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706acc1-dd9c-4c1a-a55a-5a4cc096daa8 req-dea87622-51c7-4bd7-8f3f-fb519f723e5d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:58.174651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a706acc1-dd9c-4c1a-a55a-5a4cc096daa8 req-dea87622-51c7-4bd7-8f3f-fb519f723e5d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.0862124 Aug 12 04:27:58.253126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a706acc1-dd9c-4c1a-a55a-5a4cc096daa8 req-91c37007-a165-451b-9aed-23ba8909ef69 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773449 Aug 12 04:27:58.305831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-031bc951-308e-41a8-be99-b7fd94c025e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:58.473917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c24cb08-5d04-41a9-9256-94f0f283a88e None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:27:58.616376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6ffc75db-7024-4581-a09a-14caf693825f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7316196 Aug 12 04:27:58.618792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48504) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:58.627648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0189481 Aug 12 04:27:58.635818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'fixed_ips': [{'subnet_id': '24207525-6bf2-4ea4-b5dc-5df7fe10838a'}, {'subnet_id': '16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2'}], 'name': 'tempest-PortsIpV6TestJSON-1947130416'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:27:58.699801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] Provisioning for port 824a14ca-c51c-405c-a6af-65fced703077 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:27:58.704913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] Provisioning complete for port 824a14ca-c51c-405c-a6af-65fced703077 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:27:58.705292 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:58.901241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ba94d-2dce-42f7-8f3a-926c9e55ea86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=e28b4742-6936-4aee-952f-c1b5a979cb14,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:58.978871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] For port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:58.979278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:58.981288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e28b4742-6936-4aee-952f-c1b5a979cb14 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:27:59.107236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fe843-1cf4-469d-87e1-c74cddc95cfd req-ebccfd5c-c02d-492e-aa34-e7cce08921d4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:59.119319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429fe843-1cf4-469d-87e1-c74cddc95cfd req-ebccfd5c-c02d-492e-aa34-e7cce08921d4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.5037258 Aug 12 04:27:59.126400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Calling delete_port for 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:27:59.128661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Update dhcp port {'port': {'network_id': 'c5f61efe-ba6e-42d3-8e00-d53e251c3aff', 'fixed_ips': [{'subnet_id': '24207525-6bf2-4ea4-b5dc-5df7fe10838a', 'ip_address': '2001:db8::2'}, {'subnet_id': '16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '824a14ca-c51c-405c-a6af-65fced703077'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:27:59.200001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48520) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:59.225163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:27:59.311755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.326197 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-429fe843-1cf4-469d-87e1-c74cddc95cfd req-68917680-ff44-4087-9950-74408d1cd6d1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079048 Aug 12 04:27:59.367979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.476449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] For port 824a14ca-c51c-405c-a6af-65fced703077, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=824a14ca-c51c-405c-a6af-65fced703077,segment=NetworkSegment(3996db03-0c47-42e1-b6ee-beee8fc098c1),segment_id=3996db03-0c47-42e1-b6ee-beee8fc098c1)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:27:59.542976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6676d-9a70-49ef-b9a4-1f4f74b8c571 req-100f488b-fe5c-40ce-9558-e3d9fba51ec2 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:27:59.551279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62d6676d-9a70-49ef-b9a4-1f4f74b8c571 req-100f488b-fe5c-40ce-9558-e3d9fba51ec2 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 946 time: 0.1461306 Aug 12 04:27:59.561915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.590160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.622505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.660443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:27:59.677973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62d6676d-9a70-49ef-b9a4-1f4f74b8c571 req-452c112d-30f4-48f2-a6fc-a99bc5e591c9 tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ccf15bd-45ac-414d-ac30-00c644782b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083715 Aug 12 04:27:59.678347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:27:59.688539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612f9c32-4c31-470e-b554-e2308018b982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.695561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Pushing event deleted for resources: {'Port': ['ID=824ad3a6-fac7-4760-8d4c-ce3aedb87aa1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:59.770794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fff6c-f196-4ac7-9bf9-98819e265921 None None] Pushing event updated for resources: {'Port': ['ID=824a14ca-c51c-405c-a6af-65fced703077,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:27:59.795436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] No DVR routers for this DVR port 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:27:59.798523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Allocated IP 2001:db8:0:1::2 (c5f61efe-ba6e-42d3-8e00-d53e251c3aff/16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2/824a14ca-c51c-405c-a6af-65fced703077) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:27:59.801301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.804564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2f07b24-36f6-42a1-8497-11a02107f2f9 req-3ae8f4c9-a0c4-4570-9f6f-3855dacbd98d tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.36 "DELETE /v2.0/ports/824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 HTTP/1.1" status: 204 len: 173 time: 2.1068003 Aug 12 04:27:59.807859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'name': 'network-vif-deleted', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:27:59.811564 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fe4285-ef7e-4d65-9182-848477159cd9" -d '{"events": [{"server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "name": "network-vif-deleted", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:27:59.812907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612f9c32-4c31-470e-b554-e2308018b982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.819606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:27:59.831586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-67b7f25b-be29-4d8d-92d1-a277190fb144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.874371 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfb06c9-7c5f-48b5-ac8d-e7397b018e72 x-openstack-request-id: req-fbfb06c9-7c5f-48b5-ac8d-e7397b018e72 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:27:59.875455 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224acc18-94e2-4582-bbd7-b102ccc12b44", "name": "network-vif-deleted", "tag": "824ad3a6-fac7-4760-8d4c-ce3aedb87aa1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:27:59.875715 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbfb06c9-7c5f-48b5-ac8d-e7397b018e72 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:27:59.876116 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224acc18-94e2-4582-bbd7-b102ccc12b44', 'name': 'network-vif-deleted', 'tag': '824ad3a6-fac7-4760-8d4c-ce3aedb87aa1', 'status': 'completed', 'code': 200} Aug 12 04:27:59.915700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612f9c32-4c31-470e-b554-e2308018b982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:27:59.998116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f9c32-4c31-470e-b554-e2308018b982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7365e3e0-840a-4ee5-9cdc-165e4557276a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:00.004850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] For port 824a14ca-c51c-405c-a6af-65fced703077, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=824a14ca-c51c-405c-a6af-65fced703077,segment=NetworkSegment(3996db03-0c47-42e1-b6ee-beee8fc098c1),segment_id=3996db03-0c47-42e1-b6ee-beee8fc098c1)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:00.052055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-67b7f25b-be29-4d8d-92d1-a277190fb144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.061143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.077934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Transition to ACTIVE for port object 824a14ca-c51c-405c-a6af-65fced703077 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:00.107890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48540) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:00.137353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-612f9c32-4c31-470e-b554-e2308018b982 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c8941cc2f014c78ba31cd4718edb3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9338124 Aug 12 04:28:00.137908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48544) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:00.158908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-67b7f25b-be29-4d8d-92d1-a277190fb144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.170691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.247833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7f25b-be29-4d8d-92d1-a277190fb144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239803c-bc1b-48e2-b383-6e48e47f1929,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:00.318925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-67b7f25b-be29-4d8d-92d1-a277190fb144 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d78f5fa24e934ee7888bb5fc919fcc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6298544 Aug 12 04:28:00.321624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48546) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:00.325514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc6530-dc74-4f1e-ad22-0ee9e530b2ce None None] Pushing event updated for resources: {'Port': ['ID=824a14ca-c51c-405c-a6af-65fced703077,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:00.340676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8266acfa-268c-4bf1-8141-b0aa7ff2c09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.359621 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-956e4353-b198-4c88-a9c1-e4a0ef5fc847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.399325 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-956e4353-b198-4c88-a9c1-e4a0ef5fc847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.510117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::43 (c5f61efe-ba6e-42d3-8e00-d53e251c3aff/24207525-6bf2-4ea4-b5dc-5df7fe10838a/a0fc3b7e-02c3-4d61-af22-9e687366e5e5) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:00.528480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a957111-e84e-4804-9e99-75e5a344e343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.548605 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-956e4353-b198-4c88-a9c1-e4a0ef5fc847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.552178 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-956e4353-b198-4c88-a9c1-e4a0ef5fc847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.556304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-956e4353-b198-4c88-a9c1-e4a0ef5fc847 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7365e3e0-840a-4ee5-9cdc-165e4557276a HTTP/1.1" status: 204 len: 168 time: 0.4129064 Aug 12 04:28:00.563797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8266acfa-268c-4bf1-8141-b0aa7ff2c09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.570644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a957111-e84e-4804-9e99-75e5a344e343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.586298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e4353-b198-4c88-a9c1-e4a0ef5fc847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7365e3e0-840a-4ee5-9cdc-165e4557276a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:00.626881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8:0:1::2c0 (c5f61efe-ba6e-42d3-8e00-d53e251c3aff/16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2/a0fc3b7e-02c3-4d61-af22-9e687366e5e5) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:00.671072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8266acfa-268c-4bf1-8141-b0aa7ff2c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.683882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478c8b4-ffb3-4133-acb2-df21884cece3 req-6fadaf59-5783-495a-89c9-2be8ad060648 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:00.686694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4478c8b4-ffb3-4133-acb2-df21884cece3 req-6fadaf59-5783-495a-89c9-2be8ad060648 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2579932 Aug 12 04:28:00.765296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266acfa-268c-4bf1-8141-b0aa7ff2c09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c744cf4d-0c7d-4ecd-b5d2-ab19fbdc4c3e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:00.819277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8266acfa-268c-4bf1-8141-b0aa7ff2c09e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa506361b5fd42348fecf738dc456ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090259 Aug 12 04:28:00.822541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:00.888868 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee64fcd4-b3d8-4630-b70a-b784473d62ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.934334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4478c8b4-ffb3-4133-acb2-df21884cece3 req-f9e8a185-d0b1-4a64-9300-f3f0c495f417 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258295 Aug 12 04:28:00.966890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a957111-e84e-4804-9e99-75e5a344e343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.966890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9a957111-e84e-4804-9e99-75e5a344e343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.973676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9a957111-e84e-4804-9e99-75e5a344e343 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9239803c-bc1b-48e2-b383-6e48e47f1929 HTTP/1.1" status: 204 len: 168 time: 0.6500924 Aug 12 04:28:00.985391 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:00.994335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a957111-e84e-4804-9e99-75e5a344e343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239803c-bc1b-48e2-b383-6e48e47f1929,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:01.008372 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.025056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object a0fc3b7e-02c3-4d61-af22-9e687366e5e5 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:01.081916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-508f267c-61a9-48d6-b2c8-ddc6a740fe8c req-4e060f34-42fc-41c5-b671-75192b1dfd0a tempest-ServerRescueTestJSONUnderV235-1187885120 tempest-ServerRescueTestJSONUnderV235-1187885120-project] 10.222.0.42 "GET /v2.0/ports?device_id=224acc18-94e2-4582-bbd7-b102ccc12b44 HTTP/1.1" status: 200 len: 210 time: 0.2414479 Aug 12 04:28:01.083871 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3801371-82b3-49d2-ae1b-9c0a10d216e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.112894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3801371-82b3-49d2-ae1b-9c0a10d216e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.237271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.287039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:01.291282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:01.297964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:01.303896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:01.304524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.316863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3801371-82b3-49d2-ae1b-9c0a10d216e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.319837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3801371-82b3-49d2-ae1b-9c0a10d216e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.320288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=a0fc3b7e-02c3-4d61-af22-9e687366e5e5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:01.323989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a3801371-82b3-49d2-ae1b-9c0a10d216e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c744cf4d-0c7d-4ecd-b5d2-ab19fbdc4c3e HTTP/1.1" status: 204 len: 168 time: 0.4983187 Aug 12 04:28:01.332777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0e0c6-99e2-425a-b0c2-f64c1f09c3c8 None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:01.334980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3801371-82b3-49d2-ae1b-9c0a10d216e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744cf4d-0c7d-4ecd-b5d2-ab19fbdc4c3e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:01.463141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-22770e3a-ccfb-4b8f-a9a5-0e55191ac01c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8302853 Aug 12 04:28:01.463771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48564) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:01.470972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24207525-6bf2-4ea4-b5dc-5df7fe10838a'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:01.543036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.676284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:01.715941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:01.716293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 824ad3a6-fac7-4760-8d4c-ce3aedb87aa1 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:01.724276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4685c582-de2b-4dba-b88e-a7302e20e961 None None] Provisioning for port 824a14ca-c51c-405c-a6af-65fced703077 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:01.737611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4685c582-de2b-4dba-b88e-a7302e20e961 None None] Provisioning complete for port 824a14ca-c51c-405c-a6af-65fced703077 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:01.737611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4685c582-de2b-4dba-b88e-a7302e20e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.784021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 824a14ca-c51c-405c-a6af-65fced703077 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:01.891383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 824a14ca-c51c-405c-a6af-65fced703077 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:01.899762 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:01.928378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48568) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:01.955387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:01.964108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:02.026168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Delete allocated IP 2001:db8:0:1::2c0 (c5f61efe-ba6e-42d3-8e00-d53e251c3aff/16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2) {{(pid=95042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 04:28:02.112493 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:28:02.170188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48580) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:02.178460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d6ef6b9-0356-42ab-bc3a-1d1892ea4701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.220127 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.252762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ba54b1f7-1ec4-4f39-b1d8-e6af9bdaf613 None None] Provisioning complete for port 824a14ca-c51c-405c-a6af-65fced703077 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:02.253362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ba54b1f7-1ec4-4f39-b1d8-e6af9bdaf613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.320825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.339112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570fada-5485-4cd2-b1fd-e998a2b12043 req-314163b3-b5c4-4d8e-86d6-4aeea52467e7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:02.351255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9570fada-5485-4cd2-b1fd-e998a2b12043 req-314163b3-b5c4-4d8e-86d6-4aeea52467e7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2672012 Aug 12 04:28:02.385022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Ignored duplicate provisioning block setup for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 04:28:02.411292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9570fada-5485-4cd2-b1fd-e998a2b12043 req-7c6adb58-2879-48f2-bae4-965a8a64e439 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Aug 12 04:28:02.506791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:02.510247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.598933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ba54b1f7-1ec4-4f39-b1d8-e6af9bdaf613 None None] Provisioning for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:02.599543 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.603583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ba54b1f7-1ec4-4f39-b1d8-e6af9bdaf613 None None] Provisioning complete for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:02.612927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ba54b1f7-1ec4-4f39-b1d8-e6af9bdaf613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.640886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ba54b1f7-1ec4-4f39-b1d8-e6af9bdaf613 None None] Port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:02.667136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] In _notify_port_updated(), no bound segment for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 on network c5f61efe-ba6e-42d3-8e00-d53e251c3aff {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:28:02.674030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:02.674700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.678419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/ports/a0fc3b7e-02c3-4d61-af22-9e687366e5e5 HTTP/1.1" status: 200 len: 925 time: 1.2139895 Aug 12 04:28:02.679108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48592) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:02.687230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24207525-6bf2-4ea4-b5dc-5df7fe10838a'}, {'subnet_id': '16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:02.694252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e06c9-d038-4b57-85e2-20c3cd86d438 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=a0fc3b7e-02c3-4d61-af22-9e687366e5e5,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:02.787659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.795122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d6ef6b9-0356-42ab-bc3a-1d1892ea4701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.872055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.875922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5d6ef6b9-0356-42ab-bc3a-1d1892ea4701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:02.954378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5d6ef6b9-0356-42ab-bc3a-1d1892ea4701 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81534403ac6f4b8696cdef2714ada59c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0295467 Aug 12 04:28:02.964498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48598) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:02.964701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ef6b9-0356-42ab-bc3a-1d1892ea4701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12606ea-8fa8-4a81-b615-1f6cda0ec39f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:02.996668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ad8616e0-ab86-4725-a0e3-f7e3824163c0 None None] Provisioning complete for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:02.997366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ad8616e0-ab86-4725-a0e3-f7e3824163c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.013474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.051197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48602) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:03.065304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ad8616e0-ab86-4725-a0e3-f7e3824163c0 None None] Port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:03.091253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-356e3921-0cd9-473d-9ca9-7bafc48ae6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.127406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=a0fdd3de-83dc-408c-b84d-7ad767e486c6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:03.206757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': '808543ce-8c4b-4c92-afdb-b8565a6d07fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:03.207210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: e28b4742-6936-4aee-952f-c1b5a979cb14, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:03.331471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-356e3921-0cd9-473d-9ca9-7bafc48ae6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.355881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network e28b4742-6936-4aee-952f-c1b5a979cb14 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:03.387236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Deleting port 3a522025-a9e5-4b43-882c-1ff29dc67ebf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:03.392859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.442079 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3506561-4512-49e7-b423-158f1eb1cfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.473810 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-356e3921-0cd9-473d-9ca9-7bafc48ae6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.483404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] For port 3a522025-a9e5-4b43-882c-1ff29dc67ebf, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3a522025-a9e5-4b43-882c-1ff29dc67ebf,segment=NetworkSegment(7102bf83-a214-421d-a2ab-d5004c988f60),segment_id=7102bf83-a214-421d-a2ab-d5004c988f60)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:03.483892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.502763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3506561-4512-49e7-b423-158f1eb1cfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.526835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Calling delete_port for 3a522025-a9e5-4b43-882c-1ff29dc67ebf owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:03.538041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e28b4742-6936-4aee-952f-c1b5a979cb14) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:03.538244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8:0:1::a0 (c5f61efe-ba6e-42d3-8e00-d53e251c3aff/16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2/a0fc3b7e-02c3-4d61-af22-9e687366e5e5) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:03.546661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73e08c-7b67-416b-888c-72c7c750c80e None None] Network e28b4742-6936-4aee-952f-c1b5a979cb14 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:03.570375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:03.570997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.592252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e3921-0cd9-473d-9ca9-7bafc48ae6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e357364-5281-469e-8429-700847e27917,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:03.629516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:03.630116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-356e3921-0cd9-473d-9ca9-7bafc48ae6bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b043eff2523b4785b27c94b627685556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745351 Aug 12 04:28:03.692500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577ae5e-8a7b-4758-9e89-b8979fb90bfd req-0f0f4b58-361d-40f9-b880-88ce0ec8f439 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:03.695185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7577ae5e-8a7b-4758-9e89-b8979fb90bfd req-0f0f4b58-361d-40f9-b880-88ce0ec8f439 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.1863637 Aug 12 04:28:03.731787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-788e81c8-1346-4c8c-be09-5ef1468caccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.734254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-e28b4742-6936-4aee-952f-c1b5a979cb14', 'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': 'a0fdd3de-83dc-408c-b84d-7ad767e486c6'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:03.734989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.735202 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.767337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7577ae5e-8a7b-4758-9e89-b8979fb90bfd req-83205ce9-e605-4e6e-b446-339a10f6d81a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644994 Aug 12 04:28:03.768246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-788e81c8-1346-4c8c-be09-5ef1468caccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.796445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object a0fc3b7e-02c3-4d61-af22-9e687366e5e5 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:03.797718 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.801396 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3506561-4512-49e7-b423-158f1eb1cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.802415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-27c9f73f-32c8-4ea6-b3dc-89961a22c838 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8456080 Aug 12 04:28:03.803910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3506561-4512-49e7-b423-158f1eb1cfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:03.806487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a3506561-4512-49e7-b423-158f1eb1cfef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a12606ea-8fa8-4a81-b615-1f6cda0ec39f HTTP/1.1" status: 204 len: 168 time: 0.8453474 Aug 12 04:28:03.806622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48614) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:03.818830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3506561-4512-49e7-b423-158f1eb1cfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12606ea-8fa8-4a81-b615-1f6cda0ec39f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:03.820685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929264393'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:03.958357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Allocated IP 2001:db8:0:ffff::2 (e28b4742-6936-4aee-952f-c1b5a979cb14/a0fdd3de-83dc-408c-b84d-7ad767e486c6/8f7ea56b-67b8-4287-8131-8f65a0ce9835) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:04.010122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:04.011927 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.013716 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.017074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-788e81c8-1346-4c8c-be09-5ef1468caccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.019617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-788e81c8-1346-4c8c-be09-5ef1468caccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.023636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-788e81c8-1346-4c8c-be09-5ef1468caccc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e357364-5281-469e-8429-700847e27917 HTTP/1.1" status: 204 len: 168 time: 0.3928027 Aug 12 04:28:04.046376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.063966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e81c8-1346-4c8c-be09-5ef1468caccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e357364-5281-469e-8429-700847e27917,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:04.092639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a522025-a9e5-4b43-882c-1ff29dc67ebf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:04.099744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=a0fc3b7e-02c3-4d61-af22-9e687366e5e5,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:04.115846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] In _notify_port_updated(), no bound segment for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 on network c5f61efe-ba6e-42d3-8e00-d53e251c3aff {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:28:04.121413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:04.122077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.123840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-146a7bec-ffd4-4655-8978-c1cfd64e5321 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/ports/a0fc3b7e-02c3-4d61-af22-9e687366e5e5 HTTP/1.1" status: 200 len: 1010 time: 1.4414914 Aug 12 04:28:04.127654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:04.145217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.163995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Transition to ACTIVE for port object 8f7ea56b-67b8-4287-8131-8f65a0ce9835 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:04.180201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Transition to ACTIVE for port object 8f7ea56b-67b8-4287-8131-8f65a0ce9835 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:04.191711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:04.211452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.211816 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 37b5adba-6582-4cdf-a52b-1aec8f751c8d of type vlan for network 90f56240-116c-468a-8231-52a9c1cd8167 Aug 12 04:28:04.245378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:04.245525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.314564 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.355488 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.367760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Network e28b4742-6936-4aee-952f-c1b5a979cb14 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:04.371561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for a0fc3b7e-02c3-4d61-af22-9e687366e5e5 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:04.372616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:04.377332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:04.380636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Pushing event updated for resources: {'Port': ['ID=8f7ea56b-67b8-4287-8131-8f65a0ce9835,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:04.398875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.399077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.399492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.399898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.400303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.401066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.401066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.401428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.401821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.402212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.402599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.403093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:04.484455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Attempting to bind port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:04.484455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Attempting to bind port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '808543ce-8c4b-4c92-afdb-b8565a6d07fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:04.484455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Attempting to bind port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 on network e28b4742-6936-4aee-952f-c1b5a979cb14 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:04.487058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:04.487447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Checking segment: {'id': '808543ce-8c4b-4c92-afdb-b8565a6d07fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:04.487853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.488253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Bound using segment: {'id': '808543ce-8c4b-4c92-afdb-b8565a6d07fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:04.488730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Bound port: 8f7ea56b-67b8-4287-8131-8f65a0ce9835, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808543ce-8c4b-4c92-afdb-b8565a6d07fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e28b4742-6936-4aee-952f-c1b5a979cb14'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:04.489380 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.510699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.518817 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.623633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] For port 8f7ea56b-67b8-4287-8131-8f65a0ce9835, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:04.714879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.721268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:04.721846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.831757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.840239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] For port 8f7ea56b-67b8-4287-8131-8f65a0ce9835, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f7ea56b-67b8-4287-8131-8f65a0ce9835,segment=NetworkSegment(808543ce-8c4b-4c92-afdb-b8565a6d07fa),segment_id=808543ce-8c4b-4c92-afdb-b8565a6d07fa)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:04.842029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-69f3e610-a5b0-4b0a-9800-a79fb97d321c None None] Provisioning for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:04.842735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=90f56240-116c-468a-8231-52a9c1cd8167,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:04.853203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-69f3e610-a5b0-4b0a-9800-a79fb97d321c None None] Provisioning complete for port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:04.853617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-69f3e610-a5b0-4b0a-9800-a79fb97d321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:04.867074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Router 98334380-aed4-4407-8a1e-4084e2aaec4b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:28:04.871052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15f05b31-2f14-4c9d-9a31-d89e0efca107 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0634484 Aug 12 04:28:04.876134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48636) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:04.881017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '90f56240-116c-468a-8231-52a9c1cd8167', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:04.889266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=a0fc3b7e-02c3-4d61-af22-9e687366e5e5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:04.892529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 90f56240-116c-468a-8231-52a9c1cd8167 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:05.004336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-69f3e610-a5b0-4b0a-9800-a79fb97d321c None None] Port a0fc3b7e-02c3-4d61-af22-9e687366e5e5 was deleted so its status cannot be updated. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 04:28:05.006746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.060693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.064357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6202e355-342e-4d70-a079-7f04ebad4443 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/a0fc3b7e-02c3-4d61-af22-9e687366e5e5 HTTP/1.1" status: 204 len: 168 time: 0.9356012 Aug 12 04:28:05.068516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48638) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.079211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2606ebb-e79f-453c-9ed2-bf1a9f44049c req-757126da-969b-4abb-af24-3c88560759df tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:05.080985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2606ebb-e79f-453c-9ed2-bf1a9f44049c req-757126da-969b-4abb-af24-3c88560759df tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.1937613 Aug 12 04:28:05.087029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0f3b-72ad-47fa-bf7a-8d08a06dbdae None None] Pushing event updated for resources: {'Port': ['ID=8f7ea56b-67b8-4287-8131-8f65a0ce9835,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:05.141641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2606ebb-e79f-453c-9ed2-bf1a9f44049c req-74a8f3f2-aa85-4226-ac07-dcfc52b5358a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533566 Aug 12 04:28:05.192174 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0e09a2-6bdd-4872-a027-491197931eac tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:28:05.196132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5d0e09a2-6bdd-4872-a027-491197931eac tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/a0fc3b7e-02c3-4d61-af22-9e687366e5e5 HTTP/1.1" status: 404 len: 333 time: 0.1154871 Aug 12 04:28:05.197404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.199404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:28:05.207931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48642) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.212309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-515cb1a5-3341-4507-8c76-9058ded21c93 admin admin] 10.222.0.42 "PUT /v2.0/routers/98334380-aed4-4407-8a1e-4084e2aaec4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0316117 Aug 12 04:28:05.216078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48644) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.231149 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] Sync routers for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:28:05.250333 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:28:05.251989 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:28:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:05.287248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:05.290687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48646) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.309341 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.339721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48755ee8-03fb-4c58-b05b-4dd9f2f749b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.349823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.406396 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.459686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:28:05.459686 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:28:05.459686 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id_1': 'c03d1695096447edb3dfccc93477bb2c', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 28, 5, 383499)}] Aug 12 04:28:05.459686 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:05.460089 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:05.568219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:05.580361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.597826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48755ee8-03fb-4c58-b05b-4dd9f2f749b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.604469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.618838 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:28:05.659736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.790763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.876738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48755ee8-03fb-4c58-b05b-4dd9f2f749b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.898510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:05.908823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2 HTTP/1.1" status: 204 len: 168 time: 0.7100506 Aug 12 04:28:05.909982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185e44-eb22-4a5d-bf00-9c2e462c4c34 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:05.912880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.930771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8449427-e970-4b53-b8bf-140fee651027 None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:05.949964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48755ee8-03fb-4c58-b05b-4dd9f2f749b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa86b0-607f-4ffa-b318-1eee732abff1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:05.959760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-48755ee8-03fb-4c58-b05b-4dd9f2f749b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62dcb11e51d84b7eb16ed00a645e68a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462604 Aug 12 04:28:05.960519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48654) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:05.981454 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.007453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.049346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f7ea56b-67b8-4287-8131-8f65a0ce9835 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:06.065475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 24207525-6bf2-4ea4-b5dc-5df7fe10838a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:06.073156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.084866 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:28:03Z', 'revision_number': 5, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port': {'id': 'dae41506-f567-4d4b-a0cf-bc61b4402912', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:26:26Z', 'updated_at': '2021-08-12T04:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:06.123502 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] Checking router: 98334380-aed4-4407-8a1e-4084e2aaec4b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:28:06.133945 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] Routers {'98334380-aed4-4407-8a1e-4084e2aaec4b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:28:06.135053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:28:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['98334380-aed4-4407-8a1e-4084e2aaec4b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:06.198751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.282809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:06.319524 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] Set router 98334380-aed4-4407-8a1e-4084e2aaec4b gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:28:06.361011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6c5f-0674-46bf-913c-6fe1cd6d29c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.387760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6c5f-0674-46bf-913c-6fe1cd6d29c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.390256 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:28:06Z', 'revision_number': 6, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:06.426008 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7219bec-212d-4008-a8a9-809205a60888 None None] The sync data for ids ['98334380-aed4-4407-8a1e-4084e2aaec4b'] in n-d-804320-1 is: [{'id': '98334380-aed4-4407-8a1e-4084e2aaec4b', 'name': 'tempest-ServerRescueTestJSONUnderV235-1051262586-router', 'tenant_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:26:24Z', 'updated_at': '2021-08-12T04:28:06Z', 'revision_number': 6, 'project_id': '179c924fe6cb4cd1a820c45c6b0a4a01', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:28:06.477889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.479581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.498847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.571597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6c5f-0674-46bf-913c-6fe1cd6d29c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.574283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6c5f-0674-46bf-913c-6fe1cd6d29c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.582704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6a6d6c5f-0674-46bf-913c-6fe1cd6d29c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76aa86b0-607f-4ffa-b318-1eee732abff1 HTTP/1.1" status: 204 len: 168 time: 0.6095507 Aug 12 04:28:06.601535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.607802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d6c5f-0674-46bf-913c-6fe1cd6d29c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa86b0-607f-4ffa-b318-1eee732abff1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:06.663984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2095678-6525-4b34-9ab2-b10d4db68470 req-430cde99-4acd-4d37-a81e-245e34d647f4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:06.666057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2095678-6525-4b34-9ab2-b10d4db68470 req-430cde99-4acd-4d37-a81e-245e34d647f4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.3420660 Aug 12 04:28:06.678086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=7769ec7a-7701-41ca-ab01-1142f7620786,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:06.684682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c03d1695096447edb3dfccc93477bb2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3925579 Aug 12 04:28:06.686383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.688835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48668) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:06.732468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef85dae-e102-4c10-9414-dfa62d8fa951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c10f0-7760-4e06-96bb-a67446944be1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:06.738378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=24207525-6bf2-4ea4-b5dc-5df7fe10838a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:06.748523 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.752955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-00bd8f9f-95f3-4094-b9ef-e0d833f86a2b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/24207525-6bf2-4ea4-b5dc-5df7fe10838a HTTP/1.1" status: 204 len: 168 time: 0.8366065 Aug 12 04:28:06.755967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48670) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:06.800007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': '37b5adba-6582-4cdf-a52b-1aec8f751c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '90f56240-116c-468a-8231-52a9c1cd8167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:06.804459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 90f56240-116c-468a-8231-52a9c1cd8167, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:06.831505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Deleting port dae41506-f567-4d4b-a0cf-bc61b4402912 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:06.832190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.903289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2095678-6525-4b34-9ab2-b10d4db68470 req-eab9e6e9-c562-4d92-b1f1-7032ee8822d6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282908 Aug 12 04:28:06.931863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:06.967781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97212000-3ed6-4819-85ca-1fc2b70036db None None] Network e28b4742-6936-4aee-952f-c1b5a979cb14 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:06.980382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e135b18e-8743-4132-975b-bad1431a7f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.005621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] For port dae41506-f567-4d4b-a0cf-bc61b4402912, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dae41506-f567-4d4b-a0cf-bc61b4402912,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:07.005990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.027374 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e135b18e-8743-4132-975b-bad1431a7f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.029227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Calling delete_port for dae41506-f567-4d4b-a0cf-bc61b4402912 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:07.053489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-2bdba26d-c828-4305-ab30-246d8db8c580 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1baab9c92e2d4a9285c2d98950b0f537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416639 Aug 12 04:28:07.061980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 90f56240-116c-468a-8231-52a9c1cd8167 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:07.143248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] Provisioning for port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:07.152529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] Provisioning complete for port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:07.153190 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.278096 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.304859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 824a14ca-c51c-405c-a6af-65fced703077 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:07.305438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.325386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] For port 8f7ea56b-67b8-4287-8131-8f65a0ce9835, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f7ea56b-67b8-4287-8131-8f65a0ce9835,segment=NetworkSegment(808543ce-8c4b-4c92-afdb-b8565a6d07fa),segment_id=808543ce-8c4b-4c92-afdb-b8565a6d07fa)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:07.396130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-ea5bd89a-8498-4c52-8a0c-1c2b995540d4 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:07.397729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-ea5bd89a-8498-4c52-8a0c-1c2b995540d4 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256376 Aug 12 04:28:07.410896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.464990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-fbaf0567-a50e-41c6-93dd-e808b0c04975 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/quotas/1baab9c92e2d4a9285c2d98950b0f537 HTTP/1.1" status: 200 len: 375 time: 0.0576570 Aug 12 04:28:07.475508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dd5f5e-b69d-4f4a-ad6c-a14eb5c866ae None None] Network c5f61efe-ba6e-42d3-8e00-d53e251c3aff requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:07.481188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port 824a14ca-c51c-405c-a6af-65fced703077, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=824a14ca-c51c-405c-a6af-65fced703077,segment=NetworkSegment(3996db03-0c47-42e1-b6ee-beee8fc098c1),segment_id=3996db03-0c47-42e1-b6ee-beee8fc098c1)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:07.481518 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.562996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 824a14ca-c51c-405c-a6af-65fced703077 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:07.569860 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-21266db2-7c82-4eb7-80cf-206aec340880 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1baab9c92e2d4a9285c2d98950b0f537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906658 Aug 12 04:28:07.695627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-66426c76-4f22-453a-9114-1fb204ae6f73 None None] Provisioning complete for port 824a14ca-c51c-405c-a6af-65fced703077 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:07.695627 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66426c76-4f22-453a-9114-1fb204ae6f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.743396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 90f56240-116c-468a-8231-52a9c1cd8167) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:07.751933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e135b18e-8743-4132-975b-bad1431a7f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.755330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e135b18e-8743-4132-975b-bad1431a7f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.758989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e135b18e-8743-4132-975b-bad1431a7f2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba9c10f0-7760-4e06-96bb-a67446944be1 HTTP/1.1" status: 204 len: 168 time: 1.0636122 Aug 12 04:28:07.769962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.775565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:07.790142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:07.799409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135b18e-8743-4132-975b-bad1431a7f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c10f0-7760-4e06-96bb-a67446944be1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:07.817260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=824a14ca-c51c-405c-a6af-65fced703077,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:07.838187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port 824a14ca-c51c-405c-a6af-65fced703077 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:07.919317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e49096e3-e282-4426-9f42-2c5414f783f5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0435975 Aug 12 04:28:07.921757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:07.925063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29860788-ba8d-4304-8928-bf7d003a3e04 None None] Network 90f56240-116c-468a-8231-52a9c1cd8167 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:07.926944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a522025-a9e5-4b43-882c-1ff29dc67ebf no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:07.934339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4566dd-19dd-4264-a63b-1bcb3dff7fba None None] Pushing event updated for resources: {'Port': ['ID=8f7ea56b-67b8-4287-8131-8f65a0ce9835,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:08.032847 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.034089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.047253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f61efe-ba6e-42d3-8e00-d53e251c3aff']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:08.066479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3996db03-0c47-42e1-b6ee-beee8fc098c1') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:08.066479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3996db03-0c47-42e1-b6ee-beee8fc098c1') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:08.072409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=dae41506-f567-4d4b-a0cf-bc61b4402912,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:08.081580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.103239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2dac751-9c57-4de2-b44d-dd9f74675082 req-cfad7a70-5f91-4576-a618-767e56f486b1 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.0727868 Aug 12 04:28:08.121033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3a522025-a9e5-4b43-882c-1ff29dc67ebf {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:08.124459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3a522025-a9e5-4b43-882c-1ff29dc67ebf not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:08.125772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dae41506-f567-4d4b-a0cf-bc61b4402912 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:08.189460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: dae41506-f567-4d4b-a0cf-bc61b4402912 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:08.190074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dae41506-f567-4d4b-a0cf-bc61b4402912 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:08.205124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-66426c76-4f22-453a-9114-1fb204ae6f73 None None] Could not find standard attr ID for object 824a14ca-c51c-405c-a6af-65fced703077. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:28:08.213737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.222355 n-d-804320-1 neutron-server[95044]: INFO neutron.plugins.ml2.db [None req-66426c76-4f22-453a-9114-1fb204ae6f73 None None] No ports have port_id starting with 824a14ca-c51c-405c-a6af-65fced703077 Aug 12 04:28:08.231111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.244206 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.247183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573033d4-d728-439d-a50d-d097a6f03dd8 None None] DHCP port deletion for c5f61efe-ba6e-42d3-8e00-d53e251c3aff request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:28:08.288394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:08.298530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:08.306832 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:08.375834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.380982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.388224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103257d-71fc-4f0d-9fbf-04ce4e7af9ae req-6d8bfd54-53bf-4e79-bc26-3bbb82a030ea tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:08.395917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7103257d-71fc-4f0d-9fbf-04ce4e7af9ae req-6d8bfd54-53bf-4e79-bc26-3bbb82a030ea tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2602246 Aug 12 04:28:08.405241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8b31537f-9e26-4adf-9778-5c5f82a76bec None None] Provisioning complete for port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:08.408841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b31537f-9e26-4adf-9778-5c5f82a76bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.442563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.466502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7103257d-71fc-4f0d-9fbf-04ce4e7af9ae req-5631d070-f1aa-46a2-b709-7e0a3ab5b873 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659380 Aug 12 04:28:08.510511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799c373-12c2-4ffc-a313-5d1ed713fccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-90f56240-116c-468a-8231-52a9c1cd8167', 'network_id': '90f56240-116c-468a-8231-52a9c1cd8167', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': '7769ec7a-7701-41ca-ab01-1142f7620786'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:08.511534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e799c373-12c2-4ffc-a313-5d1ed713fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.540395 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.546179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.549075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/c5f61efe-ba6e-42d3-8e00-d53e251c3aff HTTP/1.1" status: 204 len: 168 time: 1.7920809 Aug 12 04:28:08.554022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48728) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:08.576424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0519c0-080e-424f-bbd7-56c43b116347 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=c5f61efe-ba6e-42d3-8e00-d53e251c3aff,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:08.602781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.603607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98334380-aed4-4407-8a1e-4084e2aaec4b {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:28:08.608947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.610606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0c42a460-c89e-4f7e-9f6a-eb7b836b2d5d admin admin] 10.222.0.42 "DELETE /v2.0/routers/98334380-aed4-4407-8a1e-4084e2aaec4b HTTP/1.1" status: 204 len: 168 time: 3.3930621 Aug 12 04:28:08.612758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:08.657884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e8547a-eca9-4e31-9785-63be389f4e57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:08.659661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-56e8547a-eca9-4e31-9785-63be389f4e57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1042743 Aug 12 04:28:08.663890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48734) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:08.696488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f0775-199d-4bce-8caf-e1b969055ead req-5c22f5ff-717a-4d70-8c07-b4b65fa8bb4d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:08.702489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.704656 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a03f0775-199d-4bce-8caf-e1b969055ead req-5c22f5ff-717a-4d70-8c07-b4b65fa8bb4d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0764339 Aug 12 04:28:08.722016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Deleting subnet 876948c4-3076-430d-b0c7-b5a84c9cc2c2 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:08.771230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a03f0775-199d-4bce-8caf-e1b969055ead req-fea4c74a-1b61-4bce-9648-0afab25e9ae4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 Aug 12 04:28:08.771448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.779876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=7769ec7a-7701-41ca-ab01-1142f7620786,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server [None req-e799c373-12c2-4ffc-a313-5d1ed713fccb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7769ec7a-7701-41ca-ab01-1142f7620786: This subnet is being modified by another concurrent operation. Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise exception Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7769ec7a-7701-41ca-ab01-1142f7620786: This subnet is being modified by another concurrent operation. Aug 12 04:28:08.871331 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server Aug 12 04:28:08.881932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:08.894397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-84bd6153-a1bb-4759-8530-bf5955d351d5 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2262273 Aug 12 04:28:08.895709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48744) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:08.901572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-344951895'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:08.905497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee65d8ca-92e9-46b1-9d9b-101a4aaf17ff None None] Network 90f56240-116c-468a-8231-52a9c1cd8167 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:08.992860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.015113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:09.017367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f56240-116c-468a-8231-52a9c1cd8167']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:09.021332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.033003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b5adba-6582-4cdf-a52b-1aec8f751c8d') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:09.033665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b5adba-6582-4cdf-a52b-1aec8f751c8d') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:09.038023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.079247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:09.097903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.098436 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment 2fd4b860-4d89-4302-ba0e-ceba2c5db7bd of type vlan for network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 Aug 12 04:28:09.110147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b16368-69ae-49b5-aeb8-3d7657f78177 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:28:09.117230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f15e66-17fb-44bb-8f5b-d3265885fc13 req-ef51194e-e980-4c4e-8ae6-c3224e349d13 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:09.127558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4f15e66-17fb-44bb-8f5b-d3265885fc13 req-ef51194e-e980-4c4e-8ae6-c3224e349d13 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2508748 Aug 12 04:28:09.133808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.181410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.229213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b16368-69ae-49b5-aeb8-3d7657f78177 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:28:09.249821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.281233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4f15e66-17fb-44bb-8f5b-d3265885fc13 req-b83e47be-3bda-491b-9efc-486350c1dcf9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501465 Aug 12 04:28:09.284690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-502f18e0-51c2-46b5-866a-1b8af682aee1 req-8b776d97-0943-4a60-8aeb-dc8541ef5566 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.0845504 Aug 12 04:28:09.318211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:09.320561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:09.328343 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:09.404320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.413618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:09.414493 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.505151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=62cc7f2e-acdc-41b2-88a6-0775bd13dfa0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:09.528021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:09.544723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.545621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0d12691d-e447-477d-a33f-5b10638712ea tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6494515 Aug 12 04:28:09.546332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48762) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:09.551834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:09.554135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.586024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.597429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/90f56240-116c-468a-8231-52a9c1cd8167 HTTP/1.1" status: 204 len: 168 time: 1.6714172 Aug 12 04:28:09.599491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48768) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:09.670529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d78c4c-599a-4255-924f-4b2683af7089 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=90f56240-116c-468a-8231-52a9c1cd8167,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:09.707041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1516467667'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:09.720236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.729500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/876948c4-3076-430d-b0c7-b5a84c9cc2c2 HTTP/1.1" status: 204 len: 168 time: 1.1138189 Aug 12 04:28:09.731524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f8826-ae95-4733-a33e-ae7558eb28e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876948c4-3076-430d-b0c7-b5a84c9cc2c2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:09.735824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48780) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:09.765480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f7ea56b-67b8-4287-8131-8f65a0ce9835 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:09.847813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:09.848478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.861215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:09.864991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.908930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48788) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:09.918805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:09.953467 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.961087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:09.961738 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 4cf95e11-e7af-45a4-bed1-339802fa9050 of type vlan for network 20183e17-73ed-4316-9e8c-ea39b28d255e Aug 12 04:28:10.006410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-0e6efa47-e0ec-4839-a069-618d32458c5a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:10.008016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-0e6efa47-e0ec-4839-a069-618d32458c5a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.2700517 Aug 12 04:28:10.072693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:10.078496 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.093529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.108647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 824a14ca-c51c-405c-a6af-65fced703077 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:10.108915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af06ba11-2f83-439b-a76e-a7cd709f4dd1']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:10.120767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7102bf83-a214-421d-a2ab-d5004c988f60') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:10.121872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7102bf83-a214-421d-a2ab-d5004c988f60') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:10.132351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.141806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 824a14ca-c51c-405c-a6af-65fced703077 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:10.143448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 824a14ca-c51c-405c-a6af-65fced703077 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:10.147534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.163688 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.167826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:10.168500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:10.235786 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:10.240518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1193071249-network', 'tenant_id': 'b669f8b0b42a4e3cb8a808b598314fb4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:10.253928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-c8e9dd83-9dc5-4d04-866d-5d79b28e755b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/quotas/801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 375 time: 0.0219474 Aug 12 04:28:10.335429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-a9a246fe-3f94-4853-9acb-6cd7d3106a4a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0735443 Aug 12 04:28:10.352908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.362808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:10.365720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.396805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Made reservation on behalf of b669f8b0b42a4e3cb8a808b598314fb4 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:10.399533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.404036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.423722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.441135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] 10.222.0.42 "DELETE /v2.0/networks/af06ba11-2f83-439b-a76e-a7cd709f4dd1 HTTP/1.1" status: 204 len: 168 time: 0.6898487 Aug 12 04:28:10.471523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.483390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e1000-2a1c-4f7b-91cf-d3b1bfb0e033 admin admin] Pushing event deleted for resources: {'Network': ['ID=af06ba11-2f83-439b-a76e-a7cd709f4dd1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:10.503713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=20183e17-73ed-4316-9e8c-ea39b28d255e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:10.515917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 20183e17-73ed-4316-9e8c-ea39b28d255e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:10.519320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-63ac5ec0-e6b5-4b3d-a6ea-9b51c904e8d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761148 Aug 12 04:28:10.571416 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a2affccd-d46d-4638-a140-262f08cf06a4 req-f6047700-2319-47f4-83ff-275d4586cb46 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.1842752 Aug 12 04:28:10.580567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ff945316-ef1e-4bf0-8d99-6a579a83c377 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9004874 Aug 12 04:28:10.583072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48802) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:10.589032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:10.659259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.728417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-f7484fa6-cba0-41e5-b4e6-5416c8fcf084 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006295 Aug 12 04:28:10.778203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.779784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:10.800893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:10.801259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:10.848811 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.892093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:10.903065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e895d32f-8949-4216-bae6-66ee5e9b1f06,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:10.908758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.911743 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Added segment d81672ab-1760-4f69-93d5-d4febf03aed8 of type vlan for network b802a24a-8403-4063-8d43-a57305ea1623 Aug 12 04:28:10.931088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:10.956154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:10.967836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:10.971672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.029192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:11.033712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:11.039807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edb3e4-fbe2-4220-9995-18a42452d325 None None] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:11.043707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:11.044358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.098203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-85ab6cc6-7351-4e92-849f-e8739d55e441 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=179c924fe6cb4cd1a820c45c6b0a4a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633259 Aug 12 04:28:11.101470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48818) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:11.102118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.103094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:11.103673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.144556 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7f0017e-6f67-4f62-8e8d-48e367d6c00b req-94b4ec7a-63ad-425c-8d0f-003f24bb7bac tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 210 time: 0.0534351 Aug 12 04:28:11.150392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39db1c50-7fa7-4e3d-910f-5f4225bd5b83 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6030288 Aug 12 04:28:11.153095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48822) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:11.175114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0', 'name': 'tempest-PortsIpV6TestJSON-831544822'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:11.283972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-62cc7f2e-acdc-41b2-88a6-0775bd13dfa0', 'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:11.286290 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.416562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5023024 Aug 12 04:28:11.417017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:11.418443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-8c5a5b88-bd05-456b-8f5b-f6fef43da830 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1baab9c92e2d4a9285c2d98950b0f537&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2418008 Aug 12 04:28:11.423356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Request body: {'subnet': {'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1193071249-subnet', 'tenant_id': 'b669f8b0b42a4e3cb8a808b598314fb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:11.434652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c194ea-c756-4f0f-88cf-40f3b7efc6ff admin admin] Pushing event updated for resources: {'Network': ['ID=b802a24a-8403-4063-8d43-a57305ea1623,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:11.450115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b802a24a-8403-4063-8d43-a57305ea1623 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:11.527521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Allocated IP 2001:db8::2 (62cc7f2e-acdc-41b2-88a6-0775bd13dfa0/6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c/219390d8-18de-49a5-80ff-0893948bb205) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:11.566487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-5b504e34-a6c1-4bb3-9176-0e8f475acb1e tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:11.568051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-5b504e34-a6c1-4bb3-9176-0e8f475acb1e tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298938 Aug 12 04:28:11.589097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Request body: {'port': {'device_id': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '1baab9c92e2d4a9285c2d98950b0f537'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:11.592233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-144ea5ae-1b41-487f-992b-87048f61daf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.611257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:11.614533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.621266 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.673846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-144ea5ae-1b41-487f-992b-87048f61daf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.748284 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.761062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Transition to ACTIVE for port object 219390d8-18de-49a5-80ff-0893948bb205 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:11.761935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 39b85a27-fecb-433e-ae0a-f95f4276efca yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:28:11.784219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Transition to ACTIVE for port object 219390d8-18de-49a5-80ff-0893948bb205 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:11.796302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c9070807-4e93-40f4-a177-2ec1d9de6e10 req-70383dc2-193b-4b58-9941-aa20c5c546c9 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.0687571 Aug 12 04:28:11.857563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': '4cf95e11-e7af-45a4-bed1-339802fa9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:11.857898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 20183e17-73ed-4316-9e8c-ea39b28d255e, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:11.863446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=28d4e4e8-30d5-4a27-825e-bd20f2bd3eb4,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:11.926684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Made reservation on behalf of b669f8b0b42a4e3cb8a808b598314fb4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:11.929462 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.933504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.954083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-144ea5ae-1b41-487f-992b-87048f61daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.957226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-144ea5ae-1b41-487f-992b-87048f61daf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:11.958686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-144ea5ae-1b41-487f-992b-87048f61daf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ccf15bd-45ac-414d-ac30-00c644782b46 HTTP/1.1" status: 204 len: 168 time: 0.8522501 Aug 12 04:28:11.980807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ea5ae-1b41-487f-992b-87048f61daf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf15bd-45ac-414d-ac30-00c644782b46,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:12.011729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:12.018462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Pushing event updated for resources: {'Port': ['ID=219390d8-18de-49a5-80ff-0893948bb205,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:12.029679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:12.049751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:12.058615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 20183e17-73ed-4316-9e8c-ea39b28d255e is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:12.067106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Made reservation on behalf of 1baab9c92e2d4a9285c2d98950b0f537 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:12.070884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.092004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.108513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::24a (62cc7f2e-acdc-41b2-88a6-0775bd13dfa0/6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c/39b85a27-fecb-433e-ae0a-f95f4276efca) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:12.160595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 20183e17-73ed-4316-9e8c-ea39b28d255e) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:12.181832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e99c1-e799-4723-9804-41b5870d8e2f None None] Network 20183e17-73ed-4316-9e8c-ea39b28d255e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:12.188939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:12.189476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.277991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.283588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc5e061-9a88-461f-8e4b-608a40cd8d5c req-31751860-d8fa-438b-91e5-349f15d13048 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 210 time: 0.0420930 Aug 12 04:28:12.293572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Attempting to bind port 219390d8-18de-49a5-80ff-0893948bb205 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:12.294931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Attempting to bind port 219390d8-18de-49a5-80ff-0893948bb205 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:12.299632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Attempting to bind port 219390d8-18de-49a5-80ff-0893948bb205 on network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:12.303083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:12.303918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Checking segment: {'id': '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:12.304680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.305296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Bound using segment: {'id': '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:12.306148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Bound port: 219390d8-18de-49a5-80ff-0893948bb205, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:12.306786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.374888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.463285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2e66b433-3940-4bbc-9dd6-da785b0694aa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8786116 Aug 12 04:28:12.470654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48854) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:12.476725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1587949501'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:12.501115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] For port 219390d8-18de-49a5-80ff-0893948bb205, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:12.505221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.515795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.538827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] For port 219390d8-18de-49a5-80ff-0893948bb205, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=219390d8-18de-49a5-80ff-0893948bb205,segment=NetworkSegment(2fd4b860-4d89-4302-ba0e-ceba2c5db7bd),segment_id=2fd4b860-4d89-4302-ba0e-ceba2c5db7bd)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:12.557780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f962572c-ab09-4ff3-aa79-0b3d07cb1fff,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:12.579992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 39b85a27-fecb-433e-ae0a-f95f4276efca will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:12.617494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e55d75-b831-4314-a052-bd7e2e045558,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:12.642224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Checking segment: {'id': 'd81672ab-1760-4f69-93d5-d4febf03aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:12.642553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Network hostable DHCP agents. Network: b802a24a-8403-4063-8d43-a57305ea1623, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:12.655137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Allocated IP 192.168.233.97 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/01ce0e5c-46d6-472b-a840-2528649b1a6c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:12.703126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-20183e17-73ed-4316-9e8c-ea39b28d255e', 'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': '28d4e4e8-30d5-4a27-825e-bd20f2bd3eb4'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:12.705102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.748631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:12.752795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.759856 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.797416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.802589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Network b802a24a-8403-4063-8d43-a57305ea1623 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:12.915151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:12.938392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:12.969840 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:12.970269 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 086ab77e-d87f-4e40-b071-5820831e95e5 of type vlan for network 9c2491f3-b814-40ba-9036-677ca6efde2d Aug 12 04:28:12.984276 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.013309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba1509-4529-40a2-ab28-1c5cd57d3a8d None None] Pushing event updated for resources: {'Port': ['ID=219390d8-18de-49a5-80ff-0893948bb205,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:13.031375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Transition to ACTIVE for port object 01ce0e5c-46d6-472b-a840-2528649b1a6c will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:13.041529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:13.055084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:13.062963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fb1bce0-a8c0-4ef2-9893-d18209057e9a req-ebf0c32a-3c3e-47ab-b767-cdc782b17fb3 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.0516448 Aug 12 04:28:13.065995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:13.066468 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.079260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, b802a24a-8403-4063-8d43-a57305ea1623) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:13.091956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.099548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:13.100431 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.110506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Allocated IP 2001:db8::3 (20183e17-73ed-4316-9e8c-ea39b28d255e/28d4e4e8-30d5-4a27-825e-bd20f2bd3eb4/3526c73f-9465-4c2f-9aee-b6ab788da82c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:13.148045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=39b85a27-fecb-433e-ae0a-f95f4276efca,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:13.176900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ac2e1-2cac-4c84-a11a-8133ad7cace9 None None] Network b802a24a-8403-4063-8d43-a57305ea1623 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:13.177887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.225863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-539180ed-e660-4d32-ab29-dce8825d6512 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8061070 Aug 12 04:28:13.233545 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d7332f5c-90d0-4a20-ac57-c3c2439892c9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0760958 Aug 12 04:28:13.236785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48872) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:13.271897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:13.273351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '62cc7f2e-acdc-41b2-88a6-0775bd13dfa0', 'name': 'tempest-PortsIpV6TestJSON-1398421979'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:13.276165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:13.294803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:13.411780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Pushing event updated for resources: {'Port': ['ID=01ce0e5c-46d6-472b-a840-2528649b1a6c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:13.452213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.459128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:13.460125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.501883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:13.505187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.543850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-696fea65-680a-4e6a-92f2-8f4f1e569840 req-e74d318a-2dd5-4e19-9835-6e525041981d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 210 time: 0.1149437 Aug 12 04:28:13.605294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-a13f84f1-5f27-4a76-94b5-0c157a77a9a5 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0205455 Aug 12 04:28:13.619657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Request body: {'port': {'device_id': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:13.762923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=9c2491f3-b814-40ba-9036-677ca6efde2d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:13.790185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:13.804554 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-65de1b8e-0fb9-40db-98bd-d9880a06128e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3215890 Aug 12 04:28:13.806674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48888) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:13.821617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:13.983438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 9c2491f3-b814-40ba-9036-677ca6efde2d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:13.985571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 219390d8-18de-49a5-80ff-0893948bb205 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:14.112256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aac68c-c05f-461f-ab5f-68d01f151a58 None None] Network b802a24a-8403-4063-8d43-a57305ea1623 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:14.156938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.230776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Transition to ACTIVE for port object 3526c73f-9465-4c2f-9aee-b6ab788da82c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:14.237908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-c1126170-755b-4f94-b3a3-3a932d175bb9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:14.242505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-c1126170-755b-4f94-b3a3-3a932d175bb9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.2973089 Aug 12 04:28:14.249026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-caf94b7f-3d3a-411f-b373-8337e56faa7b None None] Provisioning for port 01ce0e5c-46d6-472b-a840-2528649b1a6c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:14.264678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'port': {'device_id': '9650f8b6-7277-4538-8238-b87c618a552c', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'admin_state_up': True, 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:14.292965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-caf94b7f-3d3a-411f-b373-8337e56faa7b None None] Provisioning complete for port 01ce0e5c-46d6-472b-a840-2528649b1a6c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:14.293464 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-caf94b7f-3d3a-411f-b373-8337e56faa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.298684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Transition to ACTIVE for port object 3526c73f-9465-4c2f-9aee-b6ab788da82c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:14.456843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:14.467995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.475394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ce0e5c-46d6-472b-a840-2528649b1a6c {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:14.480775 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.497970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-caf94b7f-3d3a-411f-b373-8337e56faa7b None None] Port 01ce0e5c-46d6-472b-a840-2528649b1a6c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:14.521295 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.574087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Transition to ACTIVE for port object 01ce0e5c-46d6-472b-a840-2528649b1a6c will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:14.587251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81971e9-db4a-40e6-9246-b24f920d27cf req-da00d6db-dde7-4ad6-9e68-fd166f4d6020 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:14.589345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d81971e9-db4a-40e6-9246-b24f920d27cf req-da00d6db-dde7-4ad6-9e68-fd166f4d6020 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 935 time: 0.1241210 Aug 12 04:28:14.601774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Network 20183e17-73ed-4316-9e8c-ea39b28d255e is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:14.606134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 841a159c-8f25-48f6-8ccb-33ea35657241 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:28:14.606264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 219390d8-18de-49a5-80ff-0893948bb205 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:14.613152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:14.676442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:14.703410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d81971e9-db4a-40e6-9246-b24f920d27cf req-5d0ee722-bae4-46d5-9685-5e65b06f12f3 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054943 Aug 12 04:28:14.706538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.748534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce301224-f2a7-4849-861e-ab6bd034601f None None] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:14.824544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Pushing event updated for resources: {'Port': ['ID=3526c73f-9465-4c2f-9aee-b6ab788da82c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:14.881241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Pushing event updated for resources: {'Port': ['ID=01ce0e5c-46d6-472b-a840-2528649b1a6c,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:14.901404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] Provisioning for port 219390d8-18de-49a5-80ff-0893948bb205 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:14.914978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] Provisioning complete for port 219390d8-18de-49a5-80ff-0893948bb205 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:14.915403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.919187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Attempting to bind port 3526c73f-9465-4c2f-9aee-b6ab788da82c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:14.919450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Attempting to bind port 3526c73f-9465-4c2f-9aee-b6ab788da82c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4cf95e11-e7af-45a4-bed1-339802fa9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:14.919798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Attempting to bind port 3526c73f-9465-4c2f-9aee-b6ab788da82c on network 20183e17-73ed-4316-9e8c-ea39b28d255e {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:14.974987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:14.975542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Checking segment: {'id': '4cf95e11-e7af-45a4-bed1-339802fa9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:14.975960 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:14.976965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Bound using segment: {'id': '4cf95e11-e7af-45a4-bed1-339802fa9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:14.977475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Bound port: 3526c73f-9465-4c2f-9aee-b6ab788da82c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf95e11-e7af-45a4-bed1-339802fa9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '20183e17-73ed-4316-9e8c-ea39b28d255e'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:14.977875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.000910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Attempting to bind port 01ce0e5c-46d6-472b-a840-2528649b1a6c on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:15.003245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Attempting to bind port 01ce0e5c-46d6-472b-a840-2528649b1a6c by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:15.003595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Attempting to bind port 01ce0e5c-46d6-472b-a840-2528649b1a6c on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:15.012427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Port 01ce0e5c-46d6-472b-a840-2528649b1a6c on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:28:15.012832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Attempting to bind port 01ce0e5c-46d6-472b-a840-2528649b1a6c on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:15.030049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:15.030049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:15.030049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:15.030049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Bound port: 01ce0e5c-46d6-472b-a840-2528649b1a6c, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:15.030932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.066937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48912) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:15.143659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] For port 01ce0e5c-46d6-472b-a840-2528649b1a6c, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:15.147345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] For port 01ce0e5c-46d6-472b-a840-2528649b1a6c, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:15.234158 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.281473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] For port 3526c73f-9465-4c2f-9aee-b6ab788da82c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:15.297355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] For port 3526c73f-9465-4c2f-9aee-b6ab788da82c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3526c73f-9465-4c2f-9aee-b6ab788da82c,segment=NetworkSegment(4cf95e11-e7af-45a4-bed1-339802fa9050),segment_id=4cf95e11-e7af-45a4-bed1-339802fa9050)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:15.318571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:15.319466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.321699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] 10.222.0.36 "PUT /v2.0/ports/01ce0e5c-46d6-472b-a840-2528649b1a6c HTTP/1.1" status: 200 len: 1095 time: 1.7075262 Aug 12 04:28:15.322387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'tag': '01ce0e5c-46d6-472b-a840-2528649b1a6c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:15.339818 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c96e971d-ea1a-4508-81bb-c47622fa0594", "tag": "01ce0e5c-46d6-472b-a840-2528649b1a6c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:15.397715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.459265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58709377-0cd9-4aa4-ae5b-6942883f92ef service neutron] Pushing event updated for resources: {'Port': ['ID=01ce0e5c-46d6-472b-a840-2528649b1a6c,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:15.479131 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d05c6-a07d-4b4d-a99c-189b7a00165d x-openstack-request-id: req-c12d05c6-a07d-4b4d-a99c-189b7a00165d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:15.480151 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96e971d-ea1a-4508-81bb-c47622fa0594", "tag": "01ce0e5c-46d6-472b-a840-2528649b1a6c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:15.480270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::26f (62cc7f2e-acdc-41b2-88a6-0775bd13dfa0/6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c/841a159c-8f25-48f6-8ccb-33ea35657241) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:15.480967 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c12d05c6-a07d-4b4d-a99c-189b7a00165d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:15.482584 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'tag': '01ce0e5c-46d6-472b-a840-2528649b1a6c', 'status': 'completed', 'code': 200} Aug 12 04:28:15.485384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.510252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1286630472-network', 'tenant_id': 'f9a053032d38463cbc6e12bfb6ab4267'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:15.522420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48922) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:15.553343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1433251723-network', 'tenant_id': 'e44bc1edea9b4c7cb60e456ecbf7fd8e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:15.592166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6560b31-4389-41ce-aa4c-27c903932e8d None None] Pushing event updated for resources: {'Port': ['ID=3526c73f-9465-4c2f-9aee-b6ab788da82c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:15.594108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-32ad225a-7431-4622-861d-a15ef80fab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:15.596245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-32ad225a-7431-4622-861d-a15ef80fab66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baab9c92e2d4a9285c2d98950b0f537&device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 1098 time: 0.1328707 Aug 12 04:28:15.600845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] For port 219390d8-18de-49a5-80ff-0893948bb205, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=219390d8-18de-49a5-80ff-0893948bb205,segment=NetworkSegment(2fd4b860-4d89-4302-ba0e-ceba2c5db7bd),segment_id=2fd4b860-4d89-4302-ba0e-ceba2c5db7bd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:15.663862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-2b86decf-5cc7-48e1-be16-e92390996c24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c HTTP/1.1" status: 200 len: 217 time: 0.0587263 Aug 12 04:28:15.672382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.722462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae458e5c-85c9-4a6d-b194-73ed88ec7f27 req-861c3771-b761-44cc-94d7-e8922e52aea1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 210 time: 0.3370354 Aug 12 04:28:15.836183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2d009-91c5-4eca-8bfc-877326e46eaf None None] Pushing event updated for resources: {'Port': ['ID=219390d8-18de-49a5-80ff-0893948bb205,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:15.836753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:15.845601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.859897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-841349e3-480b-4f67-a501-0b03d0ffed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:15.859897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-841349e3-480b-4f67-a501-0b03d0ffed41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.1719584 Aug 12 04:28:15.932346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:15.943475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:15.966289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.001120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Performing IP validity checks on allocation pools {{(pid=95042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 04:28:16.001637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 04:28:16.008515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-d6142ebe-1343-4236-9ce4-809410beabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:16.010664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-d6142ebe-1343-4236-9ce4-809410beabdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477640 Aug 12 04:28:16.033048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e566f6-ec95-41b4-8454-b47de2c1e17a req-ac7181c9-94a7-4d5b-bdef-413db96c4244 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:16.035929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3e566f6-ec95-41b4-8454-b47de2c1e17a req-ac7181c9-94a7-4d5b-bdef-413db96c4244 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 947 time: 0.1063964 Aug 12 04:28:16.052100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 841a159c-8f25-48f6-8ccb-33ea35657241 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:16.188451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4f2df18-4e59-4ea6-8ac2-a95a8459dcd5 None None] Provisioning complete for port 219390d8-18de-49a5-80ff-0893948bb205 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:16.189402 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4f2df18-4e59-4ea6-8ac2-a95a8459dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.239312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Made reservation on behalf of f9a053032d38463cbc6e12bfb6ab4267 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:16.247780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.264588 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-c5661048-f5c2-42ed-88c2-670b04caef4a service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271805 Aug 12 04:28:16.271224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.293778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.362864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Made reservation on behalf of e44bc1edea9b4c7cb60e456ecbf7fd8e for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:16.366521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.394743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.411574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:16.415316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3e566f6-ec95-41b4-8454-b47de2c1e17a req-7dc5fa38-6dd2-48dd-af74-71e9c9ec87c6 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721096 Aug 12 04:28:16.426495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:16.435631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:16.442325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4f2df18-4e59-4ea6-8ac2-a95a8459dcd5 None None] Provisioning for port 39b85a27-fecb-433e-ae0a-f95f4276efca completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:16.443138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:16.444024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.446967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4f2df18-4e59-4ea6-8ac2-a95a8459dcd5 None None] Provisioning complete for port 39b85a27-fecb-433e-ae0a-f95f4276efca triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:16.447471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4f2df18-4e59-4ea6-8ac2-a95a8459dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.480401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=841a159c-8f25-48f6-8ccb-33ea35657241,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:16.490474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e171ff-23a4-45b3-9834-f2500d8c9950 req-34ab8b32-f8e1-412a-b532-b214f7af6647 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123735 Aug 12 04:28:16.502317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Allocated IP 172.20.0.14 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/860fe1ea-f8d2-4a20-b2c4-04a8ea43f142) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:16.546119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2df18-4e59-4ea6-8ac2-a95a8459dcd5 None None] Port 39b85a27-fecb-433e-ae0a-f95f4276efca cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:16.595824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.719823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.737687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f37b6cfe-b6d4-4884-9dbc-cae91e6a0f45 None None] Provisioning complete for port 39b85a27-fecb-433e-ae0a-f95f4276efca triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:16.737687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f37b6cfe-b6d4-4884-9dbc-cae91e6a0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.784178 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.816222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:16.842593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.842976 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Added segment bdc61dcd-c160-4bfb-9560-23acee042631 of type vlan for network 5525cf98-31b5-4d25-a2d7-23b6383daabe Aug 12 04:28:16.860226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f37b6cfe-b6d4-4884-9dbc-cae91e6a0f45 None None] Port 39b85a27-fecb-433e-ae0a-f95f4276efca cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:16.906395 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:16.944330 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6883d4e8-f315-4657-b5b3-0470f5ed6b2f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7019651 Aug 12 04:28:16.975768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48938) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:16.978795 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aae9fd83-6e91-4c3c-803b-38d44cad71d2 req-db1f9006-f858-458f-acf7-8247ce2d9e22 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 210 time: 0.0933800 Aug 12 04:28:16.979871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e793c7cc-a296-4d13-837c-d49c699958f4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:17.004334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.050767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Transition to ACTIVE for port object 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:17.052239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=c3fa97d3-c01a-47ba-9eba-0abf008e4c2d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:17.062677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.063669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.064238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.073396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15e907c8-7417-4a7f-b655-8b699c7eed7f None None] Provisioning for port 841a159c-8f25-48f6-8ccb-33ea35657241 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:17.081346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15e907c8-7417-4a7f-b655-8b699c7eed7f None None] Provisioning complete for port 841a159c-8f25-48f6-8ccb-33ea35657241 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:17.104792 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15e907c8-7417-4a7f-b655-8b699c7eed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.105953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': '086ab77e-d87f-4e40-b071-5820831e95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:17.105953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 9c2491f3-b814-40ba-9036-677ca6efde2d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:17.123443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-15e907c8-7417-4a7f-b655-8b699c7eed7f None None] Port 841a159c-8f25-48f6-8ccb-33ea35657241 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:17.301281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-b37b4048-1ac5-4893-bdc0-c17933e20702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.301281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-b37b4048-1ac5-4893-bdc0-c17933e20702 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1baab9c92e2d4a9285c2d98950b0f537&device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 1098 time: 0.4763181 Aug 12 04:28:17.301281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] Pushing event updated for resources: {'Network': ['ID=5525cf98-31b5-4d25-a2d7-23b6383daabe,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:17.303814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 5525cf98-31b5-4d25-a2d7-23b6383daabe details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:17.303927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64316a3-0cc6-4444-9b81-a98c65759d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.303927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e64316a3-0cc6-4444-9b81-a98c65759d49 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24a HTTP/1.1" status: 200 len: 928 time: 0.2795258 Aug 12 04:28:17.304086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48942) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:17.332875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-5ccf3f57-9c3a-4fe1-ac4b-b74969a686a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.334464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-5ccf3f57-9c3a-4fe1-ac4b-b74969a686a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 HTTP/1.1" status: 200 len: 870 time: 0.1674633 Aug 12 04:28:17.348711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.528999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-1f6506ca-65c0-46ff-8e93-e4ca57869de5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c HTTP/1.1" status: 200 len: 217 time: 0.0512023 Aug 12 04:28:17.528999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-0b094812-d050-4d12-88c9-e2ea1a17a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.528999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-0b094812-d050-4d12-88c9-e2ea1a17a6aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0448196 Aug 12 04:28:17.528999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-05fce53b-dd16-41b4-a2f0-494ff6668a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.528999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-05fce53b-dd16-41b4-a2f0-494ff6668a1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685303 Aug 12 04:28:17.545696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5b2a4-73cf-47fd-ac62-932452780062 None None] Network 20183e17-73ed-4316-9e8c-ea39b28d255e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:17.567574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3f137-0faa-4192-983a-3652038fd1b1 req-2c33acf0-08ba-450f-b15f-13d9c234a82a tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:17.567574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59b3f137-0faa-4192-983a-3652038fd1b1 req-2c33acf0-08ba-450f-b15f-13d9c234a82a tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 947 time: 0.0729165 Aug 12 04:28:17.567810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 9c2491f3-b814-40ba-9036-677ca6efde2d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:17.611264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 841a159c-8f25-48f6-8ccb-33ea35657241 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:17.611672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.644973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59b3f137-0faa-4192-983a-3652038fd1b1 req-1bba3164-b1de-4b16-8377-2dcd3cdc031c tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551274 Aug 12 04:28:17.667122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-bfc692bc-0d81-484a-9216-fd6df4fe0f64 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341662 Aug 12 04:28:17.729383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.747177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 841a159c-8f25-48f6-8ccb-33ea35657241 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:17.799173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84f0ee13-d2d6-4974-b6c0-a778b2e381dd req-b7037864-0030-46a2-aa55-331566d2366b service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243942 Aug 12 04:28:17.810928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.813377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.827208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:17.848933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:17.860748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2e4e4-39b7-4f55-be12-551c4dab6774,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:17.865999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:17.866669 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Added segment fb8bdba7-30a5-4eee-af8c-fa5f060115be of type vlan for network 34c8d5a0-3a5a-41d4-a352-a20317bcce32 Aug 12 04:28:17.915123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-be1f76d3-e0d5-481d-a593-9229aef869ad None None] Provisioning for port 3526c73f-9465-4c2f-9aee-b6ab788da82c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:17.949001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-16389145-b285-4653-80c5-60bc7abc604e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8758245 Aug 12 04:28:17.956947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48950) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:17.961786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Request body: {'subnet': {'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1286630472-subnet', 'tenant_id': 'f9a053032d38463cbc6e12bfb6ab4267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:17.974627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 219390d8-18de-49a5-80ff-0893948bb205 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:18.000942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.009921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 9c2491f3-b814-40ba-9036-677ca6efde2d) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:18.020664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:18.022414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:18.023072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.032579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:18.037479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b9da63-9420-49c7-99f0-0252c5f89a6d None None] Network 9c2491f3-b814-40ba-9036-677ca6efde2d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:18.042163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:18.084181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:18.093015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.113063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Made reservation on behalf of f9a053032d38463cbc6e12bfb6ab4267 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:18.115383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.170958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=841a159c-8f25-48f6-8ccb-33ea35657241,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:18.225962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-088b4adf-4c33-4e03-b059-29233c53f792 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4135709 Aug 12 04:28:18.232740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:18.237914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.292356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:18.430865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.433531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cca50cb7-3a90-468f-9b44-920ce606476e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/841a159c-8f25-48f6-8ccb-33ea35657241 HTTP/1.1" status: 204 len: 168 time: 1.1449096 Aug 12 04:28:18.447402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48962) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:18.485276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 219390d8-18de-49a5-80ff-0893948bb205 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:18.485942 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.506980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.507939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:18.508518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.553124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933baaf0-db1f-4e3f-a244-3bb1eac01074 req-eabe949a-5c3e-4d31-8939-7c503fafd924 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:18.555711 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-933baaf0-db1f-4e3f-a244-3bb1eac01074 req-eabe949a-5c3e-4d31-8939-7c503fafd924 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 932 time: 0.3909850 Aug 12 04:28:18.560482 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3e613e-1363-456a-a9f1-fef37b43cfcd tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:28:18.564781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7d3e613e-1363-456a-a9f1-fef37b43cfcd tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/841a159c-8f25-48f6-8ccb-33ea35657241 HTTP/1.1" status: 404 len: 333 time: 0.0903690 Aug 12 04:28:18.565638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48968) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:18.613061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] Pushing event updated for resources: {'Network': ['ID=34c8d5a0-3a5a-41d4-a352-a20317bcce32,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:18.634380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 34c8d5a0-3a5a-41d4-a352-a20317bcce32 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:18.651111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-082b8205-43bc-40e3-ab80-57428f905164 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3960364 Aug 12 04:28:18.673802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Request body: {'port': {'device_id': '9650f8b6-7277-4538-8238-b87c618a552c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:18.695803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-9c2491f3-b814-40ba-9036-677ca6efde2d', 'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': 'c3fa97d3-c01a-47ba-9eba-0abf008e4c2d'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:18.696674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.699057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d99cda0-f7eb-4706-a838-ed34f585f783 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1730762 Aug 12 04:28:18.701163 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.703304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48978) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:18.757038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.765748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Request body: {'subnet': {'network_id': '34c8d5a0-3a5a-41d4-a352-a20317bcce32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1433251723-subnet', 'tenant_id': 'e44bc1edea9b4c7cb60e456ecbf7fd8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:18.766596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-933baaf0-db1f-4e3f-a244-3bb1eac01074 req-1468e30a-6942-46c8-994c-73644107ecc0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963205 Aug 12 04:28:18.798037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:18.854941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.869118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-315dbaf2-fd67-4e7e-9af9-7804f88ac168 None None] Provisioning for port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:18.878249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3526c73f-9465-4c2f-9aee-b6ab788da82c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:18.891341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Checking segment: {'id': 'bdc61dcd-c160-4bfb-9560-23acee042631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:18.892204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Network hostable DHCP agents. Network: 5525cf98-31b5-4d25-a2d7-23b6383daabe, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:18.945360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 39b85a27-fecb-433e-ae0a-f95f4276efca {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:18.945616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-315dbaf2-fd67-4e7e-9af9-7804f88ac168 None None] Provisioning complete for port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:18.945616 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-315dbaf2-fd67-4e7e-9af9-7804f88ac168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:18.946232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.004421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Made reservation on behalf of e44bc1edea9b4c7cb60e456ecbf7fd8e for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:19.011423 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.011829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.031459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3c2b6-4df4-4c9c-b011-a0eccbcc6c63 req-f34a30d2-c711-478e-a747-87e1a2261d31 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:19.033068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30d3c2b6-4df4-4c9c-b011-a0eccbcc6c63 req-f34a30d2-c711-478e-a747-87e1a2261d31 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 947 time: 0.1857579 Aug 12 04:28:19.034659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-315dbaf2-fd67-4e7e-9af9-7804f88ac168 None None] Port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:19.062534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Allocated IP 2001:db8::3 (9c2491f3-b814-40ba-9036-677ca6efde2d/c3fa97d3-c01a-47ba-9eba-0abf008e4c2d/835c2579-6af4-485a-8491-d430dbe946ef) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:19.125510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3526c73f-9465-4c2f-9aee-b6ab788da82c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:19.133119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3526c73f-9465-4c2f-9aee-b6ab788da82c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:19.133508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.193324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.234691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 39b85a27-fecb-433e-ae0a-f95f4276efca owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:19.344855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.355572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Transition to ACTIVE for port object 835c2579-6af4-485a-8491-d430dbe946ef will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:19.396420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Transition to ACTIVE for port object 835c2579-6af4-485a-8491-d430dbe946ef will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:19.401867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.436753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3526c73f-9465-4c2f-9aee-b6ab788da82c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3526c73f-9465-4c2f-9aee-b6ab788da82c,segment=NetworkSegment(4cf95e11-e7af-45a4-bed1-339802fa9050),segment_id=4cf95e11-e7af-45a4-bed1-339802fa9050)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:19.469022 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.509696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:19.522310 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.556784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Pushing event updated for resources: {'Port': ['ID=835c2579-6af4-485a-8491-d430dbe946ef,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:19.571143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.573344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Network 5525cf98-31b5-4d25-a2d7-23b6383daabe is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:19.576942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Network 9c2491f3-b814-40ba-9036-677ca6efde2d is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:19.580586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:19.592017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Transition to ACTIVE for port object 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:19.594004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.612818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30d3c2b6-4df4-4c9c-b011-a0eccbcc6c63 req-4d8617b8-c5b0-4446-87e6-eade5fc03f6e tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381675 Aug 12 04:28:19.613848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:19.660681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.663461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fa97d3-c01a-47ba-9eba-0abf008e4c2d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:19.685401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 5525cf98-31b5-4d25-a2d7-23b6383daabe) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:19.701844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebff087-2734-4dcb-89ce-42bfaeabc048 None None] Network 5525cf98-31b5-4d25-a2d7-23b6383daabe requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:19.704322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3526c73f-9465-4c2f-9aee-b6ab788da82c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:19.707627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:19.712539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.720416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=39b85a27-fecb-433e-ae0a-f95f4276efca,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:19.763925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.772541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Attempting to bind port 835c2579-6af4-485a-8491-d430dbe946ef on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:19.773207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Attempting to bind port 835c2579-6af4-485a-8491-d430dbe946ef by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '086ab77e-d87f-4e40-b071-5820831e95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:19.773755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Attempting to bind port 835c2579-6af4-485a-8491-d430dbe946ef on network 9c2491f3-b814-40ba-9036-677ca6efde2d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:19.776690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 01ce0e5c-46d6-472b-a840-2528649b1a6c details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:28:19.792716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-726fd3db-8d60-4577-a785-1126f911c4bf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8348539 Aug 12 04:28:19.853787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.945643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.945643 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-beda67d3-6ae6-4c5b-9c4d-6a23e8226c28 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/39b85a27-fecb-433e-ae0a-f95f4276efca HTTP/1.1" status: 204 len: 168 time: 1.3771927 Aug 12 04:28:19.946938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Pushing event updated for resources: {'Subnet': ['ID=047b48a2-4ea9-4441-94bd-544d3ac86f7c,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:19.950771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49008) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:19.952513 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:19.974308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:20.005384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2491f3-b814-40ba-9036-677ca6efde2d']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:20.039985 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-77910058-d5cb-41ff-8814-43484b9101e9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:28:20.043282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77910058-d5cb-41ff-8814-43484b9101e9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/39b85a27-fecb-433e-ae0a-f95f4276efca HTTP/1.1" status: 404 len: 333 time: 0.0913758 Aug 12 04:28:20.049210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:20.088081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Checking segment: {'id': 'fb8bdba7-30a5-4eee-af8c-fa5f060115be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '34c8d5a0-3a5a-41d4-a352-a20317bcce32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:20.088526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Network hostable DHCP agents. Network: 34c8d5a0-3a5a-41d4-a352-a20317bcce32, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:20.175162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086ab77e-d87f-4e40-b071-5820831e95e5') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:20.175580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086ab77e-d87f-4e40-b071-5820831e95e5') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:20.189794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:20.200644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.204932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.240046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Network 34c8d5a0-3a5a-41d4-a352-a20317bcce32 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:20.314827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.341028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb303e6d-cf22-4162-a769-6c1f5c1e8173 req-13c722a4-798e-4fb1-9a09-06df15a6b842 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:20.341520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 01ce0e5c-46d6-472b-a840-2528649b1a6c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:20.349241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb303e6d-cf22-4162-a769-6c1f5c1e8173 req-13c722a4-798e-4fb1-9a09-06df15a6b842 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 944 time: 0.4355950 Aug 12 04:28:20.351678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:20.352449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.360501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '01ce0e5c-46d6-472b-a840-2528649b1a6c', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '01ce0e5c-46d6-472b-a840-2528649b1a6c', 'mac_address': 'fa:16:3e:6a:46:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:20.362480 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:20.375569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:20.376076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Checking segment: {'id': '086ab77e-d87f-4e40-b071-5820831e95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:20.376486 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.376886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Bound using segment: {'id': '086ab77e-d87f-4e40-b071-5820831e95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:20.377543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Bound port: 835c2579-6af4-485a-8491-d430dbe946ef, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086ab77e-d87f-4e40-b071-5820831e95e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9c2491f3-b814-40ba-9036-677ca6efde2d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:20.377896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.383184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.387528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 34c8d5a0-3a5a-41d4-a352-a20317bcce32) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:20.391755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:20.396045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.439515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd7d54-5a31-41f0-a08f-903bb04e25d8 None None] Network 34c8d5a0-3a5a-41d4-a352-a20317bcce32 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:20.498770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4782c7cd-6180-421c-b765-2c17e5e1360b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7380733 Aug 12 04:28:20.511528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Attempting to bind port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:20.512139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Attempting to bind port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:20.512739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Attempting to bind port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:20.524903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a59486-96a8-4998-8783-7b67359dcfbd None None] Network 5525cf98-31b5-4d25-a2d7-23b6383daabe requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:20.533818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb303e6d-cf22-4162-a769-6c1f5c1e8173 req-5df33aac-2072-446a-8fdb-01dd48788682 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781547 Aug 12 04:28:20.533818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:28:20.535060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Attempting to bind port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:20.545876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:20.546341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:20.546911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:20.551339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Bound port: 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:20.551926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.631067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] For port 835c2579-6af4-485a-8491-d430dbe946ef, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:20.634789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] For port 835c2579-6af4-485a-8491-d430dbe946ef, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=835c2579-6af4-485a-8491-d430dbe946ef,segment=NetworkSegment(086ab77e-d87f-4e40-b071-5820831e95e5),segment_id=086ab77e-d87f-4e40-b071-5820831e95e5)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:20.707524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cb67e878-7cdf-4b6b-8002-0e7a9d4ccdf7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:20.709677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cb67e878-7cdf-4b6b-8002-0e7a9d4ccdf7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/networks?id=5525cf98-31b5-4d25-a2d7-23b6383daabe HTTP/1.1" status: 200 len: 809 time: 0.2291112 Aug 12 04:28:20.717945 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.725787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.768577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-8aa6bedc-16e2-4d44-a748-c5d28ccc126c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/quotas/f9a053032d38463cbc6e12bfb6ab4267 HTTP/1.1" status: 200 len: 375 time: 0.0440903 Aug 12 04:28:20.773381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:20.823995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ce0e5c-46d6-472b-a840-2528649b1a6c {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:20.845670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-1c118f86-06e9-4e7b-a8b8-52ed07fda187 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f9a053032d38463cbc6e12bfb6ab4267&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749962 Aug 12 04:28:20.855535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:28:20.855535 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:28:20.855535 n-d-804320-1 neutron-server[95042]: [parameters: {'id': '9c2491f3-b814-40ba-9036-677ca6efde2d'}] Aug 12 04:28:20.855535 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:20.856090 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:20.945564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] For port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:20.955923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f877914-c4cf-4e4d-ad01-bcd6f5892cd6 req-066b64c0-6b09-41e4-8f7c-7e9d2f59895a tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:20.962255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f877914-c4cf-4e4d-ad01-bcd6f5892cd6 req-066b64c0-6b09-41e4-8f7c-7e9d2f59895a tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 947 time: 0.1055834 Aug 12 04:28:20.962255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] For port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:20.988952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93846a-632d-4133-b9df-91f6af7f2dd1 None None] Pushing event updated for resources: {'Port': ['ID=835c2579-6af4-485a-8491-d430dbe946ef,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:20.998044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-615d3d63-55f7-4bcc-b3c4-a164126e0673 service neutron] 10.222.0.42 "GET /v2.0/networks/5525cf98-31b5-4d25-a2d7-23b6383daabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397338 Aug 12 04:28:21.000993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 01ce0e5c-46d6-472b-a840-2528649b1a6c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:21.008818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f877914-c4cf-4e4d-ad01-bcd6f5892cd6 req-57a6d725-3147-4be3-b6be-57bc4a42adcd tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448036 Aug 12 04:28:21.033734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc7f59-d7d5-4dc7-affa-5704d65f98fb None None] Network 9c2491f3-b814-40ba-9036-677ca6efde2d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:21.044894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.107538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-6fd91bfc-7e5e-40ce-8ebe-f85bbf76e133 service neutron] 10.222.0.42 "GET /v2.0/networks/5525cf98-31b5-4d25-a2d7-23b6383daabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069269 Aug 12 04:28:21.131184 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.158499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.167066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77adcba-ca0b-49bd-a167-c9fbe5f2265b None None] Network 34c8d5a0-3a5a-41d4-a352-a20317bcce32 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:21.207750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.226036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c HTTP/1.1" status: 204 len: 168 time: 1.1723022 Aug 12 04:28:21.227880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49052) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:21.239720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c59a5-706e-4c56-9e8a-602ec5df3c58 None None] Network 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:21.271631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:21.272510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.274529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 HTTP/1.1" status: 200 len: 1092 time: 2.6096475 Aug 12 04:28:21.275318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9650f8b6-7277-4538-8238-b87c618a552c', 'tag': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:21.282837 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eee5ae-07a7-47fd-87bd-bf2caffda056" -d '{"events": [{"name": "network-changed", "server_uuid": "9650f8b6-7277-4538-8238-b87c618a552c", "tag": "860fe1ea-f8d2-4a20-b2c4-04a8ea43f142"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:21.287009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554f8cb-b811-427c-b369-119ce66258e2 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:21.323755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b0959-3b1a-4332-991f-1d31cd76a3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:21.358025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.451299 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35fbf1d-6f75-4a5b-b963-f5bef5410cd5 x-openstack-request-id: req-c35fbf1d-6f75-4a5b-b963-f5bef5410cd5 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:21.451595 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9650f8b6-7277-4538-8238-b87c618a552c", "tag": "860fe1ea-f8d2-4a20-b2c4-04a8ea43f142", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:21.453490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['01ce0e5c-46d6-472b-a840-2528649b1a6c'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:21.453587 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c35fbf1d-6f75-4a5b-b963-f5bef5410cd5 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:21.453870 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9650f8b6-7277-4538-8238-b87c618a552c', 'tag': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142', 'status': 'completed', 'code': 200} Aug 12 04:28:21.473766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.526316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-a035aa5f-1d60-4ee1-a411-f622dcda372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:21.530797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-a035aa5f-1d60-4ee1-a411-f622dcda372e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 1095 time: 0.1257668 Aug 12 04:28:21.552243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port 835c2579-6af4-485a-8491-d430dbe946ef {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:21.553809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.586356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d511af0b-9ce6-4c1a-a725-7c17e1a2f4c4 req-317ec0a9-672d-43c8-8b05-d3626938757c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 210 time: 0.0801322 Aug 12 04:28:21.607708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=01ce0e5c-46d6-472b-a840-2528649b1a6c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:21.692955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 219390d8-18de-49a5-80ff-0893948bb205 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:21.693246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.748515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-b2a1292d-0792-46bb-9591-cbd13802b110 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 HTTP/1.1" status: 200 len: 217 time: 0.2085855 Aug 12 04:28:21.812174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3526c73f-9465-4c2f-9aee-b6ab788da82c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:21.884435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port 219390d8-18de-49a5-80ff-0893948bb205, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=219390d8-18de-49a5-80ff-0893948bb205,segment=NetworkSegment(2fd4b860-4d89-4302-ba0e-ceba2c5db7bd),segment_id=2fd4b860-4d89-4302-ba0e-ceba2c5db7bd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:21.885043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.903638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 219390d8-18de-49a5-80ff-0893948bb205 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:21.963735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3526c73f-9465-4c2f-9aee-b6ab788da82c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:21.964121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:21.980207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-ba65d1e5-0da9-40e6-a83d-050974de0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:21.983338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-ba65d1e5-0da9-40e6-a83d-050974de0fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1753943 Aug 12 04:28:21.989798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port 835c2579-6af4-485a-8491-d430dbe946ef, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=835c2579-6af4-485a-8491-d430dbe946ef,segment=NetworkSegment(086ab77e-d87f-4e40-b071-5820831e95e5),segment_id=086ab77e-d87f-4e40-b071-5820831e95e5)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:21.990791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.063794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] DHCP port deletion for 62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:28:22.074614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835400ec-2547-4ba8-bea3-2f6e6a83e950 req-6aa908a0-a632-4861-82a6-08234b02592b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:22.078166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-835400ec-2547-4ba8-bea3-2f6e6a83e950 req-6aa908a0-a632-4861-82a6-08234b02592b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 944 time: 0.2736413 Aug 12 04:28:22.114624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for 835c2579-6af4-485a-8491-d430dbe946ef owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:22.125410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-9c104f94-f958-42e5-9d32-c97a694a4596 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:22.126960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-9c104f94-f958-42e5-9d32-c97a694a4596 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/networks?id=b802a24a-8403-4063-8d43-a57305ea1623 HTTP/1.1" status: 200 len: 809 time: 0.4136908 Aug 12 04:28:22.143833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-835400ec-2547-4ba8-bea3-2f6e6a83e950 req-fb0b9864-1e9a-4888-9d38-ebf0c8fa3071 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573044 Aug 12 04:28:22.182830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] Deleting port 219390d8-18de-49a5-80ff-0893948bb205 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:22.183213 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.221355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.258071 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-03c05fcf-e872-46d3-b9e4-fd296febf2ea tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/quotas/b669f8b0b42a4e3cb8a808b598314fb4 HTTP/1.1" status: 200 len: 375 time: 0.0216198 Aug 12 04:28:22.280659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=219390d8-18de-49a5-80ff-0893948bb205,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:22.283454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port 219390d8-18de-49a5-80ff-0893948bb205 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:22.283628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-65353d44-8f8a-4577-9a0c-f0d508ed804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:22.285144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-65353d44-8f8a-4577-9a0c-f0d508ed804e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648909 Aug 12 04:28:22.340337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] For port 219390d8-18de-49a5-80ff-0893948bb205, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=219390d8-18de-49a5-80ff-0893948bb205,segment=NetworkSegment(2fd4b860-4d89-4302-ba0e-ceba2c5db7bd),segment_id=2fd4b860-4d89-4302-ba0e-ceba2c5db7bd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:22.341273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.345091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-161df1a5-e6aa-41c1-8128-109fcca45117 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b669f8b0b42a4e3cb8a808b598314fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751035 Aug 12 04:28:22.364404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] Calling delete_port for 219390d8-18de-49a5-80ff-0893948bb205 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:22.449658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.473301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.473741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eabe9-d22b-457e-bf05-b16dda4b992c req-635bd6bc-ee9c-4466-a6e8-f65af2e25ca6 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:22.482932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae2eabe9-d22b-457e-bf05-b16dda4b992c req-635bd6bc-ee9c-4466-a6e8-f65af2e25ca6 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 948 time: 0.2104449 Aug 12 04:28:22.486172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] No DVR routers for this DVR port 219390d8-18de-49a5-80ff-0893948bb205 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:22.490511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cc7f2e-acdc-41b2-88a6-0775bd13dfa0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:22.507023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a2da3-f263-4128-896c-08384254c56b None None] Pushing event deleted for resources: {'Port': ['ID=219390d8-18de-49a5-80ff-0893948bb205,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:22.523782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263e711-6791-4120-b4f7-c886c28ab3d7 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:28:22.531509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:22.531808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4b860-4d89-4302-ba0e-ceba2c5db7bd') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:22.553038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.580627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.601894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae2eabe9-d22b-457e-bf05-b16dda4b992c req-6741de14-e71e-40b4-95cb-f00d3924220b tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175961 Aug 12 04:28:22.610856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:22.611287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:22.614776 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:22.657833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263e711-6791-4120-b4f7-c886c28ab3d7 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:28:22.822305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8eabf303-c735-4502-95f5-fb3645b322a4 req-e749cde5-5f5b-44de-b983-2d302960cb25 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 210 time: 0.0398214 Aug 12 04:28:22.968399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.976109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:22.982020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/62cc7f2e-acdc-41b2-88a6-0775bd13dfa0 HTTP/1.1" status: 204 len: 168 time: 1.7503085 Aug 12 04:28:22.983682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49100) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:22.992488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1118470564'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:22.999087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8269-e236-4e96-b6f9-3d69bbfaeb54 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=62cc7f2e-acdc-41b2-88a6-0775bd13dfa0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:23.008462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-4ed08e61-98a9-4436-818a-9d1f445290c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683798 Aug 12 04:28:23.027469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.107967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-a76a4bf9-8de6-4e86-8e30-674145ee29f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523773 Aug 12 04:28:23.110415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=835c2579-6af4-485a-8491-d430dbe946ef,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:23.115626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port 835c2579-6af4-485a-8491-d430dbe946ef on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:23.177578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:23.180936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.311356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7768b32-81b0-4402-a2dd-af1ec495a916 req-b7a1be2e-a40f-4255-91de-638608e14b01 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:23.312907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7768b32-81b0-4402-a2dd-af1ec495a916 req-b7a1be2e-a40f-4255-91de-638608e14b01 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 944 time: 0.0544541 Aug 12 04:28:23.330846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.361046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2491f3-b814-40ba-9036-677ca6efde2d']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:23.361254 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7768b32-81b0-4402-a2dd-af1ec495a916 req-cd1b6807-fe82-48be-a056-f58740602e31 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Aug 12 04:28:23.382811 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d956939-df92-44f6-ae53-ca7edb345ec9 req-d7e14c85-7f11-44f7-a1f8-af7ad87bd7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594258 Aug 12 04:28:23.388366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086ab77e-d87f-4e40-b071-5820831e95e5') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:23.388663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086ab77e-d87f-4e40-b071-5820831e95e5') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:23.403152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:23.407864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.437960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.438544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.438970 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment 0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0 of type vlan for network fe0c1c54-f45c-42fb-b7d5-0754c4668222 Aug 12 04:28:23.450169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-d529988c-c5ff-4096-bf8f-df3b81b70650 service neutron] 10.222.0.42 "GET /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067651 Aug 12 04:28:23.453054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:23.453462 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:23.456438 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:23.544767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.601855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-d4d0cd2b-258a-41d5-85b9-9e26a4bccc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:23.603397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-d4d0cd2b-258a-41d5-85b9-9e26a4bccc10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 1095 time: 0.0817327 Aug 12 04:28:23.665180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.673814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.680515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:23.685455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097220422'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:23.689812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/9c2491f3-b814-40ba-9036-677ca6efde2d HTTP/1.1" status: 204 len: 168 time: 5.3888755 Aug 12 04:28:23.717879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=9c2491f3-b814-40ba-9036-677ca6efde2d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:23.730330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.731853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.732401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.732994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.733634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.734292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.735005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.735553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.736158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.736696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.737261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.737788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d7871-c5e8-42e9-9fcc-dca6237d9ce1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:23.743952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.750411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:23.755211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.767893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 219390d8-18de-49a5-80ff-0893948bb205 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:23.769191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75ef3-3b72-4372-bae5-15fb255777af req-0d0da4fe-8ae9-4096-a0a4-b9f71feea441 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:23.770730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-71e75ef3-3b72-4372-bae5-15fb255777af req-0d0da4fe-8ae9-4096-a0a4-b9f71feea441 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 948 time: 0.0589883 Aug 12 04:28:23.785045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 01ce0e5c-46d6-472b-a840-2528649b1a6c up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:23.854315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-de3b0884-e8b9-4094-8843-e26796820281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:23.855946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-de3b0884-e8b9-4094-8843-e26796820281 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.2438512 Aug 12 04:28:23.870544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-71e75ef3-3b72-4372-bae5-15fb255777af req-61af0dbd-96d6-486b-8192-a5b75e099a8f tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871158 Aug 12 04:28:23.872986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:23.876369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.883986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 219390d8-18de-49a5-80ff-0893948bb205 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:23.884337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 219390d8-18de-49a5-80ff-0893948bb205 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:23.932182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:23.951472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:23.951889 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment f7db9701-d0a4-498d-855a-529125b7d898 of type vlan for network c06d454b-60a3-4a61-9fc7-ff5f6319d547 Aug 12 04:28:24.015615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.052470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-bd1e1812-0a29-41a9-bc30-041660709939 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 HTTP/1.1" status: 200 len: 217 time: 0.1196246 Aug 12 04:28:24.053263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=fe0c1c54-f45c-42fb-b7d5-0754c4668222,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:24.054149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd32d537-7d3c-45f2-85c0-f9f6094fe88c req-67b6d45b-4f83-4706-b24c-32dabca221ab tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 210 time: 0.0340822 Aug 12 04:28:24.077652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:24.096433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 01ce0e5c-46d6-472b-a840-2528649b1a6c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:24.127660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48a9c5fe-201c-4281-8b15-74bb501c6f34 req-56bbb42d-7be9-4a68-a266-fe2f1f3ee8a3 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 210 time: 0.1513689 Aug 12 04:28:24.134983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 01ce0e5c-46d6-472b-a840-2528649b1a6c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:24.135358 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.187604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2a20fea9-a2b6-4d17-b62a-3a51ac9bd110 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2030401 Aug 12 04:28:24.192297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49144) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:24.198006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:24.205313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-65c484eb-f4a9-4cd7-a167-27a79422cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:24.206902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-65c484eb-f4a9-4cd7-a167-27a79422cab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0946705 Aug 12 04:28:24.219854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.236881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:24.239491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.305055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.348258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-8b733de4-4aea-4df0-ae57-8f20cc30f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:24.349785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-8b733de4-4aea-4df0-ae57-8f20cc30f2c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289001 Aug 12 04:28:24.355917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 01ce0e5c-46d6-472b-a840-2528649b1a6c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:24.357447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce0e5c-46d6-472b-a840-2528649b1a6c'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:24.360579 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf098bd-b4a8-45ab-8aaf-b0961ed4d8f9" -d '{"events": [{"server_uuid": "c96e971d-ea1a-4508-81bb-c47622fa0594", "name": "network-vif-plugged", "status": "completed", "tag": "01ce0e5c-46d6-472b-a840-2528649b1a6c"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:24.437701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-eab259f4-59bc-4d95-ac5f-adef49c68c17 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:24.441352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-eab259f4-59bc-4d95-ac5f-adef49c68c17 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.36 "GET /v2.0/networks?id=5525cf98-31b5-4d25-a2d7-23b6383daabe HTTP/1.1" status: 200 len: 809 time: 0.3216960 Aug 12 04:28:24.443260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=c06d454b-60a3-4a61-9fc7-ff5f6319d547,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:24.451336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7674925 Aug 12 04:28:24.453623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49156) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:24.455699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.459459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Request body: {'port': {'device_id': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe', 'admin_state_up': True, 'tenant_id': 'f9a053032d38463cbc6e12bfb6ab4267'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:24.462224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': 'c06d454b-60a3-4a61-9fc7-ff5f6319d547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.469134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.474201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.474650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87d19eb-b192-4848-ba69-6a691ef20c6a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:28:24.535592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c06d454b-60a3-4a61-9fc7-ff5f6319d547 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:24.609810 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f060d961-cd5e-431d-96d3-88fdc660dc5f x-openstack-request-id: req-f060d961-cd5e-431d-96d3-88fdc660dc5f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:24.610024 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96e971d-ea1a-4508-81bb-c47622fa0594", "name": "network-vif-plugged", "status": "completed", "tag": "01ce0e5c-46d6-472b-a840-2528649b1a6c", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:24.610337 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f060d961-cd5e-431d-96d3-88fdc660dc5f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:24.610817 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce0e5c-46d6-472b-a840-2528649b1a6c', 'code': 200} Aug 12 04:28:24.669715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=01ce0e5c-46d6-472b-a840-2528649b1a6c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:24.697220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41720b-f782-47c9-aa9b-f22f9a074d0b req-012b7b4c-ef38-4c59-b3b9-4f28c03e7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:24.699042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e41720b-f782-47c9-aa9b-f22f9a074d0b req-012b7b4c-ef38-4c59-b3b9-4f28c03e7aba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 1100 time: 0.0968211 Aug 12 04:28:24.700934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:28:24.700934 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 04:28:24.700934 n-d-804320-1 neutron-server[95043]: [parameters: {'project_id_1': 'f9a053032d38463cbc6e12bfb6ab4267', 'expiration_1': datetime.datetime(2021, 8, 12, 4, 28, 24, 682924)}] Aug 12 04:28:24.700934 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:24.701566 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:24.711832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:24.715386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.723714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-7357a861-b50d-4135-a9ab-7b6468444cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655543 Aug 12 04:28:24.748459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e41720b-f782-47c9-aa9b-f22f9a074d0b req-e235f489-54fa-44d9-96f3-544464c4da06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Aug 12 04:28:24.793467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73c11a-d0b4-4ad8-83b5-cc0f56cd8a66 req-1b771104-b8cd-46cd-bf14-43bddaab8c48 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:24.795509 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af73c11a-d0b4-4ad8-83b5-cc0f56cd8a66 req-1b771104-b8cd-46cd-bf14-43bddaab8c48 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 944 time: 0.1938596 Aug 12 04:28:24.833436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:24.836904 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:24.994113 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af73c11a-d0b4-4ad8-83b5-cc0f56cd8a66 req-c8f5d089-8e4a-4d51-9a4a-f69b08fe9dd5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660409 Aug 12 04:28:25.022398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ee4e-701c-49e9-9aee-e241f1645b1d req-3d95351d-ab2d-4f97-9e1c-5a34caf83d94 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:25.027192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-faa3ee4e-701c-49e9-9aee-e241f1645b1d req-3d95351d-ab2d-4f97-9e1c-5a34caf83d94 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 949 time: 0.0674899 Aug 12 04:28:25.034095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3eee5ae-07a7-47fd-87bd-bf2caffda056 req-5ebbed2b-477b-4a70-8068-67d8ca959708 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985992 Aug 12 04:28:25.077045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-faa3ee4e-701c-49e9-9aee-e241f1645b1d req-fbcce712-4507-4f8d-b896-1ae8e3e0b333 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458765 Aug 12 04:28:25.207002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3cf91db8-944d-4724-a25f-432fc8748360 req-148640da-dadb-45e5-bd11-1ef125cb3b32 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Aug 12 04:28:25.265571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d009404-d187-4db8-a7a7-8e5aa8e7a789 req-107a58d0-09f4-4da7-8ca3-8610c60966dc tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 210 time: 0.0713296 Aug 12 04:28:25.285101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.310353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Made reservation on behalf of f9a053032d38463cbc6e12bfb6ab4267 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:25.315518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.318216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.362700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=9333434f-2f90-4ae4-8427-be46fe53c5cf,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:25.445502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': 'f7db9701-d0a4-498d-855a-529125b7d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c06d454b-60a3-4a61-9fc7-ff5f6319d547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:25.445934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: c06d454b-60a3-4a61-9fc7-ff5f6319d547, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:25.451784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:25.452146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: fe0c1c54-f45c-42fb-b7d5-0754c4668222, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:25.461191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=1b9b0137-4b6f-45d4-b935-024cf912df6d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:25.477813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Allocated IP 172.20.0.6 (5525cf98-31b5-4d25-a2d7-23b6383daabe/c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d/0c780607-3f30-4e6e-a091-4923dbdf696e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:25.612045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.623763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.693753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:25.697164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network c06d454b-60a3-4a61-9fc7-ff5f6319d547 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:25.716952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.817392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, fe0c1c54-f45c-42fb-b7d5-0754c4668222) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:25.822030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:25.822750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.826767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a244bd-e59b-490f-9d9d-a6fef83211c6 None None] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:25.836414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c06d454b-60a3-4a61-9fc7-ff5f6319d547) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:25.841488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:25.842183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.844686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:25.852415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f2627-75ce-49a0-869f-f293a9ac4c12 None None] Network c06d454b-60a3-4a61-9fc7-ff5f6319d547 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:25.904130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Pushing event updated for resources: {'Port': ['ID=0c780607-3f30-4e6e-a091-4923dbdf696e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:25.929744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Network 5525cf98-31b5-4d25-a2d7-23b6383daabe is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:25.929744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:25.929744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49186) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:25.932419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c712b32e-7a71-4ecd-8367-216c52088301 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7388866 Aug 12 04:28:25.935329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-407eb3db-c4ec-456f-9b92-5f65a35ab426 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4778490 Aug 12 04:28:25.937186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222', 'name': 'tempest-PortsIpV6TestJSON-1389455156', 'fixed_ips': [{'subnet_id': '9333434f-2f90-4ae4-8427-be46fe53c5cf', 'ip_address': '2001:db8::10'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:25.941018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49188) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:26.004551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:28:26.020577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:26.070653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:26.071494 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.107350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.204161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.209091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-bca8a810-1108-4097-9f29-f3de22873a72 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7551906 Aug 12 04:28:26.227799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Request body: {'port': {'device_id': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:26.259306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:28:26.287594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956958d-2ab1-4f34-aff4-d2ca492508fc req-477ce3d8-deb8-4720-b7c5-4f442ec62c85 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:26.289533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7956958d-2ab1-4f34-aff4-d2ca492508fc req-477ce3d8-deb8-4720-b7c5-4f442ec62c85 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 949 time: 0.1291082 Aug 12 04:28:26.292648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f149d7-6c4b-4578-802f-85e206945574 req-8a6530b4-0ce1-42fb-919d-bbc4cd698db0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:26.294809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f149d7-6c4b-4578-802f-85e206945574 req-8a6530b4-0ce1-42fb-919d-bbc4cd698db0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 944 time: 0.1447203 Aug 12 04:28:26.362894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:26.377227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f149d7-6c4b-4578-802f-85e206945574 req-d67a11a0-1d38-4b89-8149-5392fa38671b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Aug 12 04:28:26.424326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fe0c1c54-f45c-42fb-b7d5-0754c4668222', 'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '9333434f-2f90-4ae4-8427-be46fe53c5cf'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:26.425186 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.461461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.478849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:26.499292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.547105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9b0137-4b6f-45d4-b935-024cf912df6d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:26.559910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.574150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142', 'mac_address': 'fa:16:3e:9f:23:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:28:26.589606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7956958d-2ab1-4f34-aff4-d2ca492508fc req-eb7c76d5-b3da-4a96-9645-4135216fa11a tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926431 Aug 12 04:28:26.603438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:28:26.654205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc30ee4c-afec-4016-ae15-162ab7bca127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c06d454b-60a3-4a61-9fc7-ff5f6319d547', 'network_id': 'c06d454b-60a3-4a61-9fc7-ff5f6319d547', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': '1b9b0137-4b6f-45d4-b935-024cf912df6d'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:26.660699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fc30ee4c-afec-4016-ae15-162ab7bca127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.694170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbe4a0-925f-4191-ad33-dd4cbd0b11df req-a33c3afc-05a2-4d47-9637-594893160d54 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:26.696812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3abbe4a0-925f-4191-ad33-dd4cbd0b11df req-a33c3afc-05a2-4d47-9637-594893160d54 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 931 time: 0.2318048 Aug 12 04:28:26.722384 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.749579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06d454b-60a3-4a61-9fc7-ff5f6319d547']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:26.777905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7db9701-d0a4-498d-855a-529125b7d898') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:26.778321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7db9701-d0a4-498d-855a-529125b7d898') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:26.785786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.789332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53af47e8-7015-45cc-a091-9c8c1e60e10e req-1b382e35-3759-4e66-9200-f0cf4d94fb3d tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 210 time: 0.0487082 Aug 12 04:28:26.803327 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3abbe4a0-925f-4191-ad33-dd4cbd0b11df req-17a60b0e-3e68-4a95-a1f6-7dfbc6544e4f tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844381 Aug 12 04:28:26.807863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.827827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:26.839708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.848821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:26.849227 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:26.851634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:26.858235 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:26.886860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Allocated IP 2001:db8::2 (fe0c1c54-f45c-42fb-b7d5-0754c4668222/9333434f-2f90-4ae4-8427-be46fe53c5cf/d5b750fb-52d4-4487-8c7c-64041ad38de3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:26.902053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d9d9e-3208-4270-a616-f89a229c364e None None] Network c06d454b-60a3-4a61-9fc7-ff5f6319d547 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:26.968820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.124791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.130177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.132730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/c06d454b-60a3-4a61-9fc7-ff5f6319d547 HTTP/1.1" status: 204 len: 168 time: 1.1897509 Aug 12 04:28:27.141214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49222) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:27.146698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-729641743'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:27.173352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f2e2b-3c68-406f-b7d7-72a3238e2c34 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=c06d454b-60a3-4a61-9fc7-ff5f6319d547,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:27.260028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:27.292312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:27.293360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:27.305623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-1f96f3d3-db3c-44af-96ed-234f5bcaba7d tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:27.309104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.311013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-1f96f3d3-db3c-44af-96ed-234f5bcaba7d tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.20 "GET /v2.0/networks?id=b802a24a-8403-4063-8d43-a57305ea1623 HTTP/1.1" status: 200 len: 809 time: 0.2860689 Aug 12 04:28:27.326948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Request body: {'port': {'device_id': '22687490-d998-48ee-848d-d56cbca74ad4', 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623', 'admin_state_up': True, 'tenant_id': 'b669f8b0b42a4e3cb8a808b598314fb4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:27.333119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c780607-3f30-4e6e-a091-4923dbdf696e {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:27.355553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.422593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Transition to ACTIVE for port object 0c780607-3f30-4e6e-a091-4923dbdf696e will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:27.425906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:27.448003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.448548 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 585b6fe6-fd19-4450-b6f5-cc789938b9a8 of type vlan for network 2ae2490b-cc9f-4492-975b-f85427b79f73 Aug 12 04:28:27.519696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.578901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92b4bb-4df4-44dd-9e2b-6f687a50f679 req-3ee2763e-fdc4-4ab0-b365-82802e30b492 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:27.579145 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.581217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a92b4bb-4df4-44dd-9e2b-6f687a50f679 req-3ee2763e-fdc4-4ab0-b365-82802e30b492 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 949 time: 0.1844106 Aug 12 04:28:27.592656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.604292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Transition to ACTIVE for port object d5b750fb-52d4-4487-8c7c-64041ad38de3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:27.645989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Transition to ACTIVE for port object d5b750fb-52d4-4487-8c7c-64041ad38de3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:27.649490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Pushing event updated for resources: {'Port': ['ID=0c780607-3f30-4e6e-a091-4923dbdf696e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:27.655219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a92b4bb-4df4-44dd-9e2b-6f687a50f679 req-187a7417-1189-4b64-afa4-7d58a330c685 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Aug 12 04:28:27.724297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fcd31-f888-4e41-881e-0563583f26a9 req-e8f2df1c-a2fa-48e7-9024-76d60e1b6157 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:27.725809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac7fcd31-f888-4e41-881e-0563583f26a9 req-e8f2df1c-a2fa-48e7-9024-76d60e1b6157 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 945 time: 0.1762254 Aug 12 04:28:27.762665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Made reservation on behalf of b669f8b0b42a4e3cb8a808b598314fb4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:27.766868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.769338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.812534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac7fcd31-f888-4e41-881e-0563583f26a9 req-79ebff09-ef01-40d1-bc91-c2721fe15acc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Aug 12 04:28:27.818558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Attempting to bind port 0c780607-3f30-4e6e-a091-4923dbdf696e on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:27.818558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Attempting to bind port 0c780607-3f30-4e6e-a091-4923dbdf696e by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'bdc61dcd-c160-4bfb-9560-23acee042631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:27.818558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Attempting to bind port 0c780607-3f30-4e6e-a091-4923dbdf696e on network 5525cf98-31b5-4d25-a2d7-23b6383daabe {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:27.827371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.838648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:27.838648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.863634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Port 0c780607-3f30-4e6e-a091-4923dbdf696e on network 5525cf98-31b5-4d25-a2d7-23b6383daabe not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:28:27.863969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Attempting to bind port 0c780607-3f30-4e6e-a091-4923dbdf696e on network 5525cf98-31b5-4d25-a2d7-23b6383daabe {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:27.879257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:27.888367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:27.891993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:27.891993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Checking segment: {'id': 'bdc61dcd-c160-4bfb-9560-23acee042631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:27.892308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Bound using segment: {'id': 'bdc61dcd-c160-4bfb-9560-23acee042631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:27.892652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Bound port: 0c780607-3f30-4e6e-a091-4923dbdf696e, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc61dcd-c160-4bfb-9560-23acee042631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:27.893016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:27.893373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:27.901040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Pushing event updated for resources: {'Port': ['ID=d5b750fb-52d4-4487-8c7c-64041ad38de3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:27.946298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Allocated IP 172.20.0.7 (b802a24a-8403-4063-8d43-a57305ea1623/13e55d75-b831-4314-a052-bd7e2e045558/264764ac-22f2-4237-8ae1-05e5b47c4c93) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:28.013839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::10 (fe0c1c54-f45c-42fb-b7d5-0754c4668222/9333434f-2f90-4ae4-8427-be46fe53c5cf/00ed0304-3c13-4b8f-9ceb-7e6c244613f8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:28.021292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-55c68360-5b1c-4da4-8b39-002ea33f0753 req-72fb044f-4b9d-4545-bea0-d453d179fcf2 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 210 time: 0.0489597 Aug 12 04:28:28.046958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=2ae2490b-cc9f-4492-975b-f85427b79f73,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:28.055942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Attempting to bind port d5b750fb-52d4-4487-8c7c-64041ad38de3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:28.056322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Attempting to bind port d5b750fb-52d4-4487-8c7c-64041ad38de3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:28.058026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Attempting to bind port d5b750fb-52d4-4487-8c7c-64041ad38de3 on network fe0c1c54-f45c-42fb-b7d5-0754c4668222 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:28.065129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3f90e068-5f87-4c0c-981e-0aaea061e948 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9229755 Aug 12 04:28:28.065956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49248) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:28.078276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 2ae2490b-cc9f-4492-975b-f85427b79f73 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:28.083657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:28.084172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Checking segment: {'id': '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:28.084842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.085201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:28.085747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Bound using segment: {'id': '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:28.086344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Bound port: d5b750fb-52d4-4487-8c7c-64041ad38de3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:28.086867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.236838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] For port 0c780607-3f30-4e6e-a091-4923dbdf696e, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:28.249124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-74aed026-b430-4271-ad6b-38ba74a3db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.249290 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.249396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6bf04-e796-4693-9203-aa464088d95e req-ed04d723-ab86-4205-aca2-758e93d1013c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:28.250187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1b6bf04-e796-4693-9203-aa464088d95e req-ed04d723-ab86-4205-aca2-758e93d1013c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 943 time: 0.2778938 Aug 12 04:28:28.284361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] For port d5b750fb-52d4-4487-8c7c-64041ad38de3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:28.284602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] For port 0c780607-3f30-4e6e-a091-4923dbdf696e, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0c780607-3f30-4e6e-a091-4923dbdf696e,segment=NetworkSegment(bdc61dcd-c160-4bfb-9560-23acee042631),segment_id=bdc61dcd-c160-4bfb-9560-23acee042631)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:28.287194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] For port d5b750fb-52d4-4487-8c7c-64041ad38de3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d5b750fb-52d4-4487-8c7c-64041ad38de3,segment=NetworkSegment(0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0),segment_id=0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:28.350814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:28.354315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.382345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1b6bf04-e796-4693-9203-aa464088d95e req-24034232-afcb-4926-862e-1849dd04edb2 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144590 Aug 12 04:28:28.416293 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.416534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.480691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Pushing event updated for resources: {'Port': ['ID=264764ac-22f2-4237-8ae1-05e5b47c4c93,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:28.488526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Network b802a24a-8403-4063-8d43-a57305ea1623 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:28.489945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:28.492445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:28.500255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2e4f-cec6-4cf0-967a-ba329d96727a None None] Pushing event updated for resources: {'Port': ['ID=d5b750fb-52d4-4487-8c7c-64041ad38de3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:28.501945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.516280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.549947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:28.550743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.614491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:28.615162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:28.616568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] 10.222.0.36 "PUT /v2.0/ports/0c780607-3f30-4e6e-a091-4923dbdf696e HTTP/1.1" status: 200 len: 1091 time: 2.3974133 Aug 12 04:28:28.622831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'tag': '0c780607-3f30-4e6e-a091-4923dbdf696e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:28.626863 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf610e-df09-4366-8f08-9a1e027148dd" -d '{"events": [{"name": "network-changed", "server_uuid": "98d29980-cf09-4a11-b76b-980ce00a7ef9", "tag": "0c780607-3f30-4e6e-a091-4923dbdf696e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:28.634492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:28.680381 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2d769-dd3e-485f-b41e-f641bc0b99c8 x-openstack-request-id: req-8ef2d769-dd3e-485f-b41e-f641bc0b99c8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:28.682163 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d29980-cf09-4a11-b76b-980ce00a7ef9", "tag": "0c780607-3f30-4e6e-a091-4923dbdf696e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:28.682163 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ef2d769-dd3e-485f-b41e-f641bc0b99c8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:28.682163 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'tag': '0c780607-3f30-4e6e-a091-4923dbdf696e', 'status': 'completed', 'code': 200} Aug 12 04:28:28.705368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-78d9d518-ead4-4fcb-9a2a-d2e287dc9498 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3827155 Aug 12 04:28:28.710545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7341d-d842-4790-b771-224f217bc3ac service neutron] Pushing event updated for resources: {'Port': ['ID=0c780607-3f30-4e6e-a091-4923dbdf696e,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:28.720950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Request body: {'port': {'device_id': '22687490-d998-48ee-848d-d56cbca74ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:28.860835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-471fef8f-f56e-4353-8e41-49f7d5355408 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:28.860835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-471fef8f-f56e-4353-8e41-49f7d5355408 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.36 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 949 time: 0.3178258 Aug 12 04:28:28.874076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.019648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf610e-df09-4366-8f08-9a1e027148dd req-afd7c69f-f87b-4270-bda5-b702242729f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:29.021091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50bf610e-df09-4366-8f08-9a1e027148dd req-afd7c69f-f87b-4270-bda5-b702242729f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9a053032d38463cbc6e12bfb6ab4267&device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 1094 time: 0.3217602 Aug 12 04:28:29.053523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddd5aa-bef3-4591-a64f-6b417ffe8abc req-3cfdabd5-2993-4648-9ba5-c8daeac98672 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:29.055251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bddd5aa-bef3-4591-a64f-6b417ffe8abc req-3cfdabd5-2993-4648-9ba5-c8daeac98672 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 945 time: 0.1386433 Aug 12 04:28:29.150969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bddd5aa-bef3-4591-a64f-6b417ffe8abc req-17df2e13-cdf6-49a8-ad3b-1ba4b1b8d953 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888379 Aug 12 04:28:29.174412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402da614-9056-47df-aac6-211d44e38828 req-12bca89c-bdb6-4cd0-940d-0e2ef537d286 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:29.176082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-402da614-9056-47df-aac6-211d44e38828 req-12bca89c-bdb6-4cd0-940d-0e2ef537d286 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 949 time: 0.4303925 Aug 12 04:28:29.177037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.290430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264764ac-22f2-4237-8ae1-05e5b47c4c93 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:29.300085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.324028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d78b7f-4344-47c1-bbbd-d3f541e5ee32 req-9f807fe0-51a3-4c73-8010-79ecfca35407 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:29.326094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34d78b7f-4344-47c1-bbbd-d3f541e5ee32 req-9f807fe0-51a3-4c73-8010-79ecfca35407 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 931 time: 0.1012657 Aug 12 04:28:29.328863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:29.332303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Transition to ACTIVE for port object 264764ac-22f2-4237-8ae1-05e5b47c4c93 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:29.345655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-402da614-9056-47df-aac6-211d44e38828 req-72aa31ed-a6fd-4911-bce8-dbc5a89e5a0f tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/security-groups?id=f962572c-ab09-4ff3-aa79-0b3d07cb1fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583695 Aug 12 04:28:29.370396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:29.373037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=00ed0304-3c13-4b8f-9ceb-7e6c244613f8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:29.380564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:29.392261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:29.396296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.396296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.430541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.435152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Deleting port 01ce0e5c-46d6-472b-a840-2528649b1a6c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:29.435355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.479114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34d78b7f-4344-47c1-bbbd-d3f541e5ee32 req-0bf7db22-8558-4417-9eb9-87b507449424 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410680 Aug 12 04:28:29.536088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Pushing event updated for resources: {'Port': ['ID=264764ac-22f2-4237-8ae1-05e5b47c4c93,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:29.580086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf610e-df09-4366-8f08-9a1e027148dd req-6fd48179-2dbe-4986-8e4f-7babaf8377f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:29.581592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50bf610e-df09-4366-8f08-9a1e027148dd req-6fd48179-2dbe-4986-8e4f-7babaf8377f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f9a053032d38463cbc6e12bfb6ab4267&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5479381 Aug 12 04:28:29.641829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-07d9588a-8512-47f7-a431-e984dc9656f6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7103152 Aug 12 04:28:29.654229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49284) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:29.669302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=0c75861c-4369-4651-983e-8cc4a1fbb8c6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:29.681090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': 'fe0c1c54-f45c-42fb-b7d5-0754c4668222', 'name': 'tempest-PortsIpV6TestJSON-109122296', 'fixed_ips': [{'subnet_id': '9333434f-2f90-4ae4-8427-be46fe53c5cf', 'ip_address': '2001:db8::f'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:29.819844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d5b750fb-52d4-4487-8c7c-64041ad38de3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:29.878626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518bb2a-4b4c-45b5-9302-d6306b3a20fc None None] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:29.882043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Attempting to bind port 264764ac-22f2-4237-8ae1-05e5b47c4c93 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:29.882524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Attempting to bind port 264764ac-22f2-4237-8ae1-05e5b47c4c93 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'd81672ab-1760-4f69-93d5-d4febf03aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:29.883586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Attempting to bind port 264764ac-22f2-4237-8ae1-05e5b47c4c93 on network b802a24a-8403-4063-8d43-a57305ea1623 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:29.889712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Port 264764ac-22f2-4237-8ae1-05e5b47c4c93 on network b802a24a-8403-4063-8d43-a57305ea1623 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:28:29.894073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Attempting to bind port 264764ac-22f2-4237-8ae1-05e5b47c4c93 on network b802a24a-8403-4063-8d43-a57305ea1623 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:29.907916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:29.908424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Checking segment: {'id': 'd81672ab-1760-4f69-93d5-d4febf03aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:29.911144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Bound using segment: {'id': 'd81672ab-1760-4f69-93d5-d4febf03aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:29.911709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Bound port: 264764ac-22f2-4237-8ae1-05e5b47c4c93, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81672ab-1760-4f69-93d5-d4febf03aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:29.912180 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:29.971581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:30.031658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:30.080520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d5b750fb-52d4-4487-8c7c-64041ad38de3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:30.091392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] For port 264764ac-22f2-4237-8ae1-05e5b47c4c93, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:30.097278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ef166ca8-2c69-4582-a006-bad7a81aa5ae None None] Provisioning for port d5b750fb-52d4-4487-8c7c-64041ad38de3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:30.113487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] For port 264764ac-22f2-4237-8ae1-05e5b47c4c93, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93,segment=NetworkSegment(d81672ab-1760-4f69-93d5-d4febf03aed8),segment_id=d81672ab-1760-4f69-93d5-d4febf03aed8)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:30.114171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d5b750fb-52d4-4487-8c7c-64041ad38de3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:30.114648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.141152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fb3a2-c990-4cdb-af7e-5db04c44a1a1 req-c15b3bb7-72ea-441b-b050-b856b3c8d65c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:30.142686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f04fb3a2-c990-4cdb-af7e-5db04c44a1a1 req-c15b3bb7-72ea-441b-b050-b856b3c8d65c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 943 time: 0.6490228 Aug 12 04:28:30.151842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] For port 01ce0e5c-46d6-472b-a840-2528649b1a6c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=01ce0e5c-46d6-472b-a840-2528649b1a6c,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:30.152225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.160057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.169760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Calling delete_port for 01ce0e5c-46d6-472b-a840-2528649b1a6c owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:30.175478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ef166ca8-2c69-4582-a006-bad7a81aa5ae None None] Provisioning complete for port d5b750fb-52d4-4487-8c7c-64041ad38de3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:30.175968 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef166ca8-2c69-4582-a006-bad7a81aa5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.207382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 7be1dbbf-be9d-4830-b0ff-bc1a7001378f yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:28:30.311855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.367795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': '585b6fe6-fd19-4450-b6f5-cc789938b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:30.368840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 2ae2490b-cc9f-4492-975b-f85427b79f73, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:30.385963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:30.405010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:30.406378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.410868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port d5b750fb-52d4-4487-8c7c-64041ad38de3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d5b750fb-52d4-4487-8c7c-64041ad38de3,segment=NetworkSegment(0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0),segment_id=0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:30.439912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf610e-df09-4366-8f08-9a1e027148dd req-05654e4d-d1e8-46c5-a7e0-8f3968aa8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:30.441478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50bf610e-df09-4366-8f08-9a1e027148dd req-05654e4d-d1e8-46c5-a7e0-8f3968aa8791 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8338950 Aug 12 04:28:30.445012 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.465304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef166ca8-2c69-4582-a006-bad7a81aa5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.466167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f04fb3a2-c990-4cdb-af7e-5db04c44a1a1 req-f1a9bf6d-8b14-490f-bfcf-74efed83ce02 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099515 Aug 12 04:28:30.469628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-38048bd1-9d12-45cf-a6d9-c862ff119bf3 req-40ca0dca-91ee-43b8-8269-05451a391bb8 service neutron] (95042) timed out ('10.222.0.20', 56657) {{(pid=95042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:28:30.472115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.521558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Pushing event deleted for resources: {'Port': ['ID=01ce0e5c-46d6-472b-a840-2528649b1a6c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:30.521953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['01ce0e5c-46d6-472b-a840-2528649b1a6c'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:30.525352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 2ae2490b-cc9f-4492-975b-f85427b79f73 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:30.538003 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.664503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] No DVR routers for this DVR port 01ce0e5c-46d6-472b-a840-2528649b1a6c on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:30.683117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.685820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5e16e3e-fe83-431c-8107-f29cb3fcc338 req-0a1c4f95-dbd1-4996-815f-4fe667fff538 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.36 "DELETE /v2.0/ports/01ce0e5c-46d6-472b-a840-2528649b1a6c HTTP/1.1" status: 204 len: 173 time: 1.7623158 Aug 12 04:28:30.686176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:30.686355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'name': 'network-vif-deleted', 'tag': '01ce0e5c-46d6-472b-a840-2528649b1a6c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:30.687304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.688640 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8179d9-c34f-4819-8a9f-097a74460b5f" -d '{"events": [{"server_uuid": "c96e971d-ea1a-4508-81bb-c47622fa0594", "name": "network-vif-deleted", "tag": "01ce0e5c-46d6-472b-a840-2528649b1a6c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:30.689890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/264764ac-22f2-4237-8ae1-05e5b47c4c93 HTTP/1.1" status: 200 len: 1091 time: 1.9780116 Aug 12 04:28:30.691443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::f (fe0c1c54-f45c-42fb-b7d5-0754c4668222/9333434f-2f90-4ae4-8427-be46fe53c5cf/7be1dbbf-be9d-4830-b0ff-bc1a7001378f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:30.698189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22687490-d998-48ee-848d-d56cbca74ad4', 'tag': '264764ac-22f2-4237-8ae1-05e5b47c4c93'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:30.701459 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0" -d '{"events": [{"name": "network-changed", "server_uuid": "22687490-d998-48ee-848d-d56cbca74ad4", "tag": "264764ac-22f2-4237-8ae1-05e5b47c4c93"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:30.737733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1c07a-a0be-4430-9de6-a2949043017d req-b8bca1b9-f706-4015-b2d6-b88b922f9648 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:30.740822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 2ae2490b-cc9f-4492-975b-f85427b79f73) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:30.742249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6aa1c07a-a0be-4430-9de6-a2949043017d req-b8bca1b9-f706-4015-b2d6-b88b922f9648 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 945 time: 0.2821391 Aug 12 04:28:30.770126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85005f06-296f-4f01-aa2e-b4709585c87c None None] Network 2ae2490b-cc9f-4492-975b-f85427b79f73 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:30.779635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:30.780222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:30.787719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f60e4a38-3195-4002-917c-11db62d6f316 req-81dd77dd-6251-4209-a410-a62cf3b15152 tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.1625590 Aug 12 04:28:30.796592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-2af0852f-52ab-4289-b592-fd6c62562fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:30.799409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f328b-5365-4ac6-a39e-aa9e42db95e6 service neutron] Pushing event updated for resources: {'Port': ['ID=264764ac-22f2-4237-8ae1-05e5b47c4c93,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:30.800780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-2af0852f-52ab-4289-b592-fd6c62562fd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9a053032d38463cbc6e12bfb6ab4267&device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 1094 time: 0.2859554 Aug 12 04:28:30.880925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6aa1c07a-a0be-4430-9de6-a2949043017d req-d2203ae6-f56f-440f-b6b7-aba281169156 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262293 Aug 12 04:28:30.963534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e251596-b823-492e-8829-bddfa901518a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8875802 Aug 12 04:28:30.964599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49308) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:31.071249 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892f5dac-9f46-4d8d-b142-5eaa99ddde4d x-openstack-request-id: req-892f5dac-9f46-4d8d-b142-5eaa99ddde4d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:31.071924 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22687490-d998-48ee-848d-d56cbca74ad4", "tag": "264764ac-22f2-4237-8ae1-05e5b47c4c93", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:31.072337 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-892f5dac-9f46-4d8d-b142-5eaa99ddde4d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:31.072884 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22687490-d998-48ee-848d-d56cbca74ad4', 'tag': '264764ac-22f2-4237-8ae1-05e5b47c4c93', 'status': 'completed', 'code': 200} Aug 12 04:28:31.075722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=d5b750fb-52d4-4487-8c7c-64041ad38de3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:31.102252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-652d3aab-690d-42b3-a176-3e2907e40a1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c780607-3f30-4e6e-a091-4923dbdf696e HTTP/1.1" status: 200 len: 217 time: 0.2844362 Aug 12 04:28:31.111601 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2fd75b-842c-4bfb-ad55-334da47ba4f3 x-openstack-request-id: req-1c2fd75b-842c-4bfb-ad55-334da47ba4f3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:31.112030 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96e971d-ea1a-4508-81bb-c47622fa0594", "name": "network-vif-deleted", "tag": "01ce0e5c-46d6-472b-a840-2528649b1a6c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:31.112512 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c2fd75b-842c-4bfb-ad55-334da47ba4f3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:31.113015 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96e971d-ea1a-4508-81bb-c47622fa0594', 'name': 'network-vif-deleted', 'tag': '01ce0e5c-46d6-472b-a840-2528649b1a6c', 'status': 'completed', 'code': 200} Aug 12 04:28:31.176262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-ed81c3ca-3080-42a0-b50a-68b404dea831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:31.178467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-ed81c3ca-3080-42a0-b50a-68b404dea831 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b669f8b0b42a4e3cb8a808b598314fb4&device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 1094 time: 0.2709725 Aug 12 04:28:31.181750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-ef166ca8-2c69-4582-a006-bad7a81aa5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:31.182108 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-ef166ca8-2c69-4582-a006-bad7a81aa5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:31.188824 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eed73b5e-195a-48df-ab14-b955ebbcb758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.204187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8aa5-365f-44ea-a0da-088f69282637 req-c5823a62-b738-43e1-8395-e47f45f3641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:31.205663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-c5823a62-b738-43e1-8395-e47f45f3641c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d HTTP/1.1" status: 200 len: 849 time: 0.0902336 Aug 12 04:28:31.244213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.263730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-a7d377ed-30bd-4589-8783-1912543a28b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5525cf98-31b5-4d25-a2d7-23b6383daabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429409 Aug 12 04:28:31.265281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.286959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-eea34112-ca9e-4515-9c97-d8f6a2443213 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93 HTTP/1.1" status: 200 len: 217 time: 0.1007764 Aug 12 04:28:31.297818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26f2bb-4aaa-4d82-a3c1-160e324467e3 req-f11b6365-0e97-4d84-a6b3-b03f1ceb6d1b tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:31.299267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d26f2bb-4aaa-4d82-a3c1-160e324467e3 req-f11b6365-0e97-4d84-a6b3-b03f1ceb6d1b tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 943 time: 0.3651428 Aug 12 04:28:31.316703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:31.317959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9650f8b6-7277-4538-8238-b87c618a552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:31.320777 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3446f3a-ce3a-4f84-a0bb-3f82d23f3c68" -d '{"events": [{"server_uuid": "9650f8b6-7277-4538-8238-b87c618a552c", "name": "network-vif-plugged", "status": "completed", "tag": "860fe1ea-f8d2-4a20-b2c4-04a8ea43f142"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:31.325545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.349119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-2ae2490b-cc9f-4492-975b-f85427b79f73', 'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': '0c75861c-4369-4651-983e-8cc4a1fbb8c6'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:31.350004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.364209 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.395282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.398690 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd59d6d-c0ce-467c-9335-2d013a0d4a4b x-openstack-request-id: req-1dd59d6d-c0ce-467c-9335-2d013a0d4a4b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:31.399252 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9650f8b6-7277-4538-8238-b87c618a552c", "name": "network-vif-plugged", "status": "completed", "tag": "860fe1ea-f8d2-4a20-b2c4-04a8ea43f142", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:31.399667 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1dd59d6d-c0ce-467c-9335-2d013a0d4a4b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:31.400265 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9650f8b6-7277-4538-8238-b87c618a552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142', 'code': 200} Aug 12 04:28:31.435376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 7be1dbbf-be9d-4830-b0ff-bc1a7001378f will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:31.513244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d26f2bb-4aaa-4d82-a3c1-160e324467e3 req-c5cab58c-e9e8-4732-b172-d8902113abb6 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016878 Aug 12 04:28:31.531129 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:31.549977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-77054ff7-3500-4ccb-bbce-95407d696814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:31.555215 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-77054ff7-3500-4ccb-bbce-95407d696814 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13e55d75-b831-4314-a052-bd7e2e045558 HTTP/1.1" status: 200 len: 849 time: 0.2259605 Aug 12 04:28:31.581997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:31.619746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-ccf24ee5-915b-45e4-9fdf-ca89483c7961 service neutron] 10.222.0.36 "GET /v2.0/networks/5525cf98-31b5-4d25-a2d7-23b6383daabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451061 Aug 12 04:28:31.628067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Allocated IP 2001:db8::1 (2ae2490b-cc9f-4492-975b-f85427b79f73/0c75861c-4369-4651-983e-8cc4a1fbb8c6/24e10475-f01d-45e8-a3d6-c05fb8ebbf4a) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:31.653723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d7bae-c31a-4219-ac63-7ca97cded130 req-67e0c416-b43b-440e-bea8-d8d1b12b5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:31.656387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-682d7bae-c31a-4219-ac63-7ca97cded130 req-67e0c416-b43b-440e-bea8-d8d1b12b5963 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 1097 time: 0.1551197 Aug 12 04:28:31.718651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-10635ef7-5e3d-4e43-ba9c-cfd3f5a133ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b802a24a-8403-4063-8d43-a57305ea1623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492841 Aug 12 04:28:31.765036 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-124a8aa5-365f-44ea-a0da-088f69282637 req-a5284dcb-a6ee-4dd7-bbf9-fa76e2d0291b service neutron] 10.222.0.36 "GET /v2.0/networks/5525cf98-31b5-4d25-a2d7-23b6383daabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371672 Aug 12 04:28:31.803510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-682d7bae-c31a-4219-ac63-7ca97cded130 req-b0221408-9c59-407a-a0ec-ea490c360252 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110818 Aug 12 04:28:31.815337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d5b750fb-52d4-4487-8c7c-64041ad38de3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:31.988949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8f33b09-9de5-47fd-ae96-914db5523c4b req-5001e50d-0182-4810-a6ed-d596ee1ad53c tempest-VolumesNegativeTest-1453016638 tempest-VolumesNegativeTest-1453016638-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96e971d-ea1a-4508-81bb-c47622fa0594 HTTP/1.1" status: 200 len: 210 time: 0.0357120 Aug 12 04:28:32.171527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acae83-b0b6-4d56-a66b-1c05697305fb req-76dceead-60c7-4766-ae23-92a7276709f5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:32.173927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03acae83-b0b6-4d56-a66b-1c05697305fb req-76dceead-60c7-4766-ae23-92a7276709f5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 946 time: 0.0575638 Aug 12 04:28:32.214941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa31a-084f-43e0-aa59-803594a24173 req-4d329782-49c6-48a2-b769-3fb512217286 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:32.216925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b50aa31a-084f-43e0-aa59-803594a24173 req-4d329782-49c6-48a2-b769-3fb512217286 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 943 time: 0.6537461 Aug 12 04:28:32.220460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-03acae83-b0b6-4d56-a66b-1c05697305fb req-ed3d7dd5-5b72-4724-9dbb-7d1b51064b82 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Aug 12 04:28:32.272990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-120102e0-82f3-4c0b-a468-d63e51c11532 service neutron] 10.222.0.20 "GET /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455329 Aug 12 04:28:32.284604 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.289942 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.290645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d5b750fb-52d4-4487-8c7c-64041ad38de3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:32.291036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.313017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.325795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Transition to ACTIVE for port object 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:32.356813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-da7fe564-69ff-4df5-aba8-1b7de0c58add None None] Provisioning complete for port d5b750fb-52d4-4487-8c7c-64041ad38de3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:32.357198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da7fe564-69ff-4df5-aba8-1b7de0c58add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.366482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Transition to ACTIVE for port object 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:32.482148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b50aa31a-084f-43e0-aa59-803594a24173 req-021fbd03-9122-436c-ad5a-bab61ca5b6c3 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567978 Aug 12 04:28:32.484581 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da02f3a9-2f41-429b-8fd0-3ba0dc291c50 req-af75a205-b679-40ed-b8a6-ba95c048f2cc service neutron] 10.222.0.20 "GET /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028265 Aug 12 04:28:32.508282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.522387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=7be1dbbf-be9d-4830-b0ff-bc1a7001378f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:32.530003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:32.531554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:32.533892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:32.540789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:32.541427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.570039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Network 2ae2490b-cc9f-4492-975b-f85427b79f73 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:32.577285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:32.580677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:32.582849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-da7fe564-69ff-4df5-aba8-1b7de0c58add None None] Provisioning for port 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:32.590833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-da7fe564-69ff-4df5-aba8-1b7de0c58add None None] Provisioning complete for port 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:32.591217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da7fe564-69ff-4df5-aba8-1b7de0c58add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.628501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.657221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Pushing event updated for resources: {'Port': ['ID=24e10475-f01d-45e8-a3d6-c05fb8ebbf4a,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:32.681550 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bc25e594-0af1-4ddc-a952-f03c00b927a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0183272 Aug 12 04:28:32.697446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Attempting to bind port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:32.697764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Attempting to bind port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '585b6fe6-fd19-4450-b6f5-cc789938b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:32.698126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Attempting to bind port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a on network 2ae2490b-cc9f-4492-975b-f85427b79f73 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:32.704614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:32.705224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:32.705600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Checking segment: {'id': '585b6fe6-fd19-4450-b6f5-cc789938b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:32.706007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.706501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Bound using segment: {'id': '585b6fe6-fd19-4450-b6f5-cc789938b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:32.707179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Bound port: 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585b6fe6-fd19-4450-b6f5-cc789938b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '2ae2490b-cc9f-4492-975b-f85427b79f73'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:32.707565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.779808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] For port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:32.783611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] For port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=24e10475-f01d-45e8-a3d6-c05fb8ebbf4a,segment=NetworkSegment(585b6fe6-fd19-4450-b6f5-cc789938b9a8),segment_id=585b6fe6-fd19-4450-b6f5-cc789938b9a8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:32.784839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-da7fe564-69ff-4df5-aba8-1b7de0c58add None None] Port 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:32.797257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=0c75861c-4369-4651-983e-8cc4a1fbb8c6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:32.824277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-077be7bf-6198-49ee-b74c-d7d1b900b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:32.826230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-077be7bf-6198-49ee-b74c-d7d1b900b7be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b669f8b0b42a4e3cb8a808b598314fb4&device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 1094 time: 0.1615100 Aug 12 04:28:32.876774 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.881632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.929334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae2490b-cc9f-4492-975b-f85427b79f73']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:32.965998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77697423-da37-441c-9eb5-eddd8d52895b None None] Pushing event updated for resources: {'Port': ['ID=24e10475-f01d-45e8-a3d6-c05fb8ebbf4a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:32.966269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b6fe6-fd19-4450-b6f5-cc789938b9a8') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:32.966269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b6fe6-fd19-4450-b6f5-cc789938b9a8') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:32.982362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-f67a978f-0328-482a-824c-704194656bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:32.983767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:32.983910 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-f67a978f-0328-482a-824c-704194656bd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b802a24a-8403-4063-8d43-a57305ea1623 HTTP/1.1" status: 200 len: 910 time: 0.1474779 Aug 12 04:28:32.986698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d496585-3400-4601-a618-aabf17cb4c1e None None] Network 2ae2490b-cc9f-4492-975b-f85427b79f73 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:32.993019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78621102-4628-4c0c-9e26-8d52e3bb5b7d req-505776be-6f75-4d6a-b3f9-5776573c0fdb tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:32.999349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78621102-4628-4c0c-9e26-8d52e3bb5b7d req-505776be-6f75-4d6a-b3f9-5776573c0fdb tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 943 time: 0.3786356 Aug 12 04:28:33.007988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84639814-8e60-4204-9a66-1498138ba157 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.012981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-84639814-8e60-4204-9a66-1498138ba157 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3050630 Aug 12 04:28:33.013607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49360) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:33.032646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7e09ae00-ebfc-4c6f-a8a1-9db1b634c821 None None] Provisioning for port 7be1dbbf-be9d-4830-b0ff-bc1a7001378f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:33.044565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-27772b77-7c81-42e4-8ad8-bf98c111c198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93 HTTP/1.1" status: 200 len: 217 time: 0.0519347 Aug 12 04:28:33.048602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7e09ae00-ebfc-4c6f-a8a1-9db1b634c821 None None] Provisioning complete for port 7be1dbbf-be9d-4830-b0ff-bc1a7001378f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:33.052714 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7e09ae00-ebfc-4c6f-a8a1-9db1b634c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.096596 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.109424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78621102-4628-4c0c-9e26-8d52e3bb5b7d req-c6fbc6a9-58fa-4999-8879-4972538d1181 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948448 Aug 12 04:28:33.113473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:33.113968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:33.119797 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:33.140629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-9f0a5e64-79d4-4ac2-8f76-1e9f558033df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.142420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-9f0a5e64-79d4-4ac2-8f76-1e9f558033df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13e55d75-b831-4314-a052-bd7e2e045558 HTTP/1.1" status: 200 len: 849 time: 0.0789874 Aug 12 04:28:33.180911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ab210-5a49-43aa-aea7-f4fc863af3f4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.187959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ab210-5a49-43aa-aea7-f4fc863af3f4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.198264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ab210-5a49-43aa-aea7-f4fc863af3f4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.203779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-85081de3-612d-4bc7-a0a7-a53f8fc14202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b802a24a-8403-4063-8d43-a57305ea1623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517311 Aug 12 04:28:33.204811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:33.205072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-001ab210-5a49-43aa-aea7-f4fc863af3f4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1673071 Aug 12 04:28:33.275986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:28:33.275986 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:28:33.275986 n-d-804320-1 neutron-server[95043]: [parameters: {'id': '2ae2490b-cc9f-4492-975b-f85427b79f73'}] Aug 12 04:28:33.275986 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:33.276887 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:33.300182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7e09ae00-ebfc-4c6f-a8a1-9db1b634c821 None None] Port 7be1dbbf-be9d-4830-b0ff-bc1a7001378f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:33.328885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf28184-8440-483c-b211-1f9d67705664 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:28:33.441887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf28184-8440-483c-b211-1f9d67705664 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:28:33.445739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-1d1f3ba9-7fb7-4b3f-9024-ef72da256555 service neutron] 10.222.0.20 "GET /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305152 Aug 12 04:28:33.459032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb089848-3546-4dd1-9e39-6aa3786b9bef req-8b87f069-8f72-4754-a6ba-c7007c535215 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.462609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb089848-3546-4dd1-9e39-6aa3786b9bef req-8b87f069-8f72-4754-a6ba-c7007c535215 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 946 time: 0.1492672 Aug 12 04:28:33.549291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 7be1dbbf-be9d-4830-b0ff-bc1a7001378f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:33.554375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.656566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73684633-f408-46d8-8947-9a93998b8592 req-d90f213f-f104-4535-993d-a924eec9e7ee tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:33.659014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73684633-f408-46d8-8947-9a93998b8592 req-d90f213f-f104-4535-993d-a924eec9e7ee tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 943 time: 0.0620492 Aug 12 04:28:33.666626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb089848-3546-4dd1-9e39-6aa3786b9bef req-81e181ae-b8ca-4be7-8dec-a30c2eba985b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918032 Aug 12 04:28:33.721579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c55914c1-a4ca-41b6-a2a1-c836dc6c4be0 req-84ffa183-a334-4567-836f-b03e9fc8e07c service neutron] 10.222.0.20 "GET /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592092 Aug 12 04:28:33.734653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.749171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 7be1dbbf-be9d-4830-b0ff-bc1a7001378f owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:33.760085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.783593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73684633-f408-46d8-8947-9a93998b8592 req-ba6a3f8c-e901-42cf-88c3-8c4223d0b468 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973001 Aug 12 04:28:33.787418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.844250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 01ce0e5c-46d6-472b-a840-2528649b1a6c no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:33.873487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:33.874566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.883011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 01ce0e5c-46d6-472b-a840-2528649b1a6c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:33.883365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 01ce0e5c-46d6-472b-a840-2528649b1a6c not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:33.980297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=24e10475-f01d-45e8-a3d6-c05fb8ebbf4a,segment=NetworkSegment(585b6fe6-fd19-4450-b6f5-cc789938b9a8),segment_id=585b6fe6-fd19-4450-b6f5-cc789938b9a8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:33.980297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:33.991896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:34.046859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 264764ac-22f2-4237-8ae1-05e5b47c4c93 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:28:34.113373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.166755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 264764ac-22f2-4237-8ae1-05e5b47c4c93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93,segment=NetworkSegment(d81672ab-1760-4f69-93d5-d4febf03aed8),segment_id=d81672ab-1760-4f69-93d5-d4febf03aed8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:34.177116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=7be1dbbf-be9d-4830-b0ff-bc1a7001378f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:34.196812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '264764ac-22f2-4237-8ae1-05e5b47c4c93', 'network_id': 'b802a24a-8403-4063-8d43-a57305ea1623', 'port_id': '264764ac-22f2-4237-8ae1-05e5b47c4c93', 'mac_address': 'fa:16:3e:b1:bc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e55d75-b831-4314-a052-bd7e2e045558', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:28:34.224938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.225690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e45cb8f0-1f21-415c-b287-34da51809396 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/7be1dbbf-be9d-4830-b0ff-bc1a7001378f HTTP/1.1" status: 204 len: 168 time: 1.0194416 Aug 12 04:28:34.229119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:34.252596 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.252946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.267653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264764ac-22f2-4237-8ae1-05e5b47c4c93 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:34.289210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 264764ac-22f2-4237-8ae1-05e5b47c4c93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93,segment=NetworkSegment(d81672ab-1760-4f69-93d5-d4febf03aed8),segment_id=d81672ab-1760-4f69-93d5-d4febf03aed8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:34.292674 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e85237-ba7d-488f-8b0a-3649adbaf74f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:28:34.294333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-53e85237-ba7d-488f-8b0a-3649adbaf74f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/7be1dbbf-be9d-4830-b0ff-bc1a7001378f HTTP/1.1" status: 404 len: 333 time: 0.0636454 Aug 12 04:28:34.297189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:34.315815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=24e10475-f01d-45e8-a3d6-c05fb8ebbf4a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:34.319125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port 24e10475-f01d-45e8-a3d6-c05fb8ebbf4a on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:34.359333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.425770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=264764ac-22f2-4237-8ae1-05e5b47c4c93,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:34.451102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6d827-82d0-4227-93dd-75c7daa1cb8b req-93ac8f5c-8091-4d04-bbae-09a55c4f5280 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:34.456067 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52a6d827-82d0-4227-93dd-75c7daa1cb8b req-93ac8f5c-8091-4d04-bbae-09a55c4f5280 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 943 time: 0.2280514 Aug 12 04:28:34.491414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:34.491414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.516053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.537540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae2490b-cc9f-4492-975b-f85427b79f73']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:34.559393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52a6d827-82d0-4227-93dd-75c7daa1cb8b req-dcdfdc2b-f786-421f-a8c8-0e23c0842020 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896306 Aug 12 04:28:34.566943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b6fe6-fd19-4450-b6f5-cc789938b9a8') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:34.567665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b6fe6-fd19-4450-b6f5-cc789938b9a8') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:34.579383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.584509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['264764ac-22f2-4237-8ae1-05e5b47c4c93'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:34.611697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.633794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:34.634406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.637814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:34.638937 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:34.656418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 00ed0304-3c13-4b8f-9ceb-7e6c244613f8 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:34.858574 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.872054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:34.873790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/2ae2490b-cc9f-4492-975b-f85427b79f73 HTTP/1.1" status: 204 len: 168 time: 3.8976033 Aug 12 04:28:34.877582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49456) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:34.888699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104666082'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:34.925451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e799d3-dc26-4122-8d95-275756be74ee tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=2ae2490b-cc9f-4492-975b-f85427b79f73,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:34.974042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.005609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=00ed0304-3c13-4b8f-9ceb-7e6c244613f8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:35.080293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.082568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-02714f9f-f75a-44d2-a66e-d570747eecc8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/00ed0304-3c13-4b8f-9ceb-7e6c244613f8 HTTP/1.1" status: 204 len: 168 time: 0.7842379 Aug 12 04:28:35.085023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:35.089475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49484) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:35.102866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.135063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91d4da-df13-40c3-9c4b-4b8bdfb9d629 req-5bbefa6f-edbd-4a0f-afc3-d361f575cd5c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:35.136603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc91d4da-df13-40c3-9c4b-4b8bdfb9d629 req-5bbefa6f-edbd-4a0f-afc3-d361f575cd5c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 943 time: 0.2050657 Aug 12 04:28:35.157620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:35.180115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.180508 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment e875fb35-754d-48a9-9b22-7e2e7bb76a9d of type vlan for network 10e000ac-43c8-41b0-8322-f1b95ca9a812 Aug 12 04:28:35.186958 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9e7535-6bc6-4bcb-834e-224197713e33 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:28:35.192779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e9e7535-6bc6-4bcb-834e-224197713e33 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/00ed0304-3c13-4b8f-9ceb-7e6c244613f8 HTTP/1.1" status: 404 len: 333 time: 0.1027479 Aug 12 04:28:35.195355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:35.253252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc91d4da-df13-40c3-9c4b-4b8bdfb9d629 req-838a81c0-dc65-4545-ae76-5f65d5b87bf0 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076181 Aug 12 04:28:35.256308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.355207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 9333434f-2f90-4ae4-8427-be46fe53c5cf {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:35.362449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.375326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.387438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:35.387438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.433929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.523984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=10e000ac-43c8-41b0-8322-f1b95ca9a812,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:35.537280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:35.539909 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-245e133e-73ae-4f70-871b-0f135583d8ed tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6588447 Aug 12 04:28:35.541877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49500) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:35.552576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:35.582564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.759518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c35f78-6fc4-4b27-9e5e-26e7ec62c662 req-96f02d7c-bde8-4a50-97e7-4ac6c93dc818 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:35.761118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45c35f78-6fc4-4b27-9e5e-26e7ec62c662 req-96f02d7c-bde8-4a50-97e7-4ac6c93dc818 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 944 time: 0.0930955 Aug 12 04:28:35.815950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.829224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45c35f78-6fc4-4b27-9e5e-26e7ec62c662 req-4f6661f8-a7c6-469c-970b-b4a0b43c7ebd tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527186 Aug 12 04:28:35.831003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0c780607-3f30-4e6e-a091-4923dbdf696e details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:28:35.857699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=9333434f-2f90-4ae4-8427-be46fe53c5cf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:35.860760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:35.866729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-54758049-5913-49ec-adb7-a3c4e1b7954f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/9333434f-2f90-4ae4-8427-be46fe53c5cf HTTP/1.1" status: 204 len: 168 time: 0.6699119 Aug 12 04:28:35.866887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49512) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:35.921084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c36e82-2d4e-407e-9b67-d13063287695 None None] Network fe0c1c54-f45c-42fb-b7d5-0754c4668222 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:36.005224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:36.009042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.052158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 264764ac-22f2-4237-8ae1-05e5b47c4c93 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:36.064271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.076177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0c780607-3f30-4e6e-a091-4923dbdf696e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0c780607-3f30-4e6e-a091-4923dbdf696e,segment=NetworkSegment(bdc61dcd-c160-4bfb-9560-23acee042631),segment_id=bdc61dcd-c160-4bfb-9560-23acee042631)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:36.113781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0c780607-3f30-4e6e-a091-4923dbdf696e', 'network_id': '5525cf98-31b5-4d25-a2d7-23b6383daabe', 'port_id': '0c780607-3f30-4e6e-a091-4923dbdf696e', 'mac_address': 'fa:16:3e:3c:d1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:28:36.172482 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.197567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c780607-3f30-4e6e-a091-4923dbdf696e {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:28:36.203556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port d5b750fb-52d4-4487-8c7c-64041ad38de3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:36.203923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.234060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0c780607-3f30-4e6e-a091-4923dbdf696e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0c780607-3f30-4e6e-a091-4923dbdf696e,segment=NetworkSegment(bdc61dcd-c160-4bfb-9560-23acee042631),segment_id=bdc61dcd-c160-4bfb-9560-23acee042631)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:36.236142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 264764ac-22f2-4237-8ae1-05e5b47c4c93 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:36.240681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 264764ac-22f2-4237-8ae1-05e5b47c4c93 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:36.241062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.270274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] DHCP port deletion for fe0c1c54-f45c-42fb-b7d5-0754c4668222 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:28:36.319269 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.353669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port d5b750fb-52d4-4487-8c7c-64041ad38de3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d5b750fb-52d4-4487-8c7c-64041ad38de3,segment=NetworkSegment(0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0),segment_id=0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:36.354292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.376412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for d5b750fb-52d4-4487-8c7c-64041ad38de3 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:36.433926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0c780607-3f30-4e6e-a091-4923dbdf696e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:36.467123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.470933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] Deleting port d5b750fb-52d4-4487-8c7c-64041ad38de3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:36.471860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.523275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219743-e5bf-4ef1-a166-f0d84ebe413a req-57e0ca32-2549-4d78-b9e5-3ba8f3b5c2ec tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:36.531700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16219743-e5bf-4ef1-a166-f0d84ebe413a req-57e0ca32-2549-4d78-b9e5-3ba8f3b5c2ec tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 944 time: 0.1407900 Aug 12 04:28:36.561014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.568762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0c780607-3f30-4e6e-a091-4923dbdf696e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:36.613317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16219743-e5bf-4ef1-a166-f0d84ebe413a req-f777ed12-311e-4cff-a72f-ad222fefd6c0 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806682 Aug 12 04:28:36.686270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22687490-d998-48ee-848d-d56cbca74ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264764ac-22f2-4237-8ae1-05e5b47c4c93'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:36.691315 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e290da1b-bfed-4d3f-92fe-ec322786140f" -d '{"events": [{"server_uuid": "22687490-d998-48ee-848d-d56cbca74ad4", "name": "network-vif-plugged", "status": "completed", "tag": "264764ac-22f2-4237-8ae1-05e5b47c4c93"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:36.725484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=8838abfd-799f-4d4f-a83d-806b62c642bd,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:36.737489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.747201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] For port d5b750fb-52d4-4487-8c7c-64041ad38de3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d5b750fb-52d4-4487-8c7c-64041ad38de3,segment=NetworkSegment(0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0),segment_id=0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:36.747897 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.763241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] Calling delete_port for d5b750fb-52d4-4487-8c7c-64041ad38de3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:36.791893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=d5b750fb-52d4-4487-8c7c-64041ad38de3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:36.796159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:36.796891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 10e000ac-43c8-41b0-8322-f1b95ca9a812, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:36.806732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port d5b750fb-52d4-4487-8c7c-64041ad38de3 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:36.862820 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:28:36.883377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:36.888677 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9dedbf-9082-42a3-90e1-fe53e5c31ca9 x-openstack-request-id: req-0f9dedbf-9082-42a3-90e1-fe53e5c31ca9 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:36.889039 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22687490-d998-48ee-848d-d56cbca74ad4", "name": "network-vif-plugged", "status": "completed", "tag": "264764ac-22f2-4237-8ae1-05e5b47c4c93", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:36.889361 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f9dedbf-9082-42a3-90e1-fe53e5c31ca9 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:36.889808 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22687490-d998-48ee-848d-d56cbca74ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264764ac-22f2-4237-8ae1-05e5b47c4c93', 'code': 200} Aug 12 04:28:36.896553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 264764ac-22f2-4237-8ae1-05e5b47c4c93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93,segment=NetworkSegment(d81672ab-1760-4f69-93d5-d4febf03aed8),segment_id=d81672ab-1760-4f69-93d5-d4febf03aed8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:36.924557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] Pushing event deleted for resources: {'Port': ['ID=d5b750fb-52d4-4487-8c7c-64041ad38de3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:36.926576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ce042-5d6a-4998-983d-d2e659174616 None None] No DVR routers for this DVR port d5b750fb-52d4-4487-8c7c-64041ad38de3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:36.950827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:36.988431 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.000418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.027069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e67b37-5827-4571-854a-1f9e0af41be3 req-99f89e54-6932-4346-b0fe-20387f26d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:37.027069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19e67b37-5827-4571-854a-1f9e0af41be3 req-99f89e54-6932-4346-b0fe-20387f26d669 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 1095 time: 0.1712189 Aug 12 04:28:37.031850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0c1c54-f45c-42fb-b7d5-0754c4668222']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:37.093282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639b59-b3e0-44cd-8ae5-875cebcfa71a req-f6564d31-078d-479e-bf52-b58a0a3f1d6e tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:37.097470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72639b59-b3e0-44cd-8ae5-875cebcfa71a req-f6564d31-078d-479e-bf52-b58a0a3f1d6e tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 945 time: 0.1041396 Aug 12 04:28:37.101953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 10e000ac-43c8-41b0-8322-f1b95ca9a812) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:37.115713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:37.120823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.140318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:37.141997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0687d5e6-a87b-4ae8-88fb-c1f2d5ff67b0') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:37.144497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb713bf-d7f0-4dac-83ea-e1a23977790f None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:37.180175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.182350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72639b59-b3e0-44cd-8ae5-875cebcfa71a req-dfa56743-8731-4f96-9981-c598ae68d891 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776334 Aug 12 04:28:37.195655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19e67b37-5827-4571-854a-1f9e0af41be3 req-c1862ca9-a4d2-4461-8ef2-a1d0a3b2f749 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611176 Aug 12 04:28:37.202060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.210235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b8035ef4-4ae0-442c-af35-fe62723ffd04 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6662765 Aug 12 04:28:37.210778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:37.211272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:37.214575 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:37.218420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49614) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:37.223749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:37.236379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=264764ac-22f2-4237-8ae1-05e5b47c4c93,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:37.363678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-10e000ac-43c8-41b0-8322-f1b95ca9a812', 'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': '8838abfd-799f-4d4f-a83d-806b62c642bd'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:37.365074 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.427987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.455567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.458807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/fe0c1c54-f45c-42fb-b7d5-0754c4668222 HTTP/1.1" status: 204 len: 168 time: 1.5898061 Aug 12 04:28:37.458948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a750812-8cba-4a59-829b-6080345fce52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=fe0c1c54-f45c-42fb-b7d5-0754c4668222,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:37.461314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:37.472857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:37.475082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1011772290'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:37.476337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.517293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Allocated IP 2001:db8::2 (10e000ac-43c8-41b0-8322-f1b95ca9a812/8838abfd-799f-4d4f-a83d-806b62c642bd/1e50f74a-e622-4a3d-9389-a3edad072e3b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:37.581055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:37.586195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.617832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:37.629804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.630067 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Added segment ae29fb78-8b6a-4df3-bfff-12f3f5280b3f of type vlan for network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 Aug 12 04:28:37.707551 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.768929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d5b750fb-52d4-4487-8c7c-64041ad38de3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:37.830685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.836039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:37.837879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561698'] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:37.882432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fefbe-5d6e-42fb-946c-fd12747fac90 req-1766d53f-4f93-47f5-9a3e-ce30386d14b7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:37.884152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b0fefbe-5d6e-42fb-946c-fd12747fac90 req-1766d53f-4f93-47f5-9a3e-ce30386d14b7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 944 time: 0.1472988 Aug 12 04:28:37.995907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b0fefbe-5d6e-42fb-946c-fd12747fac90 req-69378848-3e46-416f-9ce2-ec977288da7f tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791821 Aug 12 04:28:38.069040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Network': ['ID=88e58813-c1da-4c99-a4e1-a12696ee6ac0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:38.082882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0c780607-3f30-4e6e-a091-4923dbdf696e up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:38.084724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:38.090363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.111946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d5b750fb-52d4-4487-8c7c-64041ad38de3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:38.112353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d5b750fb-52d4-4487-8c7c-64041ad38de3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:38.126290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c978d4de-3044-498f-9acc-c138e5fade79 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6597304 Aug 12 04:28:38.126290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49662) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:38.127832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:38.146068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=b57d9bf1-b1a5-4580-bbf4-f21851b47247,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:38.157676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:38.159173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:38.162142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.162743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.225045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-21548f0c-00d2-49b4-b161-6021509479da tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0054760 Aug 12 04:28:38.225639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49668) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:38.307837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b302522-fa41-4c55-848e-3cb8aa207881 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.309694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b302522-fa41-4c55-848e-3cb8aa207881 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.311611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b302522-fa41-4c55-848e-3cb8aa207881 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.313362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b302522-fa41-4c55-848e-3cb8aa207881 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.317928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b302522-fa41-4c55-848e-3cb8aa207881 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.325984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0b302522-fa41-4c55-848e-3cb8aa207881 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0992136 Aug 12 04:28:38.326856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49676) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:38.329497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.332451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1711074604'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:38.347089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Transition to ACTIVE for port object 1e50f74a-e622-4a3d-9389-a3edad072e3b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:38.367429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Transition to ACTIVE for port object 1e50f74a-e622-4a3d-9389-a3edad072e3b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:38.415251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04b3d-4948-436f-ab6c-e2d50c2c4eec req-b546bd2d-1558-413f-ab62-e9a25e27fac1 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.415251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19d04b3d-4948-436f-ab6c-e2d50c2c4eec req-b546bd2d-1558-413f-ab62-e9a25e27fac1 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 945 time: 0.0792642 Aug 12 04:28:38.457440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19d04b3d-4948-436f-ab6c-e2d50c2c4eec req-3ca052af-0fad-4500-bf9f-821043e554db tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Aug 12 04:28:38.462202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0c780607-3f30-4e6e-a091-4923dbdf696e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:38.468288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0c780607-3f30-4e6e-a091-4923dbdf696e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:38.482579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.504025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:38.509038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.542468 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.584980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:38.602274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:38.606390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.609471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:38.617041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:38.659487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Pushing event updated for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:38.679007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:38.689770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.714808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.715041 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment a9b1cb60-007d-48f2-ae7f-c9a273fb39bb of type vlan for network 716011cf-fb03-4430-8c1d-1c84d3ceb471 Aug 12 04:28:38.723955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Attempting to bind port 1e50f74a-e622-4a3d-9389-a3edad072e3b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:38.731164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Attempting to bind port 1e50f74a-e622-4a3d-9389-a3edad072e3b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:38.731790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Attempting to bind port 1e50f74a-e622-4a3d-9389-a3edad072e3b on network 10e000ac-43c8-41b0-8322-f1b95ca9a812 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:38.753748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:38.758864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Checking segment: {'id': 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:38.759570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.759980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Bound using segment: {'id': 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:38.762478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Bound port: 1e50f74a-e622-4a3d-9389-a3edad072e3b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:38.762478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.800501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.805955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0c780607-3f30-4e6e-a091-4923dbdf696e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0c780607-3f30-4e6e-a091-4923dbdf696e,segment=NetworkSegment(bdc61dcd-c160-4bfb-9560-23acee042631),segment_id=bdc61dcd-c160-4bfb-9560-23acee042631)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:38.888019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.898078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.898522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:38.899159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:38.927694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c780607-3f30-4e6e-a091-4923dbdf696e'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:38.931884 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76cbf7e-9c54-46ed-a9f0-0c15a4ca3f7e" -d '{"events": [{"server_uuid": "98d29980-cf09-4a11-b76b-980ce00a7ef9", "name": "network-vif-plugged", "status": "completed", "tag": "0c780607-3f30-4e6e-a091-4923dbdf696e"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:38.939491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:38.944405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e50f74a-e622-4a3d-9389-a3edad072e3b,segment=NetworkSegment(e875fb35-754d-48a9-9b22-7e2e7bb76a9d),segment_id=e875fb35-754d-48a9-9b22-7e2e7bb76a9d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:38.946615 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.009763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=5a4d747d-54ad-4e24-aafc-c6a3bc2c390a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:39.016254 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f952f4c7-83b2-450e-81f0-bc9797c4cb79 x-openstack-request-id: req-f952f4c7-83b2-450e-81f0-bc9797c4cb79 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:39.016786 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d29980-cf09-4a11-b76b-980ce00a7ef9", "name": "network-vif-plugged", "status": "completed", "tag": "0c780607-3f30-4e6e-a091-4923dbdf696e", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:39.017238 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f952f4c7-83b2-450e-81f0-bc9797c4cb79 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:39.017783 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c780607-3f30-4e6e-a091-4923dbdf696e', 'code': 200} Aug 12 04:28:39.020439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Checking segment: {'id': 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:39.021352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network hostable DHCP agents. Network: 88e58813-c1da-4c99-a4e1-a12696ee6ac0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:39.028448 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.113562 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:28:39.137120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0c780607-3f30-4e6e-a091-4923dbdf696e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:39.142604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=716011cf-fb03-4430-8c1d-1c84d3ceb471,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:39.179012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:39.190226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:39.196707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d5a41685-ebbd-4c70-b5a6-0f5b5d96f30c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8678660 Aug 12 04:28:39.201078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49716) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:39.210985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd36cb-d7f2-43c1-9046-85c6eb060c81 req-8db35066-25c3-4fbe-9433-0592a37593b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:39.212093 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04fd36cb-d7f2-43c1-9046-85c6eb060c81 req-8db35066-25c3-4fbe-9433-0592a37593b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 1096 time: 0.1141958 Aug 12 04:28:39.216302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:39.244541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1466b-c242-4bbb-8534-310a0afd8a1f req-71cc7d37-9635-4d1a-a35c-360ab6197614 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:39.249414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4c1466b-c242-4bbb-8534-310a0afd8a1f req-71cc7d37-9635-4d1a-a35c-360ab6197614 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 945 time: 0.1377940 Aug 12 04:28:39.328830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 88e58813-c1da-4c99-a4e1-a12696ee6ac0) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:39.361782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:39.363511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.376303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06430dad-bad6-4e18-92f5-41493aaa3496 None None] Pushing event updated for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:39.394116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04fd36cb-d7f2-43c1-9046-85c6eb060c81 req-b5c4daab-c6d6-4503-a995-b2959c9f9183 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408191 Aug 12 04:28:39.399049 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4c1466b-c242-4bbb-8534-310a0afd8a1f req-bd5efe2d-16c9-405a-92a5-4bff64039372 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364779 Aug 12 04:28:39.415279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba89eb3-a567-4771-bc9e-41ee488fbbbf None None] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:39.523452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7bf936c8-a2e2-4f3d-83d3-517f1a8430fb tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3996332 Aug 12 04:28:39.526552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49734) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:39.534625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1711778930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:39.624605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49736) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:39.683603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.700100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.700100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.774114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.788504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-88e58813-c1da-4c99-a4e1-a12696ee6ac0', 'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '5a4d747d-54ad-4e24-aafc-c6a3bc2c390a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:39.789386 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.831020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e50f74a-e622-4a3d-9389-a3edad072e3b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:39.838805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.894469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-077bf629-d825-4377-8d62-a1a50ffcb0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.895019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 is not hosted by any dhcp agent {{(pid=95042) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 04:28:39.895019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:39.895019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:39.895019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "PUT /v2.0/networks/716011cf-fb03-4430-8c1d-1c84d3ceb471 HTTP/1.1" status: 200 len: 723 time: 0.6673763 Aug 12 04:28:39.899914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49746) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:39.907856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:39.952065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b02f2e-bcc0-4a80-8fc6-aabf44985d7c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=716011cf-fb03-4430-8c1d-1c84d3ceb471,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:39.971158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:39.993259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.128137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1e50f74a-e622-4a3d-9389-a3edad072e3b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:40.139604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-077bf629-d825-4377-8d62-a1a50ffcb0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.171672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Allocated IP 2001:db8::2 (88e58813-c1da-4c99-a4e1-a12696ee6ac0/5a4d747d-54ad-4e24-aafc-c6a3bc2c390a/02764d60-dcf6-4070-bb0f-3deef7db6e2a) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:40.295152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-077bf629-d825-4377-8d62-a1a50ffcb0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.401596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-077bf629-d825-4377-8d62-a1a50ffcb0eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abedf1ae5f2f4a7d9a9d0b864df41586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7757509 Aug 12 04:28:40.402653 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.406285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49752) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:40.408289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.413300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49754) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:40.414926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e6024a66-3002-4428-b7e6-763db90d872f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8755689 Aug 12 04:28:40.418377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Transition to ACTIVE for port object 02764d60-dcf6-4070-bb0f-3deef7db6e2a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:40.423075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bf629-d825-4377-8d62-a1a50ffcb0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f13f1bc-54c9-4736-b736-db184b2be059,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:40.430166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0', 'name': 'tempest-PortsIpV6TestJSON-1877172495'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:40.458950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Transition to ACTIVE for port object 02764d60-dcf6-4070-bb0f-3deef7db6e2a will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:40.558070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:40.563252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.581851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.625475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a5aff2-1beb-4b94-9675-a2a356542e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.651641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a5aff2-1beb-4b94-9675-a2a356542e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.674112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:40.679186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:40.694564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:40.723663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:40.735943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.762590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e6614-e882-4a82-9be9-66737f964ad0 None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:40.764987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f85a5-720b-47e7-a425-ae9c7ceeb82b req-2f369f8e-a62b-4b50-bc26-bcd5c88dc3bf tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:40.766597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d0f85a5-720b-47e7-a425-ae9c7ceeb82b req-2f369f8e-a62b-4b50-bc26-bcd5c88dc3bf tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 945 time: 0.2682405 Aug 12 04:28:40.791985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:28:40.798076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Pushing event updated for resources: {'Port': ['ID=02764d60-dcf6-4070-bb0f-3deef7db6e2a,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:40.892434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Attempting to bind port 02764d60-dcf6-4070-bb0f-3deef7db6e2a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:40.893128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Attempting to bind port 02764d60-dcf6-4070-bb0f-3deef7db6e2a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:40.893400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Attempting to bind port 02764d60-dcf6-4070-bb0f-3deef7db6e2a on network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:40.904225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:40.904225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Checking segment: {'id': 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:40.904225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.904225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Bound using segment: {'id': 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:40.905023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Bound port: 02764d60-dcf6-4070-bb0f-3deef7db6e2a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '88e58813-c1da-4c99-a4e1-a12696ee6ac0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:40.905517 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.963059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] Provisioning for port 1e50f74a-e622-4a3d-9389-a3edad072e3b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:40.984025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] Provisioning complete for port 1e50f74a-e622-4a3d-9389-a3edad072e3b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:40.984537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:40.991500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d0f85a5-720b-47e7-a425-ae9c7ceeb82b req-34f688b3-cfa3-4944-bee1-53341e4a1d6c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528201 Aug 12 04:28:41.020291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.095257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::2ec (88e58813-c1da-4c99-a4e1-a12696ee6ac0/5a4d747d-54ad-4e24-aafc-c6a3bc2c390a/600d7c9a-93cb-42d1-9a9f-53fdaf4707e1) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:41.124586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] For port 02764d60-dcf6-4070-bb0f-3deef7db6e2a, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:41.166641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] For port 02764d60-dcf6-4070-bb0f-3deef7db6e2a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02764d60-dcf6-4070-bb0f-3deef7db6e2a,segment=NetworkSegment(ae29fb78-8b6a-4df3-bfff-12f3f5280b3f),segment_id=ae29fb78-8b6a-4df3-bfff-12f3f5280b3f)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:41.188557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a5aff2-1beb-4b94-9675-a2a356542e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.192014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a5aff2-1beb-4b94-9675-a2a356542e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.198216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-73a5aff2-1beb-4b94-9675-a2a356542e63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f13f1bc-54c9-4736-b736-db184b2be059 HTTP/1.1" status: 204 len: 168 time: 0.7924504 Aug 12 04:28:41.218199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5aff2-1beb-4b94-9675-a2a356542e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f13f1bc-54c9-4736-b736-db184b2be059,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:41.220931 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.222049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:41.223458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 716011cf-fb03-4430-8c1d-1c84d3ceb471, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:41.228926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=dcae0358-992c-4e56-9173-f975a8109741,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:41.264042 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.325120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:41.419033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 716011cf-fb03-4430-8c1d-1c84d3ceb471) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:41.424617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:41.435836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.438927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289eefa4-c3c2-440a-983d-54b978fa4f0e None None] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:41.442567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e50f74a-e622-4a3d-9389-a3edad072e3b,segment=NetworkSegment(e875fb35-754d-48a9-9b22-7e2e7bb76a9d),segment_id=e875fb35-754d-48a9-9b22-7e2e7bb76a9d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:41.448177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Update dhcp port {'port': {'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812', 'fixed_ips': [{'subnet_id': '8838abfd-799f-4d4f-a83d-806b62c642bd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b57d9bf1-b1a5-4580-bbf4-f21851b47247'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '1e50f74a-e622-4a3d-9389-a3edad072e3b'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:28:41.458202 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.474526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:41.537177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a2248-a201-41d8-bcad-03b01d803df8 None None] Pushing event updated for resources: {'Port': ['ID=02764d60-dcf6-4070-bb0f-3deef7db6e2a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:41.549957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.594881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49770) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:41.607925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-55070e3f-ce41-4a0c-8f34-c9a6212a333a tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7051737 Aug 12 04:28:41.619309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:41.661071 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.713413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.870200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:41.904691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:41.917767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02764d60-dcf6-4070-bb0f-3deef7db6e2a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:41.936359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:41.942540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:41.943224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:41.946008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=600d7c9a-93cb-42d1-9a9f-53fdaf4707e1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:41.978255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8645227'] for subnet, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.126886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fe375e08-2c43-4752-a814-bb06f6e2501f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7096107 Aug 12 04:28:42.127165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49788) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:42.154403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99865ea-291e-4420-8a4e-e8410b9c310f None None] Pushing event updated for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:42.172430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62bae-bb61-417a-9953-07c5ffd23697 req-02cc004d-10e6-4f1f-b1fe-2eb0810e79c4 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:42.180393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29c62bae-bb61-417a-9953-07c5ffd23697 req-02cc004d-10e6-4f1f-b1fe-2eb0810e79c4 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 945 time: 0.0803394 Aug 12 04:28:42.245731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49792) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:42.263791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-716011cf-fb03-4430-8c1d-1c84d3ceb471', 'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': 'dcae0358-992c-4e56-9173-f975a8109741'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:42.264649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.267705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cb65-ede2-492e-920c-7ab590691de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.295379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29c62bae-bb61-417a-9953-07c5ffd23697 req-bce8d6ea-d407-4054-9f17-66fd41567d9c tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138499 Aug 12 04:28:42.363708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Allocated IP 172.20.0.1 (10e000ac-43c8-41b0-8322-f1b95ca9a812/b57d9bf1-b1a5-4580-bbf4-f21851b47247/1e50f74a-e622-4a3d-9389-a3edad072e3b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:42.452800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cb65-ede2-492e-920c-7ab590691de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.538529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cb65-ede2-492e-920c-7ab590691de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.544646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 02764d60-dcf6-4070-bb0f-3deef7db6e2a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:42.618641 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d1f7cb65-ede2-492e-920c-7ab590691de8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d005ee4af1344e58538db4741560c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680918 Aug 12 04:28:42.639033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:42.641044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7cb65-ede2-492e-920c-7ab590691de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6758fde5-5b91-4eed-bc3e-1f13328be83a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:42.753908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ecaac70-8198-404e-9db3-f5463012d3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.803026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ecaac70-8198-404e-9db3-f5463012d3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.804840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e50f74a-e622-4a3d-9389-a3edad072e3b,segment=NetworkSegment(e875fb35-754d-48a9-9b22-7e2e7bb76a9d),segment_id=e875fb35-754d-48a9-9b22-7e2e7bb76a9d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:42.871397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751375251604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8595285'] for subnet, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.909902 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.911126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:42.911725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:42.913044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "PUT /v2.0/subnets/dcae0358-992c-4e56-9173-f975a8109741 HTTP/1.1" status: 200 len: 826 time: 1.3062479 Aug 12 04:28:42.915846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49810) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:42.953916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Transition to ACTIVE for port object 1e50f74a-e622-4a3d-9389-a3edad072e3b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:42.999120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Allocated IP 2001:db8::2 (716011cf-fb03-4430-8c1d-1c84d3ceb471/dcae0358-992c-4e56-9173-f975a8109741/f4a87a97-c1a0-4379-bcd9-6660f53974ee) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:43.007804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd58cc3-818f-4729-8611-3f2961dc816c None None] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:43.079008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49468e77-31dc-4a2c-8d3f-86429b92e71b tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=dcae0358-992c-4e56-9173-f975a8109741,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:43.087969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.151320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.223695 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ecaac70-8198-404e-9db3-f5463012d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.227006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ecaac70-8198-404e-9db3-f5463012d3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.235274 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ecaac70-8198-404e-9db3-f5463012d3fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6758fde5-5b91-4eed-bc3e-1f13328be83a HTTP/1.1" status: 204 len: 168 time: 0.5856149 Aug 12 04:28:43.255937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.289980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaac70-8198-404e-9db3-f5463012d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6758fde5-5b91-4eed-bc3e-1f13328be83a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:43.349776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.543499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] Provisioning for port 02764d60-dcf6-4070-bb0f-3deef7db6e2a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:43.586075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] Provisioning complete for port 02764d60-dcf6-4070-bb0f-3deef7db6e2a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:43.586475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:43.697086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b8a1-18b5-4e3a-a626-8990bcf0abd3 None None] Pushing event updated for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:43.890262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e50f74a-e622-4a3d-9389-a3edad072e3b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:44.200658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:44.239007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:44.272536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Transition to ACTIVE for port object f4a87a97-c1a0-4379-bcd9-6660f53974ee will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:44.278040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49858) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:44.383920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Transition to ACTIVE for port object f4a87a97-c1a0-4379-bcd9-6660f53974ee will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:44.550110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] For port 02764d60-dcf6-4070-bb0f-3deef7db6e2a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02764d60-dcf6-4070-bb0f-3deef7db6e2a,segment=NetworkSegment(ae29fb78-8b6a-4df3-bfff-12f3f5280b3f),segment_id=ae29fb78-8b6a-4df3-bfff-12f3f5280b3f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:44.552971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:44.669531 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:44.671644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:44.748098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:44.758635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:44.760802 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:44.770416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:44.780522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Pushing event updated for resources: {'Port': ['ID=f4a87a97-c1a0-4379-bcd9-6660f53974ee,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:44.804039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ede39828-c4d7-47f7-a7f6-45d2140222e0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1baab9c92e2d4a9285c2d98950b0f537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235059 Aug 12 04:28:44.805945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49876) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:44.920263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.038369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c992ee-7114-40a9-8c47-45517344c944 None None] Pushing event updated for resources: {'Port': ['ID=02764d60-dcf6-4070-bb0f-3deef7db6e2a,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:45.167645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122d36d-0fc7-464e-a76b-c0b20c749d00 None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:45.335430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.357976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716011cf-fb03-4430-8c1d-1c84d3ceb471']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:45.360775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=600d7c9a-93cb-42d1-9a9f-53fdaf4707e1,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:45.369382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.395857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:45.397462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:45.413652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.418414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-877016c7-3b94-4761-aae5-7e4893414d6b None None] Provisioning for port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:45.445552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.448165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Attempting to bind port f4a87a97-c1a0-4379-bcd9-6660f53974ee on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:45.448539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Attempting to bind port f4a87a97-c1a0-4379-bcd9-6660f53974ee by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:45.448954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Attempting to bind port f4a87a97-c1a0-4379-bcd9-6660f53974ee on network 716011cf-fb03-4430-8c1d-1c84d3ceb471 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:45.460379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:45.461033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.470981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-877016c7-3b94-4761-aae5-7e4893414d6b None None] Provisioning complete for port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:45.471373 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877016c7-3b94-4761-aae5-7e4893414d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.522487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:45.551399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Checking segment: {'id': 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:45.551878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.552306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Bound using segment: {'id': 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:45.553112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Bound port: f4a87a97-c1a0-4379-bcd9-6660f53974ee, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '716011cf-fb03-4430-8c1d-1c84d3ceb471'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:45.553818 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.626365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-877016c7-3b94-4761-aae5-7e4893414d6b None None] Port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:45.631979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=dcae0358-992c-4e56-9173-f975a8109741,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:45.638153 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:45.700915 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 04:28:45.700915 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 04:28:45.700915 n-d-804320-1 neutron-server[95043]: [parameters: {'id': '716011cf-fb03-4430-8c1d-1c84d3ceb471'}] Aug 12 04:28:45.700915 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:45.702222 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:45.713663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72afd5dd-66dd-4657-973e-cf85c1dd9fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.763779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72afd5dd-66dd-4657-973e-cf85c1dd9fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.781207 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.795231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-877016c7-3b94-4761-aae5-7e4893414d6b None None] Provisioning complete for port 02764d60-dcf6-4070-bb0f-3deef7db6e2a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:45.795611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-877016c7-3b94-4761-aae5-7e4893414d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.933662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72afd5dd-66dd-4657-973e-cf85c1dd9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.936770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72afd5dd-66dd-4657-973e-cf85c1dd9fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:45.939060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-72afd5dd-66dd-4657-973e-cf85c1dd9fda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f962572c-ab09-4ff3-aa79-0b3d07cb1fff HTTP/1.1" status: 204 len: 168 time: 1.1317923 Aug 12 04:28:45.962951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afd5dd-66dd-4657-973e-cf85c1dd9fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962572c-ab09-4ff3-aa79-0b3d07cb1fff,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:45.975538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02764d60-dcf6-4070-bb0f-3deef7db6e2a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:46.084602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe494e4-81c7-4500-937a-62c538572d55 req-8be1a2ab-69b8-4558-8388-1e4c964df94d tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:46.095713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efe494e4-81c7-4500-937a-62c538572d55 req-8be1a2ab-69b8-4558-8388-1e4c964df94d tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 945 time: 0.4529111 Aug 12 04:28:46.154632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] For port f4a87a97-c1a0-4379-bcd9-6660f53974ee, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:46.190914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] For port f4a87a97-c1a0-4379-bcd9-6660f53974ee, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4a87a97-c1a0-4379-bcd9-6660f53974ee,segment=NetworkSegment(a9b1cb60-007d-48f2-ae7f-c9a273fb39bb),segment_id=a9b1cb60-007d-48f2-ae7f-c9a273fb39bb)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:46.209522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efe494e4-81c7-4500-937a-62c538572d55 req-32944d2b-6029-406f-9074-c37328730e8f tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031904 Aug 12 04:28:46.209522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.268665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.380926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port f4a87a97-c1a0-4379-bcd9-6660f53974ee {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:46.389342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.390069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.405136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e01e1-cff2-4459-91be-bcea3cb3bcf0 None None] Pushing event updated for resources: {'Port': ['ID=f4a87a97-c1a0-4379-bcd9-6660f53974ee,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:46.442317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 02764d60-dcf6-4070-bb0f-3deef7db6e2a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:46.443027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.489167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.489167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:46.626514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298857f-2c51-41e8-87a1-0b970fb107c8 None None] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:46.995648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49932) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:47.008067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=600d7c9a-93cb-42d1-9a9f-53fdaf4707e1,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:47.036540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-6ddfa5c1-59d9-47d1-8742-33d390804066 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:47.038563 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-6ddfa5c1-59d9-47d1-8742-33d390804066 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.20 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 945 time: 0.5760136 Aug 12 04:28:47.069704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d0e7589d-fd15-4fe5-bb15-3356c0b01f53 None None] Provisioning complete for port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:47.071501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0e7589d-fd15-4fe5-bb15-3356c0b01f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.074613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e50f74a-e622-4a3d-9389-a3edad072e3b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:47.150039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:47.169255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:47.198305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc31c511-ccf1-479a-bf27-05ecc6beb095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.240586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port f4a87a97-c1a0-4379-bcd9-6660f53974ee, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f4a87a97-c1a0-4379-bcd9-6660f53974ee,segment=NetworkSegment(a9b1cb60-007d-48f2-ae7f-c9a273fb39bb),segment_id=a9b1cb60-007d-48f2-ae7f-c9a273fb39bb)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:47.240965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.252528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313e00f-cfd0-45c0-a3e9-0d515022a846 req-af6accba-fba0-4232-b6f0-51735eac8140 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:47.255794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7589d-fd15-4fe5-bb15-3356c0b01f53 None None] Port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:47.259843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6313e00f-cfd0-45c0-a3e9-0d515022a846 req-af6accba-fba0-4232-b6f0-51735eac8140 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 1.1119831 Aug 12 04:28:47.272565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for f4a87a97-c1a0-4379-bcd9-6660f53974ee owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:47.330193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627e424-cb24-4148-82ec-480efecb8329 None None] Network 716011cf-fb03-4430-8c1d-1c84d3ceb471 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:47.397662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d0e7589d-fd15-4fe5-bb15-3356c0b01f53 None None] Provisioning for port 1e50f74a-e622-4a3d-9389-a3edad072e3b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:47.406585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d0e7589d-fd15-4fe5-bb15-3356c0b01f53 None None] Provisioning complete for port 1e50f74a-e622-4a3d-9389-a3edad072e3b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:47.408405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0e7589d-fd15-4fe5-bb15-3356c0b01f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.493297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6313e00f-cfd0-45c0-a3e9-0d515022a846 req-6e71c43b-5910-4212-bd8e-efda7633f341 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324193 Aug 12 04:28:47.535184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Deleting port 264764ac-22f2-4237-8ae1-05e5b47c4c93 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:47.535789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.544972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6e33b-6e0a-490c-91b5-e3332ebf0918 req-ae14fc02-a751-44ab-8d47-55e5163642a5 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:47.558867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94d6e33b-6e0a-490c-91b5-e3332ebf0918 req-ae14fc02-a751-44ab-8d47-55e5163642a5 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 945 time: 0.1299582 Aug 12 04:28:47.565019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.603078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc401ca-28ec-468a-a94e-3b0d2d1c7412 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:28:47.603584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port f4a87a97-c1a0-4379-bcd9-6660f53974ee on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:47.678014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=f4a87a97-c1a0-4379-bcd9-6660f53974ee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:47.716992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] For port 264764ac-22f2-4237-8ae1-05e5b47c4c93, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=264764ac-22f2-4237-8ae1-05e5b47c4c93,segment=NetworkSegment(d81672ab-1760-4f69-93d5-d4febf03aed8),segment_id=d81672ab-1760-4f69-93d5-d4febf03aed8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:47.717717 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.733248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Calling delete_port for 264764ac-22f2-4237-8ae1-05e5b47c4c93 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:47.743775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-746c6306-8c11-45bd-be1f-4aa7b194e669 None None] Provisioning complete for port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:47.743775 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-746c6306-8c11-45bd-be1f-4aa7b194e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.755698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94d6e33b-6e0a-490c-91b5-e3332ebf0918 req-3c78c240-794b-49cf-96ff-f9377e031c1d tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/security-groups?id=e895d32f-8949-4216-bae6-66ee5e9b1f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958525 Aug 12 04:28:47.776669 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.798849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716011cf-fb03-4430-8c1d-1c84d3ceb471']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:47.812769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-746c6306-8c11-45bd-be1f-4aa7b194e669 None None] Port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:47.820171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:47.820866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b1cb60-007d-48f2-ae7f-c9a273fb39bb') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:47.837186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-746c6306-8c11-45bd-be1f-4aa7b194e669 None None] Provisioning complete for port 1e50f74a-e622-4a3d-9389-a3edad072e3b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:47.837569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-746c6306-8c11-45bd-be1f-4aa7b194e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.844906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc401ca-28ec-468a-a94e-3b0d2d1c7412 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:28:47.847776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.900191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.924834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:47.925246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:47.929174 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:47.956788 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:47.989607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['264764ac-22f2-4237-8ae1-05e5b47c4c93'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:47.990001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Pushing event deleted for resources: {'Port': ['ID=264764ac-22f2-4237-8ae1-05e5b47c4c93,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:48.000033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5e4f9-ad79-48e2-b252-7e0887300374 req-9841f7e6-d8e4-4a26-9a3a-3c065602354c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:48.001601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fc5e4f9-ad79-48e2-b252-7e0887300374 req-9841f7e6-d8e4-4a26-9a3a-3c065602354c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1391630 Aug 12 04:28:48.044470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Router d1847a02-a3da-4443-8792-635517a6f51b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:28:48.047316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] No DVR routers for this DVR port 264764ac-22f2-4237-8ae1-05e5b47c4c93 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:48.047541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fc5e4f9-ad79-48e2-b252-7e0887300374 req-fe61b9b5-9703-4fd8-a53f-39047cefaa3f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Aug 12 04:28:48.050810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.053280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a412c020-5db9-4cca-8a94-fbaefa387b4d req-878a3576-db34-40b8-ac59-d4fb785e7ba4 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.20 "DELETE /v2.0/ports/264764ac-22f2-4237-8ae1-05e5b47c4c93 HTTP/1.1" status: 204 len: 173 time: 0.9560189 Aug 12 04:28:48.053994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22687490-d998-48ee-848d-d56cbca74ad4', 'name': 'network-vif-deleted', 'tag': '264764ac-22f2-4237-8ae1-05e5b47c4c93'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:48.064807 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3c5cd4-e055-4334-9522-70e612b7ce0b" -d '{"events": [{"server_uuid": "22687490-d998-48ee-848d-d56cbca74ad4", "name": "network-vif-deleted", "tag": "264764ac-22f2-4237-8ae1-05e5b47c4c93"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:48.101391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.110943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.116858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/716011cf-fb03-4430-8c1d-1c84d3ceb471 HTTP/1.1" status: 204 len: 168 time: 5.1999025 Aug 12 04:28:48.118961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49958) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:48.177681 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4e9b7c-e535-459a-ad69-7a45d7429e3f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:28:48.177922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4e9b7c-e535-459a-ad69-7a45d7429e3f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:28:48.183275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5f4e9b7c-e535-459a-ad69-7a45d7429e3f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/716011cf-fb03-4430-8c1d-1c84d3ceb471 HTTP/1.1" status: 404 len: 339 time: 0.0566854 Aug 12 04:28:48.183275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e5254-c693-45f3-98e4-97d3c5702e83 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=716011cf-fb03-4430-8c1d-1c84d3ceb471,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:48.184112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49960) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:48.189111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-694062296', 'description': 'd1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:48.263371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d688841-1657-4abb-8299-e3a1cb2a3a21 req-92f13789-a1bd-4c6a-bd46-8f168435430a tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:48.264106 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc41574-7dc7-4daa-9ae7-699f292f911a x-openstack-request-id: req-fbc41574-7dc7-4daa-9ae7-699f292f911a {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:48.264502 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22687490-d998-48ee-848d-d56cbca74ad4", "name": "network-vif-deleted", "tag": "264764ac-22f2-4237-8ae1-05e5b47c4c93", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:48.264854 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbc41574-7dc7-4daa-9ae7-699f292f911a {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:48.265349 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22687490-d998-48ee-848d-d56cbca74ad4', 'name': 'network-vif-deleted', 'tag': '264764ac-22f2-4237-8ae1-05e5b47c4c93', 'status': 'completed', 'code': 200} Aug 12 04:28:48.282430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d688841-1657-4abb-8299-e3a1cb2a3a21 req-92f13789-a1bd-4c6a-bd46-8f168435430a tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 945 time: 0.0775430 Aug 12 04:28:48.292015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:28:48.301113 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-63b1d254-d76c-4d55-a1b4-8da14374f780 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/routers/d1847a02-a3da-4443-8792-635517a6f51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1699421 Aug 12 04:28:48.303478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49962) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:48.304143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] Sync routers for ids ['d1847a02-a3da-4443-8792-635517a6f51b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:28:48.313945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] Routers {'d1847a02-a3da-4443-8792-635517a6f51b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:28:48.314616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:28:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d1847a02-a3da-4443-8792-635517a6f51b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:48.341285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d688841-1657-4abb-8299-e3a1cb2a3a21 req-77e67770-409a-4863-8096-e2e0f239a3c5 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575447 Aug 12 04:28:48.358748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:48.368838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] Routers {'d1847a02-a3da-4443-8792-635517a6f51b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:28:48.369544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:28:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d1847a02-a3da-4443-8792-635517a6f51b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:48.377338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc31c511-ccf1-479a-bf27-05ecc6beb095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.395564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3de4c-963a-414e-8d98-e5d3406a40d7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:48.397204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ada3de4c-963a-414e-8d98-e5d3406a40d7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1847a02-a3da-4443-8792-635517a6f51b HTTP/1.1" status: 200 len: 989 time: 0.0928276 Aug 12 04:28:48.400180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49964) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:48.428423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:48.429135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe3b1-95e2-424a-8143-55b1bd550ea7 None None] The sync data for ids ['d1847a02-a3da-4443-8792-635517a6f51b'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:28:48.445752 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc31c511-ccf1-479a-bf27-05ecc6beb095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.534002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bc31c511-ccf1-479a-bf27-05ecc6beb095 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31f12e6dc8c245f68af05f5365d2fdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5204792 Aug 12 04:28:48.536327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31c511-ccf1-479a-bf27-05ecc6beb095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ead7bc-8883-4538-98b2-212d1ec9a729,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:48.536989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49968) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:48.546186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:48.549730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.602280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:48.623559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.624052 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 23e40dc8-9a4e-442d-a3a6-5d3c5b361622 of type vlan for network 176d678c-ecb1-4396-9543-bf08eaf6e495 Aug 12 04:28:48.643156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f675812f-18ef-4df7-9c77-93bf19827dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.686876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.702159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f675812f-18ef-4df7-9c77-93bf19827dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:48.887219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96231c5c-9845-49f1-b2ec-3c29d8b9ef4b req-120cf51e-9150-4e30-8ae1-c06506981506 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:48.888840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96231c5c-9845-49f1-b2ec-3c29d8b9ef4b req-120cf51e-9150-4e30-8ae1-c06506981506 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1233597 Aug 12 04:28:48.935257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-804114af-3ba3-46b4-bc1f-5884fa10b050 req-69afce94-e0b5-4a25-bd42-da1c9a9d2871 tempest-VolumesActionsTest-1576359147 tempest-VolumesActionsTest-1576359147-project] 10.222.0.42 "GET /v2.0/ports?device_id=22687490-d998-48ee-848d-d56cbca74ad4 HTTP/1.1" status: 200 len: 210 time: 0.0423107 Aug 12 04:28:48.936829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96231c5c-9845-49f1-b2ec-3c29d8b9ef4b req-1e02970c-67d7-4a1d-8bf0-fb13ddd83a91 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Aug 12 04:28:48.965037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.024096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.041462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:49.041462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.091599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f675812f-18ef-4df7-9c77-93bf19827dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.094100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f675812f-18ef-4df7-9c77-93bf19827dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.095250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f675812f-18ef-4df7-9c77-93bf19827dd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83ead7bc-8883-4538-98b2-212d1ec9a729 HTTP/1.1" status: 204 len: 168 time: 0.5571082 Aug 12 04:28:49.113091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675812f-18ef-4df7-9c77-93bf19827dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ead7bc-8883-4538-98b2-212d1ec9a729,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:49.126166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=176d678c-ecb1-4396-9543-bf08eaf6e495,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:49.147782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 176d678c-ecb1-4396-9543-bf08eaf6e495 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:49.191976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2486e232-6dce-4e37-9709-e20889dccaca tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0071154 Aug 12 04:28:49.193103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49984) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:49.252028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:49.256491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.340248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab7d56-d8a8-4acb-bb9d-35e391747c32 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:49.344683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-19ab7d56-d8a8-4acb-bb9d-35e391747c32 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks?id=176d678c-ecb1-4396-9543-bf08eaf6e495 HTTP/1.1" status: 200 len: 764 time: 0.1503522 Aug 12 04:28:49.359238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49986) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:49.373312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'description': 'd2'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:49.395316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-bbbc79d5-8144-4196-a73d-9671f9d7b41f tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:49.399136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-bbbc79d5-8144-4196-a73d-9671f9d7b41f tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.36 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 945 time: 0.0742514 Aug 12 04:28:49.604442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Deleting port 0c780607-3f30-4e6e-a091-4923dbdf696e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:49.613472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.700470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.716122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4da35-f402-4eef-ac27-f3cd97bb6f66 req-e3c1d9fb-2b3c-412b-b25e-1d7af0635dc8 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:49.717786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bc4da35-f402-4eef-ac27-f3cd97bb6f66 req-e3c1d9fb-2b3c-412b-b25e-1d7af0635dc8 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 945 time: 0.1455002 Aug 12 04:28:49.728337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.748245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:49.795966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bc4da35-f402-4eef-ac27-f3cd97bb6f66 req-baf45242-d6e2-490c-80a3-cab9e78e5c47 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/security-groups?id=e793c7cc-a296-4d13-837c-d49c699958f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707841 Aug 12 04:28:49.823565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] For port 0c780607-3f30-4e6e-a091-4923dbdf696e, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0c780607-3f30-4e6e-a091-4923dbdf696e,segment=NetworkSegment(bdc61dcd-c160-4bfb-9560-23acee042631),segment_id=bdc61dcd-c160-4bfb-9560-23acee042631)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:49.824703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.838857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Calling delete_port for 0c780607-3f30-4e6e-a091-4923dbdf696e owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:49.901886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:49.991169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 176d678c-ecb1-4396-9543-bf08eaf6e495 is not hosted by any dhcp agent {{(pid=95042) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 04:28:50.011091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.012407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:50.018070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50008) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:50.018744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "PUT /v2.0/networks/176d678c-ecb1-4396-9543-bf08eaf6e495 HTTP/1.1" status: 200 len: 761 time: 0.6578336 Aug 12 04:28:50.088180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be41d3-16ef-4fb8-9dcb-933a9f6f78fa tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=176d678c-ecb1-4396-9543-bf08eaf6e495,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:50.112857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 264764ac-22f2-4237-8ae1-05e5b47c4c93 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:50.117231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 176d678c-ecb1-4396-9543-bf08eaf6e495 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:50.155198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0257d686-1fe6-4895-af06-508eabcc3fa1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.159830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0257d686-1fe6-4895-af06-508eabcc3fa1 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks?id=176d678c-ecb1-4396-9543-bf08eaf6e495 HTTP/1.1" status: 200 len: 764 time: 0.1279287 Aug 12 04:28:50.159830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:50.160879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50014) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:50.226920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5835c3-8873-45a2-a3f7-3376c1b7a82e req-1aceaa17-f792-468b-a59d-da7c0d600b4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.228674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f5835c3-8873-45a2-a3f7-3376c1b7a82e req-1aceaa17-f792-468b-a59d-da7c0d600b4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1763623 Aug 12 04:28:50.237779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0c780607-3f30-4e6e-a091-4923dbdf696e'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:28:50.238400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Pushing event deleted for resources: {'Port': ['ID=0c780607-3f30-4e6e-a091-4923dbdf696e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:50.263025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 264764ac-22f2-4237-8ae1-05e5b47c4c93 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:50.271172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 264764ac-22f2-4237-8ae1-05e5b47c4c93 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:50.360452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] No DVR routers for this DVR port 0c780607-3f30-4e6e-a091-4923dbdf696e on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:50.360611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:50.363113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b04465ec-379f-46a4-bdcb-4d5f817cee29 req-ff0ec656-c044-42f2-a47a-9d2304e5a0d7 tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.36 "DELETE /v2.0/ports/0c780607-3f30-4e6e-a091-4923dbdf696e HTTP/1.1" status: 204 len: 173 time: 0.9595776 Aug 12 04:28:50.375122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'name': 'network-vif-deleted', 'tag': '0c780607-3f30-4e6e-a091-4923dbdf696e'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:28:50.378602 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03772e6c-55b0-4393-ba0d-9e842295189a" -d '{"events": [{"server_uuid": "98d29980-cf09-4a11-b76b-980ce00a7ef9", "name": "network-vif-deleted", "tag": "0c780607-3f30-4e6e-a091-4923dbdf696e"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:28:50.447282 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63475a3-08f2-461c-baf2-6f5b60f11a8d x-openstack-request-id: req-c63475a3-08f2-461c-baf2-6f5b60f11a8d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:28:50.447727 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d29980-cf09-4a11-b76b-980ce00a7ef9", "name": "network-vif-deleted", "tag": "0c780607-3f30-4e6e-a091-4923dbdf696e", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:28:50.447884 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c63475a3-08f2-461c-baf2-6f5b60f11a8d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:28:50.448702 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d29980-cf09-4a11-b76b-980ce00a7ef9', 'name': 'network-vif-deleted', 'tag': '0c780607-3f30-4e6e-a091-4923dbdf696e', 'status': 'completed', 'code': 200} Aug 12 04:28:50.462987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c2208-9e6b-4cb8-b701-e7698b0dde62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.467372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-773c2208-9e6b-4cb8-b701-e7698b0dde62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3027999 Aug 12 04:28:50.467586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50026) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:50.522607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-58915894-5fe0-4bbd-9527-0867f8dcfefd tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 207 time: 0.0481954 Aug 12 04:28:50.524107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50028) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:50.627829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:50.662003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=600d7c9a-93cb-42d1-9a9f-53fdaf4707e1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:50.680973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f5835c3-8873-45a2-a3f7-3376c1b7a82e req-1714561b-18c7-4df6-8348-264a3f421d4a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449072 Aug 12 04:28:50.798394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:50.950871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.958647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.965404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.972566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.978793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.985296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:50.987202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5aacd04f-34de-49ec-9aca-099938928a27 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4617610 Aug 12 04:28:50.991087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50046) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.084857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50a13347-8823-4db7-b0c8-7d33bb766e0a req-774f4b33-d4b9-42f5-a64e-af6654d1c5fe tempest-ServerTagsTestJSON-1937859158 tempest-ServerTagsTestJSON-1937859158-project] 10.222.0.42 "GET /v2.0/ports?device_id=98d29980-cf09-4a11-b76b-980ce00a7ef9 HTTP/1.1" status: 200 len: 210 time: 0.0929639 Aug 12 04:28:51.097189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Router d1847a02-a3da-4443-8792-635517a6f51b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:28:51.187610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:28:51.197425 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] Sync routers for ids ['d1847a02-a3da-4443-8792-635517a6f51b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:28:51.199607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1eace26e-9dd9-48a3-8241-966903d5cb6f tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/routers/d1847a02-a3da-4443-8792-635517a6f51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7983406 Aug 12 04:28:51.202347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50060) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.212067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] Routers {'d1847a02-a3da-4443-8792-635517a6f51b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:28:51.212711 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:28:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d1847a02-a3da-4443-8792-635517a6f51b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:51.240378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5a2a2bbd-80cf-44be-bf81-9d4774766b86 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2480667 Aug 12 04:28:51.243581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50064) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.256223 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-284025cb-d403-4a30-a8e4-b9f3adfcfdbe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:28:51.259396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-284025cb-d403-4a30-a8e4-b9f3adfcfdbe tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/600d7c9a-93cb-42d1-9a9f-53fdaf4707e1 HTTP/1.1" status: 404 len: 333 time: 0.0537415 Aug 12 04:28:51.260131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50066) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.269536 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:51.307635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96899-228b-478c-b8e3-589b0d070dcf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.310063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96899-228b-478c-b8e3-589b0d070dcf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.311900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96899-228b-478c-b8e3-589b0d070dcf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.313482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96899-228b-478c-b8e3-589b0d070dcf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.315018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd96899-228b-478c-b8e3-589b0d070dcf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.317215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ddd96899-228b-478c-b8e3-589b0d070dcf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0720100 Aug 12 04:28:51.320557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50070) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.326679 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] Routers {'d1847a02-a3da-4443-8792-635517a6f51b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:28:51.331233 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:28:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d1847a02-a3da-4443-8792-635517a6f51b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:51.365293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:51.371853 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:51.372919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d0fbd-9c3f-4a23-bac7-6e01b1b934de None None] The sync data for ids ['d1847a02-a3da-4443-8792-635517a6f51b'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:28:51.400041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10df7ec-4390-460f-94ad-2e6f5ae5d6e5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.400041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10df7ec-4390-460f-94ad-2e6f5ae5d6e5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.405294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10df7ec-4390-460f-94ad-2e6f5ae5d6e5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.406818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10df7ec-4390-460f-94ad-2e6f5ae5d6e5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.408338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10df7ec-4390-460f-94ad-2e6f5ae5d6e5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.413404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e10df7ec-4390-460f-94ad-2e6f5ae5d6e5 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0883875 Aug 12 04:28:51.413681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50080) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.541836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb8c61-a945-4b4a-ac93-01d37b26aa64 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.548937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-96fb8c61-a945-4b4a-ac93-01d37b26aa64 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks/e28b4742-6936-4aee-952f-c1b5a979cb14 HTTP/1.1" status: 200 len: 803 time: 0.1340356 Aug 12 04:28:51.549911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50084) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.561325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:51.564561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:51.690739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-70982a24-918a-467f-a9aa-05e1b4c4878c tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/networks/e28b4742-6936-4aee-952f-c1b5a979cb14?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1389191 Aug 12 04:28:51.694418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.748358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046502ab-8e45-42e7-b23b-c625bd9f8e9f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.749693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-046502ab-8e45-42e7-b23b-c625bd9f8e9f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/subnets/a0fdd3de-83dc-408c-b84d-7ad767e486c6 HTTP/1.1" status: 200 len: 843 time: 0.0546675 Aug 12 04:28:51.754891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.804098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:51.804570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Fanout notify agent at l3_agent the message router_deleted on router d1847a02-a3da-4443-8792-635517a6f51b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:28:51.811645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:51.812744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b344dee0-0dd1-41a8-8fd2-ac9571c72330 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/routers/d1847a02-a3da-4443-8792-635517a6f51b HTTP/1.1" status: 204 len: 168 time: 0.5516868 Aug 12 04:28:51.816040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50102) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.835740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2d2ca4-1c12-4d47-9d08-631a1e564c2e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['shared'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.837572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0d2d2ca4-1c12-4d47-9d08-631a1e564c2e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "GET /v2.0/subnets/a0fdd3de-83dc-408c-b84d-7ad767e486c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0815690 Aug 12 04:28:51.841438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50104) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:51.847497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007711089'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:51.875865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f357e0-c61c-4da8-b272-e2f3c4092f40 req-9928a676-d8b6-499a-8e7b-2da773c39eb0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:51.882911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9f357e0-c61c-4da8-b272-e2f3c4092f40 req-9928a676-d8b6-499a-8e7b-2da773c39eb0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1097856 Aug 12 04:28:51.918283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 5a4d747d-54ad-4e24-aafc-c6a3bc2c390a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:51.946899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:51.967400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:51.971092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.004981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:52.015890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9f357e0-c61c-4da8-b272-e2f3c4092f40 req-b14d15f3-c8e9-4e69-b041-332957bfe41a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320863 Aug 12 04:28:52.041332 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.041332 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Added segment 2c1c98a9-1618-4487-8d05-f53d11035163 of type vlan for network 45184a4c-9647-4593-a750-e22102f6c014 Aug 12 04:28:52.083586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.096897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.162258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:52.224612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Deleting subnet c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:52.228131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.229650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.249419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.255000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:52.255586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.325701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.360635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Network': ['ID=45184a4c-9647-4593-a750-e22102f6c014,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:52.365395 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.375305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 45184a4c-9647-4593-a750-e22102f6c014 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:52.382944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.389069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.392209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/5a4d747d-54ad-4e24-aafc-c6a3bc2c390a HTTP/1.1" status: 204 len: 168 time: 0.5750999 Aug 12 04:28:52.404279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50152) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:52.406085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e251c8-682f-4874-b96c-f062c001156e None None] Network 88e58813-c1da-4c99-a4e1-a12696ee6ac0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:52.420010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b26f6b4e-fde3-4e14-9b19-ebec0b6bafd6 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5773835 Aug 12 04:28:52.422395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50154) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:52.426273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db735b-1bf5-45bc-a367-534c708beb57 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4d747d-54ad-4e24-aafc-c6a3bc2c390a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:52.428987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'network_id': '45184a4c-9647-4593-a750-e22102f6c014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:52.583179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.673101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] DHCP port deletion for 88e58813-c1da-4c99-a4e1-a12696ee6ac0 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:28:52.696316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 02764d60-dcf6-4070-bb0f-3deef7db6e2a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:52.699353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.736361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] Deleting port 02764d60-dcf6-4070-bb0f-3deef7db6e2a {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:52.736719 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.743672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Made reservation on behalf of 4deb419202914e3795c3b3d957f21740 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:52.747678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.760160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.800155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] For port 02764d60-dcf6-4070-bb0f-3deef7db6e2a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02764d60-dcf6-4070-bb0f-3deef7db6e2a,segment=NetworkSegment(ae29fb78-8b6a-4df3-bfff-12f3f5280b3f),segment_id=ae29fb78-8b6a-4df3-bfff-12f3f5280b3f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:52.800546 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.813572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] Calling delete_port for 02764d60-dcf6-4070-bb0f-3deef7db6e2a owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:52.854991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.859252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d HTTP/1.1" status: 204 len: 168 time: 0.6926374 Aug 12 04:28:52.859578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50170) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:52.871180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c833148-3bf7-4cac-b324-96c12dae6c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c31e0d-7377-4c70-8f2a-3cca3e8d4d3d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:52.875018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Performing IP validity checks on allocation pools {{(pid=95043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 04:28:52.875847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_backend_mixin [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95043) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 04:28:52.895304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port 02764d60-dcf6-4070-bb0f-3deef7db6e2a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=02764d60-dcf6-4070-bb0f-3deef7db6e2a,segment=NetworkSegment(ae29fb78-8b6a-4df3-bfff-12f3f5280b3f),segment_id=ae29fb78-8b6a-4df3-bfff-12f3f5280b3f)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:52.895304 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:52.911608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 02764d60-dcf6-4070-bb0f-3deef7db6e2a owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:52.941977 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.029551 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.047531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] No DVR routers for this DVR port 02764d60-dcf6-4070-bb0f-3deef7db6e2a on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:53.048677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.080371 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5525cf98-31b5-4d25-a2d7-23b6383daabe']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:53.081451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128d21-0149-4b4c-9be2-f180f9cf9e93 None None] Pushing event deleted for resources: {'Port': ['ID=02764d60-dcf6-4070-bb0f-3deef7db6e2a,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:53.107107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc61dcd-c160-4bfb-9560-23acee042631') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:53.108127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc61dcd-c160-4bfb-9560-23acee042631') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:53.129999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.132614 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.172442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.191342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=02764d60-dcf6-4070-bb0f-3deef7db6e2a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:53.194490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port 02764d60-dcf6-4070-bb0f-3deef7db6e2a on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:53.195344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:53.196698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:53.201326 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:53.257819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3434493-a400-4ec8-994c-7f6915c74970 req-f49a86a0-4fba-4fd7-a582-12ab745bdbad tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:53.265495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3434493-a400-4ec8-994c-7f6915c74970 req-f49a86a0-4fba-4fd7-a582-12ab745bdbad tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1376212 Aug 12 04:28:53.323685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.333938 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3434493-a400-4ec8-994c-7f6915c74970 req-eb0ae64b-4217-44fe-ab1e-138f96647389 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659683 Aug 12 04:28:53.340311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e58813-c1da-4c99-a4e1-a12696ee6ac0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:53.351276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:53.351688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae29fb78-8b6a-4df3-bfff-12f3f5280b3f') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:53.362162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.381006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.387259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:53.394999 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:53.420466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.425922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.426216 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.428296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] 10.222.0.42 "DELETE /v2.0/networks/5525cf98-31b5-4d25-a2d7-23b6383daabe HTTP/1.1" status: 204 len: 168 time: 0.5676939 Aug 12 04:28:53.457238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdb5e8-bdf3-400a-8ab8-abcc4d53ec0f admin admin] Pushing event deleted for resources: {'Network': ['ID=5525cf98-31b5-4d25-a2d7-23b6383daabe,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:53.524169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-bd1cb670-e354-4a7d-ab43-d0cbfd57930e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1325812 Aug 12 04:28:53.525517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=709aa298-1d98-4166-9e74-c753846a3be5,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:53.530497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Checking segment: {'id': '2c1c98a9-1618-4487-8d05-f53d11035163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45184a4c-9647-4593-a750-e22102f6c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:53.530883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network hostable DHCP agents. Network: 45184a4c-9647-4593-a750-e22102f6c014, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:53.593287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.600504 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.607144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/88e58813-c1da-4c99-a4e1-a12696ee6ac0 HTTP/1.1" status: 204 len: 168 time: 1.1974108 Aug 12 04:28:53.607339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da0f70-8652-4121-9752-423e1dff461e req-9535a1c7-708a-45fd-b041-14cf9f6b2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:53.608041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:53.608755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-9535a1c7-708a-45fd-b041-14cf9f6b2a48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 1096 time: 0.0585835 Aug 12 04:28:53.629828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731850de-d367-4096-9706-5dfadef41292 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=88e58813-c1da-4c99-a4e1-a12696ee6ac0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:53.636862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:53.690241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c5772-67c4-4ced-bba2-3d28bc488932 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:53.711499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9e8c5772-67c4-4ced-bba2-3d28bc488932 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/4e85bb1d-ab33-4f3f-b794-25313c52078b HTTP/1.1" status: 200 len: 845 time: 0.0828671 Aug 12 04:28:53.711499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Network 45184a4c-9647-4593-a750-e22102f6c014 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:53.711499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50200) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:53.795616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-afdb7746-1d6b-437c-884e-c124f526e045 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/4e85bb1d-ab33-4f3f-b794-25313c52078b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0901394 Aug 12 04:28:53.799718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50204) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:53.803220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da0f70-8652-4121-9752-423e1dff461e req-5a77dbff-b658-4c8f-ab4e-3acab41cacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:53.808797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-5a77dbff-b658-4c8f-ab4e-3acab41cacc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1689377 Aug 12 04:28:53.814919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02764d60-dcf6-4070-bb0f-3deef7db6e2a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:53.823363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:53.860055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 02764d60-dcf6-4070-bb0f-3deef7db6e2a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:53.861500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 02764d60-dcf6-4070-bb0f-3deef7db6e2a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:53.896638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-2f9b80e2-07dc-418e-aa9c-fd4824d6e54a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2 HTTP/1.1" status: 200 len: 217 time: 0.0786760 Aug 12 04:28:53.911482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 45184a4c-9647-4593-a750-e22102f6c014) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:53.916915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0c780607-3f30-4e6e-a091-4923dbdf696e no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:28:53.918897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:53.919526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.931356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3727e-8bf7-4779-95ba-38387c813c4e None None] Network 45184a4c-9647-4593-a750-e22102f6c014 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:53.949970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c9c17b5-f0b6-4e82-9631-6e8d2854294f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:53.965769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 0c780607-3f30-4e6e-a091-4923dbdf696e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:28:53.966120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0c780607-3f30-4e6e-a091-4923dbdf696e not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:28:53.981770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50208) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:54.014282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da0f70-8652-4121-9752-423e1dff461e req-1a98b87c-4cfe-4cd3-9b35-6b9eb0f7afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:54.015872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-1a98b87c-4cfe-4cd3-9b35-6b9eb0f7afcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1103058 Aug 12 04:28:54.060170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e278af22-e02f-4fda-b612-fe84bc6b47d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9a053032d38463cbc6e12bfb6ab4267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771995 Aug 12 04:28:54.061155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50210) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:54.078820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:54.084560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da0f70-8652-4121-9752-423e1dff461e req-b48d0892-a267-4dab-8c69-b0e4a879fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:54.085297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-b48d0892-a267-4dab-8c69-b0e4a879fd56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568266 Aug 12 04:28:54.086666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.146837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6372572f-cd35-4975-a68f-b528cd03d949 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7220755 Aug 12 04:28:54.150228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50212) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:54.157064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-45184a4c-9647-4593-a750-e22102f6c014', 'network_id': '45184a4c-9647-4593-a750-e22102f6c014', 'tenant_id': '4deb419202914e3795c3b3d957f21740', 'fixed_ips': [{'subnet_id': '709aa298-1d98-4166-9e74-c753846a3be5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:54.161617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.164951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:54.227384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23ccfab6-db85-4141-a5e2-07d7a262e3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.259831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23ccfab6-db85-4141-a5e2-07d7a262e3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.298457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-2067b000-1943-4eb1-8d32-6f0aa89394d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042608 Aug 12 04:28:54.327521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Allocated IP 2001:db8::3 (45184a4c-9647-4593-a750-e22102f6c014/709aa298-1d98-4166-9e74-c753846a3be5/b2d0d9a6-8939-4b49-ba83-0f41dbc3324a) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:54.456798 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8645227'] for subnet, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.512604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c9c17b5-f0b6-4e82-9631-6e8d2854294f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.515874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15da0f70-8652-4121-9752-423e1dff461e req-a7c2b639-be71-45f5-a477-66c4d21bad5c service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064576 Aug 12 04:28:54.529321 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23ccfab6-db85-4141-a5e2-07d7a262e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.532909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23ccfab6-db85-4141-a5e2-07d7a262e3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.534260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-23ccfab6-db85-4141-a5e2-07d7a262e3ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e793c7cc-a296-4d13-837c-d49c699958f4 HTTP/1.1" status: 204 len: 168 time: 0.4699404 Aug 12 04:28:54.546346 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.548486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccfab6-db85-4141-a5e2-07d7a262e3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e793c7cc-a296-4d13-837c-d49c699958f4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:54.554409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.576130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Transition to ACTIVE for port object b2d0d9a6-8939-4b49-ba83-0f41dbc3324a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:54.613724 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c9c17b5-f0b6-4e82-9631-6e8d2854294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.621934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Transition to ACTIVE for port object b2d0d9a6-8939-4b49-ba83-0f41dbc3324a will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:54.638056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a90198-bb14-4c5e-a5ad-b4b21f55bccd req-17c1150e-7a64-4a62-870a-eba2041bb137 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:54.643299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3a90198-bb14-4c5e-a5ad-b4b21f55bccd req-17c1150e-7a64-4a62-870a-eba2041bb137 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1737275 Aug 12 04:28:54.694241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:54.701068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5c9c17b5-f0b6-4e82-9631-6e8d2854294f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f29f72fbedca45d4a77d92bf35638300&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0603294 Aug 12 04:28:54.701068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c17b5-f0b6-4e82-9631-6e8d2854294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb923d-2657-4f06-9ab1-05a067655add,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:54.704148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50222) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:54.704830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:54.714367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:54.715105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.721683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208a677-d1ea-49d8-b277-0c0b3ec6b8a5 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:54.747913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=0532201d-4e5f-4baa-b622-225a428bfe59,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:54.779132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3a90198-bb14-4c5e-a5ad-b4b21f55bccd req-82db1625-1936-48df-b947-8055d8087d30 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998664 Aug 12 04:28:54.803135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.837810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b03a3a26-d58e-4b74-a6d2-b70736706461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.844235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2be8330b-bcec-4687-b6aa-fe3952c1aba9 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0403674 Aug 12 04:28:54.844542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50226) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:54.849353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'security_group': {'name': 'tempest-secgroup-582373261'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:54.863446 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b03a3a26-d58e-4b74-a6d2-b70736706461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:54.864797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Pushing event updated for resources: {'Port': ['ID=b2d0d9a6-8939-4b49-ba83-0f41dbc3324a,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:54.878026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Network 45184a4c-9647-4593-a750-e22102f6c014 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:54.882336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:54.885865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:55.013123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.074512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Attempting to bind port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:55.079437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Attempting to bind port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '2c1c98a9-1618-4487-8d05-f53d11035163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45184a4c-9647-4593-a750-e22102f6c014'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:55.079437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Attempting to bind port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a on network 45184a4c-9647-4593-a750-e22102f6c014 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:55.083841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:55.084499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Checking segment: {'id': '2c1c98a9-1618-4487-8d05-f53d11035163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45184a4c-9647-4593-a750-e22102f6c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:55.084978 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.085390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Bound using segment: {'id': '2c1c98a9-1618-4487-8d05-f53d11035163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45184a4c-9647-4593-a750-e22102f6c014'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:55.086019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Bound port: b2d0d9a6-8939-4b49-ba83-0f41dbc3324a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1c98a9-1618-4487-8d05-f53d11035163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '45184a4c-9647-4593-a750-e22102f6c014'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:55.086416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.116546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b03a3a26-d58e-4b74-a6d2-b70736706461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.119133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b03a3a26-d58e-4b74-a6d2-b70736706461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.122770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b03a3a26-d58e-4b74-a6d2-b70736706461 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6bb923d-2657-4f06-9ab1-05a067655add HTTP/1.1" status: 204 len: 168 time: 0.4153583 Aug 12 04:28:55.131270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-6bf51942-c60c-4414-9a92-df3f776ae2ba', 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'tenant_id': '4726a61d6aee4e6aa35faba343b087e2', 'fixed_ips': [{'subnet_id': '0532201d-4e5f-4baa-b622-225a428bfe59'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:28:55.131475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.152612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a3a26-d58e-4b74-a6d2-b70736706461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb923d-2657-4f06-9ab1-05a067655add,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:55.230571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.300886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Allocated IP 2001:db8::2 (6bf51942-c60c-4414-9a92-df3f776ae2ba/0532201d-4e5f-4baa-b622-225a428bfe59/bd08f5a0-fa7d-45be-a21e-c50f0274fe87) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:55.315132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751375251604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8595285'] for subnet, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.343668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.374376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:55.385578 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.389517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "PUT /v2.0/subnets/709aa298-1d98-4166-9e74-c753846a3be5 HTTP/1.1" status: 200 len: 900 time: 1.2328899 Aug 12 04:28:55.392046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50238) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:55.405116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f0979-5a6b-426d-b031-6cd0cb0ab769,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:55.456018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927d108-9287-45b2-b626-ea0ca6d1d6d7 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event updated for resources: {'Subnet': ['ID=709aa298-1d98-4166-9e74-c753846a3be5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:55.457819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.461497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-82dd88b5-fd6f-4ca3-b953-5db550c20160 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6135521 Aug 12 04:28:55.462296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50240) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:55.473219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'security_group': {'name': 'tempest-secgroup-1455764358'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:55.499134 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.508796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Transition to ACTIVE for port object bd08f5a0-fa7d-45be-a21e-c50f0274fe87 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:55.526115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Transition to ACTIVE for port object bd08f5a0-fa7d-45be-a21e-c50f0274fe87 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:55.584786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.601591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.645514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] For port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:55.654496 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.734457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] For port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b2d0d9a6-8939-4b49-ba83-0f41dbc3324a,segment=NetworkSegment(2c1c98a9-1618-4487-8d05-f53d11035163),segment_id=2c1c98a9-1618-4487-8d05-f53d11035163)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:55.781555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.782830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.789009 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.801066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:55.802429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:28:55.802574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:55.805097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.815814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:55.827886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Pushing event updated for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:55.860056 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.927658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Attempting to bind port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:28:55.928456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Attempting to bind port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:28:55.928848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Attempting to bind port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 on network 6bf51942-c60c-4414-9a92-df3f776ae2ba {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:28:55.945463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:28:55.948150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Checking segment: {'id': '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:55.948567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.948980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Bound using segment: {'id': '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:28:55.949491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Bound port: bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:28:55.949881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:55.981557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291be6c-894c-4d20-a32b-dcc667a5f6fd None None] Pushing event updated for resources: {'Port': ['ID=b2d0d9a6-8939-4b49-ba83-0f41dbc3324a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:55.984736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.041353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728cb30f-7eb5-4c94-b891-bd2d0251f4ff,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:56.047031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a, host n-d-804320-1, got binding levels [] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:56.047790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.072310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60b51d-cb95-48da-b037-2e9324771410 req-a64e5e91-32ab-4b27-896b-5f745f4852a3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:56.075339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e60b51d-cb95-48da-b037-2e9324771410 req-a64e5e91-32ab-4b27-896b-5f745f4852a3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1973822 Aug 12 04:28:56.087806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for b2d0d9a6-8939-4b49-ba83-0f41dbc3324a owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:28:56.104942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.106244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-abeae248-c39c-4cf9-b514-3b9bd3d9a024 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6436110 Aug 12 04:28:56.108998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50266) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:56.115120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-73610724', 'security_groups': ['728cb30f-7eb5-4c94-b891-bd2d0251f4ff'], 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0532201d-4e5f-4baa-b622-225a428bfe59'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:56.139533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:28:56.147991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,segment=NetworkSegment(5b2a3d00-1e4a-4fe2-8a35-12ddd4989665),segment_id=5b2a3d00-1e4a-4fe2-8a35-12ddd4989665)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:28:56.266034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0e60b51d-cb95-48da-b037-2e9324771410 req-a48c7d38-cca5-4bc6-8fd7-85a0ddf3b055 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751008 Aug 12 04:28:56.277854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.423793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ed031-67db-4d58-a313-6c2d24f46e45 None None] Pushing event updated for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:56.435291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:56.544501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.600293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=b2d0d9a6-8939-4b49-ba83-0f41dbc3324a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:56.613310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50274) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:56.633215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.664528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 54c41a03-7c80-42a9-95a6-05846b07886d yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:28:56.728660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port b2d0d9a6-8939-4b49-ba83-0f41dbc3324a on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:28:56.866627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:56.934253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::21b (6bf51942-c60c-4414-9a92-df3f776ae2ba/0532201d-4e5f-4baa-b622-225a428bfe59/54c41a03-7c80-42a9-95a6-05846b07886d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:28:56.946501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-452210987-network', 'tenant_id': 'fec6f0fd115d4f74b96ea9bd2997e720'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:57.061076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Made reservation on behalf of fec6f0fd115d4f74b96ea9bd2997e720 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:57.063715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.080106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.138452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.199087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=709aa298-1d98-4166-9e74-c753846a3be5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:57.246264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.287292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 54c41a03-7c80-42a9-95a6-05846b07886d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:28:57.326199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.355982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45184a4c-9647-4593-a750-e22102f6c014']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:57.398015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1c98a9-1618-4487-8d05-f53d11035163') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:57.402910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1c98a9-1618-4487-8d05-f53d11035163') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:57.469966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.530788 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.540545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.612130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.637078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:28:57.638034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=54c41a03-7c80-42a9-95a6-05846b07886d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:57.638326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef2323-9f49-4b15-b4e4-35485950a5d2 None None] Network 45184a4c-9647-4593-a750-e22102f6c014 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:57.651746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:57.658875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:28:57.682255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:57.683590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.709844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc31fc5f-b366-4d10-8f40-22d26d4af119,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:57.735939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.747567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:57.748024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:57.751847 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:57.772143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-185d4ac4-327b-4cb3-bf2b-01fdc44e25f4 None None] Could not find standard attr ID for object b2d0d9a6-8939-4b49-ba83-0f41dbc3324a. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:28:57.802210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff79f2c-c21e-4f1b-9f1a-fb6b9efb5ccb req-96af4a8e-a233-4ba9-a10c-ff87f5f3ed96 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:57.823176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aff79f2c-c21e-4f1b-9f1a-fb6b9efb5ccb req-96af4a8e-a233-4ba9-a10c-ff87f5f3ed96 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.3426139 Aug 12 04:28:57.845333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50308) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:57.850964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-64c7b68a-68c7-4591-8d25-125d85746c21 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7406993 Aug 12 04:28:57.862337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:57.980427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aff79f2c-c21e-4f1b-9f1a-fb6b9efb5ccb req-e53484cd-6377-468e-a1c3-4a38e9ff84f7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501539 Aug 12 04:28:58.015979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cd0a1-552c-4f65-9d1b-0f0f3d027a68 None None] DHCP port deletion for 45184a4c-9647-4593-a750-e22102f6c014 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:28:58.050208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc871a-7873-4be6-a08f-ba08f1aa3aaa None None] Network 45184a4c-9647-4593-a750-e22102f6c014 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:58.118137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:58.145864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.155572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.174621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50322) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:58.175526 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/45184a4c-9647-4593-a750-e22102f6c014 HTTP/1.1" status: 204 len: 168 time: 2.7721560 Aug 12 04:28:58.180496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:28:58.213400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3656e42-cb48-40f4-a29b-ed80ce191c62 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=45184a4c-9647-4593-a750-e22102f6c014,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:58.220137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.220682 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Added segment 2da13698-c4be-4473-bb43-f5f1b0b6a02c of type vlan for network 82ed5b8d-814b-4d72-9aba-6efff76b4724 Aug 12 04:28:58.260031 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e6e633-627d-429b-8b9d-afc9583ed4f2 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:28:58.260569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e6e633-627d-429b-8b9d-afc9583ed4f2 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:28:58.262418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-14e6e633-627d-429b-8b9d-afc9583ed4f2 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/709aa298-1d98-4166-9e74-c753846a3be5 HTTP/1.1" status: 404 len: 337 time: 0.0976312 Aug 12 04:28:58.266548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50336) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:58.278317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.318877 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-639d9146-0fad-41c7-8819-e3f1129e00b2 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:28:58.318877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639d9146-0fad-41c7-8819-e3f1129e00b2 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:28:58.319115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:58.320338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.324451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-639d9146-0fad-41c7-8819-e3f1129e00b2 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/45184a4c-9647-4593-a750-e22102f6c014 HTTP/1.1" status: 404 len: 339 time: 0.0567381 Aug 12 04:28:58.327603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50338) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:58.395466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.396511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:58.397024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb9120e9-0790-4a10-ad55-84dfba947379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.397175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.506642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.528348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Provisioning for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:58.533862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:28:58.557000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:58.558273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.575729 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0532201d-4e5f-4baa-b622-225a428bfe59 (CIDR: 2001:db8::/64) Aug 12 04:28:58.578968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:58.579622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.586184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9580891 Aug 12 04:28:58.592156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576d6b-196e-4ae6-8d96-1235d321f287 admin admin] Pushing event updated for resources: {'Network': ['ID=82ed5b8d-814b-4d72-9aba-6efff76b4724,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:58.593336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:58.626271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Request body: {'subnet': {'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-452210987-subnet', 'tenant_id': 'fec6f0fd115d4f74b96ea9bd2997e720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:58.627100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 82ed5b8d-814b-4d72-9aba-6efff76b4724 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:28:58.639722 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:28:58.640511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:28:58.664403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.679787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176d678c-ecb1-4396-9543-bf08eaf6e495']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:58.691695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e40dc8-9a4e-442d-a3a6-5d3c5b361622') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:58.692004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e40dc8-9a4e-442d-a3a6-5d3c5b361622') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:28:58.704045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.721439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.729404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:28:58.729750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:28:58.733017 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:28:58.785637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Made reservation on behalf of fec6f0fd115d4f74b96ea9bd2997e720 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:58.789130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.842210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-040ea50c-f592-4966-af53-4affc86fbe03 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9889536 Aug 12 04:28:58.842435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50354) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:58.848723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:28:58.851830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.919731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.938790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.948160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,segment=NetworkSegment(5b2a3d00-1e4a-4fe2-8a35-12ddd4989665),segment_id=5b2a3d00-1e4a-4fe2-8a35-12ddd4989665)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:28:58.969783 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:58.977380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/176d678c-ecb1-4396-9543-bf08eaf6e495 HTTP/1.1" status: 204 len: 168 time: 0.6486201 Aug 12 04:28:58.978516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbb352-676e-4f56-b335-e3d487d98a8e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=176d678c-ecb1-4396-9543-bf08eaf6e495,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:58.980024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50360) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:59.034733 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-164448fb-bdd3-411f-93f0-e60f0c3d24f8 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:28:59.038774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164448fb-bdd3-411f-93f0-e60f0c3d24f8 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:28:59.040856 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-164448fb-bdd3-411f-93f0-e60f0c3d24f8 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/dcae0358-992c-4e56-9173-f975a8109741 HTTP/1.1" status: 404 len: 337 time: 0.0592525 Aug 12 04:28:59.045808 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.048992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50364) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:59.094619 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:28:59.095099 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:28:59.139541 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e617359-d462-481e-b41a-9abe54bcaf0f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:28:59.140647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e617359-d462-481e-b41a-9abe54bcaf0f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:28:59.149368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50368) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:59.152258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e617359-d462-481e-b41a-9abe54bcaf0f tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/716011cf-fb03-4430-8c1d-1c84d3ceb471 HTTP/1.1" status: 404 len: 339 time: 0.0980024 Aug 12 04:28:59.207784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:59.214004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.271009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:59.278844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56e53-7ab1-42a6-bbaf-41bce97f927d req-dd1b5bb1-40c0-43c7-a429-7ef6c883cbe0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:59.280403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecb56e53-7ab1-42a6-bbaf-41bce97f927d req-dd1b5bb1-40c0-43c7-a429-7ef6c883cbe0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1611493 Aug 12 04:28:59.301730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting subnet b57d9bf1-b1a5-4580-bbf4-f21851b47247 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:59.317532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.342696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ecb56e53-7ab1-42a6-bbaf-41bce97f927d req-39ae409b-a57a-4b4f-be1f-6afaecf93276 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515440 Aug 12 04:28:59.409664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:28:59.411940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.415096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Checking segment: {'id': '2da13698-c4be-4473-bb43-f5f1b0b6a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:28:59.415454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Network hostable DHCP agents. Network: 82ed5b8d-814b-4d72-9aba-6efff76b4724, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:28:59.416117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.441352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8ef4f4-2514-48ef-ab53-679ab8b98ddc,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:59.505415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8965d7f6-6986-47ae-94ae-2f7705410f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.528455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.562524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Network 82ed5b8d-814b-4d72-9aba-6efff76b4724 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:28:59.670603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 82ed5b8d-814b-4d72-9aba-6efff76b4724) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:28:59.673734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Provisioning complete for port 4e85bb1d-ab33-4f3f-b794-25313c52078b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:28:59.674110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.678101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:28:59.678747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.700768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.719036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8965d7f6-6986-47ae-94ae-2f7705410f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.724365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9c295-1740-4c83-ac9d-3a39c0a713cc None None] Network 82ed5b8d-814b-4d72-9aba-6efff76b4724 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:59.753259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=b57d9bf1-b1a5-4580-bbf4-f21851b47247,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:59.759941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.765759 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2bb689ac-652d-4564-8a21-391ea05e82bf tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/b57d9bf1-b1a5-4580-bbf4-f21851b47247 HTTP/1.1" status: 204 len: 168 time: 0.6130447 Aug 12 04:28:59.767569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50378) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:59.781443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91090c21-ed08-426b-b633-a720d802cc89 None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:28:59.812298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8965d7f6-6986-47ae-94ae-2f7705410f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.841729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting subnet 8838abfd-799f-4d4f-a83d-806b62c642bd {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:28:59.845469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.857327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:28:59.885128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-75ea0038-99d4-4696-a00f-bfa04d5ac1ab None None] Port 4e85bb1d-ab33-4f3f-b794-25313c52078b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:28:59.887671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:28:59.908108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8965d7f6-6986-47ae-94ae-2f7705410f01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b65d88f489824a3c924428e7fbdd5c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240313 Aug 12 04:28:59.910778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965d7f6-6986-47ae-94ae-2f7705410f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d4bf7-6289-4713-8a76-da21b38ed3bd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:28:59.911310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:28:59.921021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-adcbecb2-cf06-401c-8b37-d273d0b3195d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3265157 Aug 12 04:28:59.993323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.071327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:00.080763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:00.092642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:00.098287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.156577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=85c50c31-b862-40be-b8ed-2154b67220c3,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:00.219053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35eaff29-79ac-44ca-a0e5-ec2c0b09c31a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3729455 Aug 12 04:29:00.219463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50394) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:00.225240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-202148124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85c50c31-b862-40be-b8ed-2154b67220c3'}], 'security_groups': ['362f0979-5a6b-426d-b031-6cd0cb0ab769']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:00.237643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b436d-d2d8-4aba-a1d7-dfb9c30d5bb5 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:00.369445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:00.369887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.416524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd2d0b-b704-40b1-bc65-e86afb1c441f None None] Network 82ed5b8d-814b-4d72-9aba-6efff76b4724 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:00.419919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b417aab5-f3fa-47c9-beee-280308406b6c None None] Provisioning for port 54c41a03-7c80-42a9-95a6-05846b07886d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:00.494089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b417aab5-f3fa-47c9-beee-280308406b6c None None] Provisioning complete for port 54c41a03-7c80-42a9-95a6-05846b07886d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:00.494089 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b417aab5-f3fa-47c9-beee-280308406b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.559693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.678061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.750344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1cee05b-2b96-44c8-be06-1b8d2eb94af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.797312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1cee05b-2b96-44c8-be06-1b8d2eb94af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.822222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50412) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:00.830221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027dfc-e392-4a89-8ca5-f575c3b68725 req-f3540e8a-363d-4a65-a1bd-f9939fb3493d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:00.832057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7027dfc-e392-4a89-8ca5-f575c3b68725 req-f3540e8a-363d-4a65-a1bd-f9939fb3493d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0972793 Aug 12 04:29:00.838797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-474610754-network', 'tenant_id': '551177c5956e4c0c832a3407f5619c0f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:00.867945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.892468 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.894295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/8838abfd-799f-4d4f-a83d-806b62c642bd HTTP/1.1" status: 204 len: 168 time: 1.1262109 Aug 12 04:29:00.896828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:00.916741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b417aab5-f3fa-47c9-beee-280308406b6c None None] Port 54c41a03-7c80-42a9-95a6-05846b07886d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:00.922670 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea037487-6681-4bea-a6b1-491855dc4ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:00.926939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d2bb1-05a5-4b2c-89b9-ecb2ef4bf856 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=8838abfd-799f-4d4f-a83d-806b62c642bd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:00.960738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d7027dfc-e392-4a89-8ca5-f575c3b68725 req-d86b7cc6-4ce4-4577-b381-58d21cb696c0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129618 Aug 12 04:29:01.011440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.025945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b2d0d9a6-8939-4b49-ba83-0f41dbc3324a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:01.032629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Made reservation on behalf of 551177c5956e4c0c832a3407f5619c0f for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:01.035701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.058321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: b2d0d9a6-8939-4b49-ba83-0f41dbc3324a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:01.058482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.058587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b2d0d9a6-8939-4b49-ba83-0f41dbc3324a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:01.065813 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.088873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1cee05b-2b96-44c8-be06-1b8d2eb94af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.091902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1cee05b-2b96-44c8-be06-1b8d2eb94af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.103339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d1cee05b-2b96-44c8-be06-1b8d2eb94af8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f6d4bf7-6289-4713-8a76-da21b38ed3bd HTTP/1.1" status: 204 len: 168 time: 1.1909049 Aug 12 04:29:01.129205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da55ff-b29e-49ec-b7e5-05270c9d0711 None None] Update dhcp port {'port': {'network_id': '10e000ac-43c8-41b0-8322-f1b95ca9a812', 'fixed_ips': [{'subnet_id': '8838abfd-799f-4d4f-a83d-806b62c642bd'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '1e50f74a-e622-4a3d-9389-a3edad072e3b'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:29:01.134225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cee05b-2b96-44c8-be06-1b8d2eb94af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d4bf7-6289-4713-8a76-da21b38ed3bd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:01.230862 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-11da55ff-b29e-49ec-b7e5-05270c9d0711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.318616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.367962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Update dhcp port {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'fixed_ips': [{'subnet_id': '0532201d-4e5f-4baa-b622-225a428bfe59', 'ip_address': '2001:db8::2'}, {'subnet_id': '85c50c31-b862-40be-b8ed-2154b67220c3'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'bd08f5a0-fa7d-45be-a21e-c50f0274fe87'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:29:01.417983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.449701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc18d11-a51c-45a2-8797-082effe6a504,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:01.455968 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.485851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:01.517932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.520130 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Added segment 59de098e-606f-478f-bb3d-d5f1d3cf4443 of type vlan for network 3842366f-69bd-4fd9-a696-0e2c87d5f0be Aug 12 04:29:01.593212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec331cb1-96bb-4206-9f18-588eeb6f6982 None None] Network 10e000ac-43c8-41b0-8322-f1b95ca9a812 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:01.624465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.737739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.738969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:01.739337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.740505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Delete allocated IP 2001:db8::21b (6bf51942-c60c-4414-9a92-df3f776ae2ba/0532201d-4e5f-4baa-b622-225a428bfe59) {{(pid=95042) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 04:29:01.751321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8:0:1::335 (6bf51942-c60c-4414-9a92-df3f776ae2ba/85c50c31-b862-40be-b8ed-2154b67220c3/54c41a03-7c80-42a9-95a6-05846b07886d) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:01.812081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-438f3d0c-9b31-461c-824c-6bda7c46c8b4 None None] Provisioning complete for port 1e50f74a-e622-4a3d-9389-a3edad072e3b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:01.815041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-438f3d0c-9b31-461c-824c-6bda7c46c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:01.818980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e50f74a-e622-4a3d-9389-a3edad072e3b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:01.850478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] Pushing event updated for resources: {'Network': ['ID=3842366f-69bd-4fd9-a696-0e2c87d5f0be,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:01.902008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e01badab-0952-43c7-99de-c2a669ccfaba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0684640 Aug 12 04:29:01.904721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50432) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:01.911466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 3842366f-69bd-4fd9-a696-0e2c87d5f0be details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:01.911624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Request body: {'subnet': {'network_id': '3842366f-69bd-4fd9-a696-0e2c87d5f0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-474610754-subnet', 'tenant_id': '551177c5956e4c0c832a3407f5619c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:02.034161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.046960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Made reservation on behalf of 551177c5956e4c0c832a3407f5619c0f for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:02.049516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.073354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 54c41a03-7c80-42a9-95a6-05846b07886d will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:02.115271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port 1e50f74a-e622-4a3d-9389-a3edad072e3b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:02.115614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.203551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e50f74a-e622-4a3d-9389-a3edad072e3b,segment=NetworkSegment(e875fb35-754d-48a9-9b22-7e2e7bb76a9d),segment_id=e875fb35-754d-48a9-9b22-7e2e7bb76a9d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:02.203923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.217026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] DHCP port deletion for 10e000ac-43c8-41b0-8322-f1b95ca9a812 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:02.221210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for 1e50f74a-e622-4a3d-9389-a3edad072e3b owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:02.245550 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.270072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.321714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] In _notify_port_updated(), no bound segment for port 54c41a03-7c80-42a9-95a6-05846b07886d on network 6bf51942-c60c-4414-9a92-df3f776ae2ba {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:29:02.328780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:02.329391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.333495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/ports/54c41a03-7c80-42a9-95a6-05846b07886d HTTP/1.1" status: 200 len: 930 time: 2.1102357 Aug 12 04:29:02.336547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50442) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:02.366245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384972a-5b9d-423d-b862-0e1ad1d7bb72 req-b7b00c6b-1485-43b8-9a66-2a4b246b2930 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:02.367829 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8384972a-5b9d-423d-b862-0e1ad1d7bb72 req-b7b00c6b-1485-43b8-9a66-2a4b246b2930 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2865460 Aug 12 04:29:02.385233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.390197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Allocated IP 2001:db8:0:1::2 (6bf51942-c60c-4414-9a92-df3f776ae2ba/85c50c31-b862-40be-b8ed-2154b67220c3/bd08f5a0-fa7d-45be-a21e-c50f0274fe87) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:02.438269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.460784 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8384972a-5b9d-423d-b862-0e1ad1d7bb72 req-c304868f-c754-4458-875c-26aad44e0e94 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609405 Aug 12 04:29:02.461101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aeed4-8faa-4580-ac13-4e8911e37d99 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=54c41a03-7c80-42a9-95a6-05846b07886d,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:02.569015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d2f878-d953-48ec-a23c-dc9596b4c5b2,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:02.593409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e50f74a-e622-4a3d-9389-a3edad072e3b,segment=NetworkSegment(e875fb35-754d-48a9-9b22-7e2e7bb76a9d),segment_id=e875fb35-754d-48a9-9b22-7e2e7bb76a9d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:02.609895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] Deleting port 1e50f74a-e622-4a3d-9389-a3edad072e3b {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:02.610286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.618266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 54c41a03-7c80-42a9-95a6-05846b07886d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:02.618743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.683575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Checking segment: {'id': '59de098e-606f-478f-bb3d-d5f1d3cf4443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3842366f-69bd-4fd9-a696-0e2c87d5f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:02.684096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Network hostable DHCP agents. Network: 3842366f-69bd-4fd9-a696-0e2c87d5f0be, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:02.697428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] For port 1e50f74a-e622-4a3d-9389-a3edad072e3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e50f74a-e622-4a3d-9389-a3edad072e3b,segment=NetworkSegment(e875fb35-754d-48a9-9b22-7e2e7bb76a9d),segment_id=e875fb35-754d-48a9-9b22-7e2e7bb76a9d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:02.697885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.712592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] Calling delete_port for 1e50f74a-e622-4a3d-9389-a3edad072e3b owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:02.750220 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.774384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 54c41a03-7c80-42a9-95a6-05846b07886d owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:02.801048 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.823763 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.830409 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.888768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Network 3842366f-69bd-4fd9-a696-0e2c87d5f0be is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:02.889016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port 1e50f74a-e622-4a3d-9389-a3edad072e3b on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:02.919776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] Pushing event deleted for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:02.921663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247eb766-9377-4247-a6e6-90f62cf03afd None None] No DVR routers for this DVR port 1e50f74a-e622-4a3d-9389-a3edad072e3b on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:02.975606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event deleted for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:02.979064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,segment=NetworkSegment(5b2a3d00-1e4a-4fe2-8a35-12ddd4989665),segment_id=5b2a3d00-1e4a-4fe2-8a35-12ddd4989665)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:02.986574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 3842366f-69bd-4fd9-a696-0e2c87d5f0be) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:02.993098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:02.993880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:02.999174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50456) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:03.010328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea3e0c-c2ef-4a78-bed6-4e41da2fc0c1 None None] Network 3842366f-69bd-4fd9-a696-0e2c87d5f0be requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:03.011543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=1e50f74a-e622-4a3d-9389-a3edad072e3b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:03.139778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b71c79a9-9e32-4564-8056-e82c59b61d87 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2336230 Aug 12 04:29:03.154849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.188449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.204544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e000ac-43c8-41b0-8322-f1b95ca9a812']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:03.219781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:03.220078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e875fb35-754d-48a9-9b22-7e2e7bb76a9d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:03.230367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a2cd5-b0de-4b79-87f2-16fb67ea0427 req-0c643723-0eae-4eed-930d-ead19d4ee50c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:03.236029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=54c41a03-7c80-42a9-95a6-05846b07886d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:03.237888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4a2cd5-b0de-4b79-87f2-16fb67ea0427 req-0c643723-0eae-4eed-930d-ead19d4ee50c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2377083 Aug 12 04:29:03.261282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.288462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'networks': [{'name': 'tempest-network--532756753'}, {'name': 'tempest-network--717139865'}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:03.289048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'network': {'name': 'tempest-network--532756753'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:03.289715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'network': {'name': 'tempest-network--717139865'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:03.310920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-ac482121-a062-4a29-95d7-35328b0a8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:03.312754 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-ac482121-a062-4a29-95d7-35328b0a8823 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.2470500 Aug 12 04:29:03.312886 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.323986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a320ff3-9ee9-460b-b93a-27d7f605a2db tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/54c41a03-7c80-42a9-95a6-05846b07886d HTTP/1.1" status: 204 len: 168 time: 0.9853601 Aug 12 04:29:03.324870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:03.327548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.335142 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.375244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Transition to ACTIVE for port object bd08f5a0-fa7d-45be-a21e-c50f0274fe87 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:03.401552 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf90cb4-1889-471e-a54d-b4d3686bb9c4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:29:03.403803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eaf90cb4-1889-471e-a54d-b4d3686bb9c4 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/54c41a03-7c80-42a9-95a6-05846b07886d HTTP/1.1" status: 404 len: 333 time: 0.0779505 Aug 12 04:29:03.414672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50474) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:03.455961 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.464845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96735b25-94d7-44d3-af08-1b63fbc12eb3 None None] Network 3842366f-69bd-4fd9-a696-0e2c87d5f0be requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:03.476590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d4a2cd5-b0de-4b79-87f2-16fb67ea0427 req-edfe225a-9e39-4e03-94fe-a90d4d8567f5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377214 Aug 12 04:29:03.477702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:03.478130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:03.492323 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:03.529957 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-329eedd0-cf01-4f72-a598-8d026f000e51 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.569041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'network': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:03.574126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.597150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-329eedd0-cf01-4f72-a598-8d026f000e51 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.602328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.663859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c0dd-d6b9-4749-bc80-4b34bdf3a9cd None None] Pushing event updated for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:03.740282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.750006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.766480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-329eedd0-cf01-4f72-a598-8d026f000e51 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.769076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-329eedd0-cf01-4f72-a598-8d026f000e51 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.770267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-329eedd0-cf01-4f72-a598-8d026f000e51 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/security-groups/728cb30f-7eb5-4c94-b891-bd2d0251f4ff HTTP/1.1" status: 204 len: 168 time: 0.3603332 Aug 12 04:29:03.774604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50480) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:03.783512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-9767af89-e7e4-4221-acf7-6cb8d032e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:03.785219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-9767af89-e7e4-4221-acf7-6cb8d032e4f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.4623382 Aug 12 04:29:03.786785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.794782 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.798939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/10e000ac-43c8-41b0-8322-f1b95ca9a812 HTTP/1.1" status: 204 len: 168 time: 2.9008424 Aug 12 04:29:03.809483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50482) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:03.832417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eedd0-cf01-4f72-a598-8d026f000e51 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728cb30f-7eb5-4c94-b891-bd2d0251f4ff,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:03.856860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:03.879073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.885421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.890385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05095f1e-b3f4-4390-b0d3-eb2f9686a83a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.911330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:03.923064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.923823 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Added segment 19a16da7-d1b4-4e98-b2fe-b2c1b36e92ba of type vlan for network a9a55bd4-b34d-4da7-b9f6-a1d368f98600 Aug 12 04:29:03.951337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05095f1e-b3f4-4390-b0d3-eb2f9686a83a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:03.992011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.025986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:04.041671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.042418 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Added segment ece01dd5-88b2-4db2-afb7-86a50fe86e64 of type vlan for network b8d32a71-582f-4c27-b90c-3a05b72b353e Aug 12 04:29:04.106306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.139702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-673137b5-9cf6-47d2-82fe-c1ee12d66ab3 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:04.141223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-673137b5-9cf6-47d2-82fe-c1ee12d66ab3 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/networks?id=82ed5b8d-814b-4d72-9aba-6efff76b4724 HTTP/1.1" status: 200 len: 824 time: 0.1253884 Aug 12 04:29:04.141671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94014-6d79-4a8b-9994-a4b96b535604 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=10e000ac-43c8-41b0-8322-f1b95ca9a812,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:04.143002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05095f1e-b3f4-4390-b0d3-eb2f9686a83a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.145704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05095f1e-b3f4-4390-b0d3-eb2f9686a83a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.146861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05095f1e-b3f4-4390-b0d3-eb2f9686a83a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/security-groups/362f0979-5a6b-426d-b031-6cd0cb0ab769 HTTP/1.1" status: 204 len: 168 time: 0.3660347 Aug 12 04:29:04.151847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.163838 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a135049c-319c-4e46-a6c7-f6c324f76cb0 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:04.163838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a135049c-319c-4e46-a6c7-f6c324f76cb0 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:04.166028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a135049c-319c-4e46-a6c7-f6c324f76cb0 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/0c75861c-4369-4651-983e-8cc4a1fbb8c6 HTTP/1.1" status: 404 len: 337 time: 0.3571584 Aug 12 04:29:04.183985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50498) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.260275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 0532201d-4e5f-4baa-b622-225a428bfe59 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:04.264842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.272688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05095f1e-b3f4-4390-b0d3-eb2f9686a83a tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f0979-5a6b-426d-b031-6cd0cb0ab769,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:04.282957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-92fa9b6f-1ea9-4cea-a675-8d75c1b9c486 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/quotas/fec6f0fd115d4f74b96ea9bd2997e720 HTTP/1.1" status: 200 len: 375 time: 0.1346903 Aug 12 04:29:04.283865 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-1577afb5-0f33-40ef-810c-f6f57f91fa0d tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:04.285270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1577afb5-0f33-40ef-810c-f6f57f91fa0d tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:04.305529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1577afb5-0f33-40ef-810c-f6f57f91fa0d tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/2ae2490b-cc9f-4492-975b-f85427b79f73 HTTP/1.1" status: 404 len: 339 time: 0.1129193 Aug 12 04:29:04.306108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50502) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.330805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.378162 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd22ccb5-f060-4ba0-a0fe-d85ea6a09474 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:04.378459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd22ccb5-f060-4ba0-a0fe-d85ea6a09474 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:04.387542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cd22ccb5-f060-4ba0-a0fe-d85ea6a09474 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/1b9b0137-4b6f-45d4-b935-024cf912df6d HTTP/1.1" status: 404 len: 337 time: 0.0735135 Aug 12 04:29:04.388202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50504) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.445234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9d7f9dfd-0194-437e-9da7-5683cd9b16eb tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fec6f0fd115d4f74b96ea9bd2997e720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1381109 Aug 12 04:29:04.451804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.467654 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf75003a-ef17-46ec-b4bb-144fe09742f4 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:04.468401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf75003a-ef17-46ec-b4bb-144fe09742f4 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:04.472389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bf75003a-ef17-46ec-b4bb-144fe09742f4 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/c06d454b-60a3-4a61-9fc7-ff5f6319d547 HTTP/1.1" status: 404 len: 339 time: 0.0661387 Aug 12 04:29:04.473228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50506) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.525386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.527251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.540079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:04.562294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:04.562966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.586598 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f1c366-6236-481f-aea0-967740754b19 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:04.587146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f1c366-6236-481f-aea0-967740754b19 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:04.590966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-82f1c366-6236-481f-aea0-967740754b19 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/c3fa97d3-c01a-47ba-9eba-0abf008e4c2d HTTP/1.1" status: 404 len: 337 time: 0.1141191 Aug 12 04:29:04.594685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50512) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.601636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-1e798551-874a-468b-b1c9-86f39753c65e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.7999270 Aug 12 04:29:04.630439 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-817c7729-6099-4f36-ade5-fe676ca3e09e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:04.630961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817c7729-6099-4f36-ade5-fe676ca3e09e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:04.632727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-817c7729-6099-4f36-ade5-fe676ca3e09e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/9c2491f3-b814-40ba-9036-677ca6efde2d HTTP/1.1" status: 404 len: 339 time: 0.0367742 Aug 12 04:29:04.637605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50514) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.704605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6756880 Aug 12 04:29:04.705255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50516) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:04.724554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-1249c0ae-df7a-49ae-94fe-a0ecd32c6d86 service neutron] 10.222.0.42 "GET /v2.0/networks/82ed5b8d-814b-4d72-9aba-6efff76b4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644525 Aug 12 04:29:04.733801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b90290-29f1-46ce-9f5b-cef45bc27480,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:04.772933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Network': ['ID=a9a55bd4-b34d-4da7-b9f6-a1d368f98600,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:04.774112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting subnet 28d4e4e8-30d5-4a27-825e-bd20f2bd3eb4 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:04.784645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-971e900a-8822-4cc3-ae27-21c43f2937e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:04.786987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-971e900a-8822-4cc3-ae27-21c43f2937e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1474292 Aug 12 04:29:04.800043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.806163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a9a55bd4-b34d-4da7-b9f6-a1d368f98600 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:04.856942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Provisioning for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:04.865049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:04.869220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:04.911048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.043322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Provisioning complete for port 4e85bb1d-ab33-4f3f-b794-25313c52078b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:05.043702 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.082022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.093538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429c5c-ae6e-48df-83cd-df8af391ebc4 req-ae26b05a-23be-49c1-ad1d-40535f6550ee tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:05.095738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08429c5c-ae6e-48df-83cd-df8af391ebc4 req-ae26b05a-23be-49c1-ad1d-40535f6550ee tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.4827609 Aug 12 04:29:05.111882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.164240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Port 4e85bb1d-ab33-4f3f-b794-25313c52078b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:05.185947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b50decd-d4c4-4edd-84f1-e3b8f6464fb6 None None] Could not find standard attr ID for object 54c41a03-7c80-42a9-95a6-05846b07886d. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:29:05.189079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-2eb926bc-9633-44a4-a282-13aaeff12681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:05.191255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-2eb926bc-9633-44a4-a282-13aaeff12681 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966599 Aug 12 04:29:05.205239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=0532201d-4e5f-4baa-b622-225a428bfe59,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:05.225560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39b8b3-fda2-40ad-be6a-d7113e2d2e35 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Network': ['ID=b8d32a71-582f-4c27-b90c-3a05b72b353e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:05.237754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.244746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b8d32a71-582f-4c27-b90c-3a05b72b353e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:05.259421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.273019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-108d9f6e-2dae-461e-ab7f-1beaa598be88 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/0532201d-4e5f-4baa-b622-225a428bfe59 HTTP/1.1" status: 204 len: 168 time: 1.1055377 Aug 12 04:29:05.290240 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.294690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50528) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:05.301413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/28d4e4e8-30d5-4a27-825e-bd20f2bd3eb4 HTTP/1.1" status: 204 len: 168 time: 0.6628067 Aug 12 04:29:05.303278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:05.303782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:05.393833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9587fc95-3e2b-4bd5-a861-a2224394788b None None] Network 20183e17-73ed-4316-9e8c-ea39b28d255e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:05.400529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-10ffb1bb-3778-43d9-ae4f-7de47b550329 None None] Could not find standard attr ID for object 54c41a03-7c80-42a9-95a6-05846b07886d. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:29:05.475077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08429c5c-ae6e-48df-83cd-df8af391ebc4 req-2df834a3-cbef-42de-a085-61565f42b1bb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603873 Aug 12 04:29:05.528029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cdd838-20c8-4f1c-8886-a5877825a36a None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:05.556370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effa036-05e4-4152-8342-91783a0dfd59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:05.562881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effa036-05e4-4152-8342-91783a0dfd59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:05.573052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effa036-05e4-4152-8342-91783a0dfd59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:05.581857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effa036-05e4-4152-8342-91783a0dfd59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:05.586666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8effa036-05e4-4152-8342-91783a0dfd59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8765490 Aug 12 04:29:05.596513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:05.615699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.631847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf02814-10ee-4fbd-8ebe-876b5c030a96 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=28d4e4e8-30d5-4a27-825e-bd20f2bd3eb4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:05.675375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-a4bf545f-6c39-46a6-91b7-282bb4e1fb56 service neutron] 10.222.0.42 "GET /v2.0/networks/82ed5b8d-814b-4d72-9aba-6efff76b4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9063144 Aug 12 04:29:05.688051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-6f090058-3099-4875-8ddd-51d7f1beb5f1 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687712 Aug 12 04:29:05.790741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port 3526c73f-9465-4c2f-9aee-b6ab788da82c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:05.791317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.813985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.877044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port 3526c73f-9465-4c2f-9aee-b6ab788da82c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3526c73f-9465-4c2f-9aee-b6ab788da82c,segment=NetworkSegment(4cf95e11-e7af-45a4-bed1-339802fa9050),segment_id=4cf95e11-e7af-45a4-bed1-339802fa9050)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:05.878285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:05.917971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for 3526c73f-9465-4c2f-9aee-b6ab788da82c owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:05.924540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d3b5110-0a0c-46d5-835f-b87f1e234f8a req-9f027045-267f-47a1-8244-d1b88ed46ebe service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276835 Aug 12 04:29:05.938015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] DHCP port deletion for 20183e17-73ed-4316-9e8c-ea39b28d255e request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:06.013608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:06.019055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.048787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Deleting port 3526c73f-9465-4c2f-9aee-b6ab788da82c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:06.049260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.167364 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.173925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.195110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] For port 3526c73f-9465-4c2f-9aee-b6ab788da82c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3526c73f-9465-4c2f-9aee-b6ab788da82c,segment=NetworkSegment(4cf95e11-e7af-45a4-bed1-339802fa9050),segment_id=4cf95e11-e7af-45a4-bed1-339802fa9050)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:06.195527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.219091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=3526c73f-9465-4c2f-9aee-b6ab788da82c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:06.239056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port 3526c73f-9465-4c2f-9aee-b6ab788da82c on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:06.239257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Calling delete_port for 3526c73f-9465-4c2f-9aee-b6ab788da82c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:06.259064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab2cdd6a-45bd-45c2-a73b-f2029db4de80 req-230024e1-fc46-4548-b432-86949a13d9b3 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 210 time: 0.1304886 Aug 12 04:29:06.264526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a55bd4-b34d-4da7-b9f6-a1d368f98600']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:06.296215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a16da7-d1b4-4e98-b2fe-b2c1b36e92ba') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:06.296493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a16da7-d1b4-4e98-b2fe-b2c1b36e92ba') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:06.402400 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.410974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.425353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20183e17-73ed-4316-9e8c-ea39b28d255e']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:06.441164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf95e11-e7af-45a4-bed1-339802fa9050') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:06.442055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf95e11-e7af-45a4-bed1-339802fa9050') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:06.460333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Pushing event deleted for resources: {'Port': ['ID=3526c73f-9465-4c2f-9aee-b6ab788da82c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:06.462840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] No DVR routers for this DVR port 3526c73f-9465-4c2f-9aee-b6ab788da82c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:06.474937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.475216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.481819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.485816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.487181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.487999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.489258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba0918-2f61-4da2-9533-9b1d85571690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:06.493307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.505570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.517387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:06.517387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.533149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.566891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:06.567322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:06.594976 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:06.609616 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:06.702205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60757d6a-e203-4af3-954f-a2187c0109c1 req-c4ae13b1-f299-46c6-8622-cb3c52206a44 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:06.707113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60757d6a-e203-4af3-954f-a2187c0109c1 req-c4ae13b1-f299-46c6-8622-cb3c52206a44 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0965915 Aug 12 04:29:06.748024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.753523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.757926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50556) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:06.758080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/20183e17-73ed-4316-9e8c-ea39b28d255e HTTP/1.1" status: 204 len: 168 time: 1.4355569 Aug 12 04:29:06.798318 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e601ab-0590-4f8d-9b18-101f0bbf7c5e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:06.803799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60757d6a-e203-4af3-954f-a2187c0109c1 req-736f73c9-879f-4315-9cd5-d5f3cde099a1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895922 Aug 12 04:29:06.804792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb77057-60f1-47c6-b667-fa3d45167015 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=20183e17-73ed-4316-9e8c-ea39b28d255e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:06.817799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e601ab-0590-4f8d-9b18-101f0bbf7c5e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:06.821411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50558) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:06.831053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d5e601ab-0590-4f8d-9b18-101f0bbf7c5e tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/7769ec7a-7701-41ca-ab01-1142f7620786 HTTP/1.1" status: 404 len: 337 time: 0.0639732 Aug 12 04:29:06.833165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.844455 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e51612-a18e-4a51-8c79-5f7a48e1d998 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:06.845081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e51612-a18e-4a51-8c79-5f7a48e1d998 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:06.845513 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.850514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-56e51612-a18e-4a51-8c79-5f7a48e1d998 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/90f56240-116c-468a-8231-52a9c1cd8167 HTTP/1.1" status: 404 len: 339 time: 0.0273216 Aug 12 04:29:06.851332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50560) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:06.884419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.889983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/networks/a9a55bd4-b34d-4da7-b9f6-a1d368f98600 HTTP/1.1" status: 204 len: 168 time: 1.2883377 Aug 12 04:29:06.895207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50562) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:06.933364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df90d5-f7dc-4707-a34e-b0d1bb95fd08 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Network': ['ID=a9a55bd4-b34d-4da7-b9f6-a1d368f98600,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:06.940753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting subnet a0fdd3de-83dc-408c-b84d-7ad767e486c6 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:06.940873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:06.952804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:06.976757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:06.987040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:06.987790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.013629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=4321d57a-25b4-4f85-a492-6940d739fc6c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:07.035986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.039099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.128069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ef41190d-a4fd-4950-afea-ba9dbc1596f3 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8261905 Aug 12 04:29:07.128069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50564) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:07.129746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032650231'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:07.146448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.155603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.158843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf8201e-6250-4913-b2e5-5e54c1d46285 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:07.164380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d32a71-582f-4c27-b90c-3a05b72b353e']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:07.178055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece01dd5-88b2-4db2-afb7-86a50fe86e64') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:07.178733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece01dd5-88b2-4db2-afb7-86a50fe86e64') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:07.188248 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.208009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.214376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:07.214855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:07.218072 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:07.263230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.275925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-627ed015-b628-432b-8116-1bb1ce3abe1a None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:07.276584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-627ed015-b628-432b-8116-1bb1ce3abe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.344928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.381596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50c9fd9a-a835-43a9-b789-9372eba7a37f req-b0175366-b414-4f31-a4e7-4c685f0e74b8 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 210 time: 0.0447309 Aug 12 04:29:07.400697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.414249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.420164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/networks/b8d32a71-582f-4c27-b90c-3a05b72b353e HTTP/1.1" status: 204 len: 168 time: 0.5213616 Aug 12 04:29:07.426008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50574) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:07.431826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b30b4-afee-4372-8d17-89ae215fdf0e tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Network': ['ID=b8d32a71-582f-4c27-b90c-3a05b72b353e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:07.478961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-627ed015-b628-432b-8116-1bb1ce3abe1a None None] Provisioning complete for port 4e85bb1d-ab33-4f3f-b794-25313c52078b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:07.480282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-627ed015-b628-432b-8116-1bb1ce3abe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.480982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.514230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fdd3de-83dc-408c-b84d-7ad767e486c6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:07.519008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.521000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7b6070ed-1f81-4d5b-b5ec-b4c4db3791de tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/subnets/a0fdd3de-83dc-408c-b84d-7ad767e486c6 HTTP/1.1" status: 204 len: 168 time: 0.6682813 Aug 12 04:29:07.523863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50578) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:07.546976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba4905-0ec1-40fb-b69f-86f86759f097 None None] Network e28b4742-6936-4aee-952f-c1b5a979cb14 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:07.597436 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.645739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3ed81b-2d04-48dd-9fbb-86ea1bca6e64 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:07.653015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3ed81b-2d04-48dd-9fbb-86ea1bca6e64 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:07.661425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f3ed81b-2d04-48dd-9fbb-86ea1bca6e64 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2307858 Aug 12 04:29:07.661425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50584) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:07.666011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1615282581'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:07.673496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659ee8b3-9df2-4697-9d0e-f277e4bde0a9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:07.674387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-627ed015-b628-432b-8116-1bb1ce3abe1a None None] Port 4e85bb1d-ab33-4f3f-b794-25313c52078b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:07.685263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.706495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Update dhcp port {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'fixed_ips': [{'subnet_id': '85c50c31-b862-40be-b8ed-2154b67220c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4321d57a-25b4-4f85-a492-6940d739fc6c'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'bd08f5a0-fa7d-45be-a21e-c50f0274fe87'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:29:07.760193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Deleting port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:07.761078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.768773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.771636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3526c73f-9465-4c2f-9aee-b6ab788da82c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:07.800649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3526c73f-9465-4c2f-9aee-b6ab788da82c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:07.801004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3526c73f-9465-4c2f-9aee-b6ab788da82c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:07.825915 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.828717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9341cc26-943c-415d-ba82-0f60e615eb4b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7011013 Aug 12 04:29:07.830919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50590) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:07.847044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] For port 8f7ea56b-67b8-4287-8131-8f65a0ce9835, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f7ea56b-67b8-4287-8131-8f65a0ce9835,segment=NetworkSegment(808543ce-8c4b-4c92-afdb-b8565a6d07fa),segment_id=808543ce-8c4b-4c92-afdb-b8565a6d07fa)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:07.848334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.866283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'security_group': {'name': 'tempest-secgroup-178970151'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:07.891293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Calling delete_port for 8f7ea56b-67b8-4287-8131-8f65a0ce9835 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:07.913976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:07.918391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:07.960277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] DHCP port deletion for e28b4742-6936-4aee-952f-c1b5a979cb14 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:07.990359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:08.016607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.016972 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Added segment 134f2798-fff4-4564-9596-e4fccf579a4f of type vlan for network a708185f-ba03-4050-8ed8-1d4191dc6571 Aug 12 04:29:08.055557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.065659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.078471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d523-1bce-4e9d-ac74-ea8ce8893f6f req-e426040f-d6b6-4610-80cd-9f2f98cf10cb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:08.080539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d69d523-1bce-4e9d-ac74-ea8ce8893f6f req-e426040f-d6b6-4610-80cd-9f2f98cf10cb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1091406 Aug 12 04:29:08.111276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Allocated IP 2001:db8::2 (6bf51942-c60c-4414-9a92-df3f776ae2ba/4321d57a-25b4-4f85-a492-6940d739fc6c/bd08f5a0-fa7d-45be-a21e-c50f0274fe87) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:08.121091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.133925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Deleting port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:08.134311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.166940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d69d523-1bce-4e9d-ac74-ea8ce8893f6f req-3c55c53c-5b0b-4ca1-8077-2d846958f66c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507278 Aug 12 04:29:08.168760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Port': ['ID=8f7ea56b-67b8-4287-8131-8f65a0ce9835,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:08.171643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] No DVR routers for this DVR port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:08.176155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.195026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:08.199412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.284322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] For port 8f7ea56b-67b8-4287-8131-8f65a0ce9835, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:08.285322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.320900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Calling delete_port for 8f7ea56b-67b8-4287-8131-8f65a0ce9835 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:08.325501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:29:08.328554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.330351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.339703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Network': ['ID=a708185f-ba03-4050-8ed8-1d4191dc6571,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:08.343455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28b4742-6936-4aee-952f-c1b5a979cb14']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:08.358901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808543ce-8c4b-4c92-afdb-b8565a6d07fa') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:08.359204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808543ce-8c4b-4c92-afdb-b8565a6d07fa') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:08.371470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.386920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.394616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:08.395062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:08.476435 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:08.545065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-000be7e4-352c-44c6-8a71-bf24ddb01317 req-3b00885d-4db3-4769-833f-4b9cc3f8bcf6 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 210 time: 0.0382376 Aug 12 04:29:08.547325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.573213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabc37d-d852-4a50-b2ad-64ffcc1e23ab req-3ab9355a-b972-4a64-86b2-3ff04e175df2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:08.574962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6fabc37d-d852-4a50-b2ad-64ffcc1e23ab req-3ab9355a-b972-4a64-86b2-3ff04e175df2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1025708 Aug 12 04:29:08.578446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a708185f-ba03-4050-8ed8-1d4191dc6571 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:08.581719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,segment=NetworkSegment(5b2a3d00-1e4a-4fe2-8a35-12ddd4989665),segment_id=5b2a3d00-1e4a-4fe2-8a35-12ddd4989665)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:08.605913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.615213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.617271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] 10.222.0.42 "DELETE /v2.0/networks/e28b4742-6936-4aee-952f-c1b5a979cb14 HTTP/1.1" status: 204 len: 168 time: 1.0926414 Aug 12 04:29:08.635395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a39f0-be29-410c-bffd-131cbabaf513 tempest-NetworksIpV6Test-1661994707 tempest-NetworksIpV6Test-1661994707-project] Pushing event deleted for resources: {'Network': ['ID=e28b4742-6936-4aee-952f-c1b5a979cb14,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:08.642034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.652587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] Pushing event deleted for resources: {'Port': ['ID=8f7ea56b-67b8-4287-8131-8f65a0ce9835,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:08.667458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca452a2-c3ff-4dee-b686-44503a250db3 None None] No DVR routers for this DVR port 8f7ea56b-67b8-4287-8131-8f65a0ce9835 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:08.673086 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6fabc37d-d852-4a50-b2ad-64ffcc1e23ab req-fec7293f-3dcc-463b-9647-a35a02cf33f7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875027 Aug 12 04:29:08.715808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69f9436-57b4-4624-bbf6-4722ec26567c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:08.724015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.739986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Transition to ACTIVE for port object bd08f5a0-fa7d-45be-a21e-c50f0274fe87 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:08.772807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:08.773371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e3912d1-4a6f-4a6b-97dd-0cafce89c952 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1114659 Aug 12 04:29:08.787154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-272624041'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:08.820210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.822036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-94c711eb-9e67-4008-b335-fd7a34631f37 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9901714 Aug 12 04:29:08.826159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50608) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:08.831034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'security_group': {'name': 'tempest-secgroup-593125872'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:08.846545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.906634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:08.911891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.959771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36da7cd-50eb-483c-b0a8-459a4a3cc978 None None] Pushing event updated for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:08.985058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:08.994119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:08.994458 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Added segment fd41685a-1273-4a07-8bb9-5dede68154c7 of type vlan for network 403437f2-93c1-4256-ab02-76796160cd2d Aug 12 04:29:09.000565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.048368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.158464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.299666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.326660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.346924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:09.347937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.382100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902c52ad-1d29-4230-bd64-c3b7333ed171,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:09.413615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-79732984-0b4b-46f5-8b72-bc3dfa9f8704 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:09.415567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-79732984-0b4b-46f5-8b72-bc3dfa9f8704 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.36 "GET /v2.0/networks?id=82ed5b8d-814b-4d72-9aba-6efff76b4724 HTTP/1.1" status: 200 len: 824 time: 0.1974223 Aug 12 04:29:09.431951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:09.433926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e948e0a6-3b2d-4e4f-8b36-a5109c804f32 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6070528 Aug 12 04:29:09.440324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Request body: {'port': {'device_id': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724', 'admin_state_up': True, 'tenant_id': 'fec6f0fd115d4f74b96ea9bd2997e720'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:09.446694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50620) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:09.468552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1752551981', 'security_groups': ['902c52ad-1d29-4230-bd64-c3b7333ed171'], 'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4321d57a-25b4-4f85-a492-6940d739fc6c'}]}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:09.508969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:09.554490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37cb8-a2aa-4353-8123-cfe8fe677956 req-a0d2460e-4438-4cbc-8229-dbf747d81f64 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:09.562880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5bb37cb8-a2aa-4353-8123-cfe8fe677956 req-a0d2460e-4438-4cbc-8229-dbf747d81f64 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.3016295 Aug 12 04:29:09.625522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8513439 Aug 12 04:29:09.631900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565df804-374b-4bfa-83a6-268aa3274061 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Network': ['ID=403437f2-93c1-4256-ab02-76796160cd2d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:09.635019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50628) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:09.644428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 403437f2-93c1-4256-ab02-76796160cd2d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:09.656761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'ports': [{'network_id': 'a708185f-ba03-4050-8ed8-1d4191dc6571', 'name': 'tempest-port--1972818751', 'admin_state_up': True}, {'network_id': '403437f2-93c1-4256-ab02-76796160cd2d', 'admin_state_up': False}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:09.657099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'port': {'network_id': 'a708185f-ba03-4050-8ed8-1d4191dc6571', 'name': 'tempest-port--1972818751', 'admin_state_up': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:09.663881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'port': {'network_id': '403437f2-93c1-4256-ab02-76796160cd2d', 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:09.846769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:09.847944 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4869d38-664d-4842-acd1-3454048a426c req-b3129187-e0e3-441a-bb34-b7e0becc8d23 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 210 time: 0.1222925 Aug 12 04:29:09.848680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5bb37cb8-a2aa-4353-8123-cfe8fe677956 req-58741058-57ea-4ae3-aa1d-7557a879fe7f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843721 Aug 12 04:29:10.005195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c25bf1a-c765-4e1f-8639-689b47ecfa1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4deb419202914e3795c3b3d957f21740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945467 Aug 12 04:29:10.008072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50634) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:10.015191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f7ea56b-67b8-4287-8131-8f65a0ce9835 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:10.045888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-31ccbb26-ee30-4f7e-a985-44f2f0178acc None None] Provisioning for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:10.048313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8f7ea56b-67b8-4287-8131-8f65a0ce9835 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:10.048658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f7ea56b-67b8-4287-8131-8f65a0ce9835 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:10.060279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-31ccbb26-ee30-4f7e-a985-44f2f0178acc None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:10.060831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-31ccbb26-ee30-4f7e-a985-44f2f0178acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.066436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:10.164222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-31ccbb26-ee30-4f7e-a985-44f2f0178acc None None] Provisioning complete for port 4e85bb1d-ab33-4f3f-b794-25313c52078b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:10.164506 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-31ccbb26-ee30-4f7e-a985-44f2f0178acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.177603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3cc1403c-419e-4526-bcb1-5839a96d562c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.230356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Made reservation on behalf of fec6f0fd115d4f74b96ea9bd2997e720 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:10.235364 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.249105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3cc1403c-419e-4526-bcb1-5839a96d562c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.272859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.289155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-31ccbb26-ee30-4f7e-a985-44f2f0178acc None None] Port 4e85bb1d-ab33-4f3f-b794-25313c52078b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:10.305573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] device_id is not set on port 55850677-8968-484d-a4e0-797372ece93b yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:29:10.347939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'port': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:10.354627 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.377029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.400015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fcdb3-728b-4333-8d04-cae298cf6107 req-02748aa7-64b2-4c6a-95e6-852cc102fc29 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:10.401733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-076fcdb3-728b-4333-8d04-cae298cf6107 req-02748aa7-64b2-4c6a-95e6-852cc102fc29 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0812678 Aug 12 04:29:10.536334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-076fcdb3-728b-4333-8d04-cae298cf6107 req-2555ca21-754e-4bb2-9b32-940b7abd029e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145501 Aug 12 04:29:10.538756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] device_id is not set on port 59688b21-fb78-488d-979b-0cfb0577894e yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:29:10.603254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3cc1403c-419e-4526-bcb1-5839a96d562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.606065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3cc1403c-419e-4526-bcb1-5839a96d562c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.609602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3cc1403c-419e-4526-bcb1-5839a96d562c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23e34e5b-2a72-4669-b09d-f51d99253d24 HTTP/1.1" status: 204 len: 168 time: 0.5975122 Aug 12 04:29:10.657516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8::8b (6bf51942-c60c-4414-9a92-df3f776ae2ba/4321d57a-25b4-4f85-a492-6940d739fc6c/55850677-8968-484d-a4e0-797372ece93b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:10.662675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Allocated IP 172.20.0.7 (82ed5b8d-814b-4d72-9aba-6efff76b4724/ce8ef4f4-2514-48ef-ab53-679ab8b98ddc/fd403088-b093-4e81-a5cb-407a658d4abb) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:10.680198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:10.683510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1403c-419e-4526-bcb1-5839a96d562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e34e5b-2a72-4669-b09d-f51d99253d24,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:11.121390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75568bd8-0f5c-4452-9f3c-f3090b361dca req-44dbd9d6-3abb-4a01-a64c-f47df6c34ba6 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 210 time: 0.0421708 Aug 12 04:29:11.237326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] device_id is not set on port e20e9b4b-d14a-42c5-8252-f6be4fc1e42e yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:29:11.291141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.324066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 55850677-8968-484d-a4e0-797372ece93b will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:11.397098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.439595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.538246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.591982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Network 82ed5b8d-814b-4d72-9aba-6efff76b4724 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:11.595796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:11.605823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Pushing event updated for resources: {'Port': ['ID=fd403088-b093-4e81-a5cb-407a658d4abb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:11.611976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:11.648449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.671092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.742490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:11.752232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:11.770403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca1222-a894-4810-8807-51cf387898c7 req-9f1d6b99-0950-4b29-9e44-c576c5c7d863 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:11.772038 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1ca1222-a894-4810-8807-51cf387898c7 req-9f1d6b99-0950-4b29-9e44-c576c5c7d863 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1685867 Aug 12 04:29:11.774095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Port': ['ID=59688b21-fb78-488d-979b-0cfb0577894e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:11.784113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:11.784793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.798181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:11.816693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:11.817417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:11.838394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=55850677-8968-484d-a4e0-797372ece93b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:11.853558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Checking segment: {'id': '134f2798-fff4-4564-9596-e4fccf579a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a708185f-ba03-4050-8ed8-1d4191dc6571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:11.853915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network hostable DHCP agents. Network: a708185f-ba03-4050-8ed8-1d4191dc6571, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:11.862460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1ca1222-a894-4810-8807-51cf387898c7 req-55f3d935-f87d-44c4-95ba-691b9b76b432 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803809 Aug 12 04:29:11.956040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-9940e299-965d-4a9b-9fc6-c9a98cfc4caf tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5284653 Aug 12 04:29:11.957394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-19a6963c-38d6-4b4f-960c-86b5555d5704 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5099611 Aug 12 04:29:11.960711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50680) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:11.965933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:11.970458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Request body: {'port': {'device_id': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:12.029421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.061002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network a708185f-ba03-4050-8ed8-1d4191dc6571 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:12.164174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a708185f-ba03-4050-8ed8-1d4191dc6571) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:12.175430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:12.176294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.178446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d076ff-6e78-4a27-9238-aea64fab3325 None None] Network a708185f-ba03-4050-8ed8-1d4191dc6571 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:12.362992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Port': ['ID=e20e9b4b-d14a-42c5-8252-f6be4fc1e42e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:12.388722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbde7c-de24-434a-8bcc-f1eea8cc2ea2 req-7d26b72b-7d73-4cbb-af31-bc381fb2d1fe tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:12.390685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dbdbde7c-de24-434a-8bcc-f1eea8cc2ea2 req-7d26b72b-7d73-4cbb-af31-bc381fb2d1fe tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 931 time: 0.1085351 Aug 12 04:29:12.393551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:12.397264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.556566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Checking segment: {'id': 'fd41685a-1273-4a07-8bb9-5dede68154c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '403437f2-93c1-4256-ab02-76796160cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:12.561571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network hostable DHCP agents. Network: 403437f2-93c1-4256-ab02-76796160cd2d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:12.575762 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dbdbde7c-de24-434a-8bcc-f1eea8cc2ea2 req-e1324799-2c06-464e-b96b-1959eb141e7f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684542 Aug 12 04:29:12.637975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a4c9-fdc0-4440-bf1b-e625ede30209 req-a91f039c-512c-4431-8810-0897502da54c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:12.639574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fbc9a4c9-fdc0-4440-bf1b-e625ede30209 req-a91f039c-512c-4431-8810-0897502da54c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1542878 Aug 12 04:29:12.658480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-80d6949e-4a0f-4f38-a080-6c6875594927 None None] Provisioning for port 55850677-8968-484d-a4e0-797372ece93b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:12.665191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-80d6949e-4a0f-4f38-a080-6c6875594927 None None] Provisioning complete for port 55850677-8968-484d-a4e0-797372ece93b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:12.670590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-80d6949e-4a0f-4f38-a080-6c6875594927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.705999 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4321d57a-25b4-4f85-a492-6940d739fc6c (CIDR: 2001:db8::/64) Aug 12 04:29:12.709103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fbc9a4c9-fdc0-4440-bf1b-e625ede30209 req-a4c747f3-db02-45b3-9666-48d301148c69 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590427 Aug 12 04:29:12.759915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-80d6949e-4a0f-4f38-a080-6c6875594927 None None] Port 55850677-8968-484d-a4e0-797372ece93b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:12.769258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network 403437f2-93c1-4256-ab02-76796160cd2d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:12.773730 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:29:12.774267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:12.785024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd403088-b093-4e81-a5cb-407a658d4abb {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:29:12.795228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.828294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Transition to ACTIVE for port object fd403088-b093-4e81-a5cb-407a658d4abb will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:12.912642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 403437f2-93c1-4256-ab02-76796160cd2d) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:12.916482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:12.922480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bc5468-d55e-4751-95ec-0ebe4236fd8e None None] Network 403437f2-93c1-4256-ab02-76796160cd2d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:12.922904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:12.927810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:12.928515 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.955232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:12.955813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-981c42a8-195e-4bf7-bf23-6b1dcfee3fbf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9939928 Aug 12 04:29:12.958467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50702) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:12.966254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:13.060800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Pushing event updated for resources: {'Port': ['ID=fd403088-b093-4e81-a5cb-407a658d4abb,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:13.099405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35e2fcdb-356a-421d-915c-ca652a81e65d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4598715 Aug 12 04:29:13.100691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50710) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:13.184344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Attempting to bind port fd403088-b093-4e81-a5cb-407a658d4abb on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:29:13.184687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Attempting to bind port fd403088-b093-4e81-a5cb-407a658d4abb by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '2da13698-c4be-4473-bb43-f5f1b0b6a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:29:13.185024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Attempting to bind port fd403088-b093-4e81-a5cb-407a658d4abb on network 82ed5b8d-814b-4d72-9aba-6efff76b4724 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:13.194289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Port fd403088-b093-4e81-a5cb-407a658d4abb on network 82ed5b8d-814b-4d72-9aba-6efff76b4724 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:29:13.194619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Attempting to bind port fd403088-b093-4e81-a5cb-407a658d4abb on network 82ed5b8d-814b-4d72-9aba-6efff76b4724 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:13.200537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:29:13.200838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Checking segment: {'id': '2da13698-c4be-4473-bb43-f5f1b0b6a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:13.201224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Bound using segment: {'id': '2da13698-c4be-4473-bb43-f5f1b0b6a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:29:13.201655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Bound port: fd403088-b093-4e81-a5cb-407a658d4abb, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da13698-c4be-4473-bb43-f5f1b0b6a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:29:13.202029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.217526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cce34a-25f3-4035-917d-68b023a19405 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.223404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cce34a-25f3-4035-917d-68b023a19405 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.228102 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-04cce34a-25f3-4035-917d-68b023a19405 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1264439 Aug 12 04:29:13.228773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:13.308772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] For port fd403088-b093-4e81-a5cb-407a658d4abb, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:29:13.308772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] For port fd403088-b093-4e81-a5cb-407a658d4abb, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fd403088-b093-4e81-a5cb-407a658d4abb,segment=NetworkSegment(2da13698-c4be-4473-bb43-f5f1b0b6a02c),segment_id=2da13698-c4be-4473-bb43-f5f1b0b6a02c)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:29:13.351484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Deleting port 59688b21-fb78-488d-979b-0cfb0577894e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:13.352013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.385286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.441090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:13.449548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.456604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.457241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.458795 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd403088-b093-4e81-a5cb-407a658d4abb HTTP/1.1" status: 200 len: 1091 time: 1.4931552 Aug 12 04:29:13.459267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'tag': 'fd403088-b093-4e81-a5cb-407a658d4abb'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:29:13.461573 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0457de9-6bfd-4fff-b228-4b34121bb671" -d '{"events": [{"name": "network-changed", "server_uuid": "99dd2e91-0528-4d83-8cfb-678917b88f64", "tag": "fd403088-b093-4e81-a5cb-407a658d4abb"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:29:13.530929 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b591623-69ed-4ec1-a3ab-8126a1740a21 x-openstack-request-id: req-2b591623-69ed-4ec1-a3ab-8126a1740a21 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:29:13.531495 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dd2e91-0528-4d83-8cfb-678917b88f64", "tag": "fd403088-b093-4e81-a5cb-407a658d4abb", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:29:13.531931 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b591623-69ed-4ec1-a3ab-8126a1740a21 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:29:13.532662 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'tag': 'fd403088-b093-4e81-a5cb-407a658d4abb', 'status': 'completed', 'code': 200} Aug 12 04:29:13.546337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e5a0-ff18-4c87-9456-9feb16204545 service neutron] Pushing event updated for resources: {'Port': ['ID=fd403088-b093-4e81-a5cb-407a658d4abb,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:13.558353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.579398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Calling delete_port for 59688b21-fb78-488d-979b-0cfb0577894e owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:13.602881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457de9-6bfd-4fff-b228-4b34121bb671 req-be05e402-5c7c-438c-bb1b-2fa4e27eeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.605829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0457de9-6bfd-4fff-b228-4b34121bb671 req-be05e402-5c7c-438c-bb1b-2fa4e27eeb5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fec6f0fd115d4f74b96ea9bd2997e720&device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 1094 time: 0.0553100 Aug 12 04:29:13.656183 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 85c50c31-b862-40be-b8ed-2154b67220c3 (CIDR: 2001:db8:0:1::/64) Aug 12 04:29:13.707670 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:29:13.709280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:13.773560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457de9-6bfd-4fff-b228-4b34121bb671 req-dee93a15-ccc6-4f80-a9d0-553a268781aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.776666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0457de9-6bfd-4fff-b228-4b34121bb671 req-dee93a15-ccc6-4f80-a9d0-553a268781aa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fec6f0fd115d4f74b96ea9bd2997e720&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1626713 Aug 12 04:29:13.839758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.846035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9b5f2738-2066-4a69-9c4c-a02435b436a8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8864570 Aug 12 04:29:13.850148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00acef7-6f9c-4330-8ffc-ae82f7086892 req-a6964847-b6d3-4a11-87cf-576f085af93e tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.853509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d00acef7-6f9c-4330-8ffc-ae82f7086892 req-a6964847-b6d3-4a11-87cf-576f085af93e tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 943 time: 0.1655641 Aug 12 04:29:13.853509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:13.860093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'subnet': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:13.890118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Port': ['ID=59688b21-fb78-488d-979b-0cfb0577894e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:13.903564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:13.905575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35ce0c8c-92a9-4cab-b586-f4ae81efde59 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/ports/59688b21-fb78-488d-979b-0cfb0577894e HTTP/1.1" status: 204 len: 168 time: 0.6710241 Aug 12 04:29:13.927885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696cf9b-cb41-4fc9-ae4f-63498c4d6f51 req-82a0e9eb-720f-490b-b24a-90d053b102b3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:13.935268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5696cf9b-cb41-4fc9-ae4f-63498c4d6f51 req-82a0e9eb-720f-490b-b24a-90d053b102b3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1313119 Aug 12 04:29:13.936102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50734) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:13.993813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d00acef7-6f9c-4330-8ffc-ae82f7086892 req-64b637e9-1db0-46c8-b54a-76d3b289ac96 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239333 Aug 12 04:29:14.034370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5696cf9b-cb41-4fc9-ae4f-63498c4d6f51 req-ff0df581-356c-407c-8bbe-5adcbdd2a0c9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878656 Aug 12 04:29:14.068627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457de9-6bfd-4fff-b228-4b34121bb671 req-7df7eb88-2ff4-46fe-aaf9-e5195e1be278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.070234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0457de9-6bfd-4fff-b228-4b34121bb671 req-7df7eb88-2ff4-46fe-aaf9-e5195e1be278 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2860441 Aug 12 04:29:14.084220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Deleting port e20e9b4b-d14a-42c5-8252-f6be4fc1e42e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:14.085339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.170751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.184996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-7c6bc761-8e7f-45d1-a9c1-6eebd26e148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.185504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Calling delete_port for e20e9b4b-d14a-42c5-8252-f6be4fc1e42e owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:14.186506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-7c6bc761-8e7f-45d1-a9c1-6eebd26e148e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fec6f0fd115d4f74b96ea9bd2997e720&device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 1094 time: 0.0760591 Aug 12 04:29:14.199787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c651746-a5d6-40f8-ac7f-8d7d66dc0dff req-49c55193-9a07-4d2d-b4f9-bd152c5aeab5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.201241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c651746-a5d6-40f8-ac7f-8d7d66dc0dff req-49c55193-9a07-4d2d-b4f9-bd152c5aeab5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0817945 Aug 12 04:29:14.208404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Made reservation on behalf of 4726a61d6aee4e6aa35faba343b087e2 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:14.211845 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.289475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-03486ab6-d54e-46f3-b67f-b7ceaab30500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd403088-b093-4e81-a5cb-407a658d4abb HTTP/1.1" status: 200 len: 217 time: 0.0871871 Aug 12 04:29:14.371384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c651746-a5d6-40f8-ac7f-8d7d66dc0dff req-2bf49f9a-cf83-4c3f-a0e2-eb60f59eee92 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539240 Aug 12 04:29:14.380494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.394636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-07caaecf-b98a-42e9-bd32-b1cce6b0c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.394636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-07caaecf-b98a-42e9-bd32-b1cce6b0c9c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce8ef4f4-2514-48ef-ab53-679ab8b98ddc HTTP/1.1" status: 200 len: 864 time: 0.0936713 Aug 12 04:29:14.439663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Port': ['ID=e20e9b4b-d14a-42c5-8252-f6be4fc1e42e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:14.444147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.448577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aad600b8-4a0b-41cd-a8b1-8aed13542144 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/ports/e20e9b4b-d14a-42c5-8252-f6be4fc1e42e HTTP/1.1" status: 204 len: 168 time: 0.5088727 Aug 12 04:29:14.449228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-764f3a65-806d-49ea-8c42-364aaefbd327 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82ed5b8d-814b-4d72-9aba-6efff76b4724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452967 Aug 12 04:29:14.449551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:14.498474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-948ef094-6f15-45d6-b3bd-1ae8980074bf tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0474672 Aug 12 04:29:14.515868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50750) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:14.535778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-715951793'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:14.589348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd6ff3-e779-45ae-b6ad-f05ee1f442a1 req-ec0c0a8a-54c7-4d03-95f4-a401d2f3419c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.597193 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13bd6ff3-e779-45ae-b6ad-f05ee1f442a1 req-ec0c0a8a-54c7-4d03-95f4-a401d2f3419c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1256604 Aug 12 04:29:14.652244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-f37b852e-6f2d-433d-a6e9-71da54a67107 service neutron] 10.222.0.36 "GET /v2.0/networks/82ed5b8d-814b-4d72-9aba-6efff76b4724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923451 Aug 12 04:29:14.656453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13bd6ff3-e779-45ae-b6ad-f05ee1f442a1 req-1111eb54-a276-4ecf-97cc-11a333566d02 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543795 Aug 12 04:29:14.667286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:14.670997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.702323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:14.713035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.714248 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Added segment c1a096b0-b3ab-4306-b752-8f16057fbc9a of type vlan for network 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2 Aug 12 04:29:14.762407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.837809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-feacd1bb-2c75-45c5-aaa5-f99a3824cbfd req-96e14746-190d-4056-8dc9-6960fb9a658f service neutron] 10.222.0.36 "GET /v2.0/networks/82ed5b8d-814b-4d72-9aba-6efff76b4724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787820 Aug 12 04:29:14.861223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819d729-7555-40e1-beb6-9704f5a3af96 req-e11ddc87-837b-4e8b-af16-99563c5a64cc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.861223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c819d729-7555-40e1-beb6-9704f5a3af96 req-e11ddc87-837b-4e8b-af16-99563c5a64cc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1095548 Aug 12 04:29:14.899484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c819d729-7555-40e1-beb6-9704f5a3af96 req-0bad52ea-1e6e-45e5-977b-7c6acf7907c5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347574 Aug 12 04:29:14.937876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.966207 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:14.973172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:14.984067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.007285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:15.016126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:15.020863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:15.021615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.031444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7544d-fcd3-404b-8c61-df91ccd71f57 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:15.051321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Subnet': ['ID=1776b74e-66bb-4882-909f-e569730561c8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:15.074263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Network': ['ID=15cd70e9-c6c7-48dd-9ae6-177880b9c4a2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:15.085577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:15.141734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f6941ca3-e9ee-4a71-ba7d-798b4a2bf975 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2860346 Aug 12 04:29:15.145476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:15.151783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-20975426', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1776b74e-66bb-4882-909f-e569730561c8'}], 'security_groups': ['659ee8b3-9df2-4697-9d0e-f277e4bde0a9', 'f69f9436-57b4-4624-bbf6-4722ec26567c']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:15.157228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50776) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:15.161756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8a77272a-23c5-400a-a33f-d22e6c32e672 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6343005 Aug 12 04:29:15.199092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bc40d-8227-4b19-954d-be6000f43773 req-45f57db4-9723-4dc0-bdc7-41bf2102fe15 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:15.202639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-198516416'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:15.207818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd0bc40d-8227-4b19-954d-be6000f43773 req-45f57db4-9723-4dc0-bdc7-41bf2102fe15 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 943 time: 0.1141446 Aug 12 04:29:15.265126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bd0bc40d-8227-4b19-954d-be6000f43773 req-555130c6-a522-4a7d-82a6-ed52155bbb80 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563710 Aug 12 04:29:15.315033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.407636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:15.411767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.440172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Update dhcp port {'port': {'network_id': '6bf51942-c60c-4414-9a92-df3f776ae2ba', 'fixed_ips': [{'subnet_id': '85c50c31-b862-40be-b8ed-2154b67220c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4321d57a-25b4-4f85-a492-6940d739fc6c', 'ip_address': '2001:db8::2'}, {'subnet_id': '1776b74e-66bb-4882-909f-e569730561c8'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'bd08f5a0-fa7d-45be-a21e-c50f0274fe87'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:29:15.473087 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.590888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:15.638392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.638392 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Added segment ed5b301d-a81a-4ba0-84fd-742f36c3a2f1 of type vlan for network 48034b40-6f4f-44ec-8a57-f77bca76dadc Aug 12 04:29:15.718031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.752794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Allocated IP 2001:db8:0:2::2 (6bf51942-c60c-4414-9a92-df3f776ae2ba/1776b74e-66bb-4882-909f-e569730561c8/bd08f5a0-fa7d-45be-a21e-c50f0274fe87) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:15.815294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.821738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:15.823241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.861741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,segment=NetworkSegment(5b2a3d00-1e4a-4fe2-8a35-12ddd4989665),segment_id=5b2a3d00-1e4a-4fe2-8a35-12ddd4989665)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:15.901745 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:15.908222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Network': ['ID=48034b40-6f4f-44ec-8a57-f77bca76dadc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:15.927204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 48034b40-6f4f-44ec-8a57-f77bca76dadc details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:15.955819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d1bd9b17-9377-466f-ba90-b9e946fc6e3d tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7991266 Aug 12 04:29:16.006969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Transition to ACTIVE for port object bd08f5a0-fa7d-45be-a21e-c50f0274fe87 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:16.089777 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:16.112402 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:29:16.164575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65b7b1-c89d-4832-addd-32f7bc26901e None None] Pushing event updated for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:16.318026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Delete allocated IP 2001:db8::8b (6bf51942-c60c-4414-9a92-df3f776ae2ba/4321d57a-25b4-4f85-a492-6940d739fc6c) {{(pid=95043) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 04:29:16.341996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Allocated IP 2001:db8:0:2::2da (6bf51942-c60c-4414-9a92-df3f776ae2ba/1776b74e-66bb-4882-909f-e569730561c8/55850677-8968-484d-a4e0-797372ece93b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:16.543851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ed509-6955-40bd-a594-81dcefb27379 req-362ca2b6-ec8c-40c3-b71f-ae11b0cb2304 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:16.545409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b0ed509-6955-40bd-a594-81dcefb27379 req-362ca2b6-ec8c-40c3-b71f-ae11b0cb2304 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 943 time: 0.1426146 Aug 12 04:29:16.672098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:16.690966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Transition to ACTIVE for port object 55850677-8968-484d-a4e0-797372ece93b will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:16.720536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5b0ed509-6955-40bd-a594-81dcefb27379 req-53c5fe9a-0057-4610-80cd-e638af5a711d tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263609 Aug 12 04:29:16.763529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:16.847855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] In _notify_port_updated(), no bound segment for port 55850677-8968-484d-a4e0-797372ece93b on network 6bf51942-c60c-4414-9a92-df3f776ae2ba {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:29:16.857400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:16.858287 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:16.859975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "PUT /v2.0/ports/55850677-8968-484d-a4e0-797372ece93b HTTP/1.1" status: 200 len: 968 time: 1.7135053 Aug 12 04:29:16.862920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50798) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:16.876468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f664b-cca4-4733-935c-36a7623f40df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event updated for resources: {'Port': ['ID=55850677-8968-484d-a4e0-797372ece93b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:17.071963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 55850677-8968-484d-a4e0-797372ece93b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:17.072535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:17.220708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:17.234239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 55850677-8968-484d-a4e0-797372ece93b owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:17.428464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Provisioning for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:17.433180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:17.433896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:17.602772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:17.629225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Provisioning complete for port 4e85bb1d-ab33-4f3f-b794-25313c52078b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:17.630060 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:17.665989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=55850677-8968-484d-a4e0-797372ece93b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:17.670558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Port 4e85bb1d-ab33-4f3f-b794-25313c52078b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:17.674792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d54f8afc-5f28-4ae8-a759-b814b38851bd None None] Could not find standard attr ID for object 55850677-8968-484d-a4e0-797372ece93b. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:29:17.724995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:17.727101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1b2db6cb-a10e-441a-a7dc-3b9ede7d7be7 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/55850677-8968-484d-a4e0-797372ece93b HTTP/1.1" status: 204 len: 168 time: 0.8631763 Aug 12 04:29:17.729813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:17.804398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6495f5aa-28fc-4d9a-be5d-52619790ecf8 None None] Could not find standard attr ID for object 55850677-8968-484d-a4e0-797372ece93b. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:29:17.811788 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-501ab76c-cd87-4c1a-9835-32d24925c8bf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] GET failed (client error): The resource could not be found. Aug 12 04:29:17.813670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-501ab76c-cd87-4c1a-9835-32d24925c8bf tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports/55850677-8968-484d-a4e0-797372ece93b HTTP/1.1" status: 404 len: 333 time: 0.0827990 Aug 12 04:29:17.816827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:17.879161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:17.984678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:17.985399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.034087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45525e6-8fd8-411d-a148-bcc2ab29c373 req-a73f9a16-d7eb-4f2f-9c34-5ed31c9d05af tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:18.036772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d45525e6-8fd8-411d-a148-bcc2ab29c373 req-a73f9a16-d7eb-4f2f-9c34-5ed31c9d05af tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 943 time: 0.1239052 Aug 12 04:29:18.099151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fd403088-b093-4e81-a5cb-407a658d4abb details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:29:18.150950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d45525e6-8fd8-411d-a148-bcc2ab29c373 req-a9cf6500-c807-41cd-bfc9-3edfb95b0999 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055489 Aug 12 04:29:18.337641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port fd403088-b093-4e81-a5cb-407a658d4abb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fd403088-b093-4e81-a5cb-407a658d4abb,segment=NetworkSegment(2da13698-c4be-4473-bb43-f5f1b0b6a02c),segment_id=2da13698-c4be-4473-bb43-f5f1b0b6a02c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:18.351515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'fd403088-b093-4e81-a5cb-407a658d4abb', 'network_id': '82ed5b8d-814b-4d72-9aba-6efff76b4724', 'port_id': 'fd403088-b093-4e81-a5cb-407a658d4abb', 'mac_address': 'fa:16:3e:39:d4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8ef4f4-2514-48ef-ab53-679ab8b98ddc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:29:18.437815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.455308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd403088-b093-4e81-a5cb-407a658d4abb {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:29:18.505391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port fd403088-b093-4e81-a5cb-407a658d4abb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fd403088-b093-4e81-a5cb-407a658d4abb,segment=NetworkSegment(2da13698-c4be-4473-bb43-f5f1b0b6a02c),segment_id=2da13698-c4be-4473-bb43-f5f1b0b6a02c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:18.588820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f769-1b2d-470a-94af-ffc7cc7fefd8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.617951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f769-1b2d-470a-94af-ffc7cc7fefd8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.649652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.748327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=fd403088-b093-4e81-a5cb-407a658d4abb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:18.793027 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f769-1b2d-470a-94af-ffc7cc7fefd8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.796195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b5e4f769-1b2d-470a-94af-ffc7cc7fefd8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.800435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50826) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:18.800792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b5e4f769-1b2d-470a-94af-ffc7cc7fefd8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/security-groups/902c52ad-1d29-4230-bd64-c3b7333ed171 HTTP/1.1" status: 204 len: 168 time: 0.9825287 Aug 12 04:29:18.812686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4f769-1b2d-470a-94af-ffc7cc7fefd8 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902c52ad-1d29-4230-bd64-c3b7333ed171,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:18.845375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['fd403088-b093-4e81-a5cb-407a658d4abb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:29:18.871932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e842f59-1751-44df-8667-143efddf007b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:18.911975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e842f59-1751-44df-8667-143efddf007b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.068987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e842f59-1751-44df-8667-143efddf007b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.078605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e842f59-1751-44df-8667-143efddf007b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.084054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50828) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:19.093118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e842f59-1751-44df-8667-143efddf007b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/security-groups/f69f9436-57b4-4624-bbf6-4722ec26567c HTTP/1.1" status: 204 len: 168 time: 0.2914155 Aug 12 04:29:19.118350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e842f59-1751-44df-8667-143efddf007b tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69f9436-57b4-4624-bbf6-4722ec26567c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:19.262168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50834) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:19.267484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'subnets': [{'network_id': '15cd70e9-c6c7-48dd-9ae6-177880b9c4a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--554172868', 'ip_version': 6}, {'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:19.267808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'subnet': {'network_id': '15cd70e9-c6c7-48dd-9ae6-177880b9c4a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--554172868', 'ip_version': 6}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:19.268471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Request body: {'subnet': {'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:19.309114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ac9c-c807-4363-b2f0-fd310c2cea0d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.358837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ac9c-c807-4363-b2f0-fd310c2cea0d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.386112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2a6dc-9c4b-40f7-bb1f-7b8959b56ef9 req-0dcbf0d3-32d3-4c37-8e9a-348db2d586e0 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:19.393932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75c2a6dc-9c4b-40f7-bb1f-7b8959b56ef9 req-0dcbf0d3-32d3-4c37-8e9a-348db2d586e0 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 944 time: 0.0994425 Aug 12 04:29:19.467649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-75c2a6dc-9c4b-40f7-bb1f-7b8959b56ef9 req-01d56b9c-ffdd-4d28-9051-eba0cc2fb20b tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716259 Aug 12 04:29:19.872175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ac9c-c807-4363-b2f0-fd310c2cea0d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.874766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cbc8ac9c-c807-4363-b2f0-fd310c2cea0d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.875905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cbc8ac9c-c807-4363-b2f0-fd310c2cea0d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/security-groups/659ee8b3-9df2-4697-9d0e-f277e4bde0a9 HTTP/1.1" status: 204 len: 168 time: 0.7908320 Aug 12 04:29:19.878844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50848) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:19.886246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8ac9c-c807-4363-b2f0-fd310c2cea0d tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ee8b3-9df2-4697-9d0e-f277e4bde0a9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:19.935764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 4321d57a-25b4-4f85-a492-6940d739fc6c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:19.938968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:19.981531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.002920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Made reservation on behalf of b691854d458349a1b12b2e3df4065686 for: {'subnet': 2} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:20.007505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.007918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.063446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fd403088-b093-4e81-a5cb-407a658d4abb up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:20.232687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port fd403088-b093-4e81-a5cb-407a658d4abb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:20.237165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port fd403088-b093-4e81-a5cb-407a658d4abb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:20.237863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.261771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.385878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.425798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd403088-b093-4e81-a5cb-407a658d4abb'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:29:20.428912 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aeed29-26f9-43f0-9afa-242b482382c5" -d '{"events": [{"server_uuid": "99dd2e91-0528-4d83-8cfb-678917b88f64", "name": "network-vif-plugged", "status": "completed", "tag": "fd403088-b093-4e81-a5cb-407a658d4abb"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:29:20.461657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port fd403088-b093-4e81-a5cb-407a658d4abb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fd403088-b093-4e81-a5cb-407a658d4abb,segment=NetworkSegment(2da13698-c4be-4473-bb43-f5f1b0b6a02c),segment_id=2da13698-c4be-4473-bb43-f5f1b0b6a02c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:20.490426 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1dc902-93fd-48b6-874e-2e7f56880de2 x-openstack-request-id: req-ec1dc902-93fd-48b6-874e-2e7f56880de2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:29:20.490747 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd2e91-0528-4d83-8cfb-678917b88f64", "name": "network-vif-plugged", "status": "completed", "tag": "fd403088-b093-4e81-a5cb-407a658d4abb", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:29:20.491049 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec1dc902-93fd-48b6-874e-2e7f56880de2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:29:20.491445 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd403088-b093-4e81-a5cb-407a658d4abb', 'code': 200} Aug 12 04:29:20.558189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.591810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.612880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=fd403088-b093-4e81-a5cb-407a658d4abb,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:20.633358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.640047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/4321d57a-25b4-4f85-a492-6940d739fc6c HTTP/1.1" status: 204 len: 168 time: 0.7554164 Aug 12 04:29:20.640677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f0c6f-68c5-49c7-886f-1df7fc70cccd None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:20.656779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:20.697102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9e3b4-6786-47db-9cdc-3983ab0d36df tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=4321d57a-25b4-4f85-a492-6940d739fc6c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:20.762051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ef4aa-d8c1-42e3-9b99-f3603fd64770 req-e9abef7d-e02e-48cc-91c3-251ad3aab86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:20.763582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c7ef4aa-d8c1-42e3-9b99-f3603fd64770 req-e9abef7d-e02e-48cc-91c3-251ad3aab86f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 1096 time: 0.2102733 Aug 12 04:29:20.856416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eaa69-4960-4a6e-a623-a0507d30a01f req-8c76f3e7-fe5b-48d8-896e-560da5b96383 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:20.858027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-693eaa69-4960-4a6e-a623-a0507d30a01f req-8c76f3e7-fe5b-48d8-896e-560da5b96383 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.2515423 Aug 12 04:29:20.909799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 1776b74e-66bb-4882-909f-e569730561c8 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:20.929245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:20.937428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c7ef4aa-d8c1-42e3-9b99-f3603fd64770 req-780c6546-b427-4f17-bdaa-990f340f855e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652489 Aug 12 04:29:20.981417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.038099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-693eaa69-4960-4a6e-a623-a0507d30a01f req-0c90e3a0-35c3-4eba-921b-c62bc20b8da1 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528249 Aug 12 04:29:21.038379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Subnet': ['ID=79987962-93e7-4f52-abe0-c93dd5cd98df,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:21.087159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.119993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Checking segment: {'id': 'c1a096b0-b3ab-4306-b752-8f16057fbc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '15cd70e9-c6c7-48dd-9ae6-177880b9c4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:21.120357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network hostable DHCP agents. Network: 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:21.199784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.233085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:21.323945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:21.329595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.341126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca17e86-1966-4043-ba15-02ce0de14491 None None] Network 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:21.354128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.398695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=1776b74e-66bb-4882-909f-e569730561c8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:21.403177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.406334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f9f1d05f-3e34-427a-9758-de463baed3ee tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/1776b74e-66bb-4882-909f-e569730561c8 HTTP/1.1" status: 204 len: 168 time: 0.7435329 Aug 12 04:29:21.408879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50884) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:21.411024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event updated for resources: {'Subnet': ['ID=2057fe91-3eeb-461b-a289-eba9e7004ec4,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:21.434462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Checking segment: {'id': 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:21.438678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network hostable DHCP agents. Network: 48034b40-6f4f-44ec-8a57-f77bca76dadc, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:21.457109 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce1e167-b1dd-4dd4-bf73-8e30ab23908c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:21.459447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce1e167-b1dd-4dd4-bf73-8e30ab23908c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:21.461277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6ce1e167-b1dd-4dd4-bf73-8e30ab23908c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/4321d57a-25b4-4f85-a492-6940d739fc6c HTTP/1.1" status: 404 len: 337 time: 0.0511050 Aug 12 04:29:21.464139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50886) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:21.523501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting subnet 85c50c31-b862-40be-b8ed-2154b67220c3 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:21.527288 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.548928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Network 48034b40-6f4f-44ec-8a57-f77bca76dadc is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:21.584435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.593500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce47a21-ee9c-42ba-ae2d-5811c10731ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-15cd70e9-c6c7-48dd-9ae6-177880b9c4a2', 'network_id': '15cd70e9-c6c7-48dd-9ae6-177880b9c4a2', 'tenant_id': 'b691854d458349a1b12b2e3df4065686', 'fixed_ips': [{'subnet_id': '79987962-93e7-4f52-abe0-c93dd5cd98df'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:29:21.594382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3ce47a21-ee9c-42ba-ae2d-5811c10731ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.615871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f162c-08c6-4cd0-a638-ea1d9f5afd01 None None] Network 6bf51942-c60c-4414-9a92-df3f776ae2ba requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:21.635821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 48034b40-6f4f-44ec-8a57-f77bca76dadc) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:21.642963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:21.644113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:21.645575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.697429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.767079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-62cab87c-0e8d-4b0a-9331-4d63ef632158 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.5036013 Aug 12 04:29:21.769433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50892) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:21.858089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.864145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38c743-b792-4931-a861-c5a4c58208ef tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:21.864145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38c743-b792-4931-a861-c5a4c58208ef tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:21.865840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38c743-b792-4931-a861-c5a4c58208ef tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:21.878663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e38c743-b792-4931-a861-c5a4c58208ef tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0970747 Aug 12 04:29:21.878663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50896) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:21.890006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da1203-5ab6-4f3d-897e-c2174cbcc4db None None] Network 48034b40-6f4f-44ec-8a57-f77bca76dadc requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:21.911013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Subnet': ['ID=85c50c31-b862-40be-b8ed-2154b67220c3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:21.919041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:21.923154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26bfd373-e609-4193-af8c-c6e9059a398c tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/85c50c31-b862-40be-b8ed-2154b67220c3 HTTP/1.1" status: 204 len: 168 time: 0.4558599 Aug 12 04:29:21.924229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50900) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:21.961915 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d2c3b8-71ff-4aad-9cfe-faab6f4926f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:21.962365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d2c3b8-71ff-4aad-9cfe-faab6f4926f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:21.966917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64d2c3b8-71ff-4aad-9cfe-faab6f4926f0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/0532201d-4e5f-4baa-b622-225a428bfe59 HTTP/1.1" status: 404 len: 337 time: 0.0395846 Aug 12 04:29:21.967835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50902) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.006523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-16ffc22e-2edb-4f1a-ac15-aff559d85497 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1847a02-a3da-4443-8792-635517a6f51b HTTP/1.1" status: 200 len: 205 time: 0.0359173 Aug 12 04:29:22.006812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50904) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.012985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Deleting subnet 79987962-93e7-4f52-abe0-c93dd5cd98df {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:22.017981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.084113 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-fb7a002a-df1a-47a2-a2fd-a87c6f0e4cba tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] delete failed (client error): The resource could not be found. Aug 12 04:29:22.091697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fb7a002a-df1a-47a2-a2fd-a87c6f0e4cba tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/routers/d1847a02-a3da-4443-8792-635517a6f51b HTTP/1.1" status: 404 len: 336 time: 0.0777774 Aug 12 04:29:22.091697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50912) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.099833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.153854 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbb320f-5b22-4faa-acf6-a6ea959b671e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.154514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbb320f-5b22-4faa-acf6-a6ea959b671e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.157114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0bbb320f-5b22-4faa-acf6-a6ea959b671e tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/5a4d747d-54ad-4e24-aafc-c6a3bc2c390a HTTP/1.1" status: 404 len: 337 time: 0.0655012 Aug 12 04:29:22.159719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.190233 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2a68a7-2f5d-4e54-adfc-d16a91b60d16 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.190908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2a68a7-2f5d-4e54-adfc-d16a91b60d16 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.192846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4a2a68a7-2f5d-4e54-adfc-d16a91b60d16 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/9333434f-2f90-4ae4-8427-be46fe53c5cf HTTP/1.1" status: 404 len: 337 time: 0.0321834 Aug 12 04:29:22.194550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-48034b40-6f4f-44ec-8a57-f77bca76dadc', 'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc', 'tenant_id': 'b691854d458349a1b12b2e3df4065686', 'fixed_ips': [{'subnet_id': '2057fe91-3eeb-461b-a289-eba9e7004ec4'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:29:22.195427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.196971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50920) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.234545 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-342a21b6-e086-42bf-98dc-f36398a8a9b0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.240365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342a21b6-e086-42bf-98dc-f36398a8a9b0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.240365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-342a21b6-e086-42bf-98dc-f36398a8a9b0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/6dbc2bd7-c0ed-41bb-b07f-bfc7f7ab753c HTTP/1.1" status: 404 len: 337 time: 0.0404882 Aug 12 04:29:22.242080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50922) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.280095 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.288973 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-1153e376-0e94-47bf-bffd-28725028c0a0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.289966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1153e376-0e94-47bf-bffd-28725028c0a0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.294442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1153e376-0e94-47bf-bffd-28725028c0a0 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/a0fc3b7e-02c3-4d61-af22-9e687366e5e5 HTTP/1.1" status: 404 len: 333 time: 0.0488689 Aug 12 04:29:22.294867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50928) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.328496 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-15951df3-5e33-4075-9346-441343d79818 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.329365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15951df3-5e33-4075-9346-441343d79818 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.333802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15951df3-5e33-4075-9346-441343d79818 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/16017cbe-7cd9-4e42-83b5-4fa2dcd2d8a2 HTTP/1.1" status: 404 len: 337 time: 0.0356028 Aug 12 04:29:22.342760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50930) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.377430 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc15067-71bf-4dce-bb22-f38ca8afb710 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.378056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc15067-71bf-4dce-bb22-f38ca8afb710 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.383516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dcc15067-71bf-4dce-bb22-f38ca8afb710 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/24207525-6bf2-4ea4-b5dc-5df7fe10838a HTTP/1.1" status: 404 len: 337 time: 0.0459161 Aug 12 04:29:22.385787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50932) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.385939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fd334-db25-4e53-8773-f5b3cc628200 req-a36498dd-5d18-42e2-875a-46f3df82ae6f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:22.393349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-80c3b94e-c554-424e-9bc1-a0c1fc73948c None None] Provisioning complete for port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:22.393806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-80c3b94e-c554-424e-9bc1-a0c1fc73948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.396714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec1fd334-db25-4e53-8773-f5b3cc628200 req-a36498dd-5d18-42e2-875a-46f3df82ae6f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.1982236 Aug 12 04:29:22.418811 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddda1dd-c77c-48f0-8bc4-a30afe8242ca tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.419463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddda1dd-c77c-48f0-8bc4-a30afe8242ca tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.423541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eddda1dd-c77c-48f0-8bc4-a30afe8242ca tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/a33aaa77-c083-40b6-8606-9f1052bd3aeb HTTP/1.1" status: 404 len: 333 time: 0.0244625 Aug 12 04:29:22.425179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50934) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.454407 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ecd76a-0afa-4c94-ba9a-add33f112517 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.454906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ecd76a-0afa-4c94-ba9a-add33f112517 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.459129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d7ecd76a-0afa-4c94-ba9a-add33f112517 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/95a1ad6d-8e38-4399-93e0-609a38edcd06 HTTP/1.1" status: 404 len: 337 time: 0.0309181 Aug 12 04:29:22.460008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50936) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.481531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Allocated IP 2001:db8:0:1::1 (48034b40-6f4f-44ec-8a57-f77bca76dadc/2057fe91-3eeb-461b-a289-eba9e7004ec4/645b8976-4db1-4bdf-90d8-2c703cd65151) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:22.498019 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81545f0-a32e-4dff-ba7c-586593e41f52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] DELETE failed (client error): The resource could not be found. Aug 12 04:29:22.498655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81545f0-a32e-4dff-ba7c-586593e41f52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:29:22.514501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e81545f0-a32e-4dff-ba7c-586593e41f52 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/subnets/623a8e15-d4d4-44dd-b4b5-4a2880465e09 HTTP/1.1" status: 404 len: 337 time: 0.0400755 Aug 12 04:29:22.514501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50940) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.515004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec1fd334-db25-4e53-8773-f5b3cc628200 req-175f45e0-5055-49f8-bf27-b31c63d3bdb1 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982163 Aug 12 04:29:22.529432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.577349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Subnet': ['ID=79987962-93e7-4f52-abe0-c93dd5cd98df,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:22.588588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.590568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-034f132c-dd33-460f-aac8-7d57e47ca32f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/subnets/79987962-93e7-4f52-abe0-c93dd5cd98df HTTP/1.1" status: 204 len: 168 time: 0.7110753 Aug 12 04:29:22.593263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server [None req-3ce47a21-ee9c-42ba-ae2d-5811c10731ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79987962-93e7-4f52-abe0-c93dd5cd98df: This subnet is being modified by another concurrent operation. Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server raise exception Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79987962-93e7-4f52-abe0-c93dd5cd98df: This subnet is being modified by another concurrent operation. Aug 12 04:29:22.628339 n-d-804320-1 neutron-server[95044]: ERROR oslo_messaging.rpc.server Aug 12 04:29:22.651874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f902383-74be-4244-9860-2172008a4cc2 None None] Network 15cd70e9-c6c7-48dd-9ae6-177880b9c4a2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:22.721656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Deleting subnet 2057fe91-3eeb-461b-a289-eba9e7004ec4 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:22.727842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] DHCP port deletion for 6bf51942-c60c-4414-9a92-df3f776ae2ba request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:22.758994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f5be9-a573-4e26-aa6b-d1f9c9c8c005 req-3d9b3d9f-d2ac-417e-a54b-1f4741bde789 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:22.767196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-418f5be9-a573-4e26-aa6b-d1f9c9c8c005 req-3d9b3d9f-d2ac-417e-a54b-1f4741bde789 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.0944290 Aug 12 04:29:22.811837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-80c3b94e-c554-424e-9bc1-a0c1fc73948c None None] Provisioning complete for port 4e85bb1d-ab33-4f3f-b794-25313c52078b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:22.812285 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-80c3b94e-c554-424e-9bc1-a0c1fc73948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.836345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port 4e85bb1d-ab33-4f3f-b794-25313c52078b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:22.837096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.881777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-80c3b94e-c554-424e-9bc1-a0c1fc73948c None None] Port 4e85bb1d-ab33-4f3f-b794-25313c52078b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:22.934450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-418f5be9-a573-4e26-aa6b-d1f9c9c8c005 req-b389d416-20e4-421c-855a-47264c1b8d66 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606987 Aug 12 04:29:22.970597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:22.986081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for 4e85bb1d-ab33-4f3f-b794-25313c52078b owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:23.035764 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.045506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] Deleting port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:23.045883 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.114818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Transition to ACTIVE for port object 645b8976-4db1-4bdf-90d8-2c703cd65151 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:23.123158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,segment=NetworkSegment(5b2a3d00-1e4a-4fe2-8a35-12ddd4989665),segment_id=5b2a3d00-1e4a-4fe2-8a35-12ddd4989665)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:23.123565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.152591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.176353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] Calling delete_port for bd08f5a0-fa7d-45be-a21e-c50f0274fe87 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:23.182299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Transition to ACTIVE for port object 645b8976-4db1-4bdf-90d8-2c703cd65151 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:23.221077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=4e85bb1d-ab33-4f3f-b794-25313c52078b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:23.234571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.243295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b324aa09-0aaa-4a06-b7f3-a462e59514d6 tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/ports/4e85bb1d-ab33-4f3f-b794-25313c52078b HTTP/1.1" status: 204 len: 168 time: 0.7335880 Aug 12 04:29:23.245393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:23.343097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.346867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.366663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.417794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Network 48034b40-6f4f-44ec-8a57-f77bca76dadc is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:23.418567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:23.427766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:23.442741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.449024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Pushing event updated for resources: {'Port': ['ID=645b8976-4db1-4bdf-90d8-2c703cd65151,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:23.458070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Deleting port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:23.461463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.489348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] No DVR routers for this DVR port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:23.497286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd015bc8-d067-4434-b06a-d2b85a240d2c None None] Pushing event deleted for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:23.528781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Attempting to bind port 645b8976-4db1-4bdf-90d8-2c703cd65151 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:29:23.529153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Attempting to bind port 645b8976-4db1-4bdf-90d8-2c703cd65151 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:29:23.529524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Attempting to bind port 645b8976-4db1-4bdf-90d8-2c703cd65151 on network 48034b40-6f4f-44ec-8a57-f77bca76dadc {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:23.535121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:29:23.535869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Checking segment: {'id': 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:23.536430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.536851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Bound using segment: {'id': 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:29:23.537362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Bound port: 645b8976-4db1-4bdf-90d8-2c703cd65151, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '48034b40-6f4f-44ec-8a57-f77bca76dadc'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:29:23.537696 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.540755 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.563428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] For port bd08f5a0-fa7d-45be-a21e-c50f0274fe87, host n-d-804320-1, got binding levels [] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:23.569403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.571702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12281-5390-4de1-aec0-efc61936d2b8 req-4de9e78a-c7f8-43e2-88c0-a648b3da4d67 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:23.573533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09c12281-5390-4de1-aec0-efc61936d2b8 req-4de9e78a-c7f8-43e2-88c0-a648b3da4d67 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.1732385 Aug 12 04:29:23.579605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Calling delete_port for bd08f5a0-fa7d-45be-a21e-c50f0274fe87 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:23.583260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 was not found and therefore no delete operation was performed {{(pid=95042) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:29:23.584979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.624706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] No DVR routers for this DVR port bd08f5a0-fa7d-45be-a21e-c50f0274fe87 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:23.662825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] For port 645b8976-4db1-4bdf-90d8-2c703cd65151, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:29:23.668963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] For port 645b8976-4db1-4bdf-90d8-2c703cd65151, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=645b8976-4db1-4bdf-90d8-2c703cd65151,segment=NetworkSegment(ed5b301d-a81a-4ba0-84fd-742f36c3a2f1),segment_id=ed5b301d-a81a-4ba0-84fd-742f36c3a2f1)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:29:23.677173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09c12281-5390-4de1-aec0-efc61936d2b8 req-723284bc-96d6-47ed-8cbb-53f8bbaf08e5 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653462 Aug 12 04:29:23.705951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Port': ['ID=bd08f5a0-fa7d-45be-a21e-c50f0274fe87,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:23.778397 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.780425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.820228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.833414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf51942-c60c-4414-9a92-df3f776ae2ba']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:23.851420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:23.859572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2a3d00-1e4a-4fe2-8a35-12ddd4989665') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:23.868828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:23.884007 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.904807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.912353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: bd08f5a0-fa7d-45be-a21e-c50f0274fe87 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:23.912917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd08f5a0-fa7d-45be-a21e-c50f0274fe87 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:23.914693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:23.915135 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:23.923964 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:23.960093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4df90-9940-4314-9ba8-c1f9fa736466 None None] Pushing event updated for resources: {'Port': ['ID=645b8976-4db1-4bdf-90d8-2c703cd65151,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:23.998403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.042597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Subnet': ['ID=2057fe91-3eeb-461b-a289-eba9e7004ec4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:24.048086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.050097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-de294b0f-5047-491e-a2ec-5159f399d425 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/subnets/2057fe91-3eeb-461b-a289-eba9e7004ec4 HTTP/1.1" status: 204 len: 168 time: 1.4557805 Aug 12 04:29:24.052595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50984) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:24.083841 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.096557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.096557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] 10.222.0.42 "DELETE /v2.0/networks/6bf51942-c60c-4414-9a92-df3f776ae2ba HTTP/1.1" status: 204 len: 168 time: 0.8471029 Aug 12 04:29:24.113228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Pushing event deleted for resources: {'Network': ['ID=6bf51942-c60c-4414-9a92-df3f776ae2ba,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:24.142586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3f781-9e7a-41e4-8f74-05ec94395d87 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:24.151876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-58f3f781-9e7a-41e4-8f74-05ec94395d87 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918224 Aug 12 04:29:24.152028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.152028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.152028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.152028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.152551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.153005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.153283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50988) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:24.153666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.155627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.156317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.156919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.157363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.159188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92df55c7-8907-4436-b907-e1c891d115ed tempest-PortsIpV6TestJSON-1141201817 tempest-PortsIpV6TestJSON-1141201817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.345130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.421476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Deleting port 645b8976-4db1-4bdf-90d8-2c703cd65151 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:24.421968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.484496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fddcc-b066-40b5-afc6-5d80edab391b req-fdf376a3-187c-4a23-a3a7-8e5da98bdcc3 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:24.487158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305fddcc-b066-40b5-afc6-5d80edab391b req-fdf376a3-187c-4a23-a3a7-8e5da98bdcc3 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.0714316 Aug 12 04:29:24.498168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] For port 645b8976-4db1-4bdf-90d8-2c703cd65151, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=645b8976-4db1-4bdf-90d8-2c703cd65151,segment=NetworkSegment(ed5b301d-a81a-4ba0-84fd-742f36c3a2f1),segment_id=ed5b301d-a81a-4ba0-84fd-742f36c3a2f1)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:24.498547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.513734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Calling delete_port for 645b8976-4db1-4bdf-90d8-2c703cd65151 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:24.537033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-305fddcc-b066-40b5-afc6-5d80edab391b req-a384bac3-7878-438e-8128-e1109d232089 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Aug 12 04:29:24.783582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:24.842128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Port': ['ID=645b8976-4db1-4bdf-90d8-2c703cd65151,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:24.844575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] No DVR routers for this DVR port 645b8976-4db1-4bdf-90d8-2c703cd65151 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:24.907149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.907575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.907920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.908337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.908582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.908911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.909238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.909561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.909884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.910204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.912522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:24.912522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:29:25.019785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.033724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48034b40-6f4f-44ec-8a57-f77bca76dadc']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:25.048841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:25.049984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5b301d-a81a-4ba0-84fd-742f36c3a2f1') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:25.062370 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.085215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.100306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:25.100778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.116332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51006) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:25.179880 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:25.242369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e157d6f-7aeb-4dcd-acce-b0d31dd34af0 None None] Network 48034b40-6f4f-44ec-8a57-f77bca76dadc requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:25.266066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.276855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.285479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/networks/48034b40-6f4f-44ec-8a57-f77bca76dadc HTTP/1.1" status: 204 len: 168 time: 1.1295941 Aug 12 04:29:25.288883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51012) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:25.304747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c5c7d-9465-419a-9a02-e543265a0fe8 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Network': ['ID=48034b40-6f4f-44ec-8a57-f77bca76dadc,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:25.383241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fee7a392-24ac-437f-8396-cb31df82c183 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4726a61d6aee4e6aa35faba343b087e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636025 Aug 12 04:29:25.384155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51016) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:25.441727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-573aabcd-c2f4-40a3-a538-057006649e13 None None] Could not find standard attr ID for object 645b8976-4db1-4bdf-90d8-2c703cd65151. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:29:25.470821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.564702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0898-5764-48cf-98d5-1592344016fd req-80bd63c6-fcd1-46a7-b6ef-8fac66084924 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:25.566660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea1c0898-5764-48cf-98d5-1592344016fd req-80bd63c6-fcd1-46a7-b6ef-8fac66084924 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.36 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.0757961 Aug 12 04:29:25.570632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d56bbc41-68c4-45e0-83a4-9533197e1331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.575800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda5337-a06d-4816-b693-356052128896 None None] DHCP port deletion for 48034b40-6f4f-44ec-8a57-f77bca76dadc request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:25.599062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.601342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a051ea3-9043-4f2d-a0ff-eff8688252a8 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 04:29:25.619206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.631397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cd70e9-c6c7-48dd-9ae6-177880b9c4a2']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:25.638553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d56bbc41-68c4-45e0-83a4-9533197e1331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.644694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a096b0-b3ab-4306-b752-8f16057fbc9a') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:25.646454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a096b0-b3ab-4306-b752-8f16057fbc9a') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:25.656170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.672055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.678993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:25.679645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:25.786843 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:25.795748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a051ea3-9043-4f2d-a0ff-eff8688252a8 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 04:29:25.840072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d56bbc41-68c4-45e0-83a4-9533197e1331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.842600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d56bbc41-68c4-45e0-83a4-9533197e1331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.843794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d56bbc41-68c4-45e0-83a4-9533197e1331 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d413bae-ad2a-4892-a472-6a53c2edccb9 HTTP/1.1" status: 204 len: 168 time: 0.4576802 Aug 12 04:29:25.873497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca74df8-81de-42c6-bcf8-f92409543f68 req-0b6cb941-02a6-49b1-b238-1b373252592e tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:25.882994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fca74df8-81de-42c6-bcf8-f92409543f68 req-0b6cb941-02a6-49b1-b238-1b373252592e tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 945 time: 0.1558735 Aug 12 04:29:25.908614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.922199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bbc41-68c4-45e0-83a4-9533197e1331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d413bae-ad2a-4892-a472-6a53c2edccb9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:25.930676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.952734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fca74df8-81de-42c6-bcf8-f92409543f68 req-c8591eaa-fa3d-46ce-999d-f3cdd69590fc tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc31fc5f-b366-4d10-8f40-22d26d4af119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631795 Aug 12 04:29:25.969438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:25.969438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/networks/15cd70e9-c6c7-48dd-9ae6-177880b9c4a2 HTTP/1.1" status: 204 len: 168 time: 0.6772108 Aug 12 04:29:25.970026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51028) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:25.970185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd7324-2a94-4e89-8ebd-dc879dff8611 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Network': ['ID=15cd70e9-c6c7-48dd-9ae6-177880b9c4a2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:26.035149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Deleting port fd403088-b093-4e81-a5cb-407a658d4abb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:26.035749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.114095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.293798 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.305236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403437f2-93c1-4256-ab02-76796160cd2d']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:26.318075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd41685a-1273-4a07-8bb9-5dede68154c7') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:26.318665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd41685a-1273-4a07-8bb9-5dede68154c7') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:26.328747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.344710 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.351634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:26.352274 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:26.414190 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:26.429861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] For port fd403088-b093-4e81-a5cb-407a658d4abb, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=fd403088-b093-4e81-a5cb-407a658d4abb,segment=NetworkSegment(2da13698-c4be-4473-bb43-f5f1b0b6a02c),segment_id=2da13698-c4be-4473-bb43-f5f1b0b6a02c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:26.430314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.465203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Calling delete_port for fd403088-b093-4e81-a5cb-407a658d4abb owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:26.729128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.746580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.749063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/networks/403437f2-93c1-4256-ab02-76796160cd2d HTTP/1.1" status: 204 len: 168 time: 0.7791245 Aug 12 04:29:26.752061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:26.777338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.790810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['fd403088-b093-4e81-a5cb-407a658d4abb'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:29:26.839751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121db492-4b78-4fd5-8dbe-180cecdadc85 tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Network': ['ID=403437f2-93c1-4256-ab02-76796160cd2d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:26.843799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Pushing event deleted for resources: {'Port': ['ID=fd403088-b093-4e81-a5cb-407a658d4abb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:26.873666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.895690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] No DVR routers for this DVR port fd403088-b093-4e81-a5cb-407a658d4abb on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:26.898671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:26.901581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea1c0898-5764-48cf-98d5-1592344016fd req-971134df-cf38-4cd8-b292-7bae7ad5898f tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.36 "DELETE /v2.0/ports/fd403088-b093-4e81-a5cb-407a658d4abb HTTP/1.1" status: 204 len: 173 time: 1.1451395 Aug 12 04:29:26.901581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'name': 'network-vif-deleted', 'tag': 'fd403088-b093-4e81-a5cb-407a658d4abb'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:29:26.903688 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d863c603-911c-46de-95b2-0eaae64f06a2" -d '{"events": [{"server_uuid": "99dd2e91-0528-4d83-8cfb-678917b88f64", "name": "network-vif-deleted", "tag": "fd403088-b093-4e81-a5cb-407a658d4abb"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:29:27.045120 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa049ff-0942-415c-9998-33a2e37552c9 x-openstack-request-id: req-1aa049ff-0942-415c-9998-33a2e37552c9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:29:27.045511 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd2e91-0528-4d83-8cfb-678917b88f64", "name": "network-vif-deleted", "tag": "fd403088-b093-4e81-a5cb-407a658d4abb", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:29:27.045883 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1aa049ff-0942-415c-9998-33a2e37552c9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:29:27.046344 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd2e91-0528-4d83-8cfb-678917b88f64', 'name': 'network-vif-deleted', 'tag': 'fd403088-b093-4e81-a5cb-407a658d4abb', 'status': 'completed', 'code': 200} Aug 12 04:29:27.154101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.160798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc467659-6d31-4f80-9412-750f1d0967a6 req-e1f9f5ef-e4ac-44cf-a0e3-c75b5b326f92 tempest-ServersNegativeTestMultiTenantJSON-872532051 tempest-ServersNegativeTestMultiTenantJSON-872532051-project] 10.222.0.42 "GET /v2.0/ports?device_id=99dd2e91-0528-4d83-8cfb-678917b88f64 HTTP/1.1" status: 200 len: 210 time: 0.0508196 Aug 12 04:29:27.185678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a708185f-ba03-4050-8ed8-1d4191dc6571']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:27.192811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134f2798-fff4-4564-9596-e4fccf579a4f') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:27.193115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134f2798-fff4-4564-9596-e4fccf579a4f') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:27.203012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.229901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.237399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:27.238055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:27.241645 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:27.385476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.429895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.434195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] 10.222.0.42 "DELETE /v2.0/networks/a708185f-ba03-4050-8ed8-1d4191dc6571 HTTP/1.1" status: 204 len: 168 time: 0.6769724 Aug 12 04:29:27.457478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2c831-d30c-493d-8234-596621dd218f tempest-BulkNetworkOpsIpV6Test-368170594 tempest-BulkNetworkOpsIpV6Test-368170594-project] Pushing event deleted for resources: {'Network': ['ID=a708185f-ba03-4050-8ed8-1d4191dc6571,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:27.476045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51084) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:27.615272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-477062150-network', 'tenant_id': '2dc0d4ae52d84387829ada0e71505488'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:27.768714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Made reservation on behalf of 2dc0d4ae52d84387829ada0e71505488 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:27.771333 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.787231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.885892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.951638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:27.978102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:28.000984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de616085-741b-4a0d-9f2f-4d189459564b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:28.012539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.012985 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Added segment 79f56a47-d66a-411b-98fc-d390bf0706f8 of type vlan for network 25eb3921-ba27-40e8-8824-2be8ab697d13 Aug 12 04:29:28.058406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.173602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51102) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:28.183059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.183059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:28.183059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.243484 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4101cc20-012f-4a94-9fab-4e83ffcf6aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.265348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51110) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:28.290124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] Pushing event updated for resources: {'Network': ['ID=25eb3921-ba27-40e8-8824-2be8ab697d13,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:28.301496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 25eb3921-ba27-40e8-8824-2be8ab697d13 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:28.321141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Deleting subnet ce8ef4f4-2514-48ef-ab53-679ab8b98ddc {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:28.326508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.359757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51116) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:28.360667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-20c2ec16-4d73-4e28-a85b-b776b5f8c202 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b691854d458349a1b12b2e3df4065686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817541 Aug 12 04:29:28.362434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c042d51d-7756-4ec2-b0b5-d0502a1be35c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8853130 Aug 12 04:29:28.365579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51118) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:28.375124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Request body: {'subnet': {'network_id': '25eb3921-ba27-40e8-8824-2be8ab697d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-477062150-subnet', 'tenant_id': '2dc0d4ae52d84387829ada0e71505488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:28.426016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.463779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2427ec0b-0803-417c-bf6a-30c895c398e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.495393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Made reservation on behalf of 2dc0d4ae52d84387829ada0e71505488 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:28.497758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.497899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.501250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2427ec0b-0803-417c-bf6a-30c895c398e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.697385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2427ec0b-0803-417c-bf6a-30c895c398e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.700035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2427ec0b-0803-417c-bf6a-30c895c398e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.701184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2427ec0b-0803-417c-bf6a-30c895c398e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4b90290-29f1-46ce-9f5b-cef45bc27480 HTTP/1.1" status: 204 len: 168 time: 0.3404915 Aug 12 04:29:28.709978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427ec0b-0803-417c-bf6a-30c895c398e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b90290-29f1-46ce-9f5b-cef45bc27480,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:28.747886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.779040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8ef4f4-2514-48ef-ab53-679ab8b98ddc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:28.790276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.790276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-08cf91dc-97b7-4f7c-baed-2ab7a9ab0298 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ce8ef4f4-2514-48ef-ab53-679ab8b98ddc HTTP/1.1" status: 204 len: 168 time: 0.5213127 Aug 12 04:29:28.791669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:28.879366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.992134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:28.999751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.010298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ed5b8d-814b-4d72-9aba-6efff76b4724']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:29.027790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da13698-c4be-4473-bb43-f5f1b0b6a02c') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:29.028196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da13698-c4be-4473-bb43-f5f1b0b6a02c') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:29.037797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.054285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.061070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:29.061728 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:29.063659 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:29.086907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adfdde6-7f77-459a-ac93-ac2340b7316c,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:29.123991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Checking segment: {'id': '79f56a47-d66a-411b-98fc-d390bf0706f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '25eb3921-ba27-40e8-8824-2be8ab697d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:29.124958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Network hostable DHCP agents. Network: 25eb3921-ba27-40e8-8824-2be8ab697d13, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:29.251434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Network 25eb3921-ba27-40e8-8824-2be8ab697d13 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:29.274749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.287729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.287729 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/82ed5b8d-814b-4d72-9aba-6efff76b4724 HTTP/1.1" status: 204 len: 168 time: 0.4922032 Aug 12 04:29:29.288490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51138) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:29.306690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983386-f8af-4b35-a0b0-2fce5edd4ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ed5b8d-814b-4d72-9aba-6efff76b4724,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:29.333225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 25eb3921-ba27-40e8-8824-2be8ab697d13) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:29.342741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:29.343298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.345126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936c171-4fc0-4c0a-adfe-9634e370f1ae None None] Network 25eb3921-ba27-40e8-8824-2be8ab697d13 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:29.363758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Deleting subnet 53d2f878-d953-48ec-a23c-dc9596b4c5b2 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:29.368279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.416689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.444482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7b6337f-298c-4dae-9498-52e245c8133e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0778182 Aug 12 04:29:29.480084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.629034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf6bae-b253-4f5d-a2e6-b1aa0c5acc3d None None] Network 25eb3921-ba27-40e8-8824-2be8ab697d13 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:29.699212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.721012 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.721012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/53d2f878-d953-48ec-a23c-dc9596b4c5b2 HTTP/1.1" status: 204 len: 168 time: 0.4315922 Aug 12 04:29:29.723611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51156) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:29.740442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140dcd7-823e-4f51-aeeb-f1c0afdc7692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d2f878-d953-48ec-a23c-dc9596b4c5b2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:29.854114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:29.997598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.028707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3842366f-69bd-4fd9-a696-0e2c87d5f0be']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:30.041819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59de098e-606f-478f-bb3d-d5f1d3cf4443') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:30.042206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59de098e-606f-478f-bb3d-d5f1d3cf4443') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:30.053240 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.074784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.079712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fd403088-b093-4e81-a5cb-407a658d4abb no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:30.082346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:30.082879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:30.084736 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:30.101970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: fd403088-b093-4e81-a5cb-407a658d4abb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:30.102518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device fd403088-b093-4e81-a5cb-407a658d4abb not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:30.209779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.215967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.220944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3842366f-69bd-4fd9-a696-0e2c87d5f0be HTTP/1.1" status: 204 len: 168 time: 0.4959705 Aug 12 04:29:30.248667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c79f44-0576-41d4-9164-d55329a80f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=3842366f-69bd-4fd9-a696-0e2c87d5f0be,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:30.310031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51176) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:30.367812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Deleting subnet 13e55d75-b831-4314-a052-bd7e2e045558 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:30.371756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.411896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.455025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.455930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51182) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:30.656966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.676993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.678806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13e55d75-b831-4314-a052-bd7e2e045558 HTTP/1.1" status: 204 len: 168 time: 0.3677573 Aug 12 04:29:30.682241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:30.698572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc846db-e94e-42ca-b9b2-091c3908a7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e55d75-b831-4314-a052-bd7e2e045558,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:30.764925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.791653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-21f8c550-9c5c-4d03-a3d7-2a058c5ea1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.869359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1878563458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:30.889446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:30.896401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.914175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b802a24a-8403-4063-8d43-a57305ea1623']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:30.929524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81672ab-1760-4f69-93d5-d4febf03aed8') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:30.929826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81672ab-1760-4f69-93d5-d4febf03aed8') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:30.940673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.949322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e05d28bf-3397-4046-96f7-e6f07b72d9c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fec6f0fd115d4f74b96ea9bd2997e720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581939 Aug 12 04:29:30.951596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:30.956198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.962077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:30.962464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:30.964664 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:30.968646 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.007466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-61b791f6-e546-46ce-919d-56799ad743aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.017510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.018433 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.030384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-61b791f6-e546-46ce-919d-56799ad743aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.108463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51204) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:31.113666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-310762841-network', 'tenant_id': 'c31c796cfe794971a56db4f57f647957'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:31.146012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.159607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.161647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b802a24a-8403-4063-8d43-a57305ea1623 HTTP/1.1" status: 204 len: 168 time: 0.4754441 Aug 12 04:29:31.164842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51206) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:31.174767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-61b791f6-e546-46ce-919d-56799ad743aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.177328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-61b791f6-e546-46ce-919d-56799ad743aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.177598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ddc7-a5bb-4a2b-912e-e4b7b1e18a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b802a24a-8403-4063-8d43-a57305ea1623,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:31.180990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-61b791f6-e546-46ce-919d-56799ad743aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc31fc5f-b366-4d10-8f40-22d26d4af119 HTTP/1.1" status: 204 len: 168 time: 0.2258720 Aug 12 04:29:31.225471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.335397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.414618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.417081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b48907ef-1bcd-424b-8bcd-3ed2d41c2143 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9576499 Aug 12 04:29:31.419503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51210) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:31.425261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-312650178'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:31.446913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Made reservation on behalf of c31c796cfe794971a56db4f57f647957 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:31.450028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.455800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b791f6-e546-46ce-919d-56799ad743aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc31fc5f-b366-4d10-8f40-22d26d4af119,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:31.469568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.491522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Deleting subnet 047b48a2-4ea9-4441-94bd-544d3ac86f7c {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:31.495677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.536360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.560316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:31.564167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.581127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.595221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.700628 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.752335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.766979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.804145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047b48a2-4ea9-4441-94bd-544d3ac86f7c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:31.808420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.812958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51228) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:31.813269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-90e40a96-801c-41e5-9e87-b4f22315e1d1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/047b48a2-4ea9-4441-94bd-544d3ac86f7c HTTP/1.1" status: 204 len: 168 time: 0.6472909 Aug 12 04:29:31.835996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:31.842243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2802f0a7-0c3f-455f-9ddd-bd0a4d1fabba,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:31.843068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.843068 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Added segment eac7d689-dcc2-4166-9485-2b704c54333b of type vlan for network 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2 Aug 12 04:29:31.901018 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.904953 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.918803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:31.970836 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.023243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.033098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:32.033098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.046267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:32.066075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.081345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fc5da6-b403-4c2f-ba26-c11196205480,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:32.092569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51230) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:32.098735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c8d5a0-3a5a-41d4-a352-a20317bcce32']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:32.112431 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0027342 Aug 12 04:29:32.120020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:32.122955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8bdba7-30a5-4eee-af8c-fa5f060115be') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:32.123252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8bdba7-30a5-4eee-af8c-fa5f060115be') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:32.128056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Request body: {'subnet': {'network_id': '6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-310762841-subnet', 'tenant_id': 'c31c796cfe794971a56db4f57f647957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:32.131715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.132061 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Added segment 170d5072-be6b-44d7-b0ab-f65ac2587667 of type vlan for network 6dfdad51-892c-42c7-b26f-9d285444e21d Aug 12 04:29:32.141877 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.145128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303d5f-d941-43f4-b014-1d92f7f54541 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:32.157433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:32.161672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.165314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-39623ded-e0d0-4a15-9036-e4d7e526ad1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=551177c5956e4c0c832a3407f5619c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712664 Aug 12 04:29:32.168057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51236) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:32.205794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.212930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.218592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:32.219017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:32.220684 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:32.257391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f14d11-14be-4d2b-b36e-88f8af5ac8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.289089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f14d11-14be-4d2b-b36e-88f8af5ac8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.294796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Made reservation on behalf of c31c796cfe794971a56db4f57f647957 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:32.297287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.433127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f14d11-14be-4d2b-b36e-88f8af5ac8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.435744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f14d11-14be-4d2b-b36e-88f8af5ac8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.436967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c7f14d11-14be-4d2b-b36e-88f8af5ac8e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dc18d11-a51c-45a2-8797-082effe6a504 HTTP/1.1" status: 204 len: 168 time: 0.2677708 Aug 12 04:29:32.460863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14d11-14be-4d2b-b36e-88f8af5ac8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc18d11-a51c-45a2-8797-082effe6a504,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:32.716694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.722473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:32.723086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.751673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.773455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:32.775870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] 10.222.0.42 "DELETE /v2.0/networks/34c8d5a0-3a5a-41d4-a352-a20317bcce32 HTTP/1.1" status: 204 len: 168 time: 0.9613230 Aug 12 04:29:32.871450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Network': ['ID=6dfdad51-892c-42c7-b26f-9d285444e21d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:32.884282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6dfdad51-892c-42c7-b26f-9d285444e21d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:32.893471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97afd15-674a-45e3-bd5a-f57c35a26a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c8d5a0-3a5a-41d4-a352-a20317bcce32,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:32.908305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51254) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:32.908655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b87d93e7-81be-4790-b0e9-76cdfb652bab tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4874551 Aug 12 04:29:32.916954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'subnet': {'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:33.143220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:33.146853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.147389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.201008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f602f846-dcfb-41e8-a756-e9248d96c0b6,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:33.209993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Checking segment: {'id': 'eac7d689-dcc2-4166-9485-2b704c54333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:33.210494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Network hostable DHCP agents. Network: 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:33.335477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51268) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:33.363711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Network 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:33.408688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b4ef2961-cf82-4244-be20-34ed7d3c3f47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b669f8b0b42a4e3cb8a808b598314fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717037 Aug 12 04:29:33.411591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51270) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:33.438857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.459149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:33.468689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90df50b-5075-4c60-b5b5-37411595f608 None None] Network 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:33.480623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:33.488169 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.542254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Subnet': ['ID=494e358b-032b-45f1-9d8f-394ca8c94532,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:33.542876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-653f729b-f01c-45ea-b971-4a093aace444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.546228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Checking segment: {'id': '170d5072-be6b-44d7-b0ab-f65ac2587667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:33.547246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network hostable DHCP agents. Network: 6dfdad51-892c-42c7-b26f-9d285444e21d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:33.571850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-653f729b-f01c-45ea-b971-4a093aace444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.636413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62250da2-ef38-48aa-a3a4-4b8fd0e7b3a7 None None] Network 6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:33.699155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network 6dfdad51-892c-42c7-b26f-9d285444e21d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:33.699275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2a3e401d-dc67-4dc6-b044-1fd85db50611 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5780227 Aug 12 04:29:33.787812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-653f729b-f01c-45ea-b971-4a093aace444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.792052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-653f729b-f01c-45ea-b971-4a093aace444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.793461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-653f729b-f01c-45ea-b971-4a093aace444 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e895d32f-8949-4216-bae6-66ee5e9b1f06 HTTP/1.1" status: 204 len: 168 time: 0.3710108 Aug 12 04:29:33.800086 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.806629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f729b-f01c-45ea-b971-4a093aace444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e895d32f-8949-4216-bae6-66ee5e9b1f06,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:33.815327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 6dfdad51-892c-42c7-b26f-9d285444e21d) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:33.827392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:33.828032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:33.853984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090c3d1-0d92-4aeb-9756-9af1fd98dca4 None None] Network 6dfdad51-892c-42c7-b26f-9d285444e21d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:33.872552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51288) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:33.908561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f64b39f-f45f-4128-82dc-7ece4b424ab6 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9989288 Aug 12 04:29:33.909197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:33.916732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'network': {'name': 'tempest-router-network01--10009557'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:33.977783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Deleting subnet 6adfdde6-7f77-459a-ac93-ac2340b7316c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:33.981390 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.032080 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.045967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-6dfdad51-892c-42c7-b26f-9d285444e21d', 'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d', 'tenant_id': '89e7645b1c7140eab9db9a9b204910c0', 'fixed_ips': [{'subnet_id': '494e358b-032b-45f1-9d8f-394ca8c94532'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:29:34.051908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.057264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:34.060934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.098007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:34.111296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.119747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.120470 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Added segment 5c273b9c-c69f-406c-8758-d582dd1e4e64 of type vlan for network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa Aug 12 04:29:34.204323 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.272078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.326021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Allocated IP 2001:db8::2 (6dfdad51-892c-42c7-b26f-9d285444e21d/494e358b-032b-45f1-9d8f-394ca8c94532/a955a976-3d67-4783-9302-7a6c80314bed) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:34.328761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adfdde6-7f77-459a-ac93-ac2340b7316c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:34.331337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.335055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8372f4d4-f1fe-4d2b-8acc-61d5f9b1f644 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6adfdde6-7f77-459a-ac93-ac2340b7316c HTTP/1.1" status: 204 len: 168 time: 0.4600294 Aug 12 04:29:34.337351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51302) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:34.413052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.421954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:34.423320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.517255 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.534632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Transition to ACTIVE for port object a955a976-3d67-4783-9302-7a6c80314bed will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:34.546882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Transition to ACTIVE for port object a955a976-3d67-4783-9302-7a6c80314bed will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:34.577828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Network': ['ID=4e48eaa1-bca2-4f59-bc83-a040f9546eaa,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:34.593988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:34.602909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.652850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.707141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.719010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eb3921-ba27-40e8-8824-2be8ab697d13']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:34.753914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51312) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:34.761067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'network': {'name': 'tempest-router-network02--1302074090'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:34.763592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-76abc1fc-8741-46fd-9611-7e3310ed071a tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8511982 Aug 12 04:29:34.767255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f56a47-d66a-411b-98fc-d390bf0706f8') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:34.767678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f56a47-d66a-411b-98fc-d390bf0706f8') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:34.783371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.828670 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.839783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:34.840189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:34.845165 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:34.889481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Network 6dfdad51-892c-42c7-b26f-9d285444e21d is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:34.895177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:34.898388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Pushing event updated for resources: {'Port': ['ID=a955a976-3d67-4783-9302-7a6c80314bed,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:34.901358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:34.907811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:34.918441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.000368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:35.014067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Attempting to bind port a955a976-3d67-4783-9302-7a6c80314bed on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:29:35.014591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Attempting to bind port a955a976-3d67-4783-9302-7a6c80314bed by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '170d5072-be6b-44d7-b0ab-f65ac2587667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:29:35.015232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Attempting to bind port a955a976-3d67-4783-9302-7a6c80314bed on network 6dfdad51-892c-42c7-b26f-9d285444e21d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:35.018554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.020596 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Added segment ecb39467-f760-4c51-afb2-e1375cd6520c of type vlan for network f92b892e-d1b8-474a-b91c-d1c67e1ea9df Aug 12 04:29:35.028403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:29:35.028403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Checking segment: {'id': '170d5072-be6b-44d7-b0ab-f65ac2587667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:35.028403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.028403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Bound using segment: {'id': '170d5072-be6b-44d7-b0ab-f65ac2587667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:29:35.028403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Bound port: a955a976-3d67-4783-9302-7a6c80314bed, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170d5072-be6b-44d7-b0ab-f65ac2587667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '6dfdad51-892c-42c7-b26f-9d285444e21d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:29:35.028403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.055240 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.068254 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.073000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] 10.222.0.42 "DELETE /v2.0/networks/25eb3921-ba27-40e8-8824-2be8ab697d13 HTTP/1.1" status: 204 len: 168 time: 0.7348688 Aug 12 04:29:35.082293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51318) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:35.106603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] For port a955a976-3d67-4783-9302-7a6c80314bed, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:29:35.110295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] For port a955a976-3d67-4783-9302-7a6c80314bed, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a955a976-3d67-4783-9302-7a6c80314bed,segment=NetworkSegment(170d5072-be6b-44d7-b0ab-f65ac2587667),segment_id=170d5072-be6b-44d7-b0ab-f65ac2587667)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:29:35.114110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51320) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:35.128759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.185059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e7444ace-28e9-4136-94e9-b473435fafac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e44bc1edea9b4c7cb60e456ecbf7fd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697482 Aug 12 04:29:35.187555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51324) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:35.189353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcfcf5-40f7-415f-a688-3b8a92112188 admin admin] Pushing event deleted for resources: {'Network': ['ID=25eb3921-ba27-40e8-8824-2be8ab697d13,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:35.221046 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.232476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Deleting subnet f602f846-dcfb-41e8-a756-e9248d96c0b6 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:35.236225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.262947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.274474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:35.278889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.294873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.363290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.375944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad83c2e-5ae7-4611-85a3-68c073119f1c None None] Pushing event updated for resources: {'Port': ['ID=a955a976-3d67-4783-9302-7a6c80314bed,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:35.378183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51326) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:35.379500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16a86d18-0b58-43a2-bbc1-e908abc1a56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.412056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16a86d18-0b58-43a2-bbc1-e908abc1a56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.488612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Network': ['ID=f92b892e-d1b8-474a-b91c-d1c67e1ea9df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:35.505859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f92b892e-d1b8-474a-b91c-d1c67e1ea9df details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:35.564425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.567259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-76ea007c-915c-4068-9393-ea508af62564 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8093748 Aug 12 04:29:35.572712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:35.583318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'subnet': {'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:35.618559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.621788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f602f846-dcfb-41e8-a756-e9248d96c0b6 HTTP/1.1" status: 204 len: 168 time: 0.5374970 Aug 12 04:29:35.625075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55dd68-92af-4974-8a06-c6e3433f3c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f602f846-dcfb-41e8-a756-e9248d96c0b6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:35.629331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:35.765893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c0d48af-337e-49d8-83f5-a9629e60fd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.808934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16a86d18-0b58-43a2-bbc1-e908abc1a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.811635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-16a86d18-0b58-43a2-bbc1-e908abc1a56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.812342 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.817305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16a86d18-0b58-43a2-bbc1-e908abc1a56e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2a2e4e4-39b7-4f55-be12-551c4dab6774 HTTP/1.1" status: 204 len: 168 time: 0.6270118 Aug 12 04:29:35.829084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a86d18-0b58-43a2-bbc1-e908abc1a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2e4e4-39b7-4f55-be12-551c4dab6774,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:35.867384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:35.871609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.925904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a955a976-3d67-4783-9302-7a6c80314bed up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:35.958763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:35.971656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:35.995750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac7d689-dcc2-4166-9485-2b704c54333b') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:35.996148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac7d689-dcc2-4166-9485-2b704c54333b') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:36.009156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.029610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.038817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:36.039544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:36.106663 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:36.114853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port a955a976-3d67-4783-9302-7a6c80314bed completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:36.145232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c0d48af-337e-49d8-83f5-a9629e60fd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.209534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.215397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.217506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2 HTTP/1.1" status: 204 len: 168 time: 0.5868535 Aug 12 04:29:36.237982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d086ec3-655b-4f6b-a5e6-fb94c1701cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8d12ad-8a2e-46a8-b1c6-3f4dfd2892a2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:36.250241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c0d48af-337e-49d8-83f5-a9629e60fd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.283867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.346664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d48af-337e-49d8-83f5-a9629e60fd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce215e3-2b49-40d6-a94a-88a5c27f666f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:36.369539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c0d48af-337e-49d8-83f5-a9629e60fd77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79474a60d83a4f279b10203ba5625c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9170883 Aug 12 04:29:36.369903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51354) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:36.400467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Checking segment: {'id': '5c273b9c-c69f-406c-8758-d582dd1e4e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:36.400850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network hostable DHCP agents. Network: 4e48eaa1-bca2-4f59-bc83-a040f9546eaa, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:36.402851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Subnet': ['ID=55003095-303f-46c6-b731-53ee094c051e,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:36.445339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92cffea8-5c83-48bc-8878-9e40682fcf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.492821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92cffea8-5c83-48bc-8878-9e40682fcf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.526851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:36.605942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92cffea8-5c83-48bc-8878-9e40682fcf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.606781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 4e48eaa1-bca2-4f59-bc83-a040f9546eaa) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:36.609723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92cffea8-5c83-48bc-8878-9e40682fcf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.615296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-92cffea8-5c83-48bc-8878-9e40682fcf32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dce215e3-2b49-40d6-a94a-88a5c27f666f HTTP/1.1" status: 204 len: 168 time: 0.2432430 Aug 12 04:29:36.616106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:36.617291 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f60ab-252d-48ba-aff4-87b3d4d438b7 None None] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:36.618922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.626185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cffea8-5c83-48bc-8878-9e40682fcf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce215e3-2b49-40d6-a94a-88a5c27f666f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:36.707334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15719a9-14ba-4425-b58e-7abd63176df7 None None] Network 6dfdad51-892c-42c7-b26f-9d285444e21d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:36.727306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51366) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:36.738145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ece2698a-47f6-4ebc-97e1-3fc5a7d44bd3 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1675942 Aug 12 04:29:36.742732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:36.753811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'subnet': {'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:36.811259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-587fa5ac-6f6b-4ebf-b6d5-a14877df7e37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dc0d4ae52d84387829ada0e71505488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827227 Aug 12 04:29:36.819346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51372) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:36.876008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c433bb55-4364-4432-bd60-f0d4eafe09e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.908065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c433bb55-4364-4432-bd60-f0d4eafe09e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.958072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] Provisioning for port a955a976-3d67-4783-9302-7a6c80314bed completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:36.964448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-4e48eaa1-bca2-4f59-bc83-a040f9546eaa', 'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa', 'tenant_id': '89e7645b1c7140eab9db9a9b204910c0', 'fixed_ips': [{'subnet_id': '55003095-303f-46c6-b731-53ee094c051e'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:29:36.965450 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:36.977562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] Provisioning complete for port a955a976-3d67-4783-9302-7a6c80314bed triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:36.978873 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.051498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c433bb55-4364-4432-bd60-f0d4eafe09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.054025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c433bb55-4364-4432-bd60-f0d4eafe09e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.058309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c433bb55-4364-4432-bd60-f0d4eafe09e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de616085-741b-4a0d-9f2f-4d189459564b HTTP/1.1" status: 204 len: 168 time: 0.2378700 Aug 12 04:29:37.066021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433bb55-4364-4432-bd60-f0d4eafe09e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de616085-741b-4a0d-9f2f-4d189459564b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:37.074640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:37.078438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.363308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.370314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Allocated IP 2001:db8::2 (4e48eaa1-bca2-4f59-bc83-a040f9546eaa/55003095-303f-46c6-b731-53ee094c051e/721a1ccf-dc3e-432c-802b-19ae6d5eb9fe) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:37.400882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.487490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] For port a955a976-3d67-4783-9302-7a6c80314bed, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a955a976-3d67-4783-9302-7a6c80314bed,segment=NetworkSegment(170d5072-be6b-44d7-b0ab-f65ac2587667),segment_id=170d5072-be6b-44d7-b0ab-f65ac2587667)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:37.515747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Subnet': ['ID=3fe3b5af-baae-4d38-a61f-e8e56e7e5091,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:37.560416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Checking segment: {'id': 'ecb39467-f760-4c51-afb2-e1375cd6520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:37.560793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network hostable DHCP agents. Network: f92b892e-d1b8-474a-b91c-d1c67e1ea9df, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:37.582783 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.683464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network f92b892e-d1b8-474a-b91c-d1c67e1ea9df is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:37.684163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.690471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a5861-cd9d-4ec4-8620-ceb6e54e0ed1 None None] Pushing event updated for resources: {'Port': ['ID=a955a976-3d67-4783-9302-7a6c80314bed,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:37.702439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Transition to ACTIVE for port object 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:37.724854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Transition to ACTIVE for port object 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:37.727885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-739738d7-c089-4611-abc3-6fb19dde59d4 None None] Provisioning complete for port a955a976-3d67-4783-9302-7a6c80314bed triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:37.728790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-739738d7-c089-4611-abc3-6fb19dde59d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.803861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a955a976-3d67-4783-9302-7a6c80314bed up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:37.810696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f92b892e-d1b8-474a-b91c-d1c67e1ea9df) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:37.815021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:37.815938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.829810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1c14b-0bf6-4697-b9cd-32843e84d829 None None] Network f92b892e-d1b8-474a-b91c-d1c67e1ea9df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:37.880778 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:37.897343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-49da9deb-df6d-484d-8d06-7d114fb39e5b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1527033 Aug 12 04:29:37.900726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51398) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:37.976911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Pushing event updated for resources: {'Port': ['ID=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:38.014470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:38.018887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:38.025825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:38.111631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:38.124890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a955a976-3d67-4783-9302-7a6c80314bed triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:38.124890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.128092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-886c052d-53da-4e0c-a740-2886433d703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.159793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Attempting to bind port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:29:38.160272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Attempting to bind port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '5c273b9c-c69f-406c-8758-d582dd1e4e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:29:38.161179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Attempting to bind port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe on network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:38.180430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:29:38.180653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Checking segment: {'id': '5c273b9c-c69f-406c-8758-d582dd1e4e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:38.181151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.181629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Bound using segment: {'id': '5c273b9c-c69f-406c-8758-d582dd1e4e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:29:38.182193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Bound port: 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c273b9c-c69f-406c-8758-d582dd1e4e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4e48eaa1-bca2-4f59-bc83-a040f9546eaa'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:29:38.182774 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.264321 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-886c052d-53da-4e0c-a740-2886433d703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.267462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f92b892e-d1b8-474a-b91c-d1c67e1ea9df', 'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df', 'tenant_id': '89e7645b1c7140eab9db9a9b204910c0', 'fixed_ips': [{'subnet_id': '3fe3b5af-baae-4d38-a61f-e8e56e7e5091'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:29:38.268404 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.325888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.333690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-886c052d-53da-4e0c-a740-2886433d703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.336941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] For port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:29:38.342874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] For port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,segment=NetworkSegment(5c273b9c-c69f-406c-8758-d582dd1e4e64),segment_id=5c273b9c-c69f-406c-8758-d582dd1e4e64)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:29:38.419396 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.454642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-886c052d-53da-4e0c-a740-2886433d703c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab0c3dff32504c7d9200468aefe767d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411520 Aug 12 04:29:38.455564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c052d-53da-4e0c-a740-2886433d703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f726e08c-67a5-4272-b31d-4fbc13713ccb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:38.458062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:38.557750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-393c6893-c2e3-46b7-9e29-ecd608452d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.609051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fe2b5-a580-47b9-b699-6f807beb8b39 None None] Pushing event updated for resources: {'Port': ['ID=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:38.613472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-393c6893-c2e3-46b7-9e29-ecd608452d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.627336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Allocated IP 2001:db8::2 (f92b892e-d1b8-474a-b91c-d1c67e1ea9df/3fe3b5af-baae-4d38-a61f-e8e56e7e5091/128756e4-ee94-439a-8293-e6d3799ff22f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:38.667952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Allocated IP 2001:db8::1 (4e48eaa1-bca2-4f59-bc83-a040f9546eaa/55003095-303f-46c6-b731-53ee094c051e/40edd7d8-ce11-404e-8d1d-53743537f052) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:38.730917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-393c6893-c2e3-46b7-9e29-ecd608452d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.737392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-393c6893-c2e3-46b7-9e29-ecd608452d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.742679 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-393c6893-c2e3-46b7-9e29-ecd608452d0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f726e08c-67a5-4272-b31d-4fbc13713ccb HTTP/1.1" status: 204 len: 168 time: 0.2837715 Aug 12 04:29:38.755155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:38.756253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-b9836516-0ab2-4a5b-adeb-5dbe7c892320 req-e83873a4-2049-4d2e-a025-df940f723f34 service neutron] (95043) timed out ('10.222.0.20', 56614) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:29:38.827100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6893-c2e3-46b7-9e29-ecd608452d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f726e08c-67a5-4272-b31d-4fbc13713ccb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:38.849537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:38.886354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Transition to ACTIVE for port object 40edd7d8-ce11-404e-8d1d-53743537f052 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:38.908245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d8dc7815-2475-4a3a-8585-769eca26e5aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c31c796cfe794971a56db4f57f647957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518738 Aug 12 04:29:38.908912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51420) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:39.053195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b90375fc-b633-49a6-9e79-7640051d5b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.066945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.096261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b90375fc-b633-49a6-9e79-7640051d5b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.165202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:39.172731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:39.178090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:39.178929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.187781 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.196840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Transition to ACTIVE for port object 128756e4-ee94-439a-8293-e6d3799ff22f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:39.199986 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b90375fc-b633-49a6-9e79-7640051d5b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.203238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b90375fc-b633-49a6-9e79-7640051d5b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.204655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b90375fc-b633-49a6-9e79-7640051d5b83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2802f0a7-0c3f-455f-9ddd-bd0a4d1fabba HTTP/1.1" status: 204 len: 168 time: 0.2948055 Aug 12 04:29:39.214514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Transition to ACTIVE for port object 128756e4-ee94-439a-8293-e6d3799ff22f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:39.216125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90375fc-b633-49a6-9e79-7640051d5b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2802f0a7-0c3f-455f-9ddd-bd0a4d1fabba,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:39.254739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Port': ['ID=40edd7d8-ce11-404e-8d1d-53743537f052,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:39.312298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.382123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Network f92b892e-d1b8-474a-b91c-d1c67e1ea9df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:39.385462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:39.389016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:39.396290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Pushing event updated for resources: {'Port': ['ID=128756e4-ee94-439a-8293-e6d3799ff22f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:39.459987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Attempting to bind port 128756e4-ee94-439a-8293-e6d3799ff22f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:29:39.460362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Attempting to bind port 128756e4-ee94-439a-8293-e6d3799ff22f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ecb39467-f760-4c51-afb2-e1375cd6520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:29:39.460729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Attempting to bind port 128756e4-ee94-439a-8293-e6d3799ff22f on network f92b892e-d1b8-474a-b91c-d1c67e1ea9df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:39.467295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:29:39.467835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Checking segment: {'id': 'ecb39467-f760-4c51-afb2-e1375cd6520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:39.468595 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.469006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Bound using segment: {'id': 'ecb39467-f760-4c51-afb2-e1375cd6520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:29:39.469610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Bound port: 128756e4-ee94-439a-8293-e6d3799ff22f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb39467-f760-4c51-afb2-e1375cd6520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f92b892e-d1b8-474a-b91c-d1c67e1ea9df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:29:39.469856 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.502519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.575361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] For port 128756e4-ee94-439a-8293-e6d3799ff22f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:29:39.579393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] For port 128756e4-ee94-439a-8293-e6d3799ff22f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=128756e4-ee94-439a-8293-e6d3799ff22f,segment=NetworkSegment(ecb39467-f760-4c51-afb2-e1375cd6520c),segment_id=ecb39467-f760-4c51-afb2-e1375cd6520c)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:29:39.703659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:39.828144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd609c-60b6-44a6-b984-6d38a845f486 None None] Pushing event updated for resources: {'Port': ['ID=128756e4-ee94-439a-8293-e6d3799ff22f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:39.942776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:39.969137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:40.066243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:40.067201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:40.098111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140fc80d-a0ff-4914-90c8-66c215789c47 None None] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:40.166952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:40.239783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Port': ['ID=40edd7d8-ce11-404e-8d1d-53743537f052,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:40.333799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] Provisioning for port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:40.334411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:40.336386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:40.345895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] Provisioning complete for port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:40.346445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:40.514802 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:40.562547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] For port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,segment=NetworkSegment(5c273b9c-c69f-406c-8758-d582dd1e4e64),segment_id=5c273b9c-c69f-406c-8758-d582dd1e4e64)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:40.617137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Router f1ab7b18-45de-410e-8054-2e36b05a3da5 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:29:40.637539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:40.773660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec2587-dc6f-4af8-80a9-985d71c9fe47 None None] Pushing event updated for resources: {'Port': ['ID=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:40.842999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:29:40.859351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ec14236-e988-40ef-84c3-66d877ca2725 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9479399 Aug 12 04:29:40.859351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51488) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:40.859534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] Sync routers for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:29:40.880467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:40.881102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:40.959722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:40.965167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7a865dea-5aa7-41de-abcd-cecf1adc0682 None None] Provisioning complete for port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:40.965549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a865dea-5aa7-41de-abcd-cecf1adc0682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:41.003907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:41.004564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:41.067192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:41.071329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d74b178-edfb-4720-b43b-abee3ced80f7 None None] The sync data for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:29:41.289108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7a865dea-5aa7-41de-abcd-cecf1adc0682 None None] Provisioning for port 40edd7d8-ce11-404e-8d1d-53743537f052 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:41.295869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7a865dea-5aa7-41de-abcd-cecf1adc0682 None None] Provisioning complete for port 40edd7d8-ce11-404e-8d1d-53743537f052 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:41.296656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a865dea-5aa7-41de-abcd-cecf1adc0682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:41.365888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7a865dea-5aa7-41de-abcd-cecf1adc0682 None None] Port 40edd7d8-ce11-404e-8d1d-53743537f052 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:41.416995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183194c0-db84-462d-a79a-70ed51972d9b None None] Network f92b892e-d1b8-474a-b91c-d1c67e1ea9df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:41.671933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-59b6d80c-10bc-4889-ba3d-108d5cc07451 None None] Provisioning for port 128756e4-ee94-439a-8293-e6d3799ff22f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:41.728953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-59b6d80c-10bc-4889-ba3d-108d5cc07451 None None] Provisioning complete for port 40edd7d8-ce11-404e-8d1d-53743537f052 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:41.729432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-59b6d80c-10bc-4889-ba3d-108d5cc07451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:41.809057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87611b3-81f6-4230-87b6-818e12cd6dae req-5acc3663-59ec-48e6-89a0-b1a69db119a1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:41.811200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-59b6d80c-10bc-4889-ba3d-108d5cc07451 None None] Port 40edd7d8-ce11-404e-8d1d-53743537f052 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:41.822674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f87611b3-81f6-4230-87b6-818e12cd6dae req-5acc3663-59ec-48e6-89a0-b1a69db119a1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1985407 Aug 12 04:29:41.837634 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-cf621ece-fb4e-4459-96f2-952e744c2792 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:29:41.841581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cf621ece-fb4e-4459-96f2-952e744c2792 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9821341 Aug 12 04:29:41.842029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51514) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:41.873570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f87611b3-81f6-4230-87b6-818e12cd6dae req-6cca45c9-e252-43f8-b575-b3d0b199a078 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525131 Aug 12 04:29:41.932795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8ed54caa-808b-45e3-ae48-020948f62b9a None None] Provisioning complete for port 40edd7d8-ce11-404e-8d1d-53743537f052 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:41.944195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ed54caa-808b-45e3-ae48-020948f62b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.023563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 128756e4-ee94-439a-8293-e6d3799ff22f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:42.024224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8ed54caa-808b-45e3-ae48-020948f62b9a None None] Port 40edd7d8-ce11-404e-8d1d-53743537f052 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:42.153588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 128756e4-ee94-439a-8293-e6d3799ff22f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:42.158940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 128756e4-ee94-439a-8293-e6d3799ff22f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:42.159674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.163265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a7b7c6c3-6f69-41bf-9719-f3741de10cf4 None None] Provisioning complete for port 128756e4-ee94-439a-8293-e6d3799ff22f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:42.164036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c6c3-6f69-41bf-9719-f3741de10cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.253111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51530) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:42.347695 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.365072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-5fd44e23-baf5-4508-b589-a1b30e2202a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:42.366587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-5fd44e23-baf5-4508-b589-a1b30e2202a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.6928923 Aug 12 04:29:42.438547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7b7c6c3-6f69-41bf-9719-f3741de10cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.483097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92c2582f-265d-4f30-b246-8abf001aa8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.483328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 128756e4-ee94-439a-8293-e6d3799ff22f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=128756e4-ee94-439a-8293-e6d3799ff22f,segment=NetworkSegment(ecb39467-f760-4c51-afb2-e1375cd6520c),segment_id=ecb39467-f760-4c51-afb2-e1375cd6520c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:42.531615 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.567911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-6e77ab7e-dd10-435b-b5d1-ed85af6aff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:42.569103 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.569413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-6e77ab7e-dd10-435b-b5d1-ed85af6aff58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1957030 Aug 12 04:29:42.569910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:42.641115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-a7b7c6c3-6f69-41bf-9719-f3741de10cf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:29:42.641796 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-a7b7c6c3-6f69-41bf-9719-f3741de10cf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:29:42.700520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=128756e4-ee94-439a-8293-e6d3799ff22f,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:42.712650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:42.713758 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.745934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92c2582f-265d-4f30-b246-8abf001aa8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.769847 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-f227939f-5b6d-4134-8fe6-d63760ebb726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.1928372 Aug 12 04:29:42.863469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92c2582f-265d-4f30-b246-8abf001aa8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:42.903944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-a6e06a10-2d66-41f8-bc4a-3455676cc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:42.905773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-a6e06a10-2d66-41f8-bc4a-3455676cc562 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1290691 Aug 12 04:29:42.958393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92c2582f-265d-4f30-b246-8abf001aa8a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45c2334dc94d471eb973c4924b903a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035592 Aug 12 04:29:42.961112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2582f-265d-4f30-b246-8abf001aa8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85126af2-74cf-4ea8-b983-7e25c3004c79,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:42.965467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51550) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:43.004251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-0e82fb69-8b02-4376-ba85-1cb997c888dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:43.005954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-0e82fb69-8b02-4376-ba85-1cb997c888dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888886 Aug 12 04:29:43.050735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting port 40edd7d8-ce11-404e-8d1d-53743537f052 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:43.051222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.074468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ae07e-9f4b-4ee0-bea7-4212953ea9fc req-74ae4b1d-dc11-4422-bdc1-d3106e4e4734 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:43.076282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e69ae07e-9f4b-4ee0-bea7-4212953ea9fc req-74ae4b1d-dc11-4422-bdc1-d3106e4e4734 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0882306 Aug 12 04:29:43.110000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7926aa60-b067-42d6-a4fc-99d12138b998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.163524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7926aa60-b067-42d6-a4fc-99d12138b998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.172000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e69ae07e-9f4b-4ee0-bea7-4212953ea9fc req-f198d861-8c3e-4d42-914f-b7d642b6c931 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530236 Aug 12 04:29:43.217536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-df11947f-690a-4fe9-ae8b-5efddf8c1b9f service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916769 Aug 12 04:29:43.249176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.267248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Calling delete_port for 40edd7d8-ce11-404e-8d1d-53743537f052 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:43.322497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44cc7dc4-e343-4700-b45c-e143c97116e7 req-a2445850-a438-462d-9e9d-6018c491b149 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966821 Aug 12 04:29:43.358901 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7926aa60-b067-42d6-a4fc-99d12138b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.366099 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7926aa60-b067-42d6-a4fc-99d12138b998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.367657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7926aa60-b067-42d6-a4fc-99d12138b998 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85126af2-74cf-4ea8-b983-7e25c3004c79 HTTP/1.1" status: 204 len: 168 time: 0.4011433 Aug 12 04:29:43.383995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926aa60-b067-42d6-a4fc-99d12138b998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85126af2-74cf-4ea8-b983-7e25c3004c79,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:43.595153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.628643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Port': ['ID=40edd7d8-ce11-404e-8d1d-53743537f052,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:43.734805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.815067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 128756e4-ee94-439a-8293-e6d3799ff22f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:43.891913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 128756e4-ee94-439a-8293-e6d3799ff22f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:43.892393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:43.963593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Router f1ab7b18-45de-410e-8054-2e36b05a3da5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:29:44.084663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:29:44.095964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a918c287-11f1-47bd-9671-0ded711b08d7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2469358 Aug 12 04:29:44.096063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51586) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:44.098038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fe7911-6182-4796-980e-adc8a885776c None None] Sync routers for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:29:44.109754 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe7911-6182-4796-980e-adc8a885776c None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:44.110388 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-44fe7911-6182-4796-980e-adc8a885776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:44.144225 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-44fe7911-6182-4796-980e-adc8a885776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:44.146249 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-a4cd1f35-8012-47bb-a098-ea597964811c tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] delete failed (client error): The resource could not be found. Aug 12 04:29:44.150969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a4cd1f35-8012-47bb-a098-ea597964811c tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1919765157 HTTP/1.1" status: 404 len: 335 time: 0.0522153 Aug 12 04:29:44.151412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51592) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:44.155492 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe7911-6182-4796-980e-adc8a885776c None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:44.156114 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-44fe7911-6182-4796-980e-adc8a885776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:44.158271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-30ab71f4-5c60-49c1-a47c-7f0c91dfdbf8 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1ab7b18-45de-410e-8054-2e36b05a3da5'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:44.196422 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-44fe7911-6182-4796-980e-adc8a885776c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:44.197861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fe7911-6182-4796-980e-adc8a885776c None None] The sync data for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:29:44.331640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7413b-29f4-41a1-86b2-3064e2938de3 req-546db7e9-4747-444f-9cb3-d2d7fdbde03d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:44.333164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3be7413b-29f4-41a1-86b2-3064e2938de3 req-546db7e9-4747-444f-9cb3-d2d7fdbde03d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0533128 Aug 12 04:29:44.375916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3be7413b-29f4-41a1-86b2-3064e2938de3 req-39a841d9-aa55-4be3-8aea-87d4a4c25d00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361855 Aug 12 04:29:44.666577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30ab71f4-5c60-49c1-a47c-7f0c91dfdbf8 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:44.832670 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-30ab71f4-5c60-49c1-a47c-7f0c91dfdbf8 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] update failed (client error): The resource could not be found. Aug 12 04:29:44.833869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-30ab71f4-5c60-49c1-a47c-7f0c91dfdbf8 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5 HTTP/1.1" status: 404 len: 339 time: 0.6813822 Aug 12 04:29:44.838181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:44.844239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1550087026'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:44.975203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:44.982132 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:45.008415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:29:45.018883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:45.019793 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Added segment c95178b0-716f-4ddf-8cd1-5a39b16ebac2 of type vlan for network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 Aug 12 04:29:45.089499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:45.185784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:45.192284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:45.193065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:45.282809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Network': ['ID=cba8e3ae-9fed-42ed-ae2d-ab67b4eea237,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:45.296891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:29:45.336703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1952141c-14a6-492a-9ace-0fbe144f7f3b tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4967616 Aug 12 04:29:45.340287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51644) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:45.349394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'subnet': {'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:45.857577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Made reservation on behalf of 89e7645b1c7140eab9db9a9b204910c0 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:29:45.864899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:46.154603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:46.224308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Subnet': ['ID=6ae50e57-09e8-4702-ac96-5b30768bbaaa,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:46.231783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Checking segment: {'id': 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:46.232092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network hostable DHCP agents. Network: cba8e3ae-9fed-42ed-ae2d-ab67b4eea237, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:29:46.301335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:29:46.374493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, cba8e3ae-9fed-42ed-ae2d-ab67b4eea237) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:46.378584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:46.379191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:46.384953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a022d-1b85-454c-b114-ad12c4aa60ee None None] Network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:46.461834 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-278499b5-902e-4ec2-beb7-e039aa7bdd38 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1197534 Aug 12 04:29:46.466129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51676) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:46.474989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-71ee3242-dee8-4257-b63c-7957ea45d100 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:46.619766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-cba8e3ae-9fed-42ed-ae2d-ab67b4eea237', 'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237', 'tenant_id': '89e7645b1c7140eab9db9a9b204910c0', 'fixed_ips': [{'subnet_id': '6ae50e57-09e8-4702-ac96-5b30768bbaaa'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:29:46.625967 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:46.731001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-71ee3242-dee8-4257-b63c-7957ea45d100 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:46.816578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Allocated IP 2001:db8:1::2 (cba8e3ae-9fed-42ed-ae2d-ab67b4eea237/6ae50e57-09e8-4702-ac96-5b30768bbaaa/5c1283b5-eda5-4fcc-b3c9-ec04c3519183) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:46.903940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51688) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:47.051710 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-71ee3242-dee8-4257-b63c-7957ea45d100 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:29:47.052777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-71ee3242-dee8-4257-b63c-7957ea45d100 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5 HTTP/1.1" status: 400 len: 364 time: 0.5847874 Aug 12 04:29:47.057141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51696) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:47.105483 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.115535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Transition to ACTIVE for port object 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:47.131036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef455-5c46-4ef1-a9a2-6301b6bf85dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.139278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Transition to ACTIVE for port object 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:47.200497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.282786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:47.285909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:47.289322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:47.355935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Pushing event updated for resources: {'Port': ['ID=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:47.367288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Attempting to bind port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:29:47.367656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Attempting to bind port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:29:47.368073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Attempting to bind port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 on network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:29:47.375317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:29:47.375945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Checking segment: {'id': 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:29:47.376860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.377417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Bound using segment: {'id': 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:29:47.378119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Bound port: 5c1283b5-eda5-4fcc-b3c9-ec04c3519183, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cba8e3ae-9fed-42ed-ae2d-ab67b4eea237'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:29:47.379135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.417349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef455-5c46-4ef1-a9a2-6301b6bf85dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.497222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef455-5c46-4ef1-a9a2-6301b6bf85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.519138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] For port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:29:47.523908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] For port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,segment=NetworkSegment(c95178b0-716f-4ddf-8cd1-5a39b16ebac2),segment_id=c95178b0-716f-4ddf-8cd1-5a39b16ebac2)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:29:47.589361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ef455-5c46-4ef1-a9a2-6301b6bf85dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572f2df4-9842-41cb-b7a6-efa48c6020d7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:47.595753 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4e6ef455-5c46-4ef1-a9a2-6301b6bf85dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db5542038e294c8b8b1e694a473aa246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901186 Aug 12 04:29:47.598751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51724) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:47.661062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.668756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23bf48cb-e856-452f-b021-6296de6209be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.680233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.701216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23bf48cb-e856-452f-b021-6296de6209be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.807971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f3d94-27bc-482f-b2e4-efae13826bf5 None None] Pushing event updated for resources: {'Port': ['ID=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:47.920012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23bf48cb-e856-452f-b021-6296de6209be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.923394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-23bf48cb-e856-452f-b021-6296de6209be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:47.927095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-23bf48cb-e856-452f-b021-6296de6209be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/572f2df4-9842-41cb-b7a6-efa48c6020d7 HTTP/1.1" status: 204 len: 168 time: 0.3187962 Aug 12 04:29:47.940267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf48cb-e856-452f-b021-6296de6209be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f2df4-9842-41cb-b7a6-efa48c6020d7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:48.168829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Allocated IP 2001:db8::1 (6dfdad51-892c-42c7-b26f-9d285444e21d/494e358b-032b-45f1-9d8f-394ca8c94532/d6a762a5-0b57-4a9a-a752-e712b50a0e6d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:29:48.325685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:48.344558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Transition to ACTIVE for port object d6a762a5-0b57-4a9a-a752-e712b50a0e6d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:29:48.451539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:48.543580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network 6dfdad51-892c-42c7-b26f-9d285444e21d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:48.547308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:48.565268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:29:48.566738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:48.662834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Port': ['ID=d6a762a5-0b57-4a9a-a752-e712b50a0e6d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:48.882444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:48.950490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51762) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:48.980921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efcda599-9fb3-4055-973d-ccda90e5ee5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.197077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efcda599-9fb3-4055-973d-ccda90e5ee5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.254394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-53f18951-7803-4219-9b3d-f4f418d898ad None None] Provisioning for port d6a762a5-0b57-4a9a-a752-e712b50a0e6d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:49.275757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-53f18951-7803-4219-9b3d-f4f418d898ad None None] Provisioning complete for port d6a762a5-0b57-4a9a-a752-e712b50a0e6d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:49.276378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-53f18951-7803-4219-9b3d-f4f418d898ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.323145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efcda599-9fb3-4055-973d-ccda90e5ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.325280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.329172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-53f18951-7803-4219-9b3d-f4f418d898ad None None] Port d6a762a5-0b57-4a9a-a752-e712b50a0e6d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:49.374031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-efcda599-9fb3-4055-973d-ccda90e5ee5a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36f183ba3b5e454785f2c9dd330ac6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218194 Aug 12 04:29:49.375214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcda599-9fb3-4055-973d-ccda90e5ee5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f119ff-2ebb-4ffc-b3a7-4f33dbb73d05,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:49.377345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51770) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:49.383382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e70b7-e562-4663-99bf-3d74883e5ec5 None None] Network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:49.438488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-018b966d-b161-4fc0-a9ca-c41a9be3d6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.464738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-018b966d-b161-4fc0-a9ca-c41a9be3d6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.523981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.526230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.615897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ec18b62c-0437-4431-a004-c59751dfc01d None None] Provisioning for port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:49.669782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-018b966d-b161-4fc0-a9ca-c41a9be3d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.674998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-018b966d-b161-4fc0-a9ca-c41a9be3d6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:49.674998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-018b966d-b161-4fc0-a9ca-c41a9be3d6bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2f119ff-2ebb-4ffc-b3a7-4f33dbb73d05 HTTP/1.1" status: 204 len: 168 time: 0.2964189 Aug 12 04:29:49.709069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b966d-b161-4fc0-a9ca-c41a9be3d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f119ff-2ebb-4ffc-b3a7-4f33dbb73d05,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:49.723056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event updated for resources: {'Port': ['ID=d6a762a5-0b57-4a9a-a752-e712b50a0e6d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:49.812110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Network 6dfdad51-892c-42c7-b26f-9d285444e21d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:29:49.813734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:29:49.929203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:50.034236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Router f1ab7b18-45de-410e-8054-2e36b05a3da5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:29:50.141320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:29:50.145793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:29:50.146628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-21f6bec1-aa91-4c29-94f8-8fec0b4a4e22 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884924 Aug 12 04:29:50.149691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51790) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:50.161834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:50.162207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:50.170690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] Sync routers for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:29:50.214668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:50.215528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:50.258232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:50.259011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4fcb4756-132a-4f65-8e23-c13f9096231f tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:50.278346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-42267511-9a5c-46f1-8a2c-0670e3334e95 None None] Provisioning complete for port d6a762a5-0b57-4a9a-a752-e712b50a0e6d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:50.278920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42267511-9a5c-46f1-8a2c-0670e3334e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:50.282937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:50.283578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:50.363119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:50.363639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b60e6f-052e-41fb-baf8-8eaa2f6c5e37 None None] The sync data for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:29:50.386969 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-4fcb4756-132a-4f65-8e23-c13f9096231f tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 04:29:50.390035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4fcb4756-132a-4f65-8e23-c13f9096231f tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5 HTTP/1.1" status: 409 len: 329 time: 0.2380211 Aug 12 04:29:50.391399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-42267511-9a5c-46f1-8a2c-0670e3334e95 None None] Port d6a762a5-0b57-4a9a-a752-e712b50a0e6d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:29:50.392577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:50.441782 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:50.487939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,segment=NetworkSegment(c95178b0-716f-4ddf-8cd1-5a39b16ebac2),segment_id=c95178b0-716f-4ddf-8cd1-5a39b16ebac2)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:50.560811 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:50.661031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:50.876632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:51.172857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting port d6a762a5-0b57-4a9a-a752-e712b50a0e6d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:51.173203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:51.296665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:51.311542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Calling delete_port for d6a762a5-0b57-4a9a-a752-e712b50a0e6d owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:51.584051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51846) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:51.691742 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:51.787786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Port': ['ID=d6a762a5-0b57-4a9a-a752-e712b50a0e6d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:51.843146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4c91-57d8-440e-956a-48be1d02c378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:51.911543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:29:51.986968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:29:51.987605 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:52.401524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:52.640180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Router f1ab7b18-45de-410e-8054-2e36b05a3da5 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:29:52.647238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4c91-57d8-440e-956a-48be1d02c378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:52.722174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:29:52.727138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-40c28a07-5946-4813-96c6-f43830fd197d tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332996 Aug 12 04:29:52.731120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51874) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:52.737864 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] Sync routers for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:29:52.746362 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:52.747081 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:52.771689 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-a5c2cf79-bb9e-4d55-9678-ae86276b9fb7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] show failed (client error): The resource could not be found. Aug 12 04:29:52.775035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a5c2cf79-bb9e-4d55-9678-ae86276b9fb7 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1027438419 HTTP/1.1" status: 404 len: 335 time: 0.0406246 Aug 12 04:29:52.778766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51878) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:52.782625 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:52.785356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fb5b0e37-54f1-4fcd-a8ec-69741f0e2d8f tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:29:52.794297 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] Routers {'f1ab7b18-45de-410e-8054-2e36b05a3da5'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:29:52.795053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:29:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['f1ab7b18-45de-410e-8054-2e36b05a3da5'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:52.838136 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-fb5b0e37-54f1-4fcd-a8ec-69741f0e2d8f tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] update failed (client error): The resource could not be found. Aug 12 04:29:52.838310 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:52.839208 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb5b0e37-54f1-4fcd-a8ec-69741f0e2d8f tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1854520815 HTTP/1.1" status: 404 len: 335 time: 0.0579624 Aug 12 04:29:52.843044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51884) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:52.848080 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fc945f-ced6-499c-8355-ecd854f0784f None None] The sync data for ids ['f1ab7b18-45de-410e-8054-2e36b05a3da5'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:29:52.877231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4c91-57d8-440e-956a-48be1d02c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:52.989151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting subnet 6ae50e57-09e8-4702-ac96-5b30768bbaaa {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:52.993680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c4c91-57d8-440e-956a-48be1d02c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017bf1bf-2990-4ed1-b2db-083c596e8e75,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:52.996458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.003363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a7c4c91-57d8-440e-956a-48be1d02c378 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c626d918583b48cfa7f4788390876a16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4159064 Aug 12 04:29:53.004674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51890) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:53.058431 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.115632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e27c70b7-5cb2-4932-9852-da91aca7682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.125919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:29:53.194045 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e27c70b7-5cb2-4932-9852-da91aca7682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.282413 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.359899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e27c70b7-5cb2-4932-9852-da91aca7682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.363093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e27c70b7-5cb2-4932-9852-da91aca7682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.365216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e27c70b7-5cb2-4932-9852-da91aca7682c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/017bf1bf-2990-4ed1-b2db-083c596e8e75 HTTP/1.1" status: 204 len: 168 time: 0.3591707 Aug 12 04:29:53.374838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c70b7-5cb2-4932-9852-da91aca7682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017bf1bf-2990-4ed1-b2db-083c596e8e75,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:53.460748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.496775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae50e57-09e8-4702-ac96-5b30768bbaaa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:53.511137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.511137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ac353d1f-c363-42ae-bb56-5931dad50d13 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/subnets/6ae50e57-09e8-4702-ac96-5b30768bbaaa HTTP/1.1" status: 204 len: 168 time: 0.6645269 Aug 12 04:29:53.511329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51912) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:53.521169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72df81-ecf3-40d4-a981-4ff865a71d15 None None] Network cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:53.598806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.656540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:53.657271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.731710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] For port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,segment=NetworkSegment(c95178b0-716f-4ddf-8cd1-5a39b16ebac2),segment_id=c95178b0-716f-4ddf-8cd1-5a39b16ebac2)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:53.732396 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.748814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Calling delete_port for 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:53.893457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] DHCP port deletion for cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:53.906245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:53.954365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Port': ['ID=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:53.958370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] No DVR routers for this DVR port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:53.993408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Deleting port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:53.993701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.027214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51930) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:54.053438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.078239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba8e3ae-9fed-42ed-ae2d-ab67b4eea237']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:54.094483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] For port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:54.095194 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.109540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:54.109781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95178b0-716f-4ddf-8cd1-5a39b16ebac2') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:54.111063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Calling delete_port for 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:54.113873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:29:54.115283 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.138806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.143349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] Pushing event deleted for resources: {'Port': ['ID=5c1283b5-eda5-4fcc-b3c9-ec04c3519183,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:54.145942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d119a-1f72-466d-a69a-0af72f95b8c8 None None] No DVR routers for this DVR port 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:54.173991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.182446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:54.182942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:54.186969 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:54.234773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-8dca3b80-b0ed-4712-99a9-2404ac394f21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108317 Aug 12 04:29:54.249054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-203f49ce-f0e7-4e0c-b0b0-2caaa1bc6135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.354987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.360746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.365579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/networks/cba8e3ae-9fed-42ed-ae2d-ab67b4eea237 HTTP/1.1" status: 204 len: 168 time: 0.8532603 Aug 12 04:29:54.366314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51946) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:54.411167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2106a-a01e-4284-831c-aef4262d0719 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Network': ['ID=cba8e3ae-9fed-42ed-ae2d-ab67b4eea237,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:54.433883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-203f49ce-f0e7-4e0c-b0b0-2caaa1bc6135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.438581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-1d9c0079-c9bb-45d0-bc45-c9cd0898e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:54.440318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-1d9c0079-c9bb-45d0-bc45-c9cd0898e129 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.1524537 Aug 12 04:29:54.457322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting subnet 3fe3b5af-baae-4d38-a61f-e8e56e7e5091 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:54.463063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:54.472633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.487671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3acbe09-7e0b-40c9-a98f-a010b801e028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.528664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-203f49ce-f0e7-4e0c-b0b0-2caaa1bc6135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.560117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.600531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-203f49ce-f0e7-4e0c-b0b0-2caaa1bc6135 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b539bdd13d764a2bab5d96a31d93d2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800507 Aug 12 04:29:54.604133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:54.608112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f49ce-f0e7-4e0c-b0b0-2caaa1bc6135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e09b9c-95bd-4cfa-a1db-409f64bf993e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:54.658207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-55dc4208-aa66-4f34-882a-dd8d23172605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:54.659706 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-55dc4208-aa66-4f34-882a-dd8d23172605 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1962800 Aug 12 04:29:54.676369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3acbe09-7e0b-40c9-a98f-a010b801e028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.811534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3acbe09-7e0b-40c9-a98f-a010b801e028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.859336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3acbe09-7e0b-40c9-a98f-a010b801e028 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=193a128be5d64790ba33d38cbbd21cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891635 Aug 12 04:29:54.859336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acbe09-7e0b-40c9-a98f-a010b801e028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe2de5-1d0a-4067-bddb-09fb4b39046d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:54.859336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:54.920838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e88152a-329a-4abd-b692-c853003fc8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:54.950404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e88152a-329a-4abd-b692-c853003fc8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.075359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e88152a-329a-4abd-b692-c853003fc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.081241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e88152a-329a-4abd-b692-c853003fc8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.086077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e88152a-329a-4abd-b692-c853003fc8b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dbe2de5-1d0a-4067-bddb-09fb4b39046d HTTP/1.1" status: 204 len: 168 time: 0.2281139 Aug 12 04:29:55.106669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88152a-329a-4abd-b692-c853003fc8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe2de5-1d0a-4067-bddb-09fb4b39046d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:55.144655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-7a2e8186-f56f-4797-91c6-598d2e01beb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.4596453 Aug 12 04:29:55.197666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.250931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5d76e221-0cae-4470-bf6d-b76927fbc6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.273623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5d76e221-0cae-4470-bf6d-b76927fbc6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.334977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-538a36fb-7de2-4371-b0e2-8737aaa8c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:55.336451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-538a36fb-7de2-4371-b0e2-8737aaa8c9e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1824584 Aug 12 04:29:55.383658 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5d76e221-0cae-4470-bf6d-b76927fbc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.386228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5d76e221-0cae-4470-bf6d-b76927fbc6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.389647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5d76e221-0cae-4470-bf6d-b76927fbc6b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27e09b9c-95bd-4cfa-a1db-409f64bf993e HTTP/1.1" status: 204 len: 168 time: 0.7785349 Aug 12 04:29:55.400844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e221-0cae-4470-bf6d-b76927fbc6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e09b9c-95bd-4cfa-a1db-409f64bf993e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:55.426845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-90c76007-c012-415f-aa6d-249ace879676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:29:55.431728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-90c76007-c012-415f-aa6d-249ace879676 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846732 Aug 12 04:29:55.481204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.545384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.579079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c881533-0744-4dc0-a575-878b7359f6d7 None None] Network f92b892e-d1b8-474a-b91c-d1c67e1ea9df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:55.582243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.590202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/subnets/3fe3b5af-baae-4d38-a61f-e8e56e7e5091 HTTP/1.1" status: 204 len: 168 time: 1.2176998 Aug 12 04:29:55.592758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51986) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:55.628777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f840b94-3d51-4bb9-a669-d72664b8cd12 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe3b5af-baae-4d38-a61f-e8e56e7e5091,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:55.670697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting subnet 55003095-303f-46c6-b731-53ee094c051e {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:55.674553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.690600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-dece5874-f2ed-41da-a69e-a135d93539e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490938 Aug 12 04:29:55.804223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.874319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:55.883649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:55.937392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45140ccf-f684-4888-890d-aab6dd7e0f09 req-fff9665d-12ef-4927-b155-30e3b80ebdd5 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369773 Aug 12 04:29:56.010858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:56.018316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5c1283b5-eda5-4fcc-b3c9-ec04c3519183 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:56.044961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.154615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] DHCP port deletion for f92b892e-d1b8-474a-b91c-d1c67e1ea9df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:56.248776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.263384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] Deleting port 128756e4-ee94-439a-8293-e6d3799ff22f {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:56.263830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.289622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52006) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:56.298665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Subnet': ['ID=55003095-303f-46c6-b731-53ee094c051e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:56.308129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0d7aba2-be57-4d20-8ff1-6036f37ff7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.322322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.326813 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-020cb891-3ada-4965-b9ef-6f82d278b15e tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/subnets/55003095-303f-46c6-b731-53ee094c051e HTTP/1.1" status: 204 len: 168 time: 0.7301517 Aug 12 04:29:56.327531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52008) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:56.369840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b1946-4458-4a75-9ab1-1e7deb0b28cf None None] Network 4e48eaa1-bca2-4f59-bc83-a040f9546eaa requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:56.435738 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0d7aba2-be57-4d20-8ff1-6036f37ff7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.474354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.487248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] For port 128756e4-ee94-439a-8293-e6d3799ff22f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=128756e4-ee94-439a-8293-e6d3799ff22f,segment=NetworkSegment(ecb39467-f760-4c51-afb2-e1375cd6520c),segment_id=ecb39467-f760-4c51-afb2-e1375cd6520c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:56.491486 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.505968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0d7aba2-be57-4d20-8ff1-6036f37ff7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.532993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] Calling delete_port for 128756e4-ee94-439a-8293-e6d3799ff22f owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:56.543975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting port 128756e4-ee94-439a-8293-e6d3799ff22f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:56.544657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.582777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7aba2-be57-4d20-8ff1-6036f37ff7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fc72c7-e15a-4932-97d3-ad992c7c38fd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:56.597428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52012) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:56.614883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a0d7aba2-be57-4d20-8ff1-6036f37ff7fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc7dac140e0747dcbbfc8a8d29c08169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235755 Aug 12 04:29:56.770323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] For port 128756e4-ee94-439a-8293-e6d3799ff22f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=128756e4-ee94-439a-8293-e6d3799ff22f,segment=NetworkSegment(ecb39467-f760-4c51-afb2-e1375cd6520c),segment_id=ecb39467-f760-4c51-afb2-e1375cd6520c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:56.771136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.808152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Calling delete_port for 128756e4-ee94-439a-8293-e6d3799ff22f owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:56.832437 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:56.838912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] DHCP port deletion for 4e48eaa1-bca2-4f59-bc83-a040f9546eaa request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:56.918690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] No DVR routers for this DVR port 128756e4-ee94-439a-8293-e6d3799ff22f on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:56.924436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d333b30-7b9e-4ae6-b2b9-ed35776b2a7a None None] Pushing event deleted for resources: {'Port': ['ID=128756e4-ee94-439a-8293-e6d3799ff22f,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:56.953480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-accc3760-1359-486a-9ec4-c05441eadbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.031449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] Deleting port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:57.031882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.058528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.105923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Port': ['ID=128756e4-ee94-439a-8293-e6d3799ff22f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:57.122351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-accc3760-1359-486a-9ec4-c05441eadbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.133712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] No DVR routers for this DVR port 128756e4-ee94-439a-8293-e6d3799ff22f on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:57.164086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] For port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,segment=NetworkSegment(5c273b9c-c69f-406c-8758-d582dd1e4e64),segment_id=5c273b9c-c69f-406c-8758-d582dd1e4e64)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:57.164631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.191279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] Calling delete_port for 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:57.309083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.326401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92b892e-d1b8-474a-b91c-d1c67e1ea9df']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:57.350396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb39467-f760-4c51-afb2-e1375cd6520c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:57.350678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb39467-f760-4c51-afb2-e1375cd6520c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:57.362298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.378964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.388309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:57.389521 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:57.392528 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:57.411620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.443934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] No DVR routers for this DVR port 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:57.448440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a84b0c-336b-4c4b-b0ec-ee4cd9dc4af3 None None] Pushing event deleted for resources: {'Port': ['ID=721a1ccf-dc3e-432c-802b-19ae6d5eb9fe,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:57.467805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-accc3760-1359-486a-9ec4-c05441eadbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.470407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-accc3760-1359-486a-9ec4-c05441eadbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.479080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-accc3760-1359-486a-9ec4-c05441eadbad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52fc72c7-e15a-4932-97d3-ad992c7c38fd HTTP/1.1" status: 204 len: 168 time: 0.8731332 Aug 12 04:29:57.483585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3760-1359-486a-9ec4-c05441eadbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fc72c7-e15a-4932-97d3-ad992c7c38fd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:57.619943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.627015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.631162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/networks/f92b892e-d1b8-474a-b91c-d1c67e1ea9df HTTP/1.1" status: 204 len: 168 time: 1.3003838 Aug 12 04:29:57.631409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52032) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:57.650107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a7e89-57c1-48f0-996e-5785d5e1ac17 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Network': ['ID=f92b892e-d1b8-474a-b91c-d1c67e1ea9df,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:57.729560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.826696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 128756e4-ee94-439a-8293-e6d3799ff22f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:57.842849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.845975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 128756e4-ee94-439a-8293-e6d3799ff22f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:57.846452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 128756e4-ee94-439a-8293-e6d3799ff22f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:57.847089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:57.863366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e48eaa1-bca2-4f59-bc83-a040f9546eaa']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:57.875380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:57.877113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 721a1ccf-dc3e-432c-802b-19ae6d5eb9fe not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:57.878142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c273b9c-c69f-406c-8758-d582dd1e4e64') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:57.878619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c273b9c-c69f-406c-8758-d582dd1e4e64') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:57.893841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.911122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.921984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:57.922562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:57.925923 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:58.084076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.114177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.118928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/networks/4e48eaa1-bca2-4f59-bc83-a040f9546eaa HTTP/1.1" status: 204 len: 168 time: 0.4839439 Aug 12 04:29:58.119683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52058) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:58.121961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb3d00-6d12-40e0-99cc-c67a5c9519ad tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Network': ['ID=4e48eaa1-bca2-4f59-bc83-a040f9546eaa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:58.197973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting subnet 494e358b-032b-45f1-9d8f-394ca8c94532 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:29:58.201201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.228936 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adf8b742-e084-41e6-8722-ffaa91b4a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.273414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.379738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.527236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.552538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b564e0-9bfa-4edf-bcf0-c3757e378fec None None] Network 6dfdad51-892c-42c7-b26f-9d285444e21d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:29:58.555383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.557900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/subnets/494e358b-032b-45f1-9d8f-394ca8c94532 HTTP/1.1" status: 204 len: 168 time: 0.4368944 Aug 12 04:29:58.560751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52080) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:58.661558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ce163-1e30-417e-8273-df9235b5d9ed tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Subnet': ['ID=494e358b-032b-45f1-9d8f-394ca8c94532,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:58.727610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.820852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Deleting port a955a976-3d67-4783-9302-7a6c80314bed {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:58.821867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.901221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] For port a955a976-3d67-4783-9302-7a6c80314bed, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a955a976-3d67-4783-9302-7a6c80314bed,segment=NetworkSegment(170d5072-be6b-44d7-b0ab-f65ac2587667),segment_id=170d5072-be6b-44d7-b0ab-f65ac2587667)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:58.901221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:58.912321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] DHCP port deletion for 6dfdad51-892c-42c7-b26f-9d285444e21d request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:29:58.931911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Calling delete_port for a955a976-3d67-4783-9302-7a6c80314bed owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:59.020766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] Deleting port a955a976-3d67-4783-9302-7a6c80314bed {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:29:59.021067 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.102480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] For port a955a976-3d67-4783-9302-7a6c80314bed, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a955a976-3d67-4783-9302-7a6c80314bed,segment=NetworkSegment(170d5072-be6b-44d7-b0ab-f65ac2587667),segment_id=170d5072-be6b-44d7-b0ab-f65ac2587667)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:29:59.103319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.119588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] Calling delete_port for a955a976-3d67-4783-9302-7a6c80314bed owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:29:59.222849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.233255 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.265962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Port': ['ID=a955a976-3d67-4783-9302-7a6c80314bed,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:59.272118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] Pushing event deleted for resources: {'Port': ['ID=a955a976-3d67-4783-9302-7a6c80314bed,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:59.274601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc68a69-77d4-4c3c-a146-d4cc33b9561f None None] No DVR routers for this DVR port a955a976-3d67-4783-9302-7a6c80314bed on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:59.290771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] No DVR routers for this DVR port a955a976-3d67-4783-9302-7a6c80314bed on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:29:59.414304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.426750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfdad51-892c-42c7-b26f-9d285444e21d']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:59.440045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170d5072-be6b-44d7-b0ab-f65ac2587667') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:59.440342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170d5072-be6b-44d7-b0ab-f65ac2587667') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:29:59.450567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.482952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.491272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:29:59.492002 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:29:59.497083 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:29:59.656748 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.686086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:29:59.695406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/networks/6dfdad51-892c-42c7-b26f-9d285444e21d HTTP/1.1" status: 204 len: 168 time: 1.1328480 Aug 12 04:29:59.697392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52108) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:59.754991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974a37f-7ef8-4df9-91c1-81e9260f3629 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Pushing event deleted for resources: {'Network': ['ID=6dfdad51-892c-42c7-b26f-9d285444e21d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:29:59.761127 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4bacb7b0-777c-4571-a528-e02f5f40eb77 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1ab7b18-45de-410e-8054-2e36b05a3da5 HTTP/1.1" status: 200 len: 205 time: 0.0614345 Aug 12 04:29:59.763657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52110) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:29:59.853649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a955a976-3d67-4783-9302-7a6c80314bed no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:29:59.954734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: a955a976-3d67-4783-9302-7a6c80314bed {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:29:59.955318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a955a976-3d67-4783-9302-7a6c80314bed not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:29:59.981597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.268530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.271331 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.415812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:00.457480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.459346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Fanout notify agent at l3_agent the message router_deleted on router f1ab7b18-45de-410e-8054-2e36b05a3da5 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:30:00.487956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.498332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8668e3c6-47e8-4765-9845-d2464919d425 tempest-RoutersNegativeIpV6Test-2145689944 tempest-RoutersNegativeIpV6Test-2145689944-project] 10.222.0.42 "DELETE /v2.0/routers/f1ab7b18-45de-410e-8054-2e36b05a3da5 HTTP/1.1" status: 204 len: 168 time: 0.7311208 Aug 12 04:30:00.834373 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d15a707c-46ef-429d-9a85-ee78e2100c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.936656 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b86a1ee7-6ccd-4bea-9c15-93424f36a806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:00.959920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.105357 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b86a1ee7-6ccd-4bea-9c15-93424f36a806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.160121 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b86a1ee7-6ccd-4bea-9c15-93424f36a806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.230227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a1ee7-6ccd-4bea-9c15-93424f36a806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f12ea9-3559-4b93-8d9f-c0011e8d7006,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:01.247334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b86a1ee7-6ccd-4bea-9c15-93424f36a806 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb7509dd9b1642e4ac3959ad290cb8be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303263 Aug 12 04:30:01.249967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52154) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:01.306580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52156) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:01.317478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-061123fc-4b58-4781-9cae-8b9343271ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.353992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-061123fc-4b58-4781-9cae-8b9343271ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.500130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-061123fc-4b58-4781-9cae-8b9343271ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.506808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-061123fc-4b58-4781-9cae-8b9343271ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.506808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-061123fc-4b58-4781-9cae-8b9343271ce3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6f12ea9-3559-4b93-8d9f-c0011e8d7006 HTTP/1.1" status: 204 len: 168 time: 0.2545843 Aug 12 04:30:01.511299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0a9381b9-d1e0-4e8d-9cac-df733cc120cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89e7645b1c7140eab9db9a9b204910c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937575 Aug 12 04:30:01.512176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:01.519099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061123fc-4b58-4781-9cae-8b9343271ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f12ea9-3559-4b93-8d9f-c0011e8d7006,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:01.576278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4991942e-e441-4819-b223-10b2bdb715b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.603769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4991942e-e441-4819-b223-10b2bdb715b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.746157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4991942e-e441-4819-b223-10b2bdb715b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.749466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4991942e-e441-4819-b223-10b2bdb715b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:01.751587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4991942e-e441-4819-b223-10b2bdb715b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73fc5da6-b403-4c2f-ba26-c11196205480 HTTP/1.1" status: 204 len: 168 time: 0.2379606 Aug 12 04:30:01.768845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991942e-e441-4819-b223-10b2bdb715b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fc5da6-b403-4c2f-ba26-c11196205480,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:02.178258 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.339408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52242) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:02.353448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b75dc30e-6a27-4cf5-9acb-c906f5dbbdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.462365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b75dc30e-6a27-4cf5-9acb-c906f5dbbdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.554405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b75dc30e-6a27-4cf5-9acb-c906f5dbbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.599784 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b75dc30e-6a27-4cf5-9acb-c906f5dbbdc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdeb6c127a4f43a0a42d6518f36d6559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594016 Aug 12 04:30:02.600802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dc30e-6a27-4cf5-9acb-c906f5dbbdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569b5c3f-0b3f-475c-b1ed-76f32d684909,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:02.602598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52254) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:02.685208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f146b636-65c6-4b1e-86c5-e06ffbbbc55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.735387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f146b636-65c6-4b1e-86c5-e06ffbbbc55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.914043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f146b636-65c6-4b1e-86c5-e06ffbbbc55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.916909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f146b636-65c6-4b1e-86c5-e06ffbbbc55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:02.921752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f146b636-65c6-4b1e-86c5-e06ffbbbc55c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/569b5c3f-0b3f-475c-b1ed-76f32d684909 HTTP/1.1" status: 204 len: 168 time: 0.3169994 Aug 12 04:30:02.939002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146b636-65c6-4b1e-86c5-e06ffbbbc55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b5c3f-0b3f-475c-b1ed-76f32d684909,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:03.197576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:03.344015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-449ceb43-7374-4120-9b7a-0ecc679d14fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.451598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-449ceb43-7374-4120-9b7a-0ecc679d14fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.529517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-449ceb43-7374-4120-9b7a-0ecc679d14fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.558632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52296) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:03.600525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-449ceb43-7374-4120-9b7a-0ecc679d14fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1badcd8a32e04e4dad3f1fe48e5dd3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018161 Aug 12 04:30:03.603910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52300) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:03.607688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ceb43-7374-4120-9b7a-0ecc679d14fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9a0b3c-da00-4ddb-9df5-649a5c7d9026,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:03.660242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0234b3dd-7659-4641-be2b-f43387112c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.686593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0234b3dd-7659-4641-be2b-f43387112c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.728817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.740478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--810608984'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:03.831233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.842442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.862484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0234b3dd-7659-4641-be2b-f43387112c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.865255 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0234b3dd-7659-4641-be2b-f43387112c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:03.877231 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0234b3dd-7659-4641-be2b-f43387112c97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a9a0b3c-da00-4ddb-9df5-649a5c7d9026 HTTP/1.1" status: 204 len: 168 time: 0.2665949 Aug 12 04:30:03.922326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234b3dd-7659-4641-be2b-f43387112c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9a0b3c-da00-4ddb-9df5-649a5c7d9026,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:04.107815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.191352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.231046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c95568f-47ad-44f4-8830-f7641bbf23a8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:04.285385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.399929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.452183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a674c51-3fff-46ae-b7ea-e6864ce3760d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:04.522732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.526990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c65c11bf-f4ac-422f-9ff9-a1d8abdd2b67 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9653299 Aug 12 04:30:04.527989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52322) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:04.611075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bbe9f7d3-ce0d-4ab9-9551-4ea2c847d5eb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0815933 Aug 12 04:30:04.613637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:04.619496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-security--1709241571', 'description': 'tempest-security-description-2042753317'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:04.652631 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.698172 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.715150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52330) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:04.729723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b43a2943-caf0-48c5-be64-ed442c07c4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.826441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.829207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.832780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "PUT /v2.0/security-groups/2a674c51-3fff-46ae-b7ea-e6864ce3760d HTTP/1.1" status: 200 len: 1780 time: 0.2156978 Aug 12 04:30:04.834007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:04.904099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83366764-261b-4780-8d96-f4ee907af60d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups/2a674c51-3fff-46ae-b7ea-e6864ce3760d HTTP/1.1" status: 200 len: 1780 time: 0.0680044 Aug 12 04:30:04.905258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52340) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:04.914268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b43a2943-caf0-48c5-be64-ed442c07c4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.956127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b7d79-867f-4249-87c4-3985827f3c52 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a674c51-3fff-46ae-b7ea-e6864ce3760d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:04.971075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35071a5c-506c-4d60-bb72-4c0bd33f3144 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.984183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b43a2943-caf0-48c5-be64-ed442c07c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:04.996663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35071a5c-506c-4d60-bb72-4c0bd33f3144 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.025417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b43a2943-caf0-48c5-be64-ed442c07c4e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f4df7ee8e6540f1bba53c6474fee3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090141 Aug 12 04:30:05.026961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a2943-caf0-48c5-be64-ed442c07c4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a549ba-8cf3-4f89-a4ca-ae3768fb24ca,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:05.029553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52342) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:05.121848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4a3be4c-f1bb-42e2-b9bc-bd9f7501e968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.137173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35071a5c-506c-4d60-bb72-4c0bd33f3144 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.142058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35071a5c-506c-4d60-bb72-4c0bd33f3144 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.143771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35071a5c-506c-4d60-bb72-4c0bd33f3144 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a674c51-3fff-46ae-b7ea-e6864ce3760d HTTP/1.1" status: 204 len: 168 time: 0.2379608 Aug 12 04:30:05.147647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:05.156973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071a5c-506c-4d60-bb72-4c0bd33f3144 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a674c51-3fff-46ae-b7ea-e6864ce3760d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:05.190737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4a3be4c-f1bb-42e2-b9bc-bd9f7501e968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.260852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8245ade7-727b-46aa-98e7-94d9128cc460 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118147 Aug 12 04:30:05.263388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52354) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:05.278200 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-502d6d35-17ad-430b-812d-53a62e9f7ba7 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] delete failed (client error): The resource could not be found. Aug 12 04:30:05.279359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-502d6d35-17ad-430b-812d-53a62e9f7ba7 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a674c51-3fff-46ae-b7ea-e6864ce3760d HTTP/1.1" status: 404 len: 347 time: 0.0150611 Aug 12 04:30:05.283317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52356) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:05.288523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415932776'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:05.400594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4a3be4c-f1bb-42e2-b9bc-bd9f7501e968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.403460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4a3be4c-f1bb-42e2-b9bc-bd9f7501e968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.407959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a4a3be4c-f1bb-42e2-b9bc-bd9f7501e968 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43a549ba-8cf3-4f89-a4ca-ae3768fb24ca HTTP/1.1" status: 204 len: 168 time: 0.3771753 Aug 12 04:30:05.417158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3be4c-f1bb-42e2-b9bc-bd9f7501e968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a549ba-8cf3-4f89-a4ca-ae3768fb24ca,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:05.428472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.559320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.682643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.719041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb23d7-481f-4e33-bf4a-33208aebf6a2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:05.791942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:05.793786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-adf11e35-acb1-4ca5-92f4-4aeddb4acca6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5092125 Aug 12 04:30:05.796815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52374) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:05.802805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': 'b3cb23d7-481f-4e33-bf4a-33208aebf6a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:05.964293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.071175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.180931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.200512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390607e0-61a2-45fd-8274-f4177d6eea63,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:06.283678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.283678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1c41fab0-f2b3-4b22-9bca-34ab3adeeb9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832597 Aug 12 04:30:06.286357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:06.318651 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-699d09dd-8c8c-4d13-8a55-ba059d024fcb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.337933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-699d09dd-8c8c-4d13-8a55-ba059d024fcb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.462725 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-699d09dd-8c8c-4d13-8a55-ba059d024fcb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.480879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-699d09dd-8c8c-4d13-8a55-ba059d024fcb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.485432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:06.487384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-699d09dd-8c8c-4d13-8a55-ba059d024fcb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/390607e0-61a2-45fd-8274-f4177d6eea63 HTTP/1.1" status: 204 len: 168 time: 0.1995964 Aug 12 04:30:06.488109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d09dd-8c8c-4d13-8a55-ba059d024fcb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=390607e0-61a2-45fd-8274-f4177d6eea63,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:06.568826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52406) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:06.581618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52410) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:06.582367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0b7fbe18-c334-4fad-aff3-c7b635ab2df1 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0956843 Aug 12 04:30:06.708842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68580ae-c6be-4f8a-9696-e07cbd191444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.782232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68580ae-c6be-4f8a-9696-e07cbd191444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.807272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efe9f808-6f07-4dcb-b741-11f8711ebf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.934488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68580ae-c6be-4f8a-9696-e07cbd191444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.937445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b68580ae-c6be-4f8a-9696-e07cbd191444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:06.939154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b68580ae-c6be-4f8a-9696-e07cbd191444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/b3cb23d7-481f-4e33-bf4a-33208aebf6a2 HTTP/1.1" status: 204 len: 168 time: 0.3559697 Aug 12 04:30:06.944299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:06.972759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68580ae-c6be-4f8a-9696-e07cbd191444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb23d7-481f-4e33-bf4a-33208aebf6a2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:07.043347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f60dc111-e697-48c4-8c2f-b4fa930d1388 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992501 Aug 12 04:30:07.047191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52424) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:07.051727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--909695462'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:07.068663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efe9f808-6f07-4dcb-b741-11f8711ebf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.163516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efe9f808-6f07-4dcb-b741-11f8711ebf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.197356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52430) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:07.197839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-efe9f808-6f07-4dcb-b741-11f8711ebf9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=592a6b4bace14bd7bc608d9c0cade45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275213 Aug 12 04:30:07.218665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9f808-6f07-4dcb-b741-11f8711ebf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3801a3f-dad6-4f48-96ca-195acb0fc74c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:07.255881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.314261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90477cde-af29-43eb-8b12-cfbce685cbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.350170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90477cde-af29-43eb-8b12-cfbce685cbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.460001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.509716 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90477cde-af29-43eb-8b12-cfbce685cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.514362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-90477cde-af29-43eb-8b12-cfbce685cbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.516697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-90477cde-af29-43eb-8b12-cfbce685cbf4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3801a3f-dad6-4f48-96ca-195acb0fc74c HTTP/1.1" status: 204 len: 168 time: 0.3178818 Aug 12 04:30:07.553696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90477cde-af29-43eb-8b12-cfbce685cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3801a3f-dad6-4f48-96ca-195acb0fc74c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:07.577059 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.658975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760ca11b-5c05-46df-9578-4486a53ebe31,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:07.768286 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.771677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b9cdc90-9083-4e93-b43c-a4629222b6c0 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7215140 Aug 12 04:30:07.772684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52440) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:07.777438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '760ca11b-5c05-46df-9578-4486a53ebe31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:07.908552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:07.976248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.080144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.101092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f916d82e-5de6-4611-a95f-96fb1b142662,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:08.212023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.216218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ab86d81c-9f24-4d13-b424-ad9442d85f72 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4415874 Aug 12 04:30:08.219480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52448) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:08.232470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '760ca11b-5c05-46df-9578-4486a53ebe31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:08.480179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.603772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.658613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52460) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:08.673030 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6c41-f795-4111-9c0a-77147a982c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.718039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.743699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad51efab-d9e8-47b4-8940-bc893b10796d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:08.811370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6c41-f795-4111-9c0a-77147a982c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.872493 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f4b6c41-f795-4111-9c0a-77147a982c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.913055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f4b6c41-f795-4111-9c0a-77147a982c96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=489ea4bf0a3e4de696d567e7f0232217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532756 Aug 12 04:30:08.914285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b6c41-f795-4111-9c0a-77147a982c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e1713c-9a07-406c-8486-202189826ec2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:08.915945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52462) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:08.966248 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:08.967880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35450455-66d5-45e4-8d11-76963a2592e3 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7473040 Aug 12 04:30:08.970610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52464) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:08.975591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '760ca11b-5c05-46df-9578-4486a53ebe31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:08.982430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7cfc43c1-3231-49ea-b738-c7efd30078bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.006945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7cfc43c1-3231-49ea-b738-c7efd30078bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.111075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.204982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7cfc43c1-3231-49ea-b738-c7efd30078bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.207776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7cfc43c1-3231-49ea-b738-c7efd30078bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.209166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7cfc43c1-3231-49ea-b738-c7efd30078bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65e1713c-9a07-406c-8486-202189826ec2 HTTP/1.1" status: 204 len: 168 time: 0.2913635 Aug 12 04:30:09.218033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc43c1-3231-49ea-b738-c7efd30078bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e1713c-9a07-406c-8486-202189826ec2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:09.223162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.307355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.334081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5179228f-dc1c-4ca5-957f-7bccc12c61ac,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:09.400119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.401598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-447b0cef-06cd-4982-a52a-50f0ff591a01 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299209 Aug 12 04:30:09.404255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52474) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:09.408994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '760ca11b-5c05-46df-9578-4486a53ebe31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:09.527522 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.599338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.671491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.693833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392fc5d-fdd2-4043-abfc-52d19972c799,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:09.823110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:09.824284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d9d53513-eb15-4f00-a936-404629d96354 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4190907 Aug 12 04:30:09.826980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:09.831528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '760ca11b-5c05-46df-9578-4486a53ebe31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:09.990414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.064208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.142007 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.169555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8b7a52-7c09-4719-9764-bac9f830d895,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:10.253762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.259264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3ffb5684-23a7-45f2-9669-3f82bfb3e276 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4281423 Aug 12 04:30:10.259636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52508) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:10.315378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6e9c-3b53-4d79-ba44-a60f93c4a444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.336491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6e9c-3b53-4d79-ba44-a60f93c4a444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.479812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6e9c-3b53-4d79-ba44-a60f93c4a444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.485841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe4f6e9c-3b53-4d79-ba44-a60f93c4a444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.487240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe4f6e9c-3b53-4d79-ba44-a60f93c4a444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fd8b7a52-7c09-4719-9764-bac9f830d895 HTTP/1.1" status: 204 len: 168 time: 0.2265975 Aug 12 04:30:10.497939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52514) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:10.498163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f6e9c-3b53-4d79-ba44-a60f93c4a444 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd8b7a52-7c09-4719-9764-bac9f830d895,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:10.605712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8aaf827d-ce1a-4018-a3ea-df739f57060e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1144238 Aug 12 04:30:10.608577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52520) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:10.661125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72b20fd4-bf2a-4e60-8835-bdb0c172f5cd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.674609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72b20fd4-bf2a-4e60-8835-bdb0c172f5cd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.780226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72b20fd4-bf2a-4e60-8835-bdb0c172f5cd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.788475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72b20fd4-bf2a-4e60-8835-bdb0c172f5cd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.795262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-72b20fd4-bf2a-4e60-8835-bdb0c172f5cd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2392fc5d-fdd2-4043-abfc-52d19972c799 HTTP/1.1" status: 204 len: 168 time: 0.1805928 Aug 12 04:30:10.797042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b20fd4-bf2a-4e60-8835-bdb0c172f5cd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2392fc5d-fdd2-4043-abfc-52d19972c799,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:10.797621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52528) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:10.861330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5bb37588-28d6-4470-acf2-e40ff9e7d527 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0621912 Aug 12 04:30:10.864219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:10.896582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe16-2062-432b-91b3-36cce800b192 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:10.909100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe16-2062-432b-91b3-36cce800b192 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.070882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe16-2062-432b-91b3-36cce800b192 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.075160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb8bfe16-2062-432b-91b3-36cce800b192 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.076418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb8bfe16-2062-432b-91b3-36cce800b192 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5179228f-dc1c-4ca5-957f-7bccc12c61ac HTTP/1.1" status: 204 len: 168 time: 0.2110453 Aug 12 04:30:11.079121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:11.085828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bfe16-2062-432b-91b3-36cce800b192 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5179228f-dc1c-4ca5-957f-7bccc12c61ac,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:11.157335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52538) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:11.162328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3e305b04-1802-4867-88e0-3d385d9665b7 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0771606 Aug 12 04:30:11.221437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16ae1918-1dc5-47ed-aae6-04500ddf54f5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.236738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16ae1918-1dc5-47ed-aae6-04500ddf54f5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.377515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16ae1918-1dc5-47ed-aae6-04500ddf54f5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.388533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-16ae1918-1dc5-47ed-aae6-04500ddf54f5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.390542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-16ae1918-1dc5-47ed-aae6-04500ddf54f5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ad51efab-d9e8-47b4-8940-bc893b10796d HTTP/1.1" status: 204 len: 168 time: 0.2309022 Aug 12 04:30:11.393291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52540) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:11.405547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae1918-1dc5-47ed-aae6-04500ddf54f5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad51efab-d9e8-47b4-8940-bc893b10796d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:11.464601 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2440b050-cbe4-40bd-98da-d42bbcf066fb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696332 Aug 12 04:30:11.467032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52542) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:11.495532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf69af56-bb95-4214-8302-8f8e342764d6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.503814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf69af56-bb95-4214-8302-8f8e342764d6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.648866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf69af56-bb95-4214-8302-8f8e342764d6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.657479 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf69af56-bb95-4214-8302-8f8e342764d6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.658659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf69af56-bb95-4214-8302-8f8e342764d6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f916d82e-5de6-4611-a95f-96fb1b142662 HTTP/1.1" status: 204 len: 168 time: 0.1906676 Aug 12 04:30:11.659895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69af56-bb95-4214-8302-8f8e342764d6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f916d82e-5de6-4611-a95f-96fb1b142662,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:11.662133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52546) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:11.711370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3afd5a2d-7bd7-4d99-808e-e005307ee8ee tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472040 Aug 12 04:30:11.713782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52548) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:11.802191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18a1810b-86e2-40e5-ae35-6fa3e3512710 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.838406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18a1810b-86e2-40e5-ae35-6fa3e3512710 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:11.999876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18a1810b-86e2-40e5-ae35-6fa3e3512710 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:12.003128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18a1810b-86e2-40e5-ae35-6fa3e3512710 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:12.007505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52556) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:12.007736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-18a1810b-86e2-40e5-ae35-6fa3e3512710 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/760ca11b-5c05-46df-9578-4486a53ebe31 HTTP/1.1" status: 204 len: 168 time: 0.2928386 Aug 12 04:30:12.046246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1810b-86e2-40e5-ae35-6fa3e3512710 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ca11b-5c05-46df-9578-4486a53ebe31,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:12.107838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-36bb1b7a-713a-4f2f-86f1-0095a674c9e6 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924654 Aug 12 04:30:12.108010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52566) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:12.113021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217128929'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:12.267379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:12.559718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:12.648356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:12.739206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603c41b2-6fda-4835-93b9-6e26ec8cd6af,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:12.770973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:12.913784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fbdc5a1b-ba7f-44d1-81e1-2af291e2cd6e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6646698 Aug 12 04:30:13.027619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52584) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:13.027619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '603c41b2-6fda-4835-93b9-6e26ec8cd6af', 'direction': 'ingress', 'protocol': 17}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:13.044589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-3309b126-61d0-4cbf-9c55-f9ae1f5f1e5f req-803ea4a1-fab4-4e9a-b4fd-1b61a5d87430 service neutron] (95042) timed out ('10.222.0.36', 56377) {{(pid=95042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:30:13.045410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.172680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.267516 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.301062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e29acfc-1dec-4764-b5c5-9bc673bdc591,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:13.379878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.384431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52604) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:13.385079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4f4278fc-3983-465d-9ba6-3afc5d9e6e7f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6015711 Aug 12 04:30:13.471101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9146052c-e3fe-4b22-8cb2-4253695432ab tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.499272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9146052c-e3fe-4b22-8cb2-4253695432ab tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.584755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52610) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:13.685099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9146052c-e3fe-4b22-8cb2-4253695432ab tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.689501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9146052c-e3fe-4b22-8cb2-4253695432ab tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.689501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9146052c-e3fe-4b22-8cb2-4253695432ab tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/603c41b2-6fda-4835-93b9-6e26ec8cd6af HTTP/1.1" status: 204 len: 168 time: 0.3035655 Aug 12 04:30:13.691882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:13.700530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146052c-e3fe-4b22-8cb2-4253695432ab tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c41b2-6fda-4835-93b9-6e26ec8cd6af,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:13.728014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0578a7ae-e307-45a6-9bd0-70b1755c8078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.762816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2db7ae9f-2970-4447-949a-906eee2697e5 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693667 Aug 12 04:30:13.766671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:13.771779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--510607862'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:13.858556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0578a7ae-e307-45a6-9bd0-70b1755c8078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.913922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0578a7ae-e307-45a6-9bd0-70b1755c8078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:13.996410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578a7ae-e307-45a6-9bd0-70b1755c8078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c73f95-c425-4fad-9078-a2896d73b8df,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:14.018462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0578a7ae-e307-45a6-9bd0-70b1755c8078 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00450b4963844c51a6cdf8d2c879bfca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325991 Aug 12 04:30:14.022142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52634) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:14.033373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.107418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-595b07ff-26ff-484d-9080-493009535a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.145421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-595b07ff-26ff-484d-9080-493009535a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.202673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.307758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.336193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-595b07ff-26ff-484d-9080-493009535a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.338499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-595b07ff-26ff-484d-9080-493009535a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.339655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-595b07ff-26ff-484d-9080-493009535a17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50c73f95-c425-4fad-9078-a2896d73b8df HTTP/1.1" status: 204 len: 168 time: 0.3153243 Aug 12 04:30:14.345199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72289d2-15d0-4959-a274-310dc56cc17f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:14.356888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b07ff-26ff-484d-9080-493009535a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c73f95-c425-4fad-9078-a2896d73b8df,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:14.404219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.407772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-31c75e60-e9a7-45bf-a192-c7a9e613b162 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6399105 Aug 12 04:30:14.409160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52648) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:14.427032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--859758337'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:14.622701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.737847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.870987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.905657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3381fbb6-3919-4e41-bf78-89c854f2ff7c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:14.959676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:14.961847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ba33ad6d-5098-4002-b706-aab3bde2b291 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5501997 Aug 12 04:30:14.964831 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52672) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:14.970841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': 'e72289d2-15d0-4959-a274-310dc56cc17f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3381fbb6-3919-4e41-bf78-89c854f2ff7c', 'remote_ip_prefix': None}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:15.131613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.249495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.325098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.345826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ee5465-b9d0-4bb1-a6ac-edb34f169509,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:15.436846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.442572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b17af8af-2bab-465b-974c-c0708dd36047 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4765589 Aug 12 04:30:15.443319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52708) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:15.500823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3018a729-91b5-4b49-8726-e3b5d4730e91 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.515292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3018a729-91b5-4b49-8726-e3b5d4730e91 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.670985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3018a729-91b5-4b49-8726-e3b5d4730e91 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.676820 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3018a729-91b5-4b49-8726-e3b5d4730e91 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.678386 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3018a729-91b5-4b49-8726-e3b5d4730e91 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c4ee5465-b9d0-4bb1-a6ac-edb34f169509 HTTP/1.1" status: 204 len: 168 time: 0.2335351 Aug 12 04:30:15.681468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52722) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:15.707251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018a729-91b5-4b49-8726-e3b5d4730e91 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4ee5465-b9d0-4bb1-a6ac-edb34f169509,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:15.749517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-674b3a7b-885d-4286-b277-1f2ba4a68643 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0644603 Aug 12 04:30:15.751198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52724) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:15.843212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7240f91b-7bbf-4ef5-ad45-8df3de998cb9 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.886326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7240f91b-7bbf-4ef5-ad45-8df3de998cb9 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:15.906377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:16.061295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7240f91b-7bbf-4ef5-ad45-8df3de998cb9 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.064875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7240f91b-7bbf-4ef5-ad45-8df3de998cb9 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.066376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7240f91b-7bbf-4ef5-ad45-8df3de998cb9 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/3381fbb6-3919-4e41-bf78-89c854f2ff7c HTTP/1.1" status: 204 len: 168 time: 0.3139462 Aug 12 04:30:16.075395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52740) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:16.087804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240f91b-7bbf-4ef5-ad45-8df3de998cb9 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3381fbb6-3919-4e41-bf78-89c854f2ff7c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:16.168760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1342641567-network', 'tenant_id': '8079258ad498440389264071a6785a66'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:16.181961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4bc02985-7645-439f-956e-d6aaa9ced340 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1056142 Aug 12 04:30:16.184517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52742) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:16.255496 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f80c57d9-d207-4099-a39b-7985f632d816 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.281218 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f80c57d9-d207-4099-a39b-7985f632d816 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.345934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Made reservation on behalf of 8079258ad498440389264071a6785a66 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:16.352210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.370042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.443957 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f80c57d9-d207-4099-a39b-7985f632d816 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.448041 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f80c57d9-d207-4099-a39b-7985f632d816 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.449693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f80c57d9-d207-4099-a39b-7985f632d816 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/e72289d2-15d0-4959-a274-310dc56cc17f HTTP/1.1" status: 204 len: 168 time: 0.2634768 Aug 12 04:30:16.453215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52750) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:16.478077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c57d9-d207-4099-a39b-7985f632d816 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72289d2-15d0-4959-a274-310dc56cc17f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:16.568779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-64f5db45-254b-454a-9001-17a1140ef214 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144335 Aug 12 04:30:16.574682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52752) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:16.579302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578734164'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:16.676125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a27a85-c877-483f-97f3-d6855d0dc7e0 req-68bae327-cf8b-484a-a8fc-28b94da65c8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:16.677692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a27a85-c877-483f-97f3-d6855d0dc7e0 req-68bae327-cf8b-484a-a8fc-28b94da65c8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0997808 Aug 12 04:30:16.724795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.757141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04a27a85-c877-483f-97f3-d6855d0dc7e0 req-ac9f5285-e7cd-4b70-957c-7774a4bd766d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724277 Aug 12 04:30:16.806412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.886463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b8cb2-cdc4-4cdc-a054-5c96172c8b6e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:16.899824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:30:16.922844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:16.922844 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Added segment d4b4694b-9433-4235-8cb1-9622ca61e89b of type vlan for network 435db7c0-c51e-49ef-8f4b-bb76379a2892 Aug 12 04:30:16.936733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.014670 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.111072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa16d05-2f62-43fd-88d0-f2d765200d27 req-a7a3be40-a01c-447a-ae75-9acf6713254d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:17.113024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-daa16d05-2f62-43fd-88d0-f2d765200d27 req-a7a3be40-a01c-447a-ae75-9acf6713254d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1497421 Aug 12 04:30:17.134680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.137715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:17.137715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.171388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-daa16d05-2f62-43fd-88d0-f2d765200d27 req-db75be53-699b-4a99-84f1-f498ffb7e343 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482509 Aug 12 04:30:17.224718 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.241289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] Pushing event updated for resources: {'Network': ['ID=435db7c0-c51e-49ef-8f4b-bb76379a2892,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:17.256698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:30:17.310408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.357351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dec2786-e5ae-4264-9d58-803fb4c6e155,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:17.426463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed0ae5c5-3da3-4a2e-b0a6-63ca08479f4e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5187929 Aug 12 04:30:17.429060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:17.435072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Request body: {'subnet': {'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1342641567-subnet', 'tenant_id': '8079258ad498440389264071a6785a66', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:17.454382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.457948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f0772920-f9f1-426e-8399-3b03a7293bbd tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8813560 Aug 12 04:30:17.458278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52794) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:17.470877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '3dec2786-e5ae-4264-9d58-803fb4c6e155', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:17.607113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Made reservation on behalf of 8079258ad498440389264071a6785a66 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:17.609559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.702821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f754e6ee-4501-4ace-8798-9cff6dbe89b2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:17.704438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f754e6ee-4501-4ace-8798-9cff6dbe89b2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.2075508 Aug 12 04:30:17.723936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.725435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-abbde3c3-afd9-4415-91a5-9082ecdf86fb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/quotas/801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 375 time: 0.0139997 Aug 12 04:30:17.808833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.821026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-c947daf3-555f-4822-b3e4-0303f3442e06 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0888464 Aug 12 04:30:17.916890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:17.949690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfed780a-57b8-43fa-bbb5-7fadd6d710e7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:18.011890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-52a33073-bec1-4621-874e-4c762721d4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770415 Aug 12 04:30:18.045677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.048975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8d24260b-952e-40b6-997a-ab03eaae4236 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5875301 Aug 12 04:30:18.049813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:18.110766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cf2de30-75a6-47fb-93a0-c2320faca087 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.116738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f89b32e1-a9e3-4674-91cd-551548bb9453 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035218 Aug 12 04:30:18.124375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cf2de30-75a6-47fb-93a0-c2320faca087 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.141565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.234616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afda608-a100-42ad-bddf-d8531e2c0c75,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:18.246998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Checking segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:18.247378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Network hostable DHCP agents. Network: 435db7c0-c51e-49ef-8f4b-bb76379a2892, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:30:18.568149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cf2de30-75a6-47fb-93a0-c2320faca087 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.575996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:30:18.577753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9cf2de30-75a6-47fb-93a0-c2320faca087 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.592844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9cf2de30-75a6-47fb-93a0-c2320faca087 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bfed780a-57b8-43fa-bbb5-7fadd6d710e7 HTTP/1.1" status: 204 len: 168 time: 0.5367596 Aug 12 04:30:18.592844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52834) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:18.615844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2de30-75a6-47fb-93a0-c2320faca087 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfed780a-57b8-43fa-bbb5-7fadd6d710e7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:18.664706 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-95116787-6910-4a43-abd4-d9fb431974ae tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720456 Aug 12 04:30:18.668079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52846) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:18.736291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 435db7c0-c51e-49ef-8f4b-bb76379a2892) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:18.737012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22289155-6444-4a9b-a570-896a802ea892 req-6119a3c8-2b56-45d4-a298-1c24f53e559a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0634043 Aug 12 04:30:18.747528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:18.747765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e5792b-35a4-4ec7-bf72-a14f37cc4823 None None] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:30:18.748870 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.845744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4ef5d009-46d2-4ef4-975f-d7eb07d50d91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4147062 Aug 12 04:30:18.847778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52862) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:18.850816 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9dec57f3-ac0c-4f34-8b41-184e2f7b1e2a tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.856319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:18.892024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9dec57f3-ac0c-4f34-8b41-184e2f7b1e2a tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.965735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-435db7c0-c51e-49ef-8f4b-bb76379a2892', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'tenant_id': '8079258ad498440389264071a6785a66', 'fixed_ips': [{'subnet_id': '3afda608-a100-42ad-bddf-d8531e2c0c75'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:30:18.966628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.989919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:18.991163 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.083324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9dec57f3-ac0c-4f34-8b41-184e2f7b1e2a tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.086418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9dec57f3-ac0c-4f34-8b41-184e2f7b1e2a tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.087624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9dec57f3-ac0c-4f34-8b41-184e2f7b1e2a tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/3dec2786-e5ae-4264-9d58-803fb4c6e155 HTTP/1.1" status: 204 len: 168 time: 0.4183125 Aug 12 04:30:19.090391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52872) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:19.136548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec57f3-ac0c-4f34-8b41-184e2f7b1e2a tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dec2786-e5ae-4264-9d58-803fb4c6e155,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:19.183521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e0e3516-e4a7-488d-a634-a483829b4eaa tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917799 Aug 12 04:30:19.187589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52874) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:19.194088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990995011'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:19.233991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.312243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Allocated IP 172.20.0.2 (435db7c0-c51e-49ef-8f4b-bb76379a2892/3afda608-a100-42ad-bddf-d8531e2c0c75/9c24fa0a-c91e-4eab-bb67-c3cd565df24b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:19.387922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.571658 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.638634 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.654979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Transition to ACTIVE for port object 9c24fa0a-c91e-4eab-bb67-c3cd565df24b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:19.666509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.671750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.688960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Transition to ACTIVE for port object 9c24fa0a-c91e-4eab-bb67-c3cd565df24b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:19.715171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a4d79f-2a15-4a56-9e35-6cdcdbf0d176,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:19.779017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.814642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:19.818083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c020ac1-dec3-48c8-ad95-20c5bbd0b1ca tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6286356 Aug 12 04:30:19.823270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52898) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:19.829931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '14a4d79f-2a15-4a56-9e35-6cdcdbf0d176', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:19.858209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:19.867368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:19.921169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Pushing event updated for resources: {'Port': ['ID=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:19.923688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:19.962638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.963386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.963985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.964833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.966033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.966661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.967355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.968616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.969178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.969731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.970318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.971007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:19.990386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.055606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Attempting to bind port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:20.058601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Attempting to bind port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:20.059332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Attempting to bind port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:20.074225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:20.075104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Checking segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:20.075776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.076504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Bound using segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:20.077173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Bound port: 9c24fa0a-c91e-4eab-bb67-c3cd565df24b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:20.077743 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.137088 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.165813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] For port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:20.169255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] For port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:20.259941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.260575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.289749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0a5be1-32ef-4731-aaf2-d6babd24d884,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:20.356253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278de5-71e6-4b51-9336-7564621ccb2d None None] Pushing event updated for resources: {'Port': ['ID=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:20.374013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.375428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2fbdab20-cd53-4391-8926-305f5f3d9d2c tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5506241 Aug 12 04:30:20.378013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:20.407461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1824e7c8-33fc-491b-a4a4-3f8300d09d9b tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules/8e0a5be1-32ef-4731-aaf2-d6babd24d884 HTTP/1.1" status: 200 len: 763 time: 0.0280395 Aug 12 04:30:20.415600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52910) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:20.484389 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b51a5cdc-9d64-48fb-b9e1-f0a7458992b8 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0684552 Aug 12 04:30:20.487216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52912) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:20.516585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cbd2184-f9ea-44c2-87d8-6ed443c438e8 req-72a26b3b-792c-4ff4-a629-44a744254472 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 210 time: 0.5220718 Aug 12 04:30:20.521463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8ac79d64-a25d-4c1d-89d9-372f080a840d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.585407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8ac79d64-a25d-4c1d-89d9-372f080a840d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.745164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8ac79d64-a25d-4c1d-89d9-372f080a840d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.750016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8ac79d64-a25d-4c1d-89d9-372f080a840d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.754482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8ac79d64-a25d-4c1d-89d9-372f080a840d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8e0a5be1-32ef-4731-aaf2-d6babd24d884 HTTP/1.1" status: 204 len: 168 time: 0.2662120 Aug 12 04:30:20.755276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52916) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:20.790199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac79d64-a25d-4c1d-89d9-372f080a840d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e0a5be1-32ef-4731-aaf2-d6babd24d884,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:20.831597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d08e0e27-77eb-4c6b-a82f-6240b5848756 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716007 Aug 12 04:30:20.833564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52918) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:20.839224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '14a4d79f-2a15-4a56-9e35-6cdcdbf0d176', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:20.906330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.927668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:20.963552 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.054155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.142110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.164595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac012dd-8b00-4792-8d88-bab9ef355201,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:21.201504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Allocated IP 172.25.6.27 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/394909c8-73c6-4ba2-9188-19d50e74a830) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:21.285541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.290116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52930) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:21.294276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-56642749-0086-4fd9-a840-09c3ff4feaa4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4576788 Aug 12 04:30:21.323160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d6e65425-ee7c-475d-ad10-c7212ac939bb tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules/2ac012dd-8b00-4792-8d88-bab9ef355201 HTTP/1.1" status: 200 len: 763 time: 0.0267022 Aug 12 04:30:21.323160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52932) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:21.381258 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.446357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e60fee6-9e57-433d-a955-3981b26811d4 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1212370 Aug 12 04:30:21.447145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52934) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:21.480412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb05bfe8-fac0-43a6-ae71-ac723d95a1fe tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.494583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb05bfe8-fac0-43a6-ae71-ac723d95a1fe tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.660714 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.662826 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37ebfbac-1485-4269-bb0c-8d12b9bf4f78 req-a89b53f2-954a-4d32-b33d-27aee9adcbdc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0624533 Aug 12 04:30:21.667335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb05bfe8-fac0-43a6-ae71-ac723d95a1fe tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.676118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-1a708a04-efbe-4271-8813-126c95172e3a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:21.680426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-1a708a04-efbe-4271-8813-126c95172e3a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.36 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.1479697 Aug 12 04:30:21.691198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb05bfe8-fac0-43a6-ae71-ac723d95a1fe tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.694639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb05bfe8-fac0-43a6-ae71-ac723d95a1fe tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2ac012dd-8b00-4792-8d88-bab9ef355201 HTTP/1.1" status: 204 len: 168 time: 0.2445776 Aug 12 04:30:21.694639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05bfe8-fac0-43a6-ae71-ac723d95a1fe tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ac012dd-8b00-4792-8d88-bab9ef355201,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:21.696074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52940) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:21.714680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'port': {'device_id': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'admin_state_up': True, 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:21.735867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d31756-f613-48f7-af72-def99594deb7 None None] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:30:21.772642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61518bdf-041a-41d7-837b-2fd6add94538 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714567 Aug 12 04:30:21.773433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52942) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:21.778160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Request body: {'security_group_rule': {'security_group_id': '14a4d79f-2a15-4a56-9e35-6cdcdbf0d176', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:21.787849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:21.808157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:21.831167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:21.860671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Pushing event updated for resources: {'Port': ['ID=394909c8-73c6-4ba2-9188-19d50e74a830,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:21.902794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c24fa0a-c91e-4eab-bb67-c3cd565df24b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:21.944432 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Project 612d84dd8f67442cb72a55615c10da6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:30:21.944819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:21.996018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e9602e3c-a218-40ef-82bb-b90e278bddcf None None] Provisioning for port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:22.079171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.113153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:22.119395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:22.121973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.142472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.198147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125c894a-1bd0-466a-a550-0dbd63f68053,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:22.254581 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.259914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:22.263556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.309672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:22.360464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-910537da-62b1-4623-89ab-12ba633205da None None] Provisioning complete for port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:22.360846 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-910537da-62b1-4623-89ab-12ba633205da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.370341 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.373045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5ae4b43e-bccd-4df9-a706-5e2b74c03724 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5986443 Aug 12 04:30:22.375587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52958) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:22.404092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1d585fac-8594-4e19-9edb-807c0634deae tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules/125c894a-1bd0-466a-a550-0dbd63f68053 HTTP/1.1" status: 200 len: 769 time: 0.0267520 Aug 12 04:30:22.407025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:22.472087 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.476705 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9fbd093d-480b-439b-8300-899f8a54c2df tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0680985 Aug 12 04:30:22.498957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52962) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:22.537577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-910537da-62b1-4623-89ab-12ba633205da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.579278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:22.589233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bb34e4e-a9bb-4098-aed2-9ac899f25e6f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.608646 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bb34e4e-a9bb-4098-aed2-9ac899f25e6f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.629627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.693224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-910537da-62b1-4623-89ab-12ba633205da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:30:22.694674 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-910537da-62b1-4623-89ab-12ba633205da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:30:22.740487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bb34e4e-a9bb-4098-aed2-9ac899f25e6f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.759833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8bb34e4e-a9bb-4098-aed2-9ac899f25e6f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:22.762653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8bb34e4e-a9bb-4098-aed2-9ac899f25e6f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/125c894a-1bd0-466a-a550-0dbd63f68053 HTTP/1.1" status: 204 len: 168 time: 0.2618520 Aug 12 04:30:22.763606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb34e4e-a9bb-4098-aed2-9ac899f25e6f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=125c894a-1bd0-466a-a550-0dbd63f68053,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:22.770132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52972) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:22.786276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Allocated IP 172.20.0.12 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/a108d82e-b783-452a-8ef4-58bc3e6a1811) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:22.862984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d01347f-fd99-44a3-8d8b-d2df4230153f req-b089cd1c-6105-4fb0-b8b6-108fa15b47a5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0533504 Aug 12 04:30:22.878577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-21898398-c1d1-4ed5-b426-e6d74f108831 tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1072447 Aug 12 04:30:22.889469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52976) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:22.950889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52982) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:23.114506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0e5-235d-4509-a60a-6b84549cad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.147246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-917675df-8a2f-47e9-83cf-535292431e5d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.186826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.198131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-917675df-8a2f-47e9-83cf-535292431e5d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.299421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.303585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0e5-235d-4509-a60a-6b84549cad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.401517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0e5-235d-4509-a60a-6b84549cad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.436311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d5c9f0e5-235d-4509-a60a-6b84549cad6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3ce4c19876f408bb934a1d6030f84e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839358 Aug 12 04:30:23.439783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:23.446574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9f0e5-235d-4509-a60a-6b84549cad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b79d6e-c08a-45a6-9a4c-eb983729d104,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:23.465047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Transition to ACTIVE for port object a108d82e-b783-452a-8ef4-58bc3e6a1811 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:23.501914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0764a90a-86f7-4a36-b252-8f87c9b477c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.505950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-917675df-8a2f-47e9-83cf-535292431e5d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.508895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-917675df-8a2f-47e9-83cf-535292431e5d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.510273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-917675df-8a2f-47e9-83cf-535292431e5d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "DELETE /v2.0/security-groups/14a4d79f-2a15-4a56-9e35-6cdcdbf0d176 HTTP/1.1" status: 204 len: 168 time: 0.6251717 Aug 12 04:30:23.514206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Router cb265ba8-67ef-4ac5-8b84-c7592c687a02 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:30:23.516950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52992) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:23.528253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0764a90a-86f7-4a36-b252-8f87c9b477c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.537745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917675df-8a2f-47e9-83cf-535292431e5d tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a4d79f-2a15-4a56-9e35-6cdcdbf0d176,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:23.646760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1bfdfc25-dc85-401c-b0c0-2b09fcc1652e tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279695 Aug 12 04:30:23.661231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52996) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:23.661441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.671033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2', '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:23.750704 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14d12716-fed0-48ba-9bb8-2a825d85b32f tempest-SecGroupIPv6Test-1218037509 tempest-SecGroupIPv6Test-1218037509-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968819 Aug 12 04:30:23.751558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0764a90a-86f7-4a36-b252-8f87c9b477c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.756193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0764a90a-86f7-4a36-b252-8f87c9b477c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:23.760456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0764a90a-86f7-4a36-b252-8f87c9b477c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1b79d6e-c08a-45a6-9a4c-eb983729d104 HTTP/1.1" status: 204 len: 168 time: 0.3194911 Aug 12 04:30:23.783610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764a90a-86f7-4a36-b252-8f87c9b477c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b79d6e-c08a-45a6-9a4c-eb983729d104,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:23.968505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c24fa0a-c91e-4eab-bb67-c3cd565df24b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:24.039786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760e390-42e5-4976-b95f-ecd2aaa69edc req-eb376725-591a-4a13-aca8-83e82fc8a46b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:24.041587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6760e390-42e5-4976-b95f-ecd2aaa69edc req-eb376725-591a-4a13-aca8-83e82fc8a46b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 932 time: 0.0725119 Aug 12 04:30:24.078334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:24.078727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:24.123132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6760e390-42e5-4976-b95f-ecd2aaa69edc req-d5e11454-486a-43bf-89e2-4f13dad14b71 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Aug 12 04:30:24.357777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:30:24.368445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Sync routers for ids ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:30:24.374610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:24.380570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:24.383427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Routers {'cb265ba8-67ef-4ac5-8b84-c7592c687a02'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:24.384080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:24.387816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:24.397442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:24.417185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53018) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:24.488137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:24.488992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:24.562573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:24.566263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2fc53d75-dfe0-4ce6-b139-4c67e8c83260 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7149127 Aug 12 04:30:24.566601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53026) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:24.634743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-f1d03070-5a3a-42a5-bf58-459690cf7e46 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9265513 Aug 12 04:30:24.664467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Set router cb265ba8-67ef-4ac5-8b84-c7592c687a02 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:24.740251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53036) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:24.741647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-00b0f167-4934-4ca1-8c5f-bc7398700d1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=612d84dd8f67442cb72a55615c10da6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230309 Aug 12 04:30:24.930541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Request body: {'port': {'device_id': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:25.004567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.052336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.122449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.219565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8461ee03-c26d-47ab-abd0-e3d317e3cc02 None None] Provisioning for port a108d82e-b783-452a-8ef4-58bc3e6a1811 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:25.228744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8461ee03-c26d-47ab-abd0-e3d317e3cc02 None None] Provisioning complete for port a108d82e-b783-452a-8ef4-58bc3e6a1811 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:25.229569 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8461ee03-c26d-47ab-abd0-e3d317e3cc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.294454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8461ee03-c26d-47ab-abd0-e3d317e3cc02 None None] Port a108d82e-b783-452a-8ef4-58bc3e6a1811 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:25.324021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:30:22Z', 'revision_number': 3, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:25.374143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Checking router: cb265ba8-67ef-4ac5-8b84-c7592c687a02 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:30:25.374503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Updating router cb265ba8-67ef-4ac5-8b84-c7592c687a02 port 394909c8-73c6-4ba2-9188-19d50e74a830 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:30:25.408471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.417260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6944f-2791-4608-9f6e-509eb678d432 req-f181f520-6ee9-4c94-9ae3-45db262a7827 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:25.420084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd6944f-2791-4608-9f6e-509eb678d432 req-f181f520-6ee9-4c94-9ae3-45db262a7827 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 932 time: 0.1786427 Aug 12 04:30:25.504844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.507572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.508793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c95568f-47ad-44f4-8830-f7641bbf23a8 HTTP/1.1" status: 204 len: 168 time: 0.7676070 Aug 12 04:30:25.576352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.590590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c95568f-47ad-44f4-8830-f7641bbf23a8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:25.626168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.626594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.627045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.627450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.627852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.628378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.628773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.629243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.629635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.630028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.630421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.631423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aaf2a6-7e20-45c8-b388-1eb4fedd68b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:25.658970 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bd6944f-2791-4608-9f6e-509eb678d432 req-d76e803b-e26f-4a2b-812f-11acda2918d0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043869 Aug 12 04:30:25.777466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.814595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a108d82e-b783-452a-8ef4-58bc3e6a1811 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:30:25.834353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.904318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.921141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Transition to ACTIVE for port object a108d82e-b783-452a-8ef4-58bc3e6a1811 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:25.945559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:25.978195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Transition to ACTIVE for port object 394909c8-73c6-4ba2-9188-19d50e74a830 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:26.009767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.050471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.186869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Pushing event updated for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:26.212090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Attempting to bind port 394909c8-73c6-4ba2-9188-19d50e74a830 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:26.212476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Attempting to bind port 394909c8-73c6-4ba2-9188-19d50e74a830 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:26.218096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Attempting to bind port 394909c8-73c6-4ba2-9188-19d50e74a830 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:26.244254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90a55-a6d5-49ee-8c72-43b9f085fb62 None None] Pushing event updated for resources: {'Port': ['ID=394909c8-73c6-4ba2-9188-19d50e74a830,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:26.264273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:26.264672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:26.265046 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.265444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:26.265941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Bound port: 394909c8-73c6-4ba2-9188-19d50e74a830, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:26.266574 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.324229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Allocated IP 172.20.0.1 (435db7c0-c51e-49ef-8f4b-bb76379a2892/3afda608-a100-42ad-bddf-d8531e2c0c75/37c60139-1cf4-4a71-8892-7d82bb28fcdc) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:26.341324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] For port 394909c8-73c6-4ba2-9188-19d50e74a830, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:26.344933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] For port 394909c8-73c6-4ba2-9188-19d50e74a830, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=394909c8-73c6-4ba2-9188-19d50e74a830,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:26.349346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Attempting to bind port a108d82e-b783-452a-8ef4-58bc3e6a1811 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:26.349684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Attempting to bind port a108d82e-b783-452a-8ef4-58bc3e6a1811 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:26.350010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Attempting to bind port a108d82e-b783-452a-8ef4-58bc3e6a1811 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:26.356600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Port a108d82e-b783-452a-8ef4-58bc3e6a1811 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:30:26.356926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Attempting to bind port a108d82e-b783-452a-8ef4-58bc3e6a1811 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:26.435750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:26.435750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:26.435750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:26.435750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Bound port: a108d82e-b783-452a-8ef4-58bc3e6a1811, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:26.435750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.462525 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.548332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:26.549670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Routers {'cb265ba8-67ef-4ac5-8b84-c7592c687a02'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:26.550968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:26.552642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.556339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:26.579753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Transition to ACTIVE for port object 37c60139-1cf4-4a71-8892-7d82bb28fcdc will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:26.627015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90a55-a6d5-49ee-8c72-43b9f085fb62 None None] Pushing event updated for resources: {'Port': ['ID=394909c8-73c6-4ba2-9188-19d50e74a830,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:26.642501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.721320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.760576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:26.763263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:26.766501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] 10.222.0.36 "PUT /v2.0/ports/a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 1092 time: 2.1218560 Aug 12 04:30:26.767693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:30:26.774244 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b56256-e12c-4b42-bc54-af5e399c2558" -d '{"events": [{"name": "network-changed", "server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:30:26.798461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] Set router cb265ba8-67ef-4ac5-8b84-c7592c687a02 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:26.869303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53098) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:26.879981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:26.881406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d2551-123a-435b-9aa8-46ab00354949 service neutron] Pushing event updated for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:26.949276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:26.980169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:26.989237 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a009ecdc-7117-4c78-a9d4-a3e8aa95d310 x-openstack-request-id: req-a009ecdc-7117-4c78-a9d4-a3e8aa95d310 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:30:26.989533 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:30:26.990197 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a009ecdc-7117-4c78-a9d4-a3e8aa95d310 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:30:26.990335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9027-45a1-4da2-8896-c2ed8e96e9e4 req-47e8a01b-dd26-4d4e-8ab9-566ccac3b799 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:26.990478 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811', 'status': 'completed', 'code': 200} Aug 12 04:30:27.024140 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130f9027-45a1-4da2-8896-c2ed8e96e9e4 req-47e8a01b-dd26-4d4e-8ab9-566ccac3b799 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 944 time: 0.2158267 Aug 12 04:30:27.126142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-130f9027-45a1-4da2-8896-c2ed8e96e9e4 req-9329264d-a771-40aa-95f3-e66d11e51dea tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009188 Aug 12 04:30:27.181792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:30:22Z', 'revision_number': 3, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:27.206891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Pushing event updated for resources: {'Port': ['ID=37c60139-1cf4-4a71-8892-7d82bb28fcdc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:27.219192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb7576-af7a-446e-96f4-072759cc5e4d None None] The sync data for ids ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'] in n-d-804320-1 is: [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:30:22Z', 'revision_number': 3, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:30:27.223990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:27.229514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-c6834207-f829-4e59-9f2b-1a0fb24e7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:27.234567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-c6834207-f829-4e59-9f2b-1a0fb24e7218 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 1095 time: 0.2842152 Aug 12 04:30:27.432715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-d641cddd-da65-47ca-b734-ec8bd37a5ea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 217 time: 0.1313286 Aug 12 04:30:27.469810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:27.480012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-38db256b-e032-4ef0-a50f-ddacb8b76915 None None] Provisioning for port 37c60139-1cf4-4a71-8892-7d82bb28fcdc completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:27.487755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-38db256b-e032-4ef0-a50f-ddacb8b76915 None None] Provisioning complete for port 37c60139-1cf4-4a71-8892-7d82bb28fcdc triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:27.488598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38db256b-e032-4ef0-a50f-ddacb8b76915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:27.548001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-bada760f-7cdf-4a71-8f0f-67b6d5fac1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:27.550250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-bada760f-7cdf-4a71-8f0f-67b6d5fac1f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1080892 Aug 12 04:30:27.596025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-38db256b-e032-4ef0-a50f-ddacb8b76915 None None] Port 37c60139-1cf4-4a71-8892-7d82bb28fcdc cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:27.704444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-32b435df-f3ee-456d-b6ab-2e2e809d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:27.707941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-32b435df-f3ee-456d-b6ab-2e2e809d216b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495669 Aug 12 04:30:27.708877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:27.803329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:27.889066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:27.918521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44f5a701a35a426b9784b9b49e8347cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0450239 Aug 12 04:30:27.920971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:27.923512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8870f9-a29c-49a8-9032-4d2b6bc8323f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:27.948019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 394909c8-73c6-4ba2-9188-19d50e74a830 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:27.958485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.959226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.959937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.960481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.961236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.961743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.962359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.964139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.964762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.965316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.965821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:27.966394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a43bdf-6a93-4b95-a8e8-0a22a735613b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:28.065615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-e9c7c0bf-d5fb-4249-9293-c0405b87b58d service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394203 Aug 12 04:30:28.094506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d2a479a-11b7-42c5-96fb-1fd76b95cc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.136557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d2a479a-11b7-42c5-96fb-1fd76b95cc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.239710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 394909c8-73c6-4ba2-9188-19d50e74a830 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:28.248429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 394909c8-73c6-4ba2-9188-19d50e74a830 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:28.249041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.338198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-02674886-ac79-492c-9173-74c5d08ab3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.377163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d2a479a-11b7-42c5-96fb-1fd76b95cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.385851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1d2a479a-11b7-42c5-96fb-1fd76b95cc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.392015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1d2a479a-11b7-42c5-96fb-1fd76b95cc0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc8870f9-a29c-49a8-9032-4d2b6bc8323f HTTP/1.1" status: 204 len: 168 time: 0.4692292 Aug 12 04:30:28.429213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.435705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a479a-11b7-42c5-96fb-1fd76b95cc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8870f9-a29c-49a8-9032-4d2b6bc8323f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:28.510478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.572133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.610487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 394909c8-73c6-4ba2-9188-19d50e74a830, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=394909c8-73c6-4ba2-9188-19d50e74a830,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:28.697034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.715062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4d58a-5515-453a-9127-52ffad661ca4 req-49c3473a-27ed-4158-b0da-8e0a839e6e2f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:28.716660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cab4d58a-5515-453a-9127-52ffad661ca4 req-49c3473a-27ed-4158-b0da-8e0a839e6e2f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 944 time: 0.4176202 Aug 12 04:30:28.719887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Pushing event updated for resources: {'Port': ['ID=37c60139-1cf4-4a71-8892-7d82bb28fcdc,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:28.731819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b10b477c-c588-4e1b-9840-57e854b97ae4 req-98979bf6-a85b-4319-9c95-686fd1768d1b service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423950 Aug 12 04:30:28.738035 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:28.824741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=394909c8-73c6-4ba2-9188-19d50e74a830,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:28.860410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cab4d58a-5515-453a-9127-52ffad661ca4 req-6262defb-e3b1-4c5e-83d3-67b48eaa35e8 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275055 Aug 12 04:30:28.934428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:28.937711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:29.000319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-cfedc3b8-31fd-4597-b112-927adb44327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:29.001986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-cfedc3b8-31fd-4597-b112-927adb44327b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 1095 time: 0.1268661 Aug 12 04:30:29.344851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-110ec7f9-fd5d-48f6-9716-69d602a392f6 None None] Provisioning complete for port 37c60139-1cf4-4a71-8892-7d82bb28fcdc triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:29.345721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-110ec7f9-fd5d-48f6-9716-69d602a392f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:29.394694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-110ec7f9-fd5d-48f6-9716-69d602a392f6 None None] Port 37c60139-1cf4-4a71-8892-7d82bb28fcdc cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:29.664640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Router cb265ba8-67ef-4ac5-8b84-c7592c687a02 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:30:29.667597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-5f91206e-e2d5-402a-b424-bbb978a766f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:29.669260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-5f91206e-e2d5-402a-b424-bbb978a766f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.6586366 Aug 12 04:30:29.730808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-2ce50f5a-f248-4538-b435-5d41931c8070 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 217 time: 0.0530326 Aug 12 04:30:29.785569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:29.812829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5691-8b64-4b9c-acfb-b0412f71699c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:29.882189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 394909c8-73c6-4ba2-9188-19d50e74a830 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:29.914297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-73c5e3cc-f292-4c99-87bc-99dfdf391ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:29.917019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-73c5e3cc-f292-4c99-87bc-99dfdf391ac9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1547260 Aug 12 04:30:30.046070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 394909c8-73c6-4ba2-9188-19d50e74a830 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:30.050611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.054801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:30:30.062145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4533818c-c17a-4dff-a10a-12aaf8613e60 admin admin] 10.222.0.42 "PUT /v2.0/routers/cb265ba8-67ef-4ac5-8b84-c7592c687a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4919441 Aug 12 04:30:30.080659 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Sync routers for ids ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:30:30.104901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-a70ff5bd-fb97-4742-b925-8c75ff648524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:30.114943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-a70ff5bd-fb97-4742-b925-8c75ff648524 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774147 Aug 12 04:30:30.130980 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:30:30.137228 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Routers {'cb265ba8-67ef-4ac5-8b84-c7592c687a02'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:30.137228 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:30.138483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5691-8b64-4b9c-acfb-b0412f71699c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.209326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5691-8b64-4b9c-acfb-b0412f71699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.252886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5691-8b64-4b9c-acfb-b0412f71699c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e123bb2-834c-4160-bf5b-1467af0b108b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:30.335163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad724ce2-d0a1-496d-b562-a08a624d99be req-2600829d-e694-40c6-918b-131d9a1ab748 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:30.337322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad724ce2-d0a1-496d-b562-a08a624d99be req-2600829d-e694-40c6-918b-131d9a1ab748 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 944 time: 0.2765791 Aug 12 04:30:30.379855 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-12c864ad-b0ea-4438-9ed8-0a4890f77792 service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637157 Aug 12 04:30:30.394873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9ebb5691-8b64-4b9c-acfb-b0412f71699c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f189bcead4d64b6bb1014307154e7104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139524 Aug 12 04:30:30.421820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:30.434207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Set router cb265ba8-67ef-4ac5-8b84-c7592c687a02 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:30.530243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65c88ff3-2d74-44a8-8f24-15db05964ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.549035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad724ce2-d0a1-496d-b562-a08a624d99be req-486e77e3-d7ab-4c2c-9f81-3282c9a754ed tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043409 Aug 12 04:30:30.564586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38b56256-e12c-4b42-bc54-af5e399c2558 req-6d062b3b-9258-48db-8bb9-7774fc2a90b7 service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745791 Aug 12 04:30:30.600275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65c88ff3-2d74-44a8-8f24-15db05964ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.873637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65c88ff3-2d74-44a8-8f24-15db05964ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.876328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65c88ff3-2d74-44a8-8f24-15db05964ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.877858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-65c88ff3-2d74-44a8-8f24-15db05964ec0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e123bb2-834c-4160-bf5b-1467af0b108b HTTP/1.1" status: 204 len: 168 time: 0.4511654 Aug 12 04:30:30.894340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c88ff3-2d74-44a8-8f24-15db05964ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e123bb2-834c-4160-bf5b-1467af0b108b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:30.896587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8e92ed0f-e5bb-4f19-8412-22f4c2273d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:30.985391 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:31.001489 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:30:27Z', 'revision_number': 4, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '37c60139-1cf4-4a71-8892-7d82bb28fcdc', 'name': '', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'tenant_id': '8079258ad498440389264071a6785a66', 'mac_address': 'fa:16:3e:53:f0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:25Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 2, 'project_id': '8079258ad498440389264071a6785a66', 'subnets': [{'id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:31.034365 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Checking router: cb265ba8-67ef-4ac5-8b84-c7592c687a02 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:30:31.035035 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Updating router cb265ba8-67ef-4ac5-8b84-c7592c687a02 port 37c60139-1cf4-4a71-8892-7d82bb28fcdc binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:30:31.073249 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:31.549313 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:31.586873 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Transition to ACTIVE for port object 37c60139-1cf4-4a71-8892-7d82bb28fcdc will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:31.707576 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:31.798336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb277f-3591-49be-ad3a-83b893844db6 req-b8bf6842-e030-43c2-af3c-6513710f0b7a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:31.798336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbb277f-3591-49be-ad3a-83b893844db6 req-b8bf6842-e030-43c2-af3c-6513710f0b7a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 944 time: 0.1574996 Aug 12 04:30:31.964955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2dbb277f-3591-49be-ad3a-83b893844db6 req-78329fcf-6b8b-46dd-abca-af0a5f0d39c2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405411 Aug 12 04:30:32.020937 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Pushing event updated for resources: {'Port': ['ID=37c60139-1cf4-4a71-8892-7d82bb28fcdc,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:32.046692 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Attempting to bind port 37c60139-1cf4-4a71-8892-7d82bb28fcdc on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:32.047102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Attempting to bind port 37c60139-1cf4-4a71-8892-7d82bb28fcdc by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:32.047456 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Attempting to bind port 37c60139-1cf4-4a71-8892-7d82bb28fcdc on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:32.060417 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.060855 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.061092 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.061419 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.061743 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.062111 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.062413 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.062864 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.063094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.063414 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.063737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.064037 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:30:32.071823 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:32.073393 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Checking segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:32.075295 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.075934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Bound using segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:32.076916 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Bound port: 37c60139-1cf4-4a71-8892-7d82bb28fcdc, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:32.077787 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.177577 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] For port 37c60139-1cf4-4a71-8892-7d82bb28fcdc, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:32.188089 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] For port 37c60139-1cf4-4a71-8892-7d82bb28fcdc, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=37c60139-1cf4-4a71-8892-7d82bb28fcdc,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:32.204612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.323730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53256) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:32.329247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1387048305-network', 'tenant_id': '174291c19d7349649f51e5afdda15200'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:32.331023 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.375849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a108d82e-b783-452a-8ef4-58bc3e6a1811 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:30:32.413053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Routers {'cb265ba8-67ef-4ac5-8b84-c7592c687a02'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:32.413737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:32.459530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Made reservation on behalf of 174291c19d7349649f51e5afdda15200 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:32.465106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.499494 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.532954 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f414f-ff78-4b7e-aee0-8677bfd2f51d None None] Pushing event updated for resources: {'Port': ['ID=37c60139-1cf4-4a71-8892-7d82bb28fcdc,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:32.631036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:32.663147 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] Set router cb265ba8-67ef-4ac5-8b84-c7592c687a02 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:32.667524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'a108d82e-b783-452a-8ef4-58bc3e6a1811', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': 'a108d82e-b783-452a-8ef4-58bc3e6a1811', 'mac_address': 'fa:16:3e:f6:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:30:32.761347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.765846 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.813586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a108d82e-b783-452a-8ef4-58bc3e6a1811 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:30:32.838645 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.841735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:32.908502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:30:32.970800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:32.979143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52746765-33b3-4d23-8630-effd938d63c7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:33.004435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:33.004838 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Added segment 0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3 of type vlan for network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c Aug 12 04:30:33.132056 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:30:27Z', 'revision_number': 4, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '37c60139-1cf4-4a71-8892-7d82bb28fcdc', 'name': '', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'tenant_id': '8079258ad498440389264071a6785a66', 'mac_address': 'fa:16:3e:53:f0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:25Z', 'updated_at': '2021-08-12T04:30:32Z', 'revision_number': 4, 'project_id': '8079258ad498440389264071a6785a66', 'subnets': [{'id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:33.185050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['a108d82e-b783-452a-8ef4-58bc3e6a1811'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:33.214512 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85987ed-0ba5-449a-80e1-4a52ab4eec70 None None] The sync data for ids ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'] in n-d-804320-1 is: [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:30:27Z', 'revision_number': 4, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '37c60139-1cf4-4a71-8892-7d82bb28fcdc', 'name': '', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'tenant_id': '8079258ad498440389264071a6785a66', 'mac_address': 'fa:16:3e:53:f0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:25Z', 'updated_at': '2021-08-12T04:30:32Z', 'revision_number': 4, 'project_id': '8079258ad498440389264071a6785a66', 'subnets': [{'id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:30:33.241394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:33.264320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:33.393832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8a63-0749-475f-8a21-2bff444b4f61 req-49258e3b-68d0-48e2-8fef-45bff6bc8758 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:33.431894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24ee8a63-0749-475f-8a21-2bff444b4f61 req-49258e3b-68d0-48e2-8fef-45bff6bc8758 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 945 time: 0.2228703 Aug 12 04:30:33.473369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:33.474631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:33.475499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:33.585784 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24ee8a63-0749-475f-8a21-2bff444b4f61 req-95d0224e-2c38-4c52-acb2-8b5747a40d35 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461351 Aug 12 04:30:33.627032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3004656 Aug 12 04:30:33.628162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53314) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:33.634490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Request body: {'subnet': {'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1387048305-subnet', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:33.682399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb37048-7715-41e0-b4b5-15bb332cae0c admin admin] Pushing event updated for resources: {'Network': ['ID=80e4b3e5-5aba-4c0d-8717-47d51176dd7c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:33.697132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:30:33.753333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:33.776100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Made reservation on behalf of 174291c19d7349649f51e5afdda15200 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:33.782268 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:33.982577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 37c60139-1cf4-4a71-8892-7d82bb28fcdc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:34.158912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 37c60139-1cf4-4a71-8892-7d82bb28fcdc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:34.158912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 37c60139-1cf4-4a71-8892-7d82bb28fcdc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:34.158912 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:34.302878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:34.360252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:34.391374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a108d82e-b783-452a-8ef4-58bc3e6a1811 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:34.461490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 37c60139-1cf4-4a71-8892-7d82bb28fcdc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=37c60139-1cf4-4a71-8892-7d82bb28fcdc,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:34.467814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc94b3f-af2c-46f6-a781-fd71a5d589cf,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:34.508245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Checking segment: {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:34.509087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Network hostable DHCP agents. Network: 80e4b3e5-5aba-4c0d-8717-47d51176dd7c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:30:34.640891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:34.678010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:30:34.708218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port a108d82e-b783-452a-8ef4-58bc3e6a1811 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:34.776783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 80e4b3e5-5aba-4c0d-8717-47d51176dd7c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:34.780984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port a108d82e-b783-452a-8ef4-58bc3e6a1811 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:34.780984 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:34.788117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:34.793366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:34.830017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a356be-d551-4cad-b189-410ed15a4d5e None None] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:30:34.854521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=37c60139-1cf4-4a71-8892-7d82bb28fcdc,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:34.871885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d58a-4afd-41b6-9474-29ff675e63ba req-a5efe7ba-2e8b-4316-a2bf-ea9e55a8c04e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:34.875659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5c7d58a-4afd-41b6-9474-29ff675e63ba req-a5efe7ba-2e8b-4316-a2bf-ea9e55a8c04e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 945 time: 0.1492457 Aug 12 04:30:34.905773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-21dfd356-b9eb-43c1-8666-59990285a3d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2764733 Aug 12 04:30:34.910446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:34.938636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:35.042149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5c7d58a-4afd-41b6-9474-29ff675e63ba req-20e7b278-f6c5-46a2-b69b-44aec5e09875 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497557 Aug 12 04:30:35.111580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.112583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.160607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'fixed_ips': [{'subnet_id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:30:35.160607 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.185830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.270376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.326528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:30:35.328889 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f4e098-1446-4ca4-9934-d564cdb5b6a4" -d '{"events": [{"server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "name": "network-vif-plugged", "status": "completed", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:30:35.374388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:35.474299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Allocated IP 172.20.0.2 (80e4b3e5-5aba-4c0d-8717-47d51176dd7c/3dc94b3f-af2c-46f6-a781-fd71a5d589cf/460ba57d-3f3d-436d-b8c7-6aa4f4fbd346) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:35.501199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.716074 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf7ca2d-1c9c-49dd-8abd-4bceabebaed1 x-openstack-request-id: req-4cf7ca2d-1c9c-49dd-8abd-4bceabebaed1 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:30:35.716369 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "name": "network-vif-plugged", "status": "completed", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:30:35.716651 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cf7ca2d-1c9c-49dd-8abd-4bceabebaed1 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:30:35.719238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:35.720271 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811', 'code': 200} Aug 12 04:30:35.735629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:35.900691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545c76-fd1e-4b40-9c28-afc50903ff39 req-965065b5-0c6c-4b16-bc52-4955f4d8d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:35.901329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 37c60139-1cf4-4a71-8892-7d82bb28fcdc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:35.905035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10545c76-fd1e-4b40-9c28-afc50903ff39 req-965065b5-0c6c-4b16-bc52-4955f4d8d053 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 1097 time: 0.1239994 Aug 12 04:30:35.992789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10545c76-fd1e-4b40-9c28-afc50903ff39 req-1e7cc6e5-e6c5-4181-ba79-ef4cec661c55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785267 Aug 12 04:30:36.044145 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.070623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Transition to ACTIVE for port object 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:36.080070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 37c60139-1cf4-4a71-8892-7d82bb28fcdc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:36.080866 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.257373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.323898 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.326935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0615297-8c3e-4289-9ea9-1828ef21c926 req-b5e36e43-f154-4194-a8bd-7bc6d9c64010 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:36.339433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0615297-8c3e-4289-9ea9-1828ef21c926 req-b5e36e43-f154-4194-a8bd-7bc6d9c64010 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1482577 Aug 12 04:30:36.359704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Transition to ACTIVE for port object 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:36.414462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0615297-8c3e-4289-9ea9-1828ef21c926 req-310f906d-4551-40a6-b45d-d532b4a4a9c4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776181 Aug 12 04:30:36.509060 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.534065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Allocated IP 172.25.6.206 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/0b8e8fb2-0f29-4a2e-935c-4203414af3ab) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:36.575996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:36.589292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:36.593103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:36.601362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Pushing event updated for resources: {'Port': ['ID=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:36.710310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Attempting to bind port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:36.710310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Attempting to bind port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:36.710310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Attempting to bind port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 on network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:36.710797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:36.711183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Checking segment: {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:36.711953 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.711953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Bound using segment: {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:36.712775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Bound port: 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:36.713239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.763787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.855375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] For port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:36.859582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] For port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,segment=NetworkSegment(0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3),segment_id=0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:36.919801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.952613 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:36.978126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:36.982494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:36.986524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:37.043928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53418) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:37.081692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd022faa-02b9-4c04-9ab5-b5afd129d17e None None] Pushing event updated for resources: {'Port': ['ID=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:37.146777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:37.372570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cd07971-5880-40ef-9d27-34ae028c5f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:37.580285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cd07971-5880-40ef-9d27-34ae028c5f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:37.650590 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cd07971-5880-40ef-9d27-34ae028c5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:37.729874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9cd07971-5880-40ef-9d27-34ae028c5f40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7fd363de79b44ab3b372c59544075415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6828752 Aug 12 04:30:37.731327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53450) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:37.741433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd07971-5880-40ef-9d27-34ae028c5f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a772df-4286-47fe-b11d-5c03ded7163c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:37.864910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:37.911341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c66fbd1-e4a4-4dc5-affc-2c04ea2cdecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:38.016319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3ec46-9e9d-4fe3-95dd-4ac4f4ad524f req-91360fdf-90df-4eb2-8912-316fa5b734c4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:38.018939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6f3ec46-9e9d-4fe3-95dd-4ac4f4ad524f req-91360fdf-90df-4eb2-8912-316fa5b734c4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 946 time: 0.3755665 Aug 12 04:30:38.025077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:38.041439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c66fbd1-e4a4-4dc5-affc-2c04ea2cdecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:38.140721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6f3ec46-9e9d-4fe3-95dd-4ac4f4ad524f req-ac5a75de-fb07-40ef-be7d-d859bade5c1b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086972 Aug 12 04:30:38.275237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:38.283844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c66fbd1-e4a4-4dc5-affc-2c04ea2cdecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:38.297658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5c66fbd1-e4a4-4dc5-affc-2c04ea2cdecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:38.325476 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5c66fbd1-e4a4-4dc5-affc-2c04ea2cdecb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7a772df-4286-47fe-b11d-5c03ded7163c HTTP/1.1" status: 204 len: 168 time: 0.5826848 Aug 12 04:30:38.371270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66fbd1-e4a4-4dc5-affc-2c04ea2cdecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a772df-4286-47fe-b11d-5c03ded7163c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:38.509648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-f92a3eac-5246-43b1-974c-1c9266443757 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 267 time: 0.2912464 Aug 12 04:30:38.611109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-af6ecb0d-fce5-486a-854c-527ae1d6e95c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:38.621434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-af6ecb0d-fce5-486a-854c-527ae1d6e95c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1124353 Aug 12 04:30:38.627721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'port': {'security_groups': []}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:38.760119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:38.790238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.095442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2df8b9-9bf1-4826-b198-f82ef49e3c49 None None] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:30:39.166927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:39.216083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.216493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Router b4c243c1-1f9c-4b02-92cd-51a9ef056802 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:30:39.282105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] Provisioning for port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:39.291112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] Provisioning complete for port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:39.291492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.304773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.354165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['a108d82e-b783-452a-8ef4-58bc3e6a1811'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:39.402074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2', '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:39.437336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:30:39.492761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:39.501541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.509781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df9fecd0-57d3-48b4-924a-ba2759567e82 req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "PUT /v2.0/ports/a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 905 time: 0.8872242 Aug 12 04:30:39.510735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:30:39.521170 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df701d6-d342-42ee-ac35-0c1bc73615a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:30:39.578230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbb879-282d-4060-b6b9-0285828d66f1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:39.587270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.588551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0c03d19e-8027-401a-ae63-ee03f06764f4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6754014 Aug 12 04:30:39.592870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53498) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:39.611889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Sync routers for ids ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:30:39.615838 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e1680f-1906-413c-be34-51677647fad8 x-openstack-request-id: req-b6e1680f-1906-413c-be34-51677647fad8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:30:39.615838 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:30:39.615838 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6e1680f-1906-413c-be34-51677647fad8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:30:39.615838 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811', 'status': 'completed', 'code': 200} Aug 12 04:30:39.748523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53502) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:39.781845 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ac38393-9d0a-40f9-88e0-b657d6913680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:39.783485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['a108d82e-b783-452a-8ef4-58bc3e6a1811'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:39.842749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-be2840d1-613c-4874-b026-1c5b3985d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:39.847525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-be2840d1-613c-4874-b026-1c5b3985d92b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 1059 time: 0.1811414 Aug 12 04:30:39.937928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Routers {'b4c243c1-1f9c-4b02-92cd-51a9ef056802'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:39.937928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:40.049483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4d644-0f03-4f7f-9787-f0735e3bee5d req-eae6e2a5-7808-47e0-a478-08e25554b3a3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:40.054628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44c4d644-0f03-4f7f-9787-f0735e3bee5d req-eae6e2a5-7808-47e0-a478-08e25554b3a3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 908 time: 0.3070507 Aug 12 04:30:40.187281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-e892cb92-1479-4e6c-b1a4-ec627a694daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:40.189951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-e892cb92-1479-4e6c-b1a4-ec627a694daa service neutron] 10.222.0.36 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.3371708 Aug 12 04:30:40.361796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-664d94d3-1da2-4203-9427-c71398f5d60a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 217 time: 0.1586449 Aug 12 04:30:40.422103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ac38393-9d0a-40f9-88e0-b657d6913680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:40.492740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1ac38393-9d0a-40f9-88e0-b657d6913680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:40.497096 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:40.561428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac38393-9d0a-40f9-88e0-b657d6913680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71dee2f-dff4-4276-83d6-766b4427dd19,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:40.607360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb04ed-a78a-4274-9340-e3fdfc1ca8e3 req-e2e85a8b-766c-4275-8dd2-9fb73189e054 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:40.609034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ebb04ed-a78a-4274-9340-e3fdfc1ca8e3 req-e2e85a8b-766c-4275-8dd2-9fb73189e054 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2831872 Aug 12 04:30:40.616252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-e0c826a1-c4d1-492a-9c41-5c2c74fcf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:40.620269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-e0c826a1-c4d1-492a-9c41-5c2c74fcf069 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.2045496 Aug 12 04:30:40.633557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1ac38393-9d0a-40f9-88e0-b657d6913680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2d112d1ea1f401f9394d02de529d8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8838012 Aug 12 04:30:40.636658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53522) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:40.759310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Set router b4c243c1-1f9c-4b02-92cd-51a9ef056802 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:40.848780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ebb04ed-a78a-4274-9340-e3fdfc1ca8e3 req-aa33249d-dc4b-4c0e-9989-f58a720ed217 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248387 Aug 12 04:30:40.918060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:40.928198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-f07bfb8f-ab4c-4f95-831e-2bf18aecccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:40.928198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-f07bfb8f-ab4c-4f95-831e-2bf18aecccf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885218 Aug 12 04:30:40.938086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53534) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:41.098025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] For port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,segment=NetworkSegment(0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3),segment_id=0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:41.105574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53538) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:41.163041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.173082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b557a61-61e8-4a7a-9dcb-188ea343e901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.262587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6025d-e959-4f97-b2d4-505c26d2ae0c None None] Pushing event updated for resources: {'Port': ['ID=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:41.266583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b557a61-61e8-4a7a-9dcb-188ea343e901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.302120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:30:37Z', 'revision_number': 3, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:41.348308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Checking router: b4c243c1-1f9c-4b02-92cd-51a9ef056802 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:30:41.348659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Updating router b4c243c1-1f9c-4b02-92cd-51a9ef056802 port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:30:41.375338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-7533c964-364b-4d76-be07-8e9b49eb5858 service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357698 Aug 12 04:30:41.381915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b269ad53-d86a-4469-9c10-bae741bd65e6 None None] Provisioning complete for port a108d82e-b783-452a-8ef4-58bc3e6a1811 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:41.382352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b269ad53-d86a-4469-9c10-bae741bd65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.421426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.523787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b34d7-e262-49e0-b3fc-5ae25ef02614 req-c2981060-d10c-489d-b203-9bca771d629b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:41.525787 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c4b34d7-e262-49e0-b3fc-5ae25ef02614 req-c2981060-d10c-489d-b203-9bca771d629b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.4269376 Aug 12 04:30:41.529362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.566321 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04a81370-95ab-4997-8dc5-603f89270d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.607039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4df701d6-d342-42ee-ac35-0c1bc73615a4 req-02a09eea-a634-4849-8425-807ce19a8ee8 service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075233 Aug 12 04:30:41.638017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 04:30:41.638017 n-d-804320-1 neutron-server[95042]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 04:30:41.638017 n-d-804320-1 neutron-server[95042]: [parameters: {'project_id': 'cfcf841a049b42b580e22869a5a3d3c7', 'id': '6acb6879-d2b3-49ee-9559-ac4639e88961', 'expiration': datetime.datetime(2021, 8, 12, 4, 32, 41, 622639)}] Aug 12 04:30:41.638017 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:30:41.638017 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:30:41.644071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Allocated IP 172.20.0.1 (80e4b3e5-5aba-4c0d-8717-47d51176dd7c/3dc94b3f-af2c-46f6-a781-fd71a5d589cf/9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:41.656308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9c4b34d7-e262-49e0-b3fc-5ae25ef02614 req-d743faad-bbb3-4b12-8575-a7ab704c18c1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118474 Aug 12 04:30:41.690860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b557a61-61e8-4a7a-9dcb-188ea343e901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.690860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b557a61-61e8-4a7a-9dcb-188ea343e901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.690860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3b557a61-61e8-4a7a-9dcb-188ea343e901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a71dee2f-dff4-4276-83d6-766b4427dd19 HTTP/1.1" status: 204 len: 168 time: 1.0486927 Aug 12 04:30:41.730673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b557a61-61e8-4a7a-9dcb-188ea343e901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71dee2f-dff4-4276-83d6-766b4427dd19,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:41.803045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b269ad53-d86a-4469-9c10-bae741bd65e6 None None] Provisioning complete for port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:41.805362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b269ad53-d86a-4469-9c10-bae741bd65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.876877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:41.911554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Transition to ACTIVE for port object 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:42.078988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:42.079375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.113499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04a81370-95ab-4997-8dc5-603f89270d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.138962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.188750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:42.189509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04a81370-95ab-4997-8dc5-603f89270d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.192269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:42.214931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:42.263918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-04a81370-95ab-4997-8dc5-603f89270d33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea2e56317c6e48f3a5b05a974e262742&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2835627 Aug 12 04:30:42.265065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a81370-95ab-4997-8dc5-603f89270d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce14e95-f4c4-4184-a6d3-c6b6a7dcf601,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:42.268968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53566) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:42.340847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:42.431833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.502253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-8e31c2ff-5bcb-4022-ab94-b2c46c165429 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:42.520471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-8e31c2ff-5bcb-4022-ab94-b2c46c165429 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.2140236 Aug 12 04:30:42.535501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.589712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Transition to ACTIVE for port object 0b8e8fb2-0f29-4a2e-935c-4203414af3ab will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:42.600586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-9d476bce-90dc-46e5-a994-ab3e08cb4c79 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/quotas/801e30fa8ebf4cfc951f984b78ea2ea5 HTTP/1.1" status: 200 len: 375 time: 0.0762227 Aug 12 04:30:42.607700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:42.614340 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.697254 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.759755 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57213974-8954-40a5-b155-48f637b52abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.793162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.806363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-7c807ff1-ff31-4fed-8b8c-73c58a2356da tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2072098 Aug 12 04:30:42.815036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cadf70-db28-4b8a-b146-80b236b4c7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:42.823756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57213974-8954-40a5-b155-48f637b52abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.829832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Attempting to bind port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:42.830207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Attempting to bind port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:42.830570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Attempting to bind port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:42.854264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:42.854599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:42.855115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.855276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:42.855721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Bound port: 0b8e8fb2-0f29-4a2e-935c-4203414af3ab, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:42.856110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:42.877558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.012909 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.034941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fd9437-cb14-4e49-b6cc-5d755c5dafd7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:43.087326 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3a215ff3-e305-4640-852e-eb2e3dae4ac7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfcf841a049b42b580e22869a5a3d3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9815104 Aug 12 04:30:43.090251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53582) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:43.097498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57213974-8954-40a5-b155-48f637b52abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.102516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-57213974-8954-40a5-b155-48f637b52abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.108920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-57213974-8954-40a5-b155-48f637b52abc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ce14e95-f4c4-4184-a6d3-c6b6a7dcf601 HTTP/1.1" status: 204 len: 168 time: 0.8386431 Aug 12 04:30:43.130315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-1c89025b-382a-4584-bc33-be8af03f381a service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915483 Aug 12 04:30:43.141094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57213974-8954-40a5-b155-48f637b52abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce14e95-f4c4-4184-a6d3-c6b6a7dcf601,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:43.206925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebe40103-6caf-49f6-9d5d-b16635448bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.235700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebe40103-6caf-49f6-9d5d-b16635448bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.293100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-039eb7fd-2916-4230-b9a7-fd3ee94214cd None None] Provisioning for port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:43.325183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-3d7be8e4-ad33-4749-a862-181cdc3cddd8 service neutron] 10.222.0.42 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828587 Aug 12 04:30:43.338378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-039eb7fd-2916-4230-b9a7-fd3ee94214cd None None] Provisioning complete for port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:43.340440 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-039eb7fd-2916-4230-b9a7-fd3ee94214cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.477867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.493860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-039eb7fd-2916-4230-b9a7-fd3ee94214cd None None] Port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:43.513028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebe40103-6caf-49f6-9d5d-b16635448bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.517965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] For port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:43.518239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebe40103-6caf-49f6-9d5d-b16635448bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.518239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ebe40103-6caf-49f6-9d5d-b16635448bc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70fd9437-cb14-4e49-b6cc-5d755c5dafd7 HTTP/1.1" status: 204 len: 168 time: 0.4251435 Aug 12 04:30:43.527107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] For port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:43.541475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe40103-6caf-49f6-9d5d-b16635448bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fd9437-cb14-4e49-b6cc-5d755c5dafd7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:43.574118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.605691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.724097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Routers {'b4c243c1-1f9c-4b02-92cd-51a9ef056802'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:43.725753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:43.759523 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:43.851588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4bffaa7-488b-4b7c-a07a-964d47960093 req-90e75bfa-136b-4325-9dcf-6ba24794537f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 210 time: 0.0749004 Aug 12 04:30:43.896401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:44.028071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:44.030931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:44.164514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cadf70-db28-4b8a-b146-80b236b4c7d6 None None] Pushing event updated for resources: {'Port': ['ID=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:44.168418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] Set router b4c243c1-1f9c-4b02-92cd-51a9ef056802 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:44.314197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Router b4c243c1-1f9c-4b02-92cd-51a9ef056802 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:30:44.469220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6eadc240-7c67-4ca2-a07b-207c2b8c83d4 None None] Provisioning complete for port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:44.469652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6eadc240-7c67-4ca2-a07b-207c2b8c83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:44.522452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6eadc240-7c67-4ca2-a07b-207c2b8c83d4 None None] Port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:44.533014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:30:42Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f', 'name': '', 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'mac_address': 'fa:16:3e:d6:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:40Z', 'updated_at': '2021-08-12T04:30:43Z', 'revision_number': 2, 'project_id': '174291c19d7349649f51e5afdda15200', 'subnets': [{'id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:44.587240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53628) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:44.607517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146909c-8a83-4a8e-a215-76667cb8ab23 None None] The sync data for ids ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'] in n-d-804320-1 is: [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:30:42Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f', 'name': '', 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'mac_address': 'fa:16:3e:d6:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:40Z', 'updated_at': '2021-08-12T04:30:43Z', 'revision_number': 2, 'project_id': '174291c19d7349649f51e5afdda15200', 'subnets': [{'id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:30:44.625445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0a1f374-42ab-45c8-9dd6-340ba4c7a1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:44.825954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0a1f374-42ab-45c8-9dd6-340ba4c7a1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:44.980548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29080506-c6f4-4ad4-af56-350a078479e5 req-41bd3bc2-25d2-430a-a728-ffeba2161683 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 210 time: 0.0491953 Aug 12 04:30:45.027196 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a0a1f374-42ab-45c8-9dd6-340ba4c7a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:45.067857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a0a1f374-42ab-45c8-9dd6-340ba4c7a1fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebaea697fe23402891baee08d85f016a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793048 Aug 12 04:30:45.070020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53638) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:45.108617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:30:45.121572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-88e208e1-be5f-4808-909a-8522426f1e47 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4c243c1-1f9c-4b02-92cd-51a9ef056802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5277479 Aug 12 04:30:45.123162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1f374-42ab-45c8-9dd6-340ba4c7a1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7798db-09fd-4a37-9740-8ecebd14b8a4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:45.213813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7356ced3-eeee-404d-b2ab-7420470972de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:45.265788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7356ced3-eeee-404d-b2ab-7420470972de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:45.524821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7356ced3-eeee-404d-b2ab-7420470972de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:45.530091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7356ced3-eeee-404d-b2ab-7420470972de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:45.531558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7356ced3-eeee-404d-b2ab-7420470972de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee7798db-09fd-4a37-9740-8ecebd14b8a4 HTTP/1.1" status: 204 len: 168 time: 0.4603729 Aug 12 04:30:45.550595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ced3-eeee-404d-b2ab-7420470972de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7798db-09fd-4a37-9740-8ecebd14b8a4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:46.218818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00fc8006-9c3d-4668-a76e-889a2431808f req-7a9cc37e-ee4f-41bf-9359-35a5a7e5ad76 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 210 time: 0.0941041 Aug 12 04:30:46.600071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-9f160563-ce5d-420f-a14e-713cd0cce936 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:46.602489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-9f160563-ce5d-420f-a14e-713cd0cce936 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/networks?id=435db7c0-c51e-49ef-8f4b-bb76379a2892 HTTP/1.1" status: 200 len: 911 time: 0.2257221 Aug 12 04:30:46.619904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-8bf9b62f-d069-4972-a983-4d3a7e1baf41 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/quotas/174291c19d7349649f51e5afdda15200 HTTP/1.1" status: 200 len: 375 time: 0.0101755 Aug 12 04:30:46.853521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-3ea97e32-d80e-40e1-8e7f-9068f89f2aec tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=174291c19d7349649f51e5afdda15200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2183075 Aug 12 04:30:46.902221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-ef321669-c4c5-4cc0-b4eb-733c7364e630 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:46.904873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-ef321669-c4c5-4cc0-b4eb-733c7364e630 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 811 time: 0.5293682 Aug 12 04:30:46.927470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Request body: {'port': {'device_id': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'admin_state_up': True, 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:47.066787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-14f247ee-3fe4-4c20-9d09-5cb5b8cd3161 req-6cefb2da-1643-4bee-aef9-390228d036b4 service neutron] (95042) timed out ('10.222.0.36', 56727) {{(pid=95042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:30:47.301018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-9c733f59-5b63-4533-859e-6c1b6c94edf7 service neutron] 10.222.0.42 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355383 Aug 12 04:30:47.398806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e59bcd5-dbf3-409c-8a32-d7418b6ccabc req-ce6c9ef2-e112-4cfd-93c2-0a9fab42fc8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 210 time: 0.0582898 Aug 12 04:30:47.469296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Made reservation on behalf of 801e30fa8ebf4cfc951f984b78ea2ea5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:47.479604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:47.539627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-6f9c465b-d956-4318-aca5-7c101f4e0c9f service neutron] 10.222.0.42 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306435 Aug 12 04:30:47.735224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Allocated IP 172.20.0.7 (f208c0a1-9dc1-4292-94f5-f5304a5cea7f/c8ace8fc-0b81-45b2-85f1-096eab175f16/5403cc4e-2806-4584-bade-26ba01366e02) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:47.939699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b8e8fb2-0f29-4a2e-935c-4203414af3ab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:47.966292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa10443f-b2d7-45f0-a9b0-74e1a3b7aa22 req-c20fede4-edbf-427b-9985-81e0ebec62c2 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.0742896 Aug 12 04:30:48.138913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:48.144062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:48.144586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:48.159960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:48.223566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Transition to ACTIVE for port object 5403cc4e-2806-4584-bade-26ba01366e02 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:48.302895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Sync routers for ids ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:30:48.315370 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Routers {'b4c243c1-1f9c-4b02-92cd-51a9ef056802'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:48.316065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:48.351246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:48.391889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:48.416617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:48.431889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2', '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:48.491753 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Set router b4c243c1-1f9c-4b02-92cd-51a9ef056802 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:48.532054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:48.606724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:48.666525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:48.672499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:48.703772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:48.726669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:48.939317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6752486-6750-4ad0-b7de-54d62715f000 req-cdc65f2d-ab74-4307-bbfc-e0b9b4535574 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:48.947668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6752486-6750-4ad0-b7de-54d62715f000 req-cdc65f2d-ab74-4307-bbfc-e0b9b4535574 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 931 time: 0.4737406 Aug 12 04:30:49.013364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:49.017314 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:49.093857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91704004-d7ab-474e-8dde-c9c2979f5a16 req-6e6fe3f7-52b9-47ad-b366-406e416c9571 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.0410755 Aug 12 04:30:49.175907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6752486-6750-4ad0-b7de-54d62715f000 req-6d937493-08ec-4208-a3cd-90b23d361d88 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103965 Aug 12 04:30:49.199031 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:30:42Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f', 'name': '', 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'mac_address': 'fa:16:3e:d6:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:40Z', 'updated_at': '2021-08-12T04:30:43Z', 'revision_number': 2, 'project_id': '174291c19d7349649f51e5afdda15200', 'subnets': [{'id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:49.228138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-908044cb-9f29-4558-afc7-dbde6666809b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3060033 Aug 12 04:30:49.244312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Request body: {'port': {'device_id': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:49.246380 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Checking router: b4c243c1-1f9c-4b02-92cd-51a9ef056802 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:30:49.246952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Updating router b4c243c1-1f9c-4b02-92cd-51a9ef056802 port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:30:49.287073 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:49.341528 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:49.358533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-565353df-cefb-49f8-bea5-b8ec45842be2 None None] Provisioning for port 5403cc4e-2806-4584-bade-26ba01366e02 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:49.363924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-565353df-cefb-49f8-bea5-b8ec45842be2 None None] Provisioning complete for port 5403cc4e-2806-4584-bade-26ba01366e02 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:49.364416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-565353df-cefb-49f8-bea5-b8ec45842be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:49.414977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-565353df-cefb-49f8-bea5-b8ec45842be2 None None] Port 5403cc4e-2806-4584-bade-26ba01366e02 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:49.898204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b8e8fb2-0f29-4a2e-935c-4203414af3ab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:49.936666 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:49.968358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53840) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:50.008048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Transition to ACTIVE for port object 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:50.067814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:50.068523 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.076285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5403cc4e-2806-4584-bade-26ba01366e02 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:30:50.093165 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.099491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.149721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Transition to ACTIVE for port object 5403cc4e-2806-4584-bade-26ba01366e02 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:50.236204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.289404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ef42c25-a631-4f7b-8ede-f0e63151298c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.423343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:50.468013 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Attempting to bind port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:50.469353 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Attempting to bind port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:50.470874 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Attempting to bind port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f on network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:50.479890 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:50.486828 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Checking segment: {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:50.486828 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.486828 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Bound using segment: {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:50.486828 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Bound port: 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:50.486828 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.600401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] For port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:50.602077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a321-4e2d-4e0d-8df1-3b6bd0c49ece req-49af5f10-7df9-439f-a8fe-ff86ca027fbc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:50.610390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ab6a321-4e2d-4e0d-8df1-3b6bd0c49ece req-49af5f10-7df9-439f-a8fe-ff86ca027fbc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 943 time: 0.2374747 Aug 12 04:30:50.622811 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] For port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,segment=NetworkSegment(0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3),segment_id=0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:50.641809 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ef42c25-a631-4f7b-8ede-f0e63151298c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.650971 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2a750-6d07-4cca-a954-7cc9554699f8 None None] Pushing event updated for resources: {'Port': ['ID=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:50.699906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e299c23-35a4-4a96-bbae-1c495262d967 req-ac0d6b13-4cab-4f8a-b3ae-9298724ab33d tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.3930995 Aug 12 04:30:50.720683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Attempting to bind port 5403cc4e-2806-4584-bade-26ba01366e02 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:50.721244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Attempting to bind port 5403cc4e-2806-4584-bade-26ba01366e02 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:50.721771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Attempting to bind port 5403cc4e-2806-4584-bade-26ba01366e02 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:50.741230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Port 5403cc4e-2806-4584-bade-26ba01366e02 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:30:50.741230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Attempting to bind port 5403cc4e-2806-4584-bade-26ba01366e02 on network f208c0a1-9dc1-4292-94f5-f5304a5cea7f {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:50.745644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ab6a321-4e2d-4e0d-8df1-3b6bd0c49ece req-9c2b83e4-e62e-4a5c-85fe-a6390ac452b2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345813 Aug 12 04:30:50.747139 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.749969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:50.752076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Checking segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:50.752076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Bound using segment: {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:50.752076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Bound port: 5403cc4e-2806-4584-bade-26ba01366e02, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321ecba0-84e0-457e-9696-4355436fe8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:50.752076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.770976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ef42c25-a631-4f7b-8ede-f0e63151298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.854959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:50.857821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42c25-a631-4f7b-8ede-f0e63151298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f453d696-158b-44a6-9c5e-08f5010450e4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:50.858499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:50.867124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4ef42c25-a631-4f7b-8ede-f0e63151298c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b786d87f8057433781369963f310b70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8975489 Aug 12 04:30:50.869055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53862) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:50.896449 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Routers {'b4c243c1-1f9c-4b02-92cd-51a9ef056802'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:30:50.898505 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:30:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:50.980089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.982476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53868) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:50.990560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-99fa8c05-a7a5-4044-8cb9-acf28491970a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:50.991765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2a750-6d07-4cca-a954-7cc9554699f8 None None] Pushing event updated for resources: {'Port': ['ID=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:51.024781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-99fa8c05-a7a5-4044-8cb9-acf28491970a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:51.154217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:51.154846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:51.156287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-13116979-da37-490f-83ad-77dde4deb276 service neutron] 10.222.0.20 "PUT /v2.0/ports/5403cc4e-2806-4584-bade-26ba01366e02 HTTP/1.1" status: 200 len: 1091 time: 1.9197049 Aug 12 04:30:51.156754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:30:51.163923 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "tag": "5403cc4e-2806-4584-bade-26ba01366e02"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:30:51.228194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-99fa8c05-a7a5-4044-8cb9-acf28491970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:51.231370 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-99fa8c05-a7a5-4044-8cb9-acf28491970a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:51.233053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-99fa8c05-a7a5-4044-8cb9-acf28491970a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f453d696-158b-44a6-9c5e-08f5010450e4 HTTP/1.1" status: 204 len: 168 time: 0.3627720 Aug 12 04:30:51.247649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa8c05-a7a5-4044-8cb9-acf28491970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453d696-158b-44a6-9c5e-08f5010450e4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:51.249405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13116979-da37-490f-83ad-77dde4deb276 service neutron] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:51.387523 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a6dfefcb-58e2-4ece-8eac-dfc716d60e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:51.569167 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] Set router b4c243c1-1f9c-4b02-92cd-51a9ef056802 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:30:51.618111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-13040dbc-4794-411c-95fc-54f148a37050 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:51.621602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-13040dbc-4794-411c-95fc-54f148a37050 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.36 "GET /v2.0/networks?id=435db7c0-c51e-49ef-8f4b-bb76379a2892 HTTP/1.1" status: 200 len: 911 time: 0.2286420 Aug 12 04:30:51.633831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Request body: {'port': {'device_id': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'admin_state_up': True, 'tenant_id': '174291c19d7349649f51e5afdda15200'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:51.693246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-ed506848-f581-43d7-9084-26548ba74184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:51.713772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-ed506848-f581-43d7-9084-26548ba74184 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 1094 time: 0.3074839 Aug 12 04:30:51.905482 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba99d89b-3402-4f45-bb93-0b5cdf659644 x-openstack-request-id: req-ba99d89b-3402-4f45-bb93-0b5cdf659644 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:30:51.905482 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "tag": "5403cc4e-2806-4584-bade-26ba01366e02", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:30:51.905805 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba99d89b-3402-4f45-bb93-0b5cdf659644 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:30:51.906218 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02', 'status': 'completed', 'code': 200} Aug 12 04:30:51.918396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-acde030a-b178-4a67-9d41-565eb80711a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5403cc4e-2806-4584-bade-26ba01366e02 HTTP/1.1" status: 200 len: 217 time: 0.1924717 Aug 12 04:30:52.011745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:52.027220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-842c8be1-30de-4dc2-8e22-fbf93383d223 req-2a62a1cc-d6e3-4476-8da6-b566f1784640 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.1271162 Aug 12 04:30:52.052594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b706d7-dd85-48c3-b4c6-fefee2090e22 req-a3179186-8c0a-444f-b4e0-8fb544ae4425 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:52.061189 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2b706d7-dd85-48c3-b4c6-fefee2090e22 req-a3179186-8c0a-444f-b4e0-8fb544ae4425 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 943 time: 0.1136243 Aug 12 04:30:52.114615 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:30:42Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f', 'name': '', 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'mac_address': 'fa:16:3e:d6:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:40Z', 'updated_at': '2021-08-12T04:30:50Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'subnets': [{'id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:30:52.167742 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-5be9862c-4309-4c77-aa4a-4cd0e3469ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:52.169260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-5be9862c-4309-4c77-aa4a-4cd0e3469ce3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.2339187 Aug 12 04:30:52.170117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2b706d7-dd85-48c3-b4c6-fefee2090e22 req-8c533e03-b025-4239-82d9-9982afaf2e63 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968676 Aug 12 04:30:52.171153 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53205007-ffd7-4859-a65d-76dc3b5e5963 None None] The sync data for ids ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'] in n-d-804320-1 is: [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:30:42Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f', 'name': '', 'network_id': '80e4b3e5-5aba-4c0d-8717-47d51176dd7c', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'mac_address': 'fa:16:3e:d6:1c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:40Z', 'updated_at': '2021-08-12T04:30:50Z', 'revision_number': 4, 'project_id': '174291c19d7349649f51e5afdda15200', 'subnets': [{'id': '3dc94b3f-af2c-46f6-a781-fd71a5d589cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:30:52.207948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:52.227371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:52.230362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.312490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a6dfefcb-58e2-4ece-8eac-dfc716d60e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.337778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-15f8e327-1fa2-42a1-87de-85b97da0f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:52.339332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-15f8e327-1fa2-42a1-87de-85b97da0f3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545708 Aug 12 04:30:52.502872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.524275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Made reservation on behalf of 174291c19d7349649f51e5afdda15200 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:30:52.526641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.544036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a6dfefcb-58e2-4ece-8eac-dfc716d60e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.645453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,segment=NetworkSegment(0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3),segment_id=0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:52.674979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:52.682011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a6dfefcb-58e2-4ece-8eac-dfc716d60e03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73a3edc028fd4e3cb15f99e0fb2a28a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6959243 Aug 12 04:30:52.696690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 53910) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:52.706234 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfefcb-58e2-4ece-8eac-dfc716d60e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3026eea-4dd7-44b5-9d01-7acbee2fde94,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:52.707732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-63faaecb-f087-44e3-bb53-3421c2a2cf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.752179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-d9845303-e79e-4757-9fbb-1ec3c8b0303b service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898480 Aug 12 04:30:52.819511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:52.888798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Allocated IP 172.20.0.10 (435db7c0-c51e-49ef-8f4b-bb76379a2892/3afda608-a100-42ad-bddf-d8531e2c0c75/d9cccd9f-9398-43c3-b03a-845deb35d804) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:30:52.889780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f02ed132-3ff1-4e0d-ad59-f17aea4897a9 req-2400b7e0-7b21-4619-a87b-a430b55ba1f3 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297848 Aug 12 04:30:52.917421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:52.931148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28a6c93e-ed5d-497e-8b01-9b7ab56677c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.084748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-e800b2bb-dae7-4369-87ab-543b626c2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:53.100471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-e800b2bb-dae7-4369-87ab-543b626c2980 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 1094 time: 0.0995164 Aug 12 04:30:53.204276 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.238488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Transition to ACTIVE for port object d9cccd9f-9398-43c3-b03a-845deb35d804 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:53.275855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f73853ed-a2ec-4109-8771-5d88e38bb29d req-dbbfa02a-ca66-4b95-86dc-12dadc9253f4 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.0747547 Aug 12 04:30:53.333054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28a6c93e-ed5d-497e-8b01-9b7ab56677c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.337722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-f0e84872-6cd0-4ff8-805d-f9937fff0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:53.339301 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-f0e84872-6cd0-4ff8-805d-f9937fff0eb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.2300422 Aug 12 04:30:53.419384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-4aa0fe64-e7d8-4c99-acc9-83871c20c808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5403cc4e-2806-4584-bade-26ba01366e02 HTTP/1.1" status: 200 len: 217 time: 0.0684845 Aug 12 04:30:53.426073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.483176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-981d3b30-8c43-4b97-898c-a480b67b700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:53.485003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-981d3b30-8c43-4b97-898c-a480b67b700b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0572362 Aug 12 04:30:53.531913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-63faaecb-f087-44e3-bb53-3421c2a2cf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.541345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-32668a13-c926-4446-83cd-85b179bf4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:53.542959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-32668a13-c926-4446-83cd-85b179bf4464 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493257 Aug 12 04:30:53.577213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Pushing event updated for resources: {'Port': ['ID=d9cccd9f-9398-43c3-b03a-845deb35d804,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:53.589149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:30:53.627078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f479fe-0880-4f8d-80c4-d11c3e069438 req-3680ffad-2fa4-4964-9119-2119caaa1d00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:53.637300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8f479fe-0880-4f8d-80c4-d11c3e069438 req-3680ffad-2fa4-4964-9119-2119caaa1d00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 943 time: 0.3234122 Aug 12 04:30:53.663945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:30:53.676980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-63faaecb-f087-44e3-bb53-3421c2a2cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.680686 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-d720bf93-ff88-4000-b770-89e11468e716 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281838 Aug 12 04:30:53.685407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:30:53.804384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:53.804997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.807171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b8a51b75-0ca5-421c-9014-fa1a80fc9c4c req-b64ecfcd-6af9-43e6-a0ba-640a2cd395c4 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189680 Aug 12 04:30:53.811856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-63faaecb-f087-44e3-bb53-3421c2a2cf01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf02179a9f244a4e9aea5e3c6625a201&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1358359 Aug 12 04:30:53.814600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53924) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:53.830874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8f479fe-0880-4f8d-80c4-d11c3e069438 req-7da7b8b1-e9d4-4117-bc89-9e8cdc02e4bf tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890881 Aug 12 04:30:53.831274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63faaecb-f087-44e3-bb53-3421c2a2cf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb325a7-cb79-4f67-8dd9-c8d76d0b5262,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:53.854422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28a6c93e-ed5d-497e-8b01-9b7ab56677c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.857356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28a6c93e-ed5d-497e-8b01-9b7ab56677c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.863936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-28a6c93e-ed5d-497e-8b01-9b7ab56677c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3026eea-4dd7-44b5-9d01-7acbee2fde94 HTTP/1.1" status: 204 len: 168 time: 1.1644604 Aug 12 04:30:53.898520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6c93e-ed5d-497e-8b01-9b7ab56677c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3026eea-4dd7-44b5-9d01-7acbee2fde94,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:53.945217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-df2ff0e7-ce58-4c39-9ffd-817faa3281cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3154471 Aug 12 04:30:53.960720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Request body: {'port': {'device_id': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:53.968440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f730b02-80f0-42b9-8afa-47b9c0dad6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:53.994384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:54.027773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f730b02-80f0-42b9-8afa-47b9c0dad6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.134337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:54.135773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.140305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.233086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f730b02-80f0-42b9-8afa-47b9c0dad6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.236183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0f730b02-80f0-42b9-8afa-47b9c0dad6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.245324 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0f730b02-80f0-42b9-8afa-47b9c0dad6a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eb325a7-cb79-4f67-8dd9-c8d76d0b5262 HTTP/1.1" status: 204 len: 168 time: 0.4217820 Aug 12 04:30:54.254824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f730b02-80f0-42b9-8afa-47b9c0dad6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb325a7-cb79-4f67-8dd9-c8d76d0b5262,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:54.367180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-970e5b60-03f0-410a-8187-02a99a0350e7 None None] Provisioning for port d9cccd9f-9398-43c3-b03a-845deb35d804 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:54.376473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-970e5b60-03f0-410a-8187-02a99a0350e7 None None] Provisioning complete for port d9cccd9f-9398-43c3-b03a-845deb35d804 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:54.376780 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-970e5b60-03f0-410a-8187-02a99a0350e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.462002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-970e5b60-03f0-410a-8187-02a99a0350e7 None None] Port d9cccd9f-9398-43c3-b03a-845deb35d804 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:30:54.530991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b1ee6-2860-42c0-a5fa-2620ca646d71 req-756034f0-a1a3-400f-afc4-62fd3d74cbf1 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:54.532715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-388b1ee6-2860-42c0-a5fa-2620ca646d71 req-756034f0-a1a3-400f-afc4-62fd3d74cbf1 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1028 time: 0.1251876 Aug 12 04:30:54.541515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-92e63cff-1a4a-45d1-90d2-ac716a7b5357 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564389 Aug 12 04:30:54.569679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cccd9f-9398-43c3-b03a-845deb35d804 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:30:54.582031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.597413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Transition to ACTIVE for port object d9cccd9f-9398-43c3-b03a-845deb35d804 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:30:54.599130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-388b1ee6-2860-42c0-a5fa-2620ca646d71 req-d6faba40-039d-4236-855f-c6d96a3047ec tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565383 Aug 12 04:30:54.615129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-036204f4-7fa0-4e37-9a6e-8787ee694255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:54.617224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-036204f4-7fa0-4e37-9a6e-8787ee694255 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 1096 time: 0.0544360 Aug 12 04:30:54.676309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.773876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cccd9f-9398-43c3-b03a-845deb35d804,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:54.822723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5403cc4e-2806-4584-bade-26ba01366e02 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:30:54.846906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53946) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:54.887656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-c8692be2-f057-4948-9bcc-4aef98a1e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:54.889665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-c8692be2-f057-4948-9bcc-4aef98a1e240 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.2446139 Aug 12 04:30:54.891077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-524884b9-e878-41e4-a100-2238e6de3293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:54.994395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-1a8cd897-8e5b-473a-9315-78b0698a52da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2 HTTP/1.1" status: 200 len: 217 time: 0.0937507 Aug 12 04:30:55.028880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Attempting to bind port d9cccd9f-9398-43c3-b03a-845deb35d804 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:30:55.033764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Attempting to bind port d9cccd9f-9398-43c3-b03a-845deb35d804 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:30:55.035686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Attempting to bind port d9cccd9f-9398-43c3-b03a-845deb35d804 on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:55.044272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Port d9cccd9f-9398-43c3-b03a-845deb35d804 on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:30:55.044711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Attempting to bind port d9cccd9f-9398-43c3-b03a-845deb35d804 on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:30:55.053256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:30:55.054241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Checking segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:30:55.055099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Bound using segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:30:55.055816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Bound port: d9cccd9f-9398-43c3-b03a-845deb35d804, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:30:55.056826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.094066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:55.119043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5403cc4e-2806-4584-bade-26ba01366e02', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '5403cc4e-2806-4584-bade-26ba01366e02', 'mac_address': 'fa:16:3e:ed:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:30:55.143050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-3caf4222-1572-4b70-8af5-a797d35e513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:55.148035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-3caf4222-1572-4b70-8af5-a797d35e513f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1443141 Aug 12 04:30:55.191292 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.199864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] For port d9cccd9f-9398-43c3-b03a-845deb35d804, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:30:55.200600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] For port d9cccd9f-9398-43c3-b03a-845deb35d804, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d9cccd9f-9398-43c3-b03a-845deb35d804,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:30:55.207252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5403cc4e-2806-4584-bade-26ba01366e02 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:30:55.242155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:55.255256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384bfe4-aa22-49d5-9b47-f4fbfe0c0219 req-5040f5b8-ccd6-4264-8882-6fce91f07083 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:55.257398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f384bfe4-aa22-49d5-9b47-f4fbfe0c0219 req-5040f5b8-ccd6-4264-8882-6fce91f07083 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 943 time: 0.2941957 Aug 12 04:30:55.301105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.304275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-179fb59a-c518-4871-8428-debd942ce4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:55.305967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-179fb59a-c518-4871-8428-debd942ce4ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513014 Aug 12 04:30:55.334358 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.434083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-524884b9-e878-41e4-a100-2238e6de3293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.450822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-7627bd63-0957-4bd1-ac78-aed986afd77c service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371086 Aug 12 04:30:55.503094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:55.503729 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.506701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] 10.222.0.36 "PUT /v2.0/ports/d9cccd9f-9398-43c3-b03a-845deb35d804 HTTP/1.1" status: 200 len: 1092 time: 1.5512760 Aug 12 04:30:55.508179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:55.512247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'tag': 'd9cccd9f-9398-43c3-b03a-845deb35d804'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:30:55.512247 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445c6b3b-84f7-4dae-be87-e7073a77bcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "2287ade0-6347-4d9b-9df7-c27b05b8ba73", "tag": "d9cccd9f-9398-43c3-b03a-845deb35d804"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:30:55.547938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f384bfe4-aa22-49d5-9b47-f4fbfe0c0219 req-33074648-e659-4d65-8533-c40d6121a7aa tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786050 Aug 12 04:30:55.556276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371cb20-b45c-4e50-ba19-101c0e339a98 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cccd9f-9398-43c3-b03a-845deb35d804,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:55.596141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5403cc4e-2806-4584-bade-26ba01366e02'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:30:55.601535 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de8f97a-a5ec-44fb-b456-8b98ae3d32ef x-openstack-request-id: req-1de8f97a-a5ec-44fb-b456-8b98ae3d32ef {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:30:55.601834 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2287ade0-6347-4d9b-9df7-c27b05b8ba73", "tag": "d9cccd9f-9398-43c3-b03a-845deb35d804", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:30:55.602085 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1de8f97a-a5ec-44fb-b456-8b98ae3d32ef {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:30:55.602485 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'tag': 'd9cccd9f-9398-43c3-b03a-845deb35d804', 'status': 'completed', 'code': 200} Aug 12 04:30:55.640982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b2743c1-93e1-4e75-a717-d742623e8692 req-13aaab45-4402-4d3b-a406-bff2dad7363d service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815181 Aug 12 04:30:55.645653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-524884b9-e878-41e4-a100-2238e6de3293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.685306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-524884b9-e878-41e4-a100-2238e6de3293 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa9ca0a54fbd441082b620f49fac4050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356085 Aug 12 04:30:55.687854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53968) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:55.708861 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.741292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6b3b-84f7-4dae-be87-e7073a77bcc4 req-ffad5565-07fa-4841-8a71-160ba3cf6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:55.741292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-445c6b3b-84f7-4dae-be87-e7073a77bcc4 req-ffad5565-07fa-4841-8a71-160ba3cf6db6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=174291c19d7349649f51e5afdda15200&device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1095 time: 0.1160798 Aug 12 04:30:55.770904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524884b9-e878-41e4-a100-2238e6de3293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af010a57-bb6e-4c09-8a57-814c950096cc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:55.833686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29b2dfd6-81bd-416d-95f2-78907d4a6c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.888501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:55.894367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29b2dfd6-81bd-416d-95f2-78907d4a6c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.014212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e48e92-f1a3-426c-aaec-51586cf23b72 req-91696751-93ca-45ae-a90a-8dc19c285b30 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:56.019210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6e48e92-f1a3-426c-aaec-51586cf23b72 req-91696751-93ca-45ae-a90a-8dc19c285b30 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1095 time: 0.2731700 Aug 12 04:30:56.052062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53978) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:56.079148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6b3b-84f7-4dae-be87-e7073a77bcc4 req-b39bf58d-c8cc-4e5f-8804-d25c775755fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:56.080605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-445c6b3b-84f7-4dae-be87-e7073a77bcc4 req-b39bf58d-c8cc-4e5f-8804-d25c775755fc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=174291c19d7349649f51e5afdda15200&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3254945 Aug 12 04:30:56.084771 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29b2dfd6-81bd-416d-95f2-78907d4a6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.087373 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29b2dfd6-81bd-416d-95f2-78907d4a6c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.088511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-29b2dfd6-81bd-416d-95f2-78907d4a6c11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af010a57-bb6e-4c09-8a57-814c950096cc HTTP/1.1" status: 204 len: 168 time: 0.3993900 Aug 12 04:30:56.102983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2dfd6-81bd-416d-95f2-78907d4a6c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af010a57-bb6e-4c09-8a57-814c950096cc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:56.128091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6e48e92-f1a3-426c-aaec-51586cf23b72 req-6e70f9f0-037b-409b-bafc-e3b11ac7e3d7 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049445 Aug 12 04:30:56.270333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-740555f7-f195-4ffd-8c58-a3db46549b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.276229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c6b3b-84f7-4dae-be87-e7073a77bcc4 req-f71d7eb4-441f-417d-be76-b0c2aabb0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:56.278207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-445c6b3b-84f7-4dae-be87-e7073a77bcc4 req-f71d7eb4-441f-417d-be76-b0c2aabb0930 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760650 Aug 12 04:30:56.467895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-740555f7-f195-4ffd-8c58-a3db46549b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.571158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-740555f7-f195-4ffd-8c58-a3db46549b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.646442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-740555f7-f195-4ffd-8c58-a3db46549b2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3bc06d81eb2475286bb4264acd14c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931432 Aug 12 04:30:56.649315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 53998) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:56.661824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740555f7-f195-4ffd-8c58-a3db46549b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb687bc7-5b6f-4cac-a820-9b44e231c6b1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:56.768997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266cd05-a0d6-478a-bec6-ffc823bc37d0 req-89ce97f9-bd73-480e-a82b-5d69ccf06350 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:56.773120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f266cd05-a0d6-478a-bec6-ffc823bc37d0 req-89ce97f9-bd73-480e-a82b-5d69ccf06350 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 944 time: 0.1138113 Aug 12 04:30:56.796682 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5925-af1d-458f-8e32-37509bbd22f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.796877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-91dcb719-8ad0-437d-85b1-60aee17eaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:56.798514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-91dcb719-8ad0-437d-85b1-60aee17eaf71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=174291c19d7349649f51e5afdda15200&device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1095 time: 0.4672871 Aug 12 04:30:56.828758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5925-af1d-458f-8e32-37509bbd22f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.831281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5403cc4e-2806-4584-bade-26ba01366e02 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:30:56.870081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-ec5d8f26-007c-4fcb-a1a5-b0ffc1ea0d5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9cccd9f-9398-43c3-b03a-845deb35d804 HTTP/1.1" status: 200 len: 217 time: 0.0601306 Aug 12 04:30:56.917871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f266cd05-a0d6-478a-bec6-ffc823bc37d0 req-7b3bfd70-2551-4daf-92af-76f9d1f0d27c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233611 Aug 12 04:30:56.932047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-ce1c922d-1fbd-4980-b4a2-66e848d65793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:56.933929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-ce1c922d-1fbd-4980-b4a2-66e848d65793 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3afda608-a100-42ad-bddf-d8531e2c0c75 HTTP/1.1" status: 200 len: 849 time: 0.0562716 Aug 12 04:30:56.977233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 5403cc4e-2806-4584-bade-26ba01366e02 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:30:56.981965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5403cc4e-2806-4584-bade-26ba01366e02 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:30:56.982568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5925-af1d-458f-8e32-37509bbd22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.982920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.985904 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9bf5925-af1d-458f-8e32-37509bbd22f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:56.989184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f9bf5925-af1d-458f-8e32-37509bbd22f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb687bc7-5b6f-4cac-a820-9b44e231c6b1 HTTP/1.1" status: 204 len: 168 time: 0.3384960 Aug 12 04:30:57.003776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf5925-af1d-458f-8e32-37509bbd22f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb687bc7-5b6f-4cac-a820-9b44e231c6b1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:57.028470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0d17-086e-4663-b7aa-817aa9106020 req-1479f154-c721-45a3-afaa-49b9d6c8bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:57.030249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-1479f154-c721-45a3-afaa-49b9d6c8bd84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=435db7c0-c51e-49ef-8f4b-bb76379a2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888426 Aug 12 04:30:57.202918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-3fd7d872-1e68-4839-b7ae-dd80742d0bae service neutron] 10.222.0.36 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631663 Aug 12 04:30:57.232102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:57.270051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:30:57.272830 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e6bb8-1f1e-49f5-b8f7-4a0417ada165" -d '{"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-plugged", "status": "completed", "tag": "5403cc4e-2806-4584-bade-26ba01366e02"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:30:57.289331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:30:57.335163 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef1f65b-b70e-42cd-9bd5-c7457c79c794 x-openstack-request-id: req-aef1f65b-b70e-42cd-9bd5-c7457c79c794 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:30:57.335163 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-plugged", "status": "completed", "tag": "5403cc4e-2806-4584-bade-26ba01366e02", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:30:57.335163 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aef1f65b-b70e-42cd-9bd5-c7457c79c794 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:30:57.335163 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02', 'code': 200} Aug 12 04:30:57.357066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20792c-9f86-44c8-9679-8d1751344c30 req-7da34fb6-0fa8-4afa-8fbf-91b3ce996abe tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:57.358858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c20792c-9f86-44c8-9679-8d1751344c30 req-7da34fb6-0fa8-4afa-8fbf-91b3ce996abe tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1095 time: 0.0669429 Aug 12 04:30:57.413321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-392e0d17-086e-4663-b7aa-817aa9106020 req-3699901e-7159-49a9-aff8-274988db2705 service neutron] 10.222.0.36 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009010 Aug 12 04:30:57.419304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:57.488247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:57.502468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c20792c-9f86-44c8-9679-8d1751344c30 req-4b9c3e3a-82d5-4ee0-994f-c19c8578b9b0 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328726 Aug 12 04:30:57.556381 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efd423bb-7527-4482-9931-a34c6433bb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:57.597532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269c644-6cf4-4ce3-9edf-5bbc680b618e req-37a7ad48-2239-4629-96e0-c6f19ee3ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:57.600894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:57.607511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2269c644-6cf4-4ce3-9edf-5bbc680b618e req-37a7ad48-2239-4629-96e0-c6f19ee3ab09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 1095 time: 0.2095983 Aug 12 04:30:57.758318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2269c644-6cf4-4ce3-9edf-5bbc680b618e req-0bf42f1c-5bfc-493e-b3a3-d036b7d73197 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414812 Aug 12 04:30:57.793749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efd423bb-7527-4482-9931-a34c6433bb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:57.895547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efd423bb-7527-4482-9931-a34c6433bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:57.937266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-efd423bb-7527-4482-9931-a34c6433bb33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=924e52109f884da8a6f00dac0b6f85be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435289 Aug 12 04:30:57.937940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54060) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:57.943000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd423bb-7527-4482-9931-a34c6433bb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2cf5b8-2dc6-41c2-b87a-2104874f6a25,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:58.016185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb403-3a37-49e0-8a32-0e65608fde69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.041996 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb403-3a37-49e0-8a32-0e65608fde69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.098817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f935f6-ecb9-4421-ae9c-8e19144154f8 req-c723a7b5-fa5a-45fd-8b3f-9d0eff3a5310 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:58.100420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3f935f6-ecb9-4421-ae9c-8e19144154f8 req-c723a7b5-fa5a-45fd-8b3f-9d0eff3a5310 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0638154 Aug 12 04:30:58.111166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54074) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:58.134771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f10426e-f3a8-49c0-bbf1-cd46592d52aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.149146 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3f935f6-ecb9-4421-ae9c-8e19144154f8 req-0353fe1d-7a1b-473f-82f7-663bae13468f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Aug 12 04:30:58.183542 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb403-3a37-49e0-8a32-0e65608fde69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.186278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb403-3a37-49e0-8a32-0e65608fde69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.187607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7c4eb403-3a37-49e0-8a32-0e65608fde69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec2cf5b8-2dc6-41c2-b87a-2104874f6a25 HTTP/1.1" status: 204 len: 168 time: 0.2480085 Aug 12 04:30:58.204699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eb403-3a37-49e0-8a32-0e65608fde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2cf5b8-2dc6-41c2-b87a-2104874f6a25,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:58.233585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4260812c-5a31-4cf8-8680-27800342a76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.263544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f10426e-f3a8-49c0-bbf1-cd46592d52aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.327549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f10426e-f3a8-49c0-bbf1-cd46592d52aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.366495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5f10426e-f3a8-49c0-bbf1-cd46592d52aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9890adbb58c4adf80682a96754a88ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542524 Aug 12 04:30:58.367731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10426e-f3a8-49c0-bbf1-cd46592d52aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8bc46-724f-4000-9f8f-dd71714283fb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:58.369192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54092) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:58.419432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b863f974-d65c-4ee6-9cdf-70cb940f1976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.440584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b863f974-d65c-4ee6-9cdf-70cb940f1976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.565831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b863f974-d65c-4ee6-9cdf-70cb940f1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.565980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b863f974-d65c-4ee6-9cdf-70cb940f1976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:30:58.571244 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b863f974-d65c-4ee6-9cdf-70cb940f1976 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/41e8bc46-724f-4000-9f8f-dd71714283fb HTTP/1.1" status: 204 len: 168 time: 0.2001061 Aug 12 04:30:58.581494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863f974-d65c-4ee6-9cdf-70cb940f1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e8bc46-724f-4000-9f8f-dd71714283fb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:30:58.631634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfbb4-fad0-4016-a86a-2c6ab4458561 req-b2b0293d-de3a-4fb2-b6f9-a6ad91df8db0 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:58.639472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e7bfbb4-fad0-4016-a86a-2c6ab4458561 req-b2b0293d-de3a-4fb2-b6f9-a6ad91df8db0 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1095 time: 0.0501640 Aug 12 04:30:58.684233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e7bfbb4-fad0-4016-a86a-2c6ab4458561 req-c11cc3f6-fff9-4f88-9494-028edcafe080 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367985 Aug 12 04:30:59.225438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-fa300806-d146-4a3c-a0e8-16188e9bea45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905128 Aug 12 04:30:59.326406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-e7310075-d909-4c9f-a95e-3546117856c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:59.328006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-e7310075-d909-4c9f-a95e-3546117856c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 1059 time: 0.0482936 Aug 12 04:30:59.341617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484593b-59cb-40f7-aace-d25d135df715 req-cc733b2c-663b-4c2c-ba69-97f4c95a0c07 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:59.343659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f484593b-59cb-40f7-aace-d25d135df715 req-cc733b2c-663b-4c2c-ba69-97f4c95a0c07 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0924072 Aug 12 04:30:59.389129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f484593b-59cb-40f7-aace-d25d135df715 req-2c04b7d9-7924-4311-ae45-fe140d77c877 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Aug 12 04:30:59.471275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-0f7b6f60-6b96-47e6-bbd9-3d62faca8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:59.472782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-0f7b6f60-6b96-47e6-bbd9-3d62faca8da3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1240065 Aug 12 04:30:59.535945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-0d5894cc-4351-4e41-9375-5a8ecafc5e5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 217 time: 0.0536911 Aug 12 04:30:59.594702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-0c783836-57e3-4a50-94e7-65ec8e835aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:59.600350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-0c783836-57e3-4a50-94e7-65ec8e835aaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0537803 Aug 12 04:30:59.648478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-20a407fb-c4f2-46a1-8c93-0ab0a2797861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:59.650205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-20a407fb-c4f2-46a1-8c93-0ab0a2797861 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464578 Aug 12 04:30:59.720692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54212) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:30:59.888134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-cec89deb-16db-418c-863f-c03841dc9618 service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275684 Aug 12 04:30:59.904078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace23e8d-6110-4824-ad8b-6526d4a6bda9 req-05bd457c-e6b1-449a-aeef-1af8aec26327 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:30:59.907694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ace23e8d-6110-4824-ad8b-6526d4a6bda9 req-05bd457c-e6b1-449a-aeef-1af8aec26327 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1095 time: 0.1112216 Aug 12 04:30:59.944686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1589928473-network', 'tenant_id': 'ff0ee512538c43f59a0a60d8892f04ec'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:30:59.972759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ace23e8d-6110-4824-ad8b-6526d4a6bda9 req-b40e11a8-c1b5-4961-a3c6-ff6242305fdd tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586395 Aug 12 04:31:00.084049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0c8d9-30d6-462d-8ffa-30c3e271dc2b req-da599439-c04d-462e-885a-6edc188bfb60 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:00.085595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05b0c8d9-30d6-462d-8ffa-30c3e271dc2b req-da599439-c04d-462e-885a-6edc188bfb60 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1479697 Aug 12 04:31:00.091904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c8f3eb0-d987-4e1b-9dd3-05c0913bf276 req-953f7c4a-841a-4c11-bb12-de386dc2aeed service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969042 Aug 12 04:31:00.149156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Made reservation on behalf of ff0ee512538c43f59a0a60d8892f04ec for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:00.152072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.165330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.176250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05b0c8d9-30d6-462d-8ffa-30c3e271dc2b req-30dca46e-74b2-4f7d-a49f-65524ad5c6e3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Aug 12 04:31:00.282517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.352041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.366350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:31:00.376344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.376982 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Added segment bb8a619b-8214-42fe-9d77-12d536963554 of type vlan for network 531e467d-8669-4541-b6fb-e3c53b3b6aee Aug 12 04:31:00.432420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.458687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e83604-aac1-46e4-9598-71252d191da2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:00.513350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d9cccd9f-9398-43c3-b03a-845deb35d804 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:31:00.561577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.565372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:00.565372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.666456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] Pushing event updated for resources: {'Network': ['ID=531e467d-8669-4541-b6fb-e3c53b3b6aee,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:00.684245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 531e467d-8669-4541-b6fb-e3c53b3b6aee details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:31:00.788008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d9cccd9f-9398-43c3-b03a-845deb35d804, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d9cccd9f-9398-43c3-b03a-845deb35d804,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:00.797204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-84f8cc40-8574-4da9-98d8-f77177ed59d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0751388 Aug 12 04:31:00.801643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:00.809018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Request body: {'subnet': {'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1589928473-subnet', 'tenant_id': 'ff0ee512538c43f59a0a60d8892f04ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:00.814040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'd9cccd9f-9398-43c3-b03a-845deb35d804', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'port_id': 'd9cccd9f-9398-43c3-b03a-845deb35d804', 'mac_address': 'fa:16:3e:3f:2a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:31:00.860269 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.885985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cccd9f-9398-43c3-b03a-845deb35d804 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:00.905807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7b999b98-2609-45ff-88c2-c8b508fd0f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.914198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d9cccd9f-9398-43c3-b03a-845deb35d804, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d9cccd9f-9398-43c3-b03a-845deb35d804,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:00.933600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Made reservation on behalf of ff0ee512538c43f59a0a60d8892f04ec for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:00.936455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:00.970072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54294) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:00.993333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.024840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.147211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7fe55793-ec56-4cb9-bc35-11cfba0a415e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.153435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d9cccd9f-9398-43c3-b03a-845deb35d804,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:01.173112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d58804-1fc5-48ae-87ea-9181732857f9 req-edb9347e-0f51-4cec-86b6-717c2d8dac68 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:01.174727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3d58804-1fc5-48ae-87ea-9181732857f9 req-edb9347e-0f51-4cec-86b6-717c2d8dac68 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1096 time: 0.0755785 Aug 12 04:31:01.223017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d9cccd9f-9398-43c3-b03a-845deb35d804'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:01.239442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3d58804-1fc5-48ae-87ea-9181732857f9 req-aeb7855e-0398-474b-9925-ea98ec8a4edd tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Aug 12 04:31:01.308645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7fe55793-ec56-4cb9-bc35-11cfba0a415e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.315900 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.332106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab362e67-a1ed-4efa-9337-5df7dbd9db93 req-655e1778-3bbb-4a12-b75c-6d71e5e02842 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:01.333924 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab362e67-a1ed-4efa-9337-5df7dbd9db93 req-655e1778-3bbb-4a12-b75c-6d71e5e02842 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0645783 Aug 12 04:31:01.403672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7fe55793-ec56-4cb9-bc35-11cfba0a415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.420656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90965e6-4a79-42bf-a1fd-bc6df33a5557,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:01.428529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab362e67-a1ed-4efa-9337-5df7dbd9db93 req-a431a917-4428-4907-acb3-85f161e1aab1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741611 Aug 12 04:31:01.436380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Checking segment: {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:01.436380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Network hostable DHCP agents. Network: 531e467d-8669-4541-b6fb-e3c53b3b6aee, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:31:01.445884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7fe55793-ec56-4cb9-bc35-11cfba0a415e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a45980d6aaf24ec18109cb5d168a1d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746583 Aug 12 04:31:01.446870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe55793-ec56-4cb9-bc35-11cfba0a415e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028a1b4-927e-4099-ae12-dfc7e4ba4048,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:01.449323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:01.509969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084591b7-dd07-45cc-bb12-fc02ea62b115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.533401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084591b7-dd07-45cc-bb12-fc02ea62b115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.556162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Network 531e467d-8669-4541-b6fb-e3c53b3b6aee is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:31:01.681492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 531e467d-8669-4541-b6fb-e3c53b3b6aee) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:01.681761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084591b7-dd07-45cc-bb12-fc02ea62b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.685573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:01.685709 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084591b7-dd07-45cc-bb12-fc02ea62b115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.686186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:01.690382 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-084591b7-dd07-45cc-bb12-fc02ea62b115 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1028a1b4-927e-4099-ae12-dfc7e4ba4048 HTTP/1.1" status: 204 len: 168 time: 0.2368555 Aug 12 04:31:01.691202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f70ad0-31b4-490c-9018-31078f34e624 None None] Network 531e467d-8669-4541-b6fb-e3c53b3b6aee requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:01.697614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084591b7-dd07-45cc-bb12-fc02ea62b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028a1b4-927e-4099-ae12-dfc7e4ba4048,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:01.809408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-75ef70c5-c6bb-41d1-aa6f-640959d1a634 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0063510 Aug 12 04:31:01.835523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf9a594-86a5-4134-b856-2e7146622d3d None None] Network 531e467d-8669-4541-b6fb-e3c53b3b6aee requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:02.124440 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:02.432322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd795b-0cff-49f7-a4e9-14c06c902875 req-fa153a30-a4de-4764-8738-4d1381b4f157 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:02.443194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cfd795b-0cff-49f7-a4e9-14c06c902875 req-fa153a30-a4de-4764-8738-4d1381b4f157 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1074781 Aug 12 04:31:02.449317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbd77d-e223-4c68-811c-4de94217d796 req-c2be804a-2865-4be6-be8f-1987ecbef964 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:02.454354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5dbd77d-e223-4c68-811c-4de94217d796 req-c2be804a-2865-4be6-be8f-1987ecbef964 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1096 time: 0.0881338 Aug 12 04:31:02.514104 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0cfd795b-0cff-49f7-a4e9-14c06c902875 req-8a72e1cf-539c-43d8-bbf2-86086f84d624 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Aug 12 04:31:02.515572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5dbd77d-e223-4c68-811c-4de94217d796 req-082ae0dd-a13b-41c8-8a0a-cf2d93ba00b5 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Aug 12 04:31:02.529556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d9cccd9f-9398-43c3-b03a-845deb35d804 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:02.687258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port d9cccd9f-9398-43c3-b03a-845deb35d804 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:02.692155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port d9cccd9f-9398-43c3-b03a-845deb35d804 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:02.692155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:02.779634 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:02.803882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cccd9f-9398-43c3-b03a-845deb35d804'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:02.806534 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c64538-f6ac-4391-bc11-e82b8f9585fe" -d '{"events": [{"server_uuid": "2287ade0-6347-4d9b-9df7-c27b05b8ba73", "name": "network-vif-plugged", "status": "completed", "tag": "d9cccd9f-9398-43c3-b03a-845deb35d804"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:02.820163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d9cccd9f-9398-43c3-b03a-845deb35d804, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d9cccd9f-9398-43c3-b03a-845deb35d804,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:02.852289 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08931f-221c-44a6-9840-f01415b767a6 x-openstack-request-id: req-fc08931f-221c-44a6-9840-f01415b767a6 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:02.852485 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2287ade0-6347-4d9b-9df7-c27b05b8ba73", "name": "network-vif-plugged", "status": "completed", "tag": "d9cccd9f-9398-43c3-b03a-845deb35d804", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:02.852781 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc08931f-221c-44a6-9840-f01415b767a6 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:02.853169 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cccd9f-9398-43c3-b03a-845deb35d804', 'code': 200} Aug 12 04:31:02.918218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:02.998405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbbdfb-78b0-4409-bc6f-15489c463a46 req-cf2f4fe5-350f-49a2-a846-c70fd1507c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:03.000277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ddbbdfb-78b0-4409-bc6f-15489c463a46 req-cf2f4fe5-350f-49a2-a846-c70fd1507c95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.0777113 Aug 12 04:31:03.007948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d9cccd9f-9398-43c3-b03a-845deb35d804,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:03.063270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ddbbdfb-78b0-4409-bc6f-15489c463a46 req-11f4cbe3-ba48-43e9-a900-c5ddcc2c5485 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Aug 12 04:31:03.706660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:03.749517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128222b9-242d-4e87-983e-146054807e66 req-1dd6a34a-3a56-4ae3-9c32-e9dc3971b6d6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:03.751168 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-128222b9-242d-4e87-983e-146054807e66 req-1dd6a34a-3a56-4ae3-9c32-e9dc3971b6d6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0901356 Aug 12 04:31:03.821092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa4160-2ec9-41dc-9355-e2639d645d1f req-ec852a12-1e97-48af-a2de-6ddbef11e55c tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:03.834137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ffa4160-2ec9-41dc-9355-e2639d645d1f req-ec852a12-1e97-48af-a2de-6ddbef11e55c tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.1808858 Aug 12 04:31:03.841243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-128222b9-242d-4e87-983e-146054807e66 req-b37b5236-1cbf-4b93-8242-55e1f44bad16 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770917 Aug 12 04:31:03.879683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ffa4160-2ec9-41dc-9355-e2639d645d1f req-8218e53a-548a-477b-b38d-6fa80d5178b0 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Aug 12 04:31:04.856031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5403cc4e-2806-4584-bade-26ba01366e02 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:31:04.987130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d5819-66eb-4347-9c61-9421a9376992 req-6897ade0-084e-4793-b2cc-737a39c3ec00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:05.002995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:05.008701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a01d5819-66eb-4347-9c61-9421a9376992 req-6897ade0-084e-4793-b2cc-737a39c3ec00 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0827036 Aug 12 04:31:05.036707 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5403cc4e-2806-4584-bade-26ba01366e02', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'port_id': '5403cc4e-2806-4584-bade-26ba01366e02', 'mac_address': 'fa:16:3e:ed:8d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:31:05.070209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a01d5819-66eb-4347-9c61-9421a9376992 req-ae2a4c1f-061e-4fea-a9bc-cdb48f83e4b3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600235 Aug 12 04:31:05.133731 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:05.147158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5403cc4e-2806-4584-bade-26ba01366e02 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:05.155112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42908a5a-3e5f-4b6d-9924-49d720510e19 req-9c80c860-88b4-49c8-8376-9a917b7790cb tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:05.167661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42908a5a-3e5f-4b6d-9924-49d720510e19 req-9c80c860-88b4-49c8-8376-9a917b7790cb tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.1258919 Aug 12 04:31:05.208706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:05.260629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42908a5a-3e5f-4b6d-9924-49d720510e19 req-5e4ad2f8-ce83-4aff-ba85-a76afdce797a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845842 Aug 12 04:31:05.288391 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:05.429267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5403cc4e-2806-4584-bade-26ba01366e02'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:05.453267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7029a-f968-443e-97fe-e1309456a784 req-1a60b109-22d3-4b01-a10e-9e0b745e5d5a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:05.464761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26f7029a-f968-443e-97fe-e1309456a784 req-1a60b109-22d3-4b01-a10e-9e0b745e5d5a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.0876033 Aug 12 04:31:05.484727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:05.891313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26f7029a-f968-443e-97fe-e1309456a784 req-4965bae3-210f-4768-9ae9-62798a6cdd4b tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252253 Aug 12 04:31:06.115489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af8de3-c89e-4473-85fd-4a0bdb829f72 req-3408f471-2f01-4a62-b85a-d7cc44cd6882 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:06.117296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00af8de3-c89e-4473-85fd-4a0bdb829f72 req-3408f471-2f01-4a62-b85a-d7cc44cd6882 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.0821092 Aug 12 04:31:06.199205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-00af8de3-c89e-4473-85fd-4a0bdb829f72 req-a856598d-3435-445e-b370-8dd76fa4ca72 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688794 Aug 12 04:31:06.499131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-e336d1f1-147c-4109-bddd-6e213b5a9613 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:06.501807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e220a-1402-44b9-9c63-8c1ba8f4d211 req-a856ab66-a209-4813-813b-d6bcea039fb9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:06.503920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-438e220a-1402-44b9-9c63-8c1ba8f4d211 req-a856ab66-a209-4813-813b-d6bcea039fb9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 944 time: 0.1720521 Aug 12 04:31:06.510226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-e336d1f1-147c-4109-bddd-6e213b5a9613 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/networks?id=531e467d-8669-4541-b6fb-e3c53b3b6aee HTTP/1.1" status: 200 len: 809 time: 0.3011203 Aug 12 04:31:06.531358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-b622289b-fdad-4af2-b928-1c807691e389 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/quotas/ff0ee512538c43f59a0a60d8892f04ec HTTP/1.1" status: 200 len: 375 time: 0.0201111 Aug 12 04:31:06.591577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-ad70bf6f-3ddd-485b-89dd-aad1f2c4dadd tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590274 Aug 12 04:31:06.595426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-438e220a-1402-44b9-9c63-8c1ba8f4d211 req-c93f54ec-01f2-4d8f-82c9-48d737228cb0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812008 Aug 12 04:31:06.761829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-4ce1c31d-f4e9-4897-8ae9-241bbd25a7ab service neutron] 10.222.0.42 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633391 Aug 12 04:31:06.868082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54766) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:06.869613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5403cc4e-2806-4584-bade-26ba01366e02 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:06.964538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-304a745b-1345-4263-93e5-4cd860d504d9 service neutron] 10.222.0.42 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014019 Aug 12 04:31:06.990986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5403cc4e-2806-4584-bade-26ba01366e02 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:06.991362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.026042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-a518c596-5763-4eb2-a9c6-355f6484bd7d tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:07.039633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-a518c596-5763-4eb2-a9c6-355f6484bd7d tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/networks?id=435db7c0-c51e-49ef-8f4b-bb76379a2892 HTTP/1.1" status: 200 len: 911 time: 0.2391510 Aug 12 04:31:07.060534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-da22b5b5-684d-492e-b1e6-f6ff7e9aa957 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/quotas/174291c19d7349649f51e5afdda15200 HTTP/1.1" status: 200 len: 375 time: 0.0181656 Aug 12 04:31:07.125798 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:31:07.136570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-71936d7a-8068-46d8-9695-cd25c88d0dc2 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=174291c19d7349649f51e5afdda15200&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762677 Aug 12 04:31:07.158792 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a320f4d4-23fe-470c-94cb-4666e1379821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.203500 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.288801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:07.308538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:07.318111 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ca5885-d93b-4a52-8324-6ee32a8b15c9" -d '{"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-plugged", "status": "completed", "tag": "5403cc4e-2806-4584-bade-26ba01366e02"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:07.362371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-881b9d45-4dbe-4cf5-aad5-53ac113c10d3 service neutron] 10.222.0.42 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188330 Aug 12 04:31:07.376744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08e4ab6d-5865-4619-a9df-8359efc5e3d2 req-97f3718a-3c90-47e6-bf3a-752c0994d799 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 210 time: 0.0278687 Aug 12 04:31:07.381361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.390076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a320f4d4-23fe-470c-94cb-4666e1379821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.494039 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a320f4d4-23fe-470c-94cb-4666e1379821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.528742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:07.535787 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4d44e8-191d-495b-ba7e-f76ff0b25269 x-openstack-request-id: req-be4d44e8-191d-495b-ba7e-f76ff0b25269 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:07.536579 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-plugged", "status": "completed", "tag": "5403cc4e-2806-4584-bade-26ba01366e02", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:07.537187 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be4d44e8-191d-495b-ba7e-f76ff0b25269 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:07.538357 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02', 'code': 200} Aug 12 04:31:07.694503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a320f4d4-23fe-470c-94cb-4666e1379821 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d803acb114d54d7e817f819274a3cb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8231244 Aug 12 04:31:07.695685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-63e58238-fabe-40b5-a47c-d52cb2ae9c56 service neutron] 10.222.0.42 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285258 Aug 12 04:31:07.696830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320f4d4-23fe-470c-94cb-4666e1379821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51002764-a41d-4bdd-b1b7-2067eb893887,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:07.722791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54834) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:07.887469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-faf5b9c0-85bf-483a-a95d-d5cbe61a45e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:07.922760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95733100-db58-4a3a-a63b-fd1b5b3fcd2b req-4a524870-b3a2-4851-8a5a-5a957275fa86 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:07.928085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95733100-db58-4a3a-a63b-fd1b5b3fcd2b req-4a524870-b3a2-4851-8a5a-5a957275fa86 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1650834 Aug 12 04:31:07.935960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-faf5b9c0-85bf-483a-a95d-d5cbe61a45e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:08.096704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95733100-db58-4a3a-a63b-fd1b5b3fcd2b req-368d8fd5-b865-4c81-b146-d3bd4daea243 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Aug 12 04:31:08.107821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-faf5b9c0-85bf-483a-a95d-d5cbe61a45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:08.111085 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-faf5b9c0-85bf-483a-a95d-d5cbe61a45e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:08.115412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-faf5b9c0-85bf-483a-a95d-d5cbe61a45e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51002764-a41d-4bdd-b1b7-2067eb893887 HTTP/1.1" status: 204 len: 168 time: 0.3896246 Aug 12 04:31:08.153107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1cf66b6-9277-4954-8b50-ab3ad6dd0c14 req-8db57798-e530-4ad8-9a90-65204223cc6a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 210 time: 0.0739377 Aug 12 04:31:08.159984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5b9c0-85bf-483a-a95d-d5cbe61a45e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51002764-a41d-4bdd-b1b7-2067eb893887,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:08.515807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab17b6bd-5687-4007-8091-23474ab8368c req-eb1552b2-54c2-4f50-abc9-5d5a27154e4b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 210 time: 0.0674107 Aug 12 04:31:09.085286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 54920) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:09.113318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-854dba9f-f226-4ed3-90d8-8e1e8f5ccd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:09.307270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0b6d570-07a2-4fba-99ba-e09eff315ea2 req-e50d79e0-a872-4686-b20c-993efaa76793 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 210 time: 0.0881417 Aug 12 04:31:09.348969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f14606-6ed9-4b03-929c-0319bbd4a1c9 req-57b85825-76f2-45c0-9ec3-2caabcc1c6ec tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:09.357228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11f14606-6ed9-4b03-929c-0319bbd4a1c9 req-57b85825-76f2-45c0-9ec3-2caabcc1c6ec tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0883579 Aug 12 04:31:09.426628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11f14606-6ed9-4b03-929c-0319bbd4a1c9 req-19fbca45-5228-40c4-b454-043de7bd78c1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682125 Aug 12 04:31:09.447745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-854dba9f-f226-4ed3-90d8-8e1e8f5ccd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:09.592360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-854dba9f-f226-4ed3-90d8-8e1e8f5ccd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:09.697482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dba9f-f226-4ed3-90d8-8e1e8f5ccd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da385a-e3da-426e-ab59-1c8b5530a1bb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:09.737724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-854dba9f-f226-4ed3-90d8-8e1e8f5ccd58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b66c61610c04f128f6e378f5f1e32dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488016 Aug 12 04:31:09.738866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 54966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:09.771082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d043380e-5e54-4f49-aa5a-78042f1035e1 req-687e55b4-ebbb-43dd-b2e5-b4aa2e21e36a tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 210 time: 0.0387206 Aug 12 04:31:09.856653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d77a6263-3e5b-406d-adc2-9374b14b0330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:09.903408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d77a6263-3e5b-406d-adc2-9374b14b0330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:10.298853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d77a6263-3e5b-406d-adc2-9374b14b0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:10.301487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d77a6263-3e5b-406d-adc2-9374b14b0330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:10.303266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d77a6263-3e5b-406d-adc2-9374b14b0330 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59da385a-e3da-426e-ab59-1c8b5530a1bb HTTP/1.1" status: 204 len: 168 time: 0.5617666 Aug 12 04:31:10.313464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a6263-3e5b-406d-adc2-9374b14b0330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da385a-e3da-426e-ab59-1c8b5530a1bb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:10.438899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ac9ff35-5432-49b8-92cc-dc4bdb00de7c req-f7b85664-3a18-42f6-b105-4cdab8240842 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 210 time: 0.0257604 Aug 12 04:31:10.546169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7ec44-db99-4017-91bb-1d7c9aa83070 req-d230c31b-f491-4008-b4e0-f7682096e54d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:10.547661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73e7ec44-db99-4017-91bb-1d7c9aa83070 req-d230c31b-f491-4008-b4e0-f7682096e54d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0522437 Aug 12 04:31:10.592805 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73e7ec44-db99-4017-91bb-1d7c9aa83070 req-7329bcd4-5033-40ff-bc43-ed18690c3d24 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Aug 12 04:31:10.857965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e4de26bb-d373-4bb5-81c0-965a1ad99c95 req-60bc834a-f3a5-46de-a90f-dca775a3494a tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 210 time: 0.0395107 Aug 12 04:31:11.026506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-7a82d1bf-1530-4644-a605-a78c05479c5e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:11.028494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-7a82d1bf-1530-4644-a605-a78c05479c5e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.36 "GET /v2.0/networks?id=531e467d-8669-4541-b6fb-e3c53b3b6aee HTTP/1.1" status: 200 len: 809 time: 0.1295810 Aug 12 04:31:11.043691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Request body: {'port': {'device_id': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee', 'admin_state_up': True, 'tenant_id': 'ff0ee512538c43f59a0a60d8892f04ec'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:11.288299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Made reservation on behalf of ff0ee512538c43f59a0a60d8892f04ec for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:11.292023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:11.645384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-c0338883-c107-421b-b538-4aeb8d4c98c1 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:11.646946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-c0338883-c107-421b-b538-4aeb8d4c98c1 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.20 "GET /v2.0/networks?id=435db7c0-c51e-49ef-8f4b-bb76379a2892 HTTP/1.1" status: 200 len: 911 time: 0.2858331 Aug 12 04:31:11.674224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Request body: {'port': {'device_id': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'admin_state_up': True, 'tenant_id': '174291c19d7349649f51e5afdda15200'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:11.766123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e418c5f1-3ae5-41e3-9210-5938f96ca90d req-f4fecde9-fdd2-4f4c-b596-38708ea9da8d tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 210 time: 0.1249881 Aug 12 04:31:11.779425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe480a-6d7d-438e-b24f-6a0941365b5d req-ae0b1f78-aaf2-4917-a78e-2f6ea604dba0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:11.791055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Allocated IP 172.20.0.7 (531e467d-8669-4541-b6fb-e3c53b3b6aee/a90965e6-4a79-42bf-a1fd-bc6df33a5557/433d413e-1160-4797-868c-f1a6b6d672e5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:11.793360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bbe480a-6d7d-438e-b24f-6a0941365b5d req-ae0b1f78-aaf2-4917-a78e-2f6ea604dba0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0760980 Aug 12 04:31:11.841137 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2bbe480a-6d7d-438e-b24f-6a0941365b5d req-51a0e557-7d88-4d05-9e96-90619e814544 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Aug 12 04:31:11.887361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Made reservation on behalf of 174291c19d7349649f51e5afdda15200 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:11.889642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.081347 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f5553d0-3086-4fd8-99b9-9df272e6264d req-90c7038b-54ea-48c6-8ba5-e07ec10fd10d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 210 time: 0.0566592 Aug 12 04:31:12.129649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Allocated IP 172.20.0.14 (435db7c0-c51e-49ef-8f4b-bb76379a2892/3afda608-a100-42ad-bddf-d8531e2c0c75/9285ca73-f267-4474-81ca-5edf045b8675) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:12.188065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.306257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.314156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55074) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:12.407082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.435967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Transition to ACTIVE for port object 9285ca73-f267-4474-81ca-5edf045b8675 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:12.452178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Network 531e467d-8669-4541-b6fb-e3c53b3b6aee is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:12.484748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:12.492078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:12.550946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3042fb7-cb3d-40b4-b8f0-d674fc3739e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.561517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Pushing event updated for resources: {'Port': ['ID=433d413e-1160-4797-868c-f1a6b6d672e5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:12.601913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:12.602876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.636631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.654171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d9cccd9f-9398-43c3-b03a-845deb35d804'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:12.711349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Pushing event updated for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:12.758658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:12.767036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:12.770111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:12.821746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3042fb7-cb3d-40b4-b8f0-d674fc3739e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.852493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:12.858289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.934903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a3042fb7-cb3d-40b4-b8f0-d674fc3739e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:12.992798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-8e5b091e-0d8f-4a8d-ad39-940a1bac0110 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9531641 Aug 12 04:31:13.003384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a3042fb7-cb3d-40b4-b8f0-d674fc3739e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e304cec7a0674deab585ac14adc20bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6836960 Aug 12 04:31:13.006939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Request body: {'port': {'device_id': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:13.025448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55110) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:13.066085 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-0071a600-f881-446f-b5ac-27137e888f9f tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3977332 Aug 12 04:31:13.123183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.127933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eca35d-fd5e-4188-9290-25ca3e6c4320 req-62dba21b-ae60-425c-9a23-8856fce951ad tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:13.129848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12eca35d-fd5e-4188-9290-25ca3e6c4320 req-62dba21b-ae60-425c-9a23-8856fce951ad tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1028 time: 0.2396119 Aug 12 04:31:13.145809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Request body: {'port': {'device_id': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:13.185078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3042fb7-cb3d-40b4-b8f0-d674fc3739e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8d299-3419-40e2-ba98-b6972ab0a64b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:13.256428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2802f4-bef9-4004-9fd1-5d7135bb7cfc req-cbc5b822-94e4-4b51-a6c0-4b6e282239e5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:13.258247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf2802f4-bef9-4004-9fd1-5d7135bb7cfc req-cbc5b822-94e4-4b51-a6c0-4b6e282239e5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1360714 Aug 12 04:31:13.267966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ce9-7567-4a43-a52f-a0285f137367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.291272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ce9-7567-4a43-a52f-a0285f137367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.293956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9d419ea2-863a-4a50-9f94-2bac9103f467 None None] Provisioning for port 9285ca73-f267-4474-81ca-5edf045b8675 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:13.298779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9d419ea2-863a-4a50-9f94-2bac9103f467 None None] Provisioning complete for port 9285ca73-f267-4474-81ca-5edf045b8675 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:13.299166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9d419ea2-863a-4a50-9f94-2bac9103f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.376475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9d419ea2-863a-4a50-9f94-2bac9103f467 None None] Port 9285ca73-f267-4474-81ca-5edf045b8675 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:31:13.397463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.398435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf2802f4-bef9-4004-9fd1-5d7135bb7cfc req-3b6cd88c-f054-423b-8863-1334f87841be tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321697 Aug 12 04:31:13.407149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-12eca35d-fd5e-4188-9290-25ca3e6c4320 req-c524d0c0-9af1-424c-8ad6-0d7c4dd0ad59 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315872 Aug 12 04:31:13.471612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ce9-7567-4a43-a52f-a0285f137367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.474963 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ce9-7567-4a43-a52f-a0285f137367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.476202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8a69ce9-7567-4a43-a52f-a0285f137367 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47d8d299-3419-40e2-ba98-b6972ab0a64b HTTP/1.1" status: 204 len: 168 time: 0.4496400 Aug 12 04:31:13.495963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a69ce9-7567-4a43-a52f-a0285f137367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8d299-3419-40e2-ba98-b6972ab0a64b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:13.801010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a34ea-4f43-429c-812b-ee34243ea353 req-8f006bb5-2075-46b8-a3b8-8ca8b54fff23 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:13.801399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-897a34ea-4f43-429c-812b-ee34243ea353 req-8f006bb5-2075-46b8-a3b8-8ca8b54fff23 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 931 time: 0.2220085 Aug 12 04:31:13.867805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9285ca73-f267-4474-81ca-5edf045b8675 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:13.877914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:13.900464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Transition to ACTIVE for port object 9285ca73-f267-4474-81ca-5edf045b8675 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:13.970085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.025001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-897a34ea-4f43-429c-812b-ee34243ea353 req-29ccab5b-537d-4ab3-b138-36af31ca1acb tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045724 Aug 12 04:31:14.033605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433d413e-1160-4797-868c-f1a6b6d672e5 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:14.054964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.100862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Transition to ACTIVE for port object 433d413e-1160-4797-868c-f1a6b6d672e5 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:14.131240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Pushing event updated for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:14.170510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.223503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Attempting to bind port 9285ca73-f267-4474-81ca-5edf045b8675 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:14.223877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Attempting to bind port 9285ca73-f267-4474-81ca-5edf045b8675 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:14.224758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Attempting to bind port 9285ca73-f267-4474-81ca-5edf045b8675 on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:14.257258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Port 9285ca73-f267-4474-81ca-5edf045b8675 on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:14.257407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Attempting to bind port 9285ca73-f267-4474-81ca-5edf045b8675 on network 435db7c0-c51e-49ef-8f4b-bb76379a2892 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:14.279414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:14.279769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Checking segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:14.280152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Bound using segment: {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:14.280606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Bound port: 9285ca73-f267-4474-81ca-5edf045b8675, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b4694b-9433-4235-8cb1-9622ca61e89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:14.280996 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.311120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Pushing event updated for resources: {'Port': ['ID=433d413e-1160-4797-868c-f1a6b6d672e5,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:14.450284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:14.455383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9285ca73-f267-4474-81ca-5edf045b8675,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:14.467092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Attempting to bind port 433d413e-1160-4797-868c-f1a6b6d672e5 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:14.471396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Attempting to bind port 433d413e-1160-4797-868c-f1a6b6d672e5 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:14.471396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Attempting to bind port 433d413e-1160-4797-868c-f1a6b6d672e5 on network 531e467d-8669-4541-b6fb-e3c53b3b6aee {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:14.473579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Port 433d413e-1160-4797-868c-f1a6b6d672e5 on network 531e467d-8669-4541-b6fb-e3c53b3b6aee not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:14.474232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Attempting to bind port 433d413e-1160-4797-868c-f1a6b6d672e5 on network 531e467d-8669-4541-b6fb-e3c53b3b6aee {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:14.482219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:14.482572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Checking segment: {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:14.483045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Bound using segment: {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:14.483634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Bound port: 433d413e-1160-4797-868c-f1a6b6d672e5, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:14.484061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.593189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.672486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:14.672486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.672486 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] 10.222.0.20 "PUT /v2.0/ports/9285ca73-f267-4474-81ca-5edf045b8675 HTTP/1.1" status: 200 len: 1092 time: 1.5392466 Aug 12 04:31:14.673312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adaf11-53a5-4bec-add0-58aab8a51879 req-aaa3e6eb-75ab-4c32-807e-4247189991a4 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:14.673546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:14.674741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6adaf11-53a5-4bec-add0-58aab8a51879 req-aaa3e6eb-75ab-4c32-807e-4247189991a4 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1095 time: 0.1030624 Aug 12 04:31:14.681692 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b3684e-42bd-4927-9fd9-f3318a94384f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "tag": "9285ca73-f267-4474-81ca-5edf045b8675"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:14.703973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] For port 433d413e-1160-4797-868c-f1a6b6d672e5, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:14.751945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] For port 433d413e-1160-4797-868c-f1a6b6d672e5, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=433d413e-1160-4797-868c-f1a6b6d672e5,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:14.752767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22e5b6-178e-4543-b554-27a137e0f97c req-62dcbd2e-182d-4dc5-8082-5626cfa63d35 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:14.755172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7c22e5b6-178e-4543-b554-27a137e0f97c req-62dcbd2e-182d-4dc5-8082-5626cfa63d35 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.2350497 Aug 12 04:31:14.777612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6adaf11-53a5-4bec-add0-58aab8a51879 req-94564982-ee1d-44a5-a850-477baedf7b71 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945873 Aug 12 04:31:14.790105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37799866-c17f-43a9-b56f-7c6fdc2e233a service neutron] Pushing event updated for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:14.855735 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.919501 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e706698a-fdb5-4d17-8723-ac9045183075 x-openstack-request-id: req-e706698a-fdb5-4d17-8723-ac9045183075 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:14.920169 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "tag": "9285ca73-f267-4474-81ca-5edf045b8675", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:14.920394 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e706698a-fdb5-4d17-8723-ac9045183075 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:14.920812 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675', 'status': 'completed', 'code': 200} Aug 12 04:31:14.924042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55180) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:14.955812 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7c22e5b6-178e-4543-b554-27a137e0f97c req-82332215-4b42-4f35-927f-0e0e2b643889 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864455 Aug 12 04:31:14.967109 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c466225-caa7-474f-85f1-ba4bb21ad280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.970590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:14.971355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:14.978000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] 10.222.0.36 "PUT /v2.0/ports/433d413e-1160-4797-868c-f1a6b6d672e5 HTTP/1.1" status: 200 len: 1091 time: 1.9770422 Aug 12 04:31:14.978522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'tag': '433d413e-1160-4797-868c-f1a6b6d672e5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:14.980956 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2716a0-3f61-49bd-a421-0a8caca07422" -d '{"events": [{"name": "network-changed", "server_uuid": "889e46ea-9e3c-4f3a-93e5-e4116e6315a1", "tag": "433d413e-1160-4797-868c-f1a6b6d672e5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:15.047014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b223-fdd5-4053-af0b-84e0dba5d99b service neutron] Pushing event updated for resources: {'Port': ['ID=433d413e-1160-4797-868c-f1a6b6d672e5,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:15.106833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-7c98d805-5e88-47ef-a0d3-c9a906bb4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:15.113160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-7c98d805-5e88-47ef-a0d3-c9a906bb4196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174291c19d7349649f51e5afdda15200&device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1095 time: 0.2799323 Aug 12 04:31:15.204717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-f68557dc-df70-4668-8a51-b73b4a4d5af1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9285ca73-f267-4474-81ca-5edf045b8675 HTTP/1.1" status: 200 len: 217 time: 0.0775802 Aug 12 04:31:15.241829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-ecf8a687-5cfe-4108-9753-87084e4f1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:15.245630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-ecf8a687-5cfe-4108-9753-87084e4f1c4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 1094 time: 0.1276560 Aug 12 04:31:15.329617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-c3323fb8-d9d9-4e6d-a721-48409313c350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=433d413e-1160-4797-868c-f1a6b6d672e5 HTTP/1.1" status: 200 len: 217 time: 0.0707502 Aug 12 04:31:15.397764 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b455d15-bb82-44cb-b6da-dc776bd76b12 x-openstack-request-id: req-9b455d15-bb82-44cb-b6da-dc776bd76b12 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:15.399211 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889e46ea-9e3c-4f3a-93e5-e4116e6315a1", "tag": "433d413e-1160-4797-868c-f1a6b6d672e5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:15.401300 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b455d15-bb82-44cb-b6da-dc776bd76b12 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:15.401837 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'tag': '433d413e-1160-4797-868c-f1a6b6d672e5', 'status': 'completed', 'code': 200} Aug 12 04:31:15.444136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-304a0baa-0a78-4f7e-9a18-c159c14d3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:15.445082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-89cf0bdc-c6fd-4a53-9cb9-b77c75f5e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:15.447091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-89cf0bdc-c6fd-4a53-9cb9-b77c75f5e1a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a90965e6-4a79-42bf-a1fd-bc6df33a5557 HTTP/1.1" status: 200 len: 849 time: 0.1078420 Aug 12 04:31:15.452384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-304a0baa-0a78-4f7e-9a18-c159c14d3b19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3afda608-a100-42ad-bddf-d8531e2c0c75 HTTP/1.1" status: 200 len: 849 time: 0.2220600 Aug 12 04:31:15.475567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8617f-2521-4e75-8505-aca876501ac5 req-4084d088-4b20-42af-ba24-ab61b323b152 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:15.477417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2c8617f-2521-4e75-8505-aca876501ac5 req-4084d088-4b20-42af-ba24-ab61b323b152 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 943 time: 0.2704983 Aug 12 04:31:15.513178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-58ea2183-c3c9-4f4e-af4d-f099141f2f19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531e467d-8669-4541-b6fb-e3c53b3b6aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590639 Aug 12 04:31:15.641322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c466225-caa7-474f-85f1-ba4bb21ad280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:15.653983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2c8617f-2521-4e75-8505-aca876501ac5 req-254d0abb-1a03-4501-81b4-461dcbc7cf0e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524069 Aug 12 04:31:15.694109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-3d24b68a-9099-43fc-af67-bc0ab0c032a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:15.698235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-3d24b68a-9099-43fc-af67-bc0ab0c032a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=435db7c0-c51e-49ef-8f4b-bb76379a2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195458 Aug 12 04:31:15.704273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-3af2a4bb-0069-462a-8895-09b1a2cfc18c service neutron] 10.222.0.36 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803138 Aug 12 04:31:15.759184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c466225-caa7-474f-85f1-ba4bb21ad280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:15.824561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5c466225-caa7-474f-85f1-ba4bb21ad280 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d611e729ea6e43ff90c40cd54ff03ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945677 Aug 12 04:31:15.829280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55214) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:15.894272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c466225-caa7-474f-85f1-ba4bb21ad280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631bca1-831c-44d9-8f07-6e74403de075,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:15.959305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01322ad4-0d09-4852-b3ff-dd926c30ba56 req-cc5f0253-5676-4d9f-8e78-09b1762e291e service neutron] 10.222.0.36 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432590 Aug 12 04:31:15.980116 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-326996b0-17e8-483c-894f-e2c4988631f3 service neutron] 10.222.0.20 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687652 Aug 12 04:31:15.998930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c67b5-24c5-4b7f-b6fc-525ce5efb1d5 req-db86c267-3c2a-4e4c-95a4-1a284f97e1d9 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.000478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5c67b5-24c5-4b7f-b6fc-525ce5efb1d5 req-db86c267-3c2a-4e4c-95a4-1a284f97e1d9 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1095 time: 0.1177430 Aug 12 04:31:16.028755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b225144-7362-4566-a92f-00a088e48a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:16.068469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7a5c67b5-24c5-4b7f-b6fc-525ce5efb1d5 req-188d82b6-2af5-4963-8222-b93187540751 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508599 Aug 12 04:31:16.188781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96100bdd-5007-4ad5-afd9-2190dad305e4 req-f69aeb9b-6df5-4377-a7de-e4a84cfa5e3a service neutron] 10.222.0.20 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607771 Aug 12 04:31:16.192079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-d5e9be8d-3295-4932-9465-34520d4c10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.202555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-d5e9be8d-3295-4932-9465-34520d4c10b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 1094 time: 0.0600660 Aug 12 04:31:16.211672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b225144-7362-4566-a92f-00a088e48a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:16.260394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428caa-a0c6-4754-bad6-5c8ddd345c23 req-14e09aa7-eb29-4f15-89e9-d4d85306300e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.261982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e428caa-a0c6-4754-bad6-5c8ddd345c23 req-14e09aa7-eb29-4f15-89e9-d4d85306300e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1008730 Aug 12 04:31:16.338045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e428caa-a0c6-4754-bad6-5c8ddd345c23 req-f174bb90-329b-4302-9d1a-f53b7fb39d9e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614069 Aug 12 04:31:16.353228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-da0ce705-771c-4c56-b33e-afdb9a69838a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.354923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-da0ce705-771c-4c56-b33e-afdb9a69838a service neutron] 10.222.0.36 "GET /v2.0/networks?id=531e467d-8669-4541-b6fb-e3c53b3b6aee HTTP/1.1" status: 200 len: 910 time: 0.1440790 Aug 12 04:31:16.396174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-f8fb340c-7b65-4191-8907-88cd1f4bfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.398133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-f8fb340c-7b65-4191-8907-88cd1f4bfb00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174291c19d7349649f51e5afdda15200&device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1095 time: 0.0459380 Aug 12 04:31:16.402376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-19ebf256-e8a5-4833-860d-742719a7481b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=433d413e-1160-4797-868c-f1a6b6d672e5 HTTP/1.1" status: 200 len: 217 time: 0.0390697 Aug 12 04:31:16.425486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b225144-7362-4566-a92f-00a088e48a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:16.434470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b225144-7362-4566-a92f-00a088e48a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:16.437633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3b225144-7362-4566-a92f-00a088e48a00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2631bca1-831c-44d9-8f07-6e74403de075 HTTP/1.1" status: 204 len: 168 time: 0.6043656 Aug 12 04:31:16.511363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-f727aa17-b752-49e7-b342-7110c2064b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.516538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225144-7362-4566-a92f-00a088e48a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631bca1-831c-44d9-8f07-6e74403de075,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:16.540170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-f727aa17-b752-49e7-b342-7110c2064b84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a90965e6-4a79-42bf-a1fd-bc6df33a5557 HTTP/1.1" status: 200 len: 849 time: 0.1259949 Aug 12 04:31:16.569830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-43d4f16e-a046-4a0f-93a8-b9ddddd5b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.571435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-43d4f16e-a046-4a0f-93a8-b9ddddd5b2d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=435db7c0-c51e-49ef-8f4b-bb76379a2892 HTTP/1.1" status: 200 len: 911 time: 0.1646934 Aug 12 04:31:16.598415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-fc04c996-7b52-49b8-b598-d83ee8b3e91e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531e467d-8669-4541-b6fb-e3c53b3b6aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469334 Aug 12 04:31:16.638561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-79c35a62-f93c-4038-85a8-e1ed586d73d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9285ca73-f267-4474-81ca-5edf045b8675 HTTP/1.1" status: 200 len: 217 time: 0.0550549 Aug 12 04:31:16.723455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-8b39a359-77f9-42a5-a477-6f18b1d635fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.728929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-8b39a359-77f9-42a5-a477-6f18b1d635fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3afda608-a100-42ad-bddf-d8531e2c0c75 HTTP/1.1" status: 200 len: 849 time: 0.0821295 Aug 12 04:31:16.800954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-48092329-b1d0-429f-978d-e8ba8849868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:16.805873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-48092329-b1d0-429f-978d-e8ba8849868a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=435db7c0-c51e-49ef-8f4b-bb76379a2892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697222 Aug 12 04:31:16.851014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-360783f6-342c-4ef9-a954-0e5af188f0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445431 Aug 12 04:31:16.998036 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-88c24667-06cb-44be-84d5-bf675d8c3a16 service neutron] 10.222.0.20 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813185 Aug 12 04:31:17.206877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55254) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:17.206877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9b3684e-42bd-4927-9fd9-f3318a94384f req-4a0e501d-c937-4438-ad51-ab617e1cf040 service neutron] 10.222.0.20 "GET /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961157 Aug 12 04:31:17.279866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc4032-a257-42d2-8ddb-32d0a432b1a5 req-0b91326e-38d8-4111-bbe3-b5c53e87ef26 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:17.281986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acbc4032-a257-42d2-8ddb-32d0a432b1a5 req-0b91326e-38d8-4111-bbe3-b5c53e87ef26 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1095 time: 0.0583472 Aug 12 04:31:17.349191 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acbc4032-a257-42d2-8ddb-32d0a432b1a5 req-21fe3709-b0b5-4de2-a6b6-36230fcde27a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Aug 12 04:31:17.375001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c95929b-ace3-4b04-b17d-6dc3cb624e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:17.427991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc81e02-3062-4a60-9a0d-151ac5fafac4 req-1582379b-5094-4e56-9463-01db9b930b98 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:17.429514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cc81e02-3062-4a60-9a0d-151ac5fafac4 req-1582379b-5094-4e56-9463-01db9b930b98 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 943 time: 0.6439867 Aug 12 04:31:17.489246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2716a0-3f61-49bd-a421-0a8caca07422 req-1565a9c9-e76f-4b07-bc3f-19caa14357f2 service neutron] 10.222.0.36 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283100 Aug 12 04:31:17.494950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9cc81e02-3062-4a60-9a0d-151ac5fafac4 req-d00544b0-1df5-4e79-9a5b-8bdcdedf52cf tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589259 Aug 12 04:31:17.528002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c29e-d560-4b59-9c38-bca7af7f1950 req-45934823-85e9-452c-b905-cda3cfd9585a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:17.530100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62d2c29e-d560-4b59-9c38-bca7af7f1950 req-45934823-85e9-452c-b905-cda3cfd9585a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1021874 Aug 12 04:31:17.577432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c95929b-ace3-4b04-b17d-6dc3cb624e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:17.585503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62d2c29e-d560-4b59-9c38-bca7af7f1950 req-f650da8d-fadb-4530-8b2f-505aca2d7240 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Aug 12 04:31:17.736138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c95929b-ace3-4b04-b17d-6dc3cb624e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:17.782907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9c95929b-ace3-4b04-b17d-6dc3cb624e91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c505fbf3d1074da58a18679f4e94b7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873911 Aug 12 04:31:17.782907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95929b-ace3-4b04-b17d-6dc3cb624e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0acc38a-e9f2-4b84-8055-2b36f67f447e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:17.783481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55266) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:17.875899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0eab-215c-4771-8f86-f682249c4162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:17.931515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0eab-215c-4771-8f86-f682249c4162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:18.132843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0eab-215c-4771-8f86-f682249c4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:18.135770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0eab-215c-4771-8f86-f682249c4162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:18.137480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eb5d0eab-215c-4771-8f86-f682249c4162 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0acc38a-e9f2-4b84-8055-2b36f67f447e HTTP/1.1" status: 204 len: 168 time: 0.3529277 Aug 12 04:31:18.151313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d0eab-215c-4771-8f86-f682249c4162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0acc38a-e9f2-4b84-8055-2b36f67f447e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:18.503883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb39827-12b2-4b9b-a7e2-ec65d4d72eca req-65245c51-27aa-4da2-bfa3-f79217786064 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:18.513305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cdb39827-12b2-4b9b-a7e2-ec65d4d72eca req-65245c51-27aa-4da2-bfa3-f79217786064 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1095 time: 0.0668716 Aug 12 04:31:18.605707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cdb39827-12b2-4b9b-a7e2-ec65d4d72eca req-56aa7e19-6075-4acd-99a2-4d761964547e tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913701 Aug 12 04:31:18.627743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 433d413e-1160-4797-868c-f1a6b6d672e5 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:31:18.737722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e578017-496f-446d-9d56-fa66bef49b1f req-eb289c5c-06a4-44c9-b8f2-a67875b34123 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:18.748115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e578017-496f-446d-9d56-fa66bef49b1f req-eb289c5c-06a4-44c9-b8f2-a67875b34123 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 943 time: 0.1219366 Aug 12 04:31:18.831184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e578017-496f-446d-9d56-fa66bef49b1f req-62cc6b10-f881-4a36-9dfd-6468e17a60e7 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821936 Aug 12 04:31:18.841733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 433d413e-1160-4797-868c-f1a6b6d672e5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=433d413e-1160-4797-868c-f1a6b6d672e5,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:18.869487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '433d413e-1160-4797-868c-f1a6b6d672e5', 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee', 'port_id': '433d413e-1160-4797-868c-f1a6b6d672e5', 'mac_address': 'fa:16:3e:5c:37:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90965e6-4a79-42bf-a1fd-bc6df33a5557', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:31:18.925036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d18630-56f1-4ee0-b3d9-dff8b55b429f req-32344128-80e1-40fe-85ca-2cd859d39896 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:18.936591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46d18630-56f1-4ee0-b3d9-dff8b55b429f req-32344128-80e1-40fe-85ca-2cd859d39896 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1239102 Aug 12 04:31:18.939794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9285ca73-f267-4474-81ca-5edf045b8675 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:31:18.987343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:19.026088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433d413e-1160-4797-868c-f1a6b6d672e5 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:19.079161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 433d413e-1160-4797-868c-f1a6b6d672e5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=433d413e-1160-4797-868c-f1a6b6d672e5,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:19.086645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46d18630-56f1-4ee0-b3d9-dff8b55b429f req-79a72853-35ac-491b-9da9-ac03ce6f3a44 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422436 Aug 12 04:31:19.193957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:19.258565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9285ca73-f267-4474-81ca-5edf045b8675,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:19.268509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=433d413e-1160-4797-868c-f1a6b6d672e5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:19.283241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '9285ca73-f267-4474-81ca-5edf045b8675', 'network_id': '435db7c0-c51e-49ef-8f4b-bb76379a2892', 'port_id': '9285ca73-f267-4474-81ca-5edf045b8675', 'mac_address': 'fa:16:3e:6d:2b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afda608-a100-42ad-bddf-d8531e2c0c75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:31:19.376082 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:19.405626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9285ca73-f267-4474-81ca-5edf045b8675 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:19.419934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['433d413e-1160-4797-868c-f1a6b6d672e5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:19.469180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9285ca73-f267-4474-81ca-5edf045b8675,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:19.615840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:19.770123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58972bd6-1382-4997-a0bb-94b90033bf23 req-8f808e6e-6136-408c-951a-aae51c326943 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:19.779888 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58972bd6-1382-4997-a0bb-94b90033bf23 req-8f808e6e-6136-408c-951a-aae51c326943 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1096 time: 0.0573092 Aug 12 04:31:19.832802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:19.859920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58972bd6-1382-4997-a0bb-94b90033bf23 req-486b30d8-048d-4b15-aa65-36fe6fd2feda tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741515 Aug 12 04:31:19.889807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['9285ca73-f267-4474-81ca-5edf045b8675'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:19.970397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544afcb-7946-401a-85f8-d2ff2e479576 req-d9573134-95ab-4b5a-af9f-b64c483b2973 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:19.978334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1544afcb-7946-401a-85f8-d2ff2e479576 req-d9573134-95ab-4b5a-af9f-b64c483b2973 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 944 time: 0.0588467 Aug 12 04:31:20.065497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1544afcb-7946-401a-85f8-d2ff2e479576 req-7e73f026-5e9b-4f62-8fa9-d7ef445ba4e4 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858693 Aug 12 04:31:20.344364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbeeef5-42cf-41ab-b2e5-d1a15f3518f0 req-85c5021c-9454-4512-bb4f-ef9f74514c0d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:20.346846 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5dbeeef5-42cf-41ab-b2e5-d1a15f3518f0 req-85c5021c-9454-4512-bb4f-ef9f74514c0d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1375377 Aug 12 04:31:20.438149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5dbeeef5-42cf-41ab-b2e5-d1a15f3518f0 req-8e629984-df7c-4ee4-8521-8455dd490f58 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812612 Aug 12 04:31:20.658917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 433d413e-1160-4797-868c-f1a6b6d672e5 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:20.860693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55370) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:20.910253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 433d413e-1160-4797-868c-f1a6b6d672e5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:20.917084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 433d413e-1160-4797-868c-f1a6b6d672e5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:20.917539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:20.986369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9285ca73-f267-4474-81ca-5edf045b8675 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:21.047318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc7a9b-1a77-4bb1-831b-5fc58037b188 req-5d91e4be-aae1-4734-a70a-24d372bd05ff tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:21.055489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2fbc7a9b-1a77-4bb1-831b-5fc58037b188 req-5d91e4be-aae1-4734-a70a-24d372bd05ff tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1096 time: 0.0799212 Aug 12 04:31:21.186074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2fbc7a9b-1a77-4bb1-831b-5fc58037b188 req-f326589f-f394-492f-8d26-f1fae301ead5 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288097 Aug 12 04:31:21.338700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f0a8aff1-8ad7-45ce-b20e-e348ac72c2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.422803 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.428736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 9285ca73-f267-4474-81ca-5edf045b8675 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:21.435912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97345edb-1a32-4912-957d-f3e32add5881 req-0181c07a-44a2-420b-8db3-b5112b811728 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:21.449965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97345edb-1a32-4912-957d-f3e32add5881 req-0181c07a-44a2-420b-8db3-b5112b811728 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 944 time: 0.2288556 Aug 12 04:31:21.451055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 9285ca73-f267-4474-81ca-5edf045b8675 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:21.451685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.487018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 433d413e-1160-4797-868c-f1a6b6d672e5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=433d413e-1160-4797-868c-f1a6b6d672e5,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:21.515975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433d413e-1160-4797-868c-f1a6b6d672e5'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:21.519270 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f5512-9a8d-4ff2-9370-d220654b8f2b" -d '{"events": [{"server_uuid": "889e46ea-9e3c-4f3a-93e5-e4116e6315a1", "name": "network-vif-plugged", "status": "completed", "tag": "433d413e-1160-4797-868c-f1a6b6d672e5"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:21.563070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97345edb-1a32-4912-957d-f3e32add5881 req-13eaf02a-54ac-4205-b367-df207b92a9b1 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119764 Aug 12 04:31:21.565689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f0a8aff1-8ad7-45ce-b20e-e348ac72c2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.614940 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.620748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f0a8aff1-8ad7-45ce-b20e-e348ac72c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.660578 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.677305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f0a8aff1-8ad7-45ce-b20e-e348ac72c2cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01d9de11dbe44a3ab11241e519d1bf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153501 Aug 12 04:31:21.680322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55404) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:21.747712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9285ca73-f267-4474-81ca-5edf045b8675,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:21.751527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef9446-71f6-4976-a1a1-3f0c8fea4bdb req-917976a4-7681-4149-814e-05183b163dd2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:21.775585 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acef9446-71f6-4976-a1a1-3f0c8fea4bdb req-917976a4-7681-4149-814e-05183b163dd2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1166914 Aug 12 04:31:21.779096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=433d413e-1160-4797-868c-f1a6b6d672e5,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:21.795830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.796175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.796533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.796971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.797326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.797653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.797986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.798319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.798649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.799004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.799770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.805625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:21.818815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.834899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8aff1-8ad7-45ce-b20e-e348ac72c2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a0fa0d-566e-4e26-bb6f-6dc11039a20c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:21.858678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acef9446-71f6-4976-a1a1-3f0c8fea4bdb req-0bb6020b-3133-4c43-a866-1e0945b4e774 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821822 Aug 12 04:31:21.872355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dd42-3567-46e7-9fef-b23323759cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.911491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:21.952820 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dd42-3567-46e7-9fef-b23323759cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:21.964350 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ddee0f-b922-4efa-9358-b43aa723255f x-openstack-request-id: req-87ddee0f-b922-4efa-9358-b43aa723255f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:21.964645 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e46ea-9e3c-4f3a-93e5-e4116e6315a1", "name": "network-vif-plugged", "status": "completed", "tag": "433d413e-1160-4797-868c-f1a6b6d672e5", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:21.964974 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87ddee0f-b922-4efa-9358-b43aa723255f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:21.965469 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433d413e-1160-4797-868c-f1a6b6d672e5', 'code': 200} Aug 12 04:31:22.127345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f51f6f-2184-4d5a-b3af-4bdf170bdba7 req-04d0ea31-db50-439f-83dc-5028d0d22cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:22.129715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7f51f6f-2184-4d5a-b3af-4bdf170bdba7 req-04d0ea31-db50-439f-83dc-5028d0d22cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 1096 time: 0.0779912 Aug 12 04:31:22.130926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dd42-3567-46e7-9fef-b23323759cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:22.134187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fe8dd42-3567-46e7-9fef-b23323759cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:22.146416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5fe8dd42-3567-46e7-9fef-b23323759cb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36a0fa0d-566e-4e26-bb6f-6dc11039a20c HTTP/1.1" status: 204 len: 168 time: 0.4642835 Aug 12 04:31:22.201531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8dd42-3567-46e7-9fef-b23323759cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a0fa0d-566e-4e26-bb6f-6dc11039a20c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:22.242000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7f51f6f-2184-4d5a-b3af-4bdf170bdba7 req-42cf384c-db46-43a0-ac6f-cad28145a3c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939531 Aug 12 04:31:22.332905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f91b53-e983-4cb7-ba4e-869597eddbf8 req-bff339a6-f87b-4d0b-8b3d-53c7bc9e46ef tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:22.340878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1f91b53-e983-4cb7-ba4e-869597eddbf8 req-bff339a6-f87b-4d0b-8b3d-53c7bc9e46ef tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.0608494 Aug 12 04:31:22.396336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1f91b53-e983-4cb7-ba4e-869597eddbf8 req-03995641-f9d6-47b4-b093-abf08cf83e67 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507581 Aug 12 04:31:22.710396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b53ce-acc7-40bb-a5e7-1eea11e9c55b req-eabd4ddd-6119-41d3-a0e9-b0d9f357b42d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:22.712025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-470b53ce-acc7-40bb-a5e7-1eea11e9c55b req-eabd4ddd-6119-41d3-a0e9-b0d9f357b42d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 945 time: 0.0588593 Aug 12 04:31:22.784397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-470b53ce-acc7-40bb-a5e7-1eea11e9c55b req-c99c74dd-acc9-4785-a9f9-6b2cdbd298bd tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661583 Aug 12 04:31:23.172794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08e375-942a-4d5b-97d9-43de0f15c35e req-25071eec-bd68-4683-8ce1-46f6d5e3cef0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:23.172794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd08e375-942a-4d5b-97d9-43de0f15c35e req-25071eec-bd68-4683-8ce1-46f6d5e3cef0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1739821 Aug 12 04:31:23.233920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd08e375-942a-4d5b-97d9-43de0f15c35e req-85875f52-2577-4b92-95e0-b2f2ea3f2e3a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522377 Aug 12 04:31:23.313132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55462) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:23.320782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'network': {'name': 'tempest-network-smoke--1649089741', 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:23.415990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Made reservation on behalf of a5223415728b42509bc4a874b5c2b699 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:23.421197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:23.434892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:23.564845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073b26-8c9a-44d2-a6e4-1aceff1cd967 req-b14c8f0d-9f94-4b63-a5ce-d6cd6b6d3f7d tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:23.567194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c073b26-8c9a-44d2-a6e4-1aceff1cd967 req-b14c8f0d-9f94-4b63-a5ce-d6cd6b6d3f7d tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.0780382 Aug 12 04:31:23.748958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c073b26-8c9a-44d2-a6e4-1aceff1cd967 req-86909708-ee00-401e-bc7b-e4c67d7eb7d0 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626886 Aug 12 04:31:23.749962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:23.946133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933a35a-9fa1-4ccc-914a-897f6c5ce38b req-baf5dd2f-060c-43de-a594-2ab612138899 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:23.947992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e933a35a-9fa1-4ccc-914a-897f6c5ce38b req-baf5dd2f-060c-43de-a594-2ab612138899 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 945 time: 0.0667284 Aug 12 04:31:23.952546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:23.967552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:23.971382 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eddddf-561b-428a-bdbb-7ca0b26c94dc" -d '{"events": [{"server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "name": "network-vif-plugged", "status": "completed", "tag": "9285ca73-f267-4474-81ca-5edf045b8675"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:24.002944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f58165-b899-49d3-b7ee-c8e81ecc45a4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:24.011435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:31:24.021416 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.021774 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Added segment 7643a9a8-e055-4b2b-b529-5f674005f464 of type vlan for network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f Aug 12 04:31:24.027139 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa51bc6-8fb7-4b1a-917d-ab3aef605a25 x-openstack-request-id: req-7fa51bc6-8fb7-4b1a-917d-ab3aef605a25 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:24.032421 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "name": "network-vif-plugged", "status": "completed", "tag": "9285ca73-f267-4474-81ca-5edf045b8675", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:24.032421 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fa51bc6-8fb7-4b1a-917d-ab3aef605a25 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:24.032421 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675', 'code': 200} Aug 12 04:31:24.168662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.181470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fdaf9-0950-43a9-bbdb-79afa1108445 req-4ba3bb2a-b587-4606-a90e-f75b7649241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:24.184942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-568fdaf9-0950-43a9-bbdb-79afa1108445 req-4ba3bb2a-b587-4606-a90e-f75b7649241e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.0802338 Aug 12 04:31:24.209546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e933a35a-9fa1-4ccc-914a-897f6c5ce38b req-b890a6ec-6728-4fb2-a51c-3a71f916ba24 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477250 Aug 12 04:31:24.272168 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-568fdaf9-0950-43a9-bbdb-79afa1108445 req-63900426-d46a-41d3-89e0-d4fa2d782dc3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Aug 12 04:31:24.341040 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.348147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:24.349564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.457672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c53705-c12f-43b5-85ab-8ea441920f5f req-53d44402-96ed-48bb-9151-85ce8cabd505 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:24.462247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13c53705-c12f-43b5-85ab-8ea441920f5f req-53d44402-96ed-48bb-9151-85ce8cabd505 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0803456 Aug 12 04:31:24.501091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Network': ['ID=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:24.513267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:31:24.563330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ff534ec0-f2b8-46b1-8c87-441076624784 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2479610 Aug 12 04:31:24.565809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55494) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:24.570085 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13c53705-c12f-43b5-85ab-8ea441920f5f req-0fc5d7b1-e36f-448f-bb5d-2b5bd668e047 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001122 Aug 12 04:31:24.572924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'admin_state_up': True, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:24.707967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.709666 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.855021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:24.863568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269ac35-c0fd-49f6-9aa8-580aec2f0395 req-58e77263-8cdc-415f-956d-98eed7be37d7 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:24.880963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e269ac35-c0fd-49f6-9aa8-580aec2f0395 req-58e77263-8cdc-415f-956d-98eed7be37d7 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.1399958 Aug 12 04:31:24.978171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e269ac35-c0fd-49f6-9aa8-580aec2f0395 req-dd094b14-b65b-4a2b-9a26-9934029da435 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848846 Aug 12 04:31:24.980630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55504) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:25.181001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.391842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1822428620'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:25.519358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Made reservation on behalf of 39eadf26414a42bdb40145f1cc8ca8af for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:25.519358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.546091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.559289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.604827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.670430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.711291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.757913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.769980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.25.6.126 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e91d07f1-0bd1-4255-ac26-86eb173bacb2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:25.781384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a73b7-ebc6-473f-8881-f2bf09c57c7e req-caab2563-feb4-44f6-a8b7-a00c20827375 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:25.784547 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d50a73b7-ebc6-473f-8881-f2bf09c57c7e req-caab2563-feb4-44f6-a8b7-a00c20827375 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0981016 Aug 12 04:31:25.864747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d50a73b7-ebc6-473f-8881-f2bf09c57c7e req-44df187b-9d60-4a4f-be96-759e5d101b29 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746429 Aug 12 04:31:25.866337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.909484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:31:25.917045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa4f6f-c6d2-4463-bfcd-ac751badff2e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:25.936444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.943459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:25.943459 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Added segment a336221c-fa22-4b24-baa9-1770d58d5706 of type vlan for network a1c9a777-d163-4f36-8ea1-a72370adc009 Aug 12 04:31:25.993182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.084544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830beac-8029-4097-9a3d-cd3cbdccaee9 req-f5954f82-ac1b-4141-99ca-89517d7a394e tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.086400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5830beac-8029-4097-9a3d-cd3cbdccaee9 req-f5954f82-ac1b-4141-99ca-89517d7a394e tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.0455449 Aug 12 04:31:26.108712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.123702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.130148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.130872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.160039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:26.162936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5830beac-8029-4097-9a3d-cd3cbdccaee9 req-4084a7f8-3312-408e-a333-4da5393a2350 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Aug 12 04:31:26.167687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:26.173083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:26.212680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Pushing event updated for resources: {'Network': ['ID=a1c9a777-d163-4f36-8ea1-a72370adc009,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:26.216483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=e91d07f1-0bd1-4255-ac26-86eb173bacb2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:26.225843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a1c9a777-d163-4f36-8ea1-a72370adc009 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:31:26.260028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200a7a0-c54b-4717-9b0d-4571cba09911 req-08ed93e6-ef98-4af1-9a7b-dded33333f42 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.260028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f200a7a0-c54b-4717-9b0d-4571cba09911 req-08ed93e6-ef98-4af1-9a7b-dded33333f42 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 945 time: 0.1697147 Aug 12 04:31:26.308134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.308484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.309143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.309295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.309945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.310084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.310552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.311209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.311623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.312033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.314000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.315070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:26.347333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d335337-9b62-4989-8e8e-ca41412414fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3637631 Aug 12 04:31:26.368413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f200a7a0-c54b-4717-9b0d-4571cba09911 req-15dca6f8-e696-4eee-b54c-e20a876bc9e4 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909173 Aug 12 04:31:26.390867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438e7cc-7be0-45ee-af88-6244c788362c req-843840d7-57a7-4fd9-9265-bc21e064b566 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.392484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7438e7cc-7be0-45ee-af88-6244c788362c req-843840d7-57a7-4fd9-9265-bc21e064b566 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.1277668 Aug 12 04:31:26.443359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7438e7cc-7be0-45ee-af88-6244c788362c req-c4985b69-c55f-400c-b60f-e2c299fdb2e5 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Aug 12 04:31:26.577551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-4d372a48-f14d-47ba-808b-98ccc7e822c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.582809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-4d372a48-f14d-47ba-808b-98ccc7e822c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 1096 time: 0.0674555 Aug 12 04:31:26.589117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55558) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:26.594494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Request body: {'port': {'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009', 'binding:host_id': 'n-h2-804320-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002366726'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:26.724218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-116ffa6e-fc47-474a-ac84-80eb5273bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.726039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-116ffa6e-fc47-474a-ac84-80eb5273bb81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1274683 Aug 12 04:31:26.733034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c03bb6-5c96-4428-9503-96faf795ff61 req-a0d6f8cd-3778-4068-8de3-5c6cfd04ebb6 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.741077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1c03bb6-5c96-4428-9503-96faf795ff61 req-a0d6f8cd-3778-4068-8de3-5c6cfd04ebb6 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.1590712 Aug 12 04:31:26.790555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.794446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-8f04c37b-b0a3-4cac-bdfc-98a8d45f5d80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5403cc4e-2806-4584-bade-26ba01366e02 HTTP/1.1" status: 200 len: 217 time: 0.0595069 Aug 12 04:31:26.796046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Made reservation on behalf of 145a258820c7413084591e9f89badf62 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:26.798485 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.833394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:26.874337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-9e4d513a-1a1c-4330-abbf-0741189aee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.876978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-9e4d513a-1a1c-4330-abbf-0741189aee22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0744550 Aug 12 04:31:26.897423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1c03bb6-5c96-4428-9503-96faf795ff61 req-4af69870-d29e-40bd-a9ef-068b4211daed tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474371 Aug 12 04:31:26.988320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-4c35eee6-a817-4a65-a0a6-46f610b179d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:26.990413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-4c35eee6-a817-4a65-a0a6-46f610b179d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043787 Aug 12 04:31:27.097315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:27.275673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55580) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:27.348264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 74d58377-93c3-4bb6-9d19-36158e0c2ccc is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:31:27.435025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:27.505483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abd63b-eb80-4380-8ce6-3c2e46bd20b0 req-003f5e11-5b26-44d4-896d-7c64bb489433 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:27.505483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18abd63b-eb80-4380-8ce6-3c2e46bd20b0 req-003f5e11-5b26-44d4-896d-7c64bb489433 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.4357176 Aug 12 04:31:27.505483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-67628153-c488-4b8d-b55b-036744b163f3 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992287 Aug 12 04:31:27.517088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-184b5049-ed74-449f-b028-60c6cc9d3e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:27.546727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:27.562999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port 850e707a-ec92-41b8-b09e-8daf69f781da yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:27.614376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18abd63b-eb80-4380-8ce6-3c2e46bd20b0 req-ff375f26-852c-4cdb-8d70-e8b898227f98 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040297 Aug 12 04:31:27.679232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-56db16d2-bf17-40b5-9f34-1869939fe48c tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:27.681159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-56db16d2-bf17-40b5-9f34-1869939fe48c tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.36 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 945 time: 0.2183912 Aug 12 04:31:27.684868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:31:27.697417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Sync routers for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:31:27.708026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:27.708638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:27.719590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd37597-384d-40ce-b2aa-0bc75502f9b1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:27.746087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e57f9a-4e65-47cf-9439-1c8046931369 req-acd2fd1a-1329-4a0b-8c18-86c0943b8967 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:27.752115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80e57f9a-4e65-47cf-9439-1c8046931369 req-acd2fd1a-1329-4a0b-8c18-86c0943b8967 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 945 time: 0.1627088 Aug 12 04:31:27.787468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-996de92d-cc9b-4230-92b6-a82cc286c518 req-d83a555e-4872-495a-b0a1-b3d59a4401cc service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581334 Aug 12 04:31:27.799701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f48d1-aa45-4139-b3a2-238b63cde442 req-5b271c47-0edb-46e8-b802-5b8f5d2fc4c9 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:27.801258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b0f48d1-aa45-4139-b3a2-238b63cde442 req-5b271c47-0edb-46e8-b802-5b8f5d2fc4c9 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.1181481 Aug 12 04:31:27.871487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:27.872712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80e57f9a-4e65-47cf-9439-1c8046931369 req-c0b50560-65d6-49a2-966d-c0282e23238f tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088133 Aug 12 04:31:27.892063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-184b5049-ed74-449f-b028-60c6cc9d3e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:27.899299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Deleting port 433d413e-1160-4797-868c-f1a6b6d672e5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:27.899691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:27.951322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b0f48d1-aa45-4139-b3a2-238b63cde442 req-d3bdd3c4-bb54-4e38-b4d1-c16cad9c5d50 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267364 Aug 12 04:31:27.958754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-184b5049-ed74-449f-b028-60c6cc9d3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.003939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port 850e707a-ec92-41b8-b09e-8daf69f781da yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:28.015468 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.027651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-184b5049-ed74-449f-b028-60c6cc9d3e64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bef5204115c425f8095d2af716f2653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506905 Aug 12 04:31:28.027971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Transition to ACTIVE for port object 850e707a-ec92-41b8-b09e-8daf69f781da will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:28.028390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b5049-ed74-449f-b028-60c6cc9d3e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1564f65b-b83f-4546-8222-b88c23718006,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:28.030012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55596) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:28.032225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] For port 433d413e-1160-4797-868c-f1a6b6d672e5, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=433d413e-1160-4797-868c-f1a6b6d672e5,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:28.032599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.046333 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.050789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3aa2d602-5107-4d23-9216-1d772fecff7f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4805987 Aug 12 04:31:28.050789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Calling delete_port for 433d413e-1160-4797-868c-f1a6b6d672e5 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:28.052794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55598) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:28.118953 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53e30f30-79ac-4fd5-96ed-9bedc3fdb792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.147790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.150647 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53e30f30-79ac-4fd5-96ed-9bedc3fdb792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.192164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:26Z', 'revision_number': 3, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:28.227574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Checking router: 74d58377-93c3-4bb6-9d19-36158e0c2ccc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:31:28.228121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Updating router 74d58377-93c3-4bb6-9d19-36158e0c2ccc port e91d07f1-0bd1-4255-ac26-86eb173bacb2 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:31:28.230592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=850e707a-ec92-41b8-b09e-8daf69f781da,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:28.251774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.252167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.252518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.252859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.253199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.254091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.254091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.254312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.254518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.254887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.255207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.255531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:28.258454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:28.259599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-610f0a84-08e6-401f-b87c-7be3a2ee7542 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a5223415728b42509bc4a874b5c2b699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2055802 Aug 12 04:31:28.263148 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.283777 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-613ace65-e2b9-4f87-8f3d-1ce609a563ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.308321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Checking segment: {'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:28.308697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Network hostable DHCP agents. Network: a1c9a777-d163-4f36-8ea1-a72370adc009, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:31:28.362197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.379420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['433d413e-1160-4797-868c-f1a6b6d672e5'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:28.426000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53e30f30-79ac-4fd5-96ed-9bedc3fdb792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.429930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-53e30f30-79ac-4fd5-96ed-9bedc3fdb792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.431321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-53e30f30-79ac-4fd5-96ed-9bedc3fdb792 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1564f65b-b83f-4546-8222-b88c23718006 HTTP/1.1" status: 204 len: 168 time: 0.3987715 Aug 12 04:31:28.436714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Pushing event deleted for resources: {'Port': ['ID=433d413e-1160-4797-868c-f1a6b6d672e5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:28.460030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] No DVR routers for this DVR port 433d413e-1160-4797-868c-f1a6b6d672e5 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:28.462774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.465428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e2c7f7a-fca7-4205-91f5-08664716f709 req-6734815f-2ffa-473d-9de2-5d230e68e489 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.36 "DELETE /v2.0/ports/433d413e-1160-4797-868c-f1a6b6d672e5 HTTP/1.1" status: 204 len: 173 time: 0.7719331 Aug 12 04:31:28.466090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'name': 'network-vif-deleted', 'tag': '433d413e-1160-4797-868c-f1a6b6d672e5'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:28.469126 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efa3185-ba90-4836-bc3e-3a39a8f0e65b" -d '{"events": [{"server_uuid": "889e46ea-9e3c-4f3a-93e5-e4116e6315a1", "name": "network-vif-deleted", "tag": "433d413e-1160-4797-868c-f1a6b6d672e5"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:28.473347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e30f30-79ac-4fd5-96ed-9bedc3fdb792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564f65b-b83f-4546-8222-b88c23718006,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:28.511047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843c066-4230-4154-9299-298e94faf3da tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:28.513407 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d843c066-4230-4154-9299-298e94faf3da tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2528038 Aug 12 04:31:28.515830 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725fb96f-9cb3-4589-8663-52646dd46d79 x-openstack-request-id: req-725fb96f-9cb3-4589-8663-52646dd46d79 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:28.516715 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889e46ea-9e3c-4f3a-93e5-e4116e6315a1", "name": "network-vif-deleted", "tag": "433d413e-1160-4797-868c-f1a6b6d672e5", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:28.516975 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-725fb96f-9cb3-4589-8663-52646dd46d79 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:28.517384 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889e46ea-9e3c-4f3a-93e5-e4116e6315a1', 'name': 'network-vif-deleted', 'tag': '433d413e-1160-4797-868c-f1a6b6d672e5', 'status': 'completed', 'code': 200} Aug 12 04:31:28.517799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55614) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:28.532354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Network a1c9a777-d163-4f36-8ea1-a72370adc009 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:31:28.558180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-adfbccb6-984d-4f2d-8ed1-edbcff07d4c7 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392432 Aug 12 04:31:28.560750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55618) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:28.572906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307702344', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:28.662420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.672972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Transition to ACTIVE for port object e91d07f1-0bd1-4255-ac26-86eb173bacb2 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:28.743540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6a864-081c-4091-accb-fd42dc4d07f0 req-b31f40d5-177d-4935-9062-4a9dbbbe54f9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:28.745261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07c6a864-081c-4091-accb-fd42dc4d07f0 req-b31f40d5-177d-4935-9062-4a9dbbbe54f9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.0565197 Aug 12 04:31:28.746502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a1c9a777-d163-4f36-8ea1-a72370adc009) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:28.763898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:28.771797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c85a88-f422-4fb3-81fd-d4c3c820adca None None] Network a1c9a777-d163-4f36-8ea1-a72370adc009 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:28.792148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Made reservation on behalf of a5223415728b42509bc4a874b5c2b699 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:28.796144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.823299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:28.823732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:28.824138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:28.830385 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.844791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:28.845272 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:28.846630 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 2 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:28.873936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07c6a864-081c-4091-accb-fd42dc4d07f0 req-d7823850-94cb-4528-b06d-66c81fe2123f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149681 Aug 12 04:31:28.903774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:28.905283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:28.906357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:28.916323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Attempting to bind port e91d07f1-0bd1-4255-ac26-86eb173bacb2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:28.916674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Attempting to bind port e91d07f1-0bd1-4255-ac26-86eb173bacb2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:28.917039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Attempting to bind port e91d07f1-0bd1-4255-ac26-86eb173bacb2 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:28.936589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5d3c7-8270-407a-bec2-f8883ffe9698 None None] Pushing event updated for resources: {'Port': ['ID=e91d07f1-0bd1-4255-ac26-86eb173bacb2,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:28.940949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:28.941763 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:28.944860 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 3 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:28.951864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-80736edb-b34c-45b8-bfdf-02c06903cf84 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:28.956542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-80736edb-b34c-45b8-bfdf-02c06903cf84 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.1941903 Aug 12 04:31:28.967516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:28.970960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:28.971375 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:28.971911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:28.972263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Bound port: e91d07f1-0bd1-4255-ac26-86eb173bacb2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:28.972646 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.005882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.006411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.007210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.015520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.016203 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.019499 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 4 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.023279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 9285ca73-f267-4474-81ca-5edf045b8675 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:29.038187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.038528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.039491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.080603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.081450 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.082991 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 5 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.105504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.105851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.106198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.116350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.116683 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.138137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-78684c8f-c6e4-4b9f-afac-4ee8c18106cc req-a996c6ce-a585-42c4-afe0-f793030921d3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=889e46ea-9e3c-4f3a-93e5-e4116e6315a1 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Aug 12 04:31:29.145751 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 6 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.152880 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.185271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.185271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.185271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.191000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.191332 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.194104 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 7 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.214833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.214833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.214833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.216849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d5c24-9647-4cf6-95ab-a19ebb8e4aa7 req-a86d395b-3813-47a7-86d1-eb99639a03cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:29.225274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-260d5c24-9647-4cf6-95ab-a19ebb8e4aa7 req-a86d395b-3813-47a7-86d1-eb99639a03cc tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 1097 time: 0.1217222 Aug 12 04:31:29.249576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Subnet': ['ID=d658f7ed-f50f-4fd9-8f1e-66b959570017,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:29.252202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Checking segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:29.252701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network hostable DHCP agents. Network: 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:31:29.285677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-260d5c24-9647-4cf6-95ab-a19ebb8e4aa7 req-0b6d31d1-fefe-4303-8c0e-880e22b5fb09 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542772 Aug 12 04:31:29.291148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.291754 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.292155 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 8 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.309291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Deleting port 9285ca73-f267-4474-81ca-5edf045b8675 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:29.309653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.322426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] For port e91d07f1-0bd1-4255-ac26-86eb173bacb2, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:29.326644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] For port e91d07f1-0bd1-4255-ac26-86eb173bacb2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e91d07f1-0bd1-4255-ac26-86eb173bacb2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:29.346494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:31:29.376300 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.395614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9285ca73-f267-4474-81ca-5edf045b8675,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:29.395893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.409191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Calling delete_port for 9285ca73-f267-4474-81ca-5edf045b8675 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:29.420446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.420869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.421238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.427290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 9285ca73-f267-4474-81ca-5edf045b8675, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=9285ca73-f267-4474-81ca-5edf045b8675,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:29.427543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:29.429080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.429080 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.430273 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cdf09d-0d7b-4bc9-9718-9f1edec0b304" -d '{"events": [{"server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "name": "network-vif-unplugged", "status": "completed", "tag": "9285ca73-f267-4474-81ca-5edf045b8675"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:29.444737 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.472259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:29.479702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:29.487486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.488260 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409594d-7cf8-4e19-a902-3d97b1b64e56 x-openstack-request-id: req-a409594d-7cf8-4e19-a902-3d97b1b64e56 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:29.488543 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "name": "network-vif-unplugged", "status": "completed", "tag": "9285ca73-f267-4474-81ca-5edf045b8675", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:29.488802 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a409594d-7cf8-4e19-a902-3d97b1b64e56 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:29.489728 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675', 'code': 200} Aug 12 04:31:29.490421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49451aca-2b35-4d36-889e-ce2d7a1881cc None None] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:29.531706 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 9 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.559121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.559458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.559812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5403cc4e-2806-4584-bade-26ba01366e02 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:29.559956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.560418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.582196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55640) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:29.595089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.595419 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.597538 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 10 to bind port 850e707a-ec92-41b8-b09e-8daf69f781da Aug 12 04:31:29.601456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45a8f5bb-0765-4bcb-bbed-49eed6abf6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.601995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:29.602702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:29.624434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9934e6fc-2e59-48ac-8dd1-ab4deede490c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0621917 Aug 12 04:31:29.627153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55642) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:29.637197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:29.637197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:29.637197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:29.642054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 850e707a-ec92-41b8-b09e-8daf69f781da on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:29.642551 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 850e707a-ec92-41b8-b09e-8daf69f781da on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:29.642971 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.664922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5d3c7-8270-407a-bec2-f8883ffe9698 None None] Pushing event updated for resources: {'Port': ['ID=e91d07f1-0bd1-4255-ac26-86eb173bacb2,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:29.750396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] For port 850e707a-ec92-41b8-b09e-8daf69f781da, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:29.751296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempted to set empty binding levels {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 04:31:29.752773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.776593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d9cccd9f-9398-43c3-b03a-845deb35d804'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:29.827154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Pushing event deleted for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:29.860304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] No DVR routers for this DVR port 9285ca73-f267-4474-81ca-5edf045b8675 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:29.864880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.867598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-76d4d0ad-a3e5-490b-bb70-1852b7fc9358 req-56583e06-5710-4d1c-8019-20de42a5638a tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9285ca73-f267-4474-81ca-5edf045b8675 HTTP/1.1" status: 204 len: 173 time: 0.9003911 Aug 12 04:31:29.868203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'name': 'network-vif-deleted', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:29.880957 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12d45d9-6dad-4134-8a57-077e1b4f0287" -d '{"events": [{"server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "name": "network-vif-deleted", "tag": "9285ca73-f267-4474-81ca-5edf045b8675"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:29.892454 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.909929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:29.910788 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:29.998824 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d588e0-2e46-4b14-871d-44c9f56a2fda x-openstack-request-id: req-96d588e0-2e46-4b14-871d-44c9f56a2fda {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:29.999253 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48", "name": "network-vif-deleted", "tag": "9285ca73-f267-4474-81ca-5edf045b8675", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:29.999570 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96d588e0-2e46-4b14-871d-44c9f56a2fda {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:30.000437 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48', 'name': 'network-vif-deleted', 'tag': '9285ca73-f267-4474-81ca-5edf045b8675', 'status': 'completed', 'code': 200} Aug 12 04:31:30.011011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=850e707a-ec92-41b8-b09e-8daf69f781da,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:30.119834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=9285ca73-f267-4474-81ca-5edf045b8675,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:30.160069 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.205078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:30.248575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:31:30.249518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.289079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d448f-add0-4c1e-93c0-b5b88663c0fb req-835e13a8-7e2d-43c1-ac3c-11e7ba27b5f5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:30.299790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a83d448f-add0-4c1e-93c0-b5b88663c0fb req-835e13a8-7e2d-43c1-ac3c-11e7ba27b5f5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 945 time: 0.1414027 Aug 12 04:31:30.444371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c772a0e5-4b78-4197-ae44-fa8ed356723f req-2df02422-8f11-4e88-a7a2-e1589ff9b30b tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb66f4ab-a6f5-4be4-a756-63a1fb4d6b48 HTTP/1.1" status: 200 len: 210 time: 0.0360086 Aug 12 04:31:30.501367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:30.541669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a83d448f-add0-4c1e-93c0-b5b88663c0fb req-5ff71e54-fee7-47b5-8ebb-8b0c6765283a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438698 Aug 12 04:31:30.578914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.596808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45a8f5bb-0765-4bcb-bbed-49eed6abf6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.638436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Allocated IP 172.20.0.2 (4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f/d658f7ed-f50f-4fd9-8f1e-66b959570017/546ccaf7-508d-4df5-9d33-48533c875f72) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:30.715946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45a8f5bb-0765-4bcb-bbed-49eed6abf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.745012 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 433d413e-1160-4797-868c-f1a6b6d672e5 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:30.775474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:30.789017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 433d413e-1160-4797-868c-f1a6b6d672e5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:30.789678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 433d413e-1160-4797-868c-f1a6b6d672e5 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:30.795456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-da7e6ffe-ea1a-4bda-bb86-47a267427ace tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:30.797237 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-da7e6ffe-ea1a-4bda-bb86-47a267427ace tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/networks?id=531e467d-8669-4541-b6fb-e3c53b3b6aee HTTP/1.1" status: 200 len: 809 time: 0.2155697 Aug 12 04:31:30.804100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8f5bb-0765-4bcb-bbed-49eed6abf6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049d1cf2-cca5-4ab4-aec5-005341a7b808,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:30.810661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-45a8f5bb-0765-4bcb-bbed-49eed6abf6c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c5944f6498f483db343070123b47517&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2266626 Aug 12 04:31:30.815630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55676) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:30.855852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d0637b84-fcb9-4080-aa18-39672f88f844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.2652435 Aug 12 04:31:30.858587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55678) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:30.869096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-1d55cac2-0d01-4a7e-92f4-e31b90461923 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/quotas/ff0ee512538c43f59a0a60d8892f04ec HTTP/1.1" status: 200 len: 375 time: 0.0625906 Aug 12 04:31:30.891432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd848d88-3286-4a0b-a304-731ce457bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.908387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:26Z', 'revision_number': 3, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:30.920572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9e8d93b2-2713-4b01-8b7f-8292188694f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.948157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9e8d93b2-2713-4b01-8b7f-8292188694f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:30.961478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6adc5d-9c5f-4b72-a6ef-ede523d56dcb None None] The sync data for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 is: [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:26Z', 'revision_number': 3, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:31:30.999055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.010481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-dbae2e50-05d4-452f-9dd0-56579388a306 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1403441 Aug 12 04:31:31.017612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.047104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.060104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Deleting port 850e707a-ec92-41b8-b09e-8daf69f781da {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:31.060596 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.101273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Transition to ACTIVE for port object 546ccaf7-508d-4df5-9d33-48533c875f72 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:31.106980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9e8d93b2-2713-4b01-8b7f-8292188694f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.110165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9e8d93b2-2713-4b01-8b7f-8292188694f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.114251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9e8d93b2-2713-4b01-8b7f-8292188694f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/049d1cf2-cca5-4ab4-aec5-005341a7b808 HTTP/1.1" status: 204 len: 168 time: 0.2962096 Aug 12 04:31:31.122158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Transition to ACTIVE for port object 546ccaf7-508d-4df5-9d33-48533c875f72 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:31.129367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d93b2-2713-4b01-8b7f-8292188694f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d1cf2-cca5-4ab4-aec5-005341a7b808,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:31.185930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-8abd650e-8193-499b-89a4-66811370289e service neutron] 10.222.0.42 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743040 Aug 12 04:31:31.193462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.208890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] For port 850e707a-ec92-41b8-b09e-8daf69f781da, host n-h2-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:31.210150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.279451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:31.280804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Calling delete_port for 850e707a-ec92-41b8-b09e-8daf69f781da owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:31.288030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:31.291884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:31.302178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Pushing event updated for resources: {'Port': ['ID=546ccaf7-508d-4df5-9d33-48533c875f72,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:31.387150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Attempting to bind port 546ccaf7-508d-4df5-9d33-48533c875f72 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:31.387530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Attempting to bind port 546ccaf7-508d-4df5-9d33-48533c875f72 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:31.390133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Attempting to bind port 546ccaf7-508d-4df5-9d33-48533c875f72 on network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:31.394023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:31.394409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Checking segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:31.395034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.395473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Bound using segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:31.396809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Bound port: 546ccaf7-508d-4df5-9d33-48533c875f72, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:31.397227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.492062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-455ea9ba-5ed7-470c-9993-3a328bb521a4 service neutron] 10.222.0.42 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049402 Aug 12 04:31:31.494083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:31.499525 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ae803-128f-498b-9450-fbbb3f37f5b3" -d '{"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-unplugged", "status": "completed", "tag": "5403cc4e-2806-4584-bade-26ba01366e02"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:31.596183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] For port 546ccaf7-508d-4df5-9d33-48533c875f72, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:31.596183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] For port 546ccaf7-508d-4df5-9d33-48533c875f72, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=546ccaf7-508d-4df5-9d33-48533c875f72,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:31.596839 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab479b-dfc7-4ba3-9f57-2007a6e4ee9f x-openstack-request-id: req-f1ab479b-dfc7-4ba3-9f57-2007a6e4ee9f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:31.596968 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-unplugged", "status": "failed", "tag": "5403cc4e-2806-4584-bade-26ba01366e02", "code": 422}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:31.599188 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1ab479b-dfc7-4ba3-9f57-2007a6e4ee9f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:31.599767 n-d-804320-1 neutron-server[95044]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02', 'code': 422} returned with failed status Aug 12 04:31:31.647459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.20.0.1 (4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f/d658f7ed-f50f-4fd9-8f1e-66b959570017/78a1d1ec-0342-45b4-b8a6-dd24b9f6677a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:31.685198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.758001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.782159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43050072-ed49-43f4-8626-841ff3dd3dc0 None None] Pushing event updated for resources: {'Port': ['ID=546ccaf7-508d-4df5-9d33-48533c875f72,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:31.807350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event deleted for resources: {'Port': ['ID=850e707a-ec92-41b8-b09e-8daf69f781da,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:31.852603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:31.858936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-08674f65-f9d1-4ead-84d1-690b35c56776 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "DELETE /v2.0/ports/850e707a-ec92-41b8-b09e-8daf69f781da HTTP/1.1" status: 204 len: 168 time: 0.9985507 Aug 12 04:31:31.863153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55710) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:31.899927 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ca3dab-f0b2-49eb-b811-4d53202f597d tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:31:31.901581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-58ca3dab-f0b2-49eb-b811-4d53202f597d tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "GET /v2.0/ports/850e707a-ec92-41b8-b09e-8daf69f781da HTTP/1.1" status: 404 len: 333 time: 0.0375047 Aug 12 04:31:31.905228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:31.912410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Request body: {'port': {'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742443709'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:31.995001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.015190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Transition to ACTIVE for port object 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:32.076070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Made reservation on behalf of 145a258820c7413084591e9f89badf62 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:32.077284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.104598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c5633-43b3-4420-b85a-d74541ae44f3 req-22ade801-b13b-4583-a32a-ae1b0fdd9952 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:32.109655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e91d07f1-0bd1-4255-ac26-86eb173bacb2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:32.122430 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e78c5633-43b3-4420-b85a-d74541ae44f3 req-22ade801-b13b-4583-a32a-ae1b0fdd9952 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 943 time: 0.1397460 Aug 12 04:31:32.155576 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.186929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port 301eabfd-b4d0-48de-9ad9-2f3d094afaef yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:32.249889 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f60b84b-6e22-4086-b7f1-3de4151b8aa1 req-7747188a-f389-41bf-9b49-d3b6d399bb70 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 210 time: 0.1009505 Aug 12 04:31:32.251770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.306426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e91d07f1-0bd1-4255-ac26-86eb173bacb2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:32.312845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e91d07f1-0bd1-4255-ac26-86eb173bacb2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:32.312845 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.362036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:32.368683 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e78c5633-43b3-4420-b85a-d74541ae44f3 req-1897c8e7-b7c6-479c-9a89-97c896b9e5c5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452767 Aug 12 04:31:32.372690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:32.379472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:32.477564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:32.492892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.560729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e91d07f1-0bd1-4255-ac26-86eb173bacb2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e91d07f1-0bd1-4255-ac26-86eb173bacb2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:32.632633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.638086 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.716695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ee68f-84c2-4992-845c-4cf6edd28ea7 req-131bd054-5958-4419-b881-5228af2feade tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:32.729071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e91d07f1-0bd1-4255-ac26-86eb173bacb2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:32.736206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c11ee68f-84c2-4992-845c-4cf6edd28ea7 req-131bd054-5958-4419-b881-5228af2feade tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2440956 Aug 12 04:31:32.749539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99af81a-1e10-4cb4-9bc0-6cb443954614 req-02270acd-c35e-4bfd-b30e-b047c9a5e781 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:32.750563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:32.762247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f99af81a-1e10-4cb4-9bc0-6cb443954614 req-02270acd-c35e-4bfd-b30e-b047c9a5e781 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.3867898 Aug 12 04:31:32.819468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c11ee68f-84c2-4992-845c-4cf6edd28ea7 req-8d5ed210-81a3-49db-8c41-f21601105e6e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820267 Aug 12 04:31:32.870756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f99af81a-1e10-4cb4-9bc0-6cb443954614 req-118a6dbf-d9f6-4be8-8930-8ce5fce3576e tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973575 Aug 12 04:31:32.981361 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.013862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5403cc4e-2806-4584-bade-26ba01366e02 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:33.052124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Network a1c9a777-d163-4f36-8ea1-a72370adc009 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:33.053285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.078884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402fd7e-d38d-4b83-9423-1d18aafba353 req-36e931eb-4e64-428c-84d4-8ea35cc1c1d1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:33.080519 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3402fd7e-d38d-4b83-9423-1d18aafba353 req-36e931eb-4e64-428c-84d4-8ea35cc1c1d1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1436586 Aug 12 04:31:33.095181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:33.098670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:33.101415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:33.101415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.102656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=301eabfd-b4d0-48de-9ad9-2f3d094afaef,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:33.178997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3402fd7e-d38d-4b83-9423-1d18aafba353 req-1ce3ffd4-9cd2-48da-a8fb-586a6ac2e86f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812304 Aug 12 04:31:33.269187 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b4442680-a178-40f0-8fbe-ccea791e589e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3620291 Aug 12 04:31:33.275484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55754) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:33.282738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:33.408638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6b4a03f4-873a-48de-9aa9-94b4453630ad req-f383d15a-8f89-47e4-974e-6fec947f08de tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 210 time: 0.0394564 Aug 12 04:31:33.471638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51d511-770f-41d8-bae8-1e2075ec2a55 None None] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:33.491217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.635040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-95fa4c2c-bfd6-4eca-a282-6d929318f75e tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:33.636563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-95fa4c2c-bfd6-4eca-a282-6d929318f75e tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.2501493 Aug 12 04:31:33.687345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d5393084-0634-483c-b671-039c23768bba None None] Provisioning for port 546ccaf7-508d-4df5-9d33-48533c875f72 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:33.712926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf85d-2679-48f1-934e-ad5d6d7ec71d req-d8c46ed2-c1ca-4d36-8a74-92a695d300d9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:33.722771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-164bf85d-2679-48f1-934e-ad5d6d7ec71d req-d8c46ed2-c1ca-4d36-8a74-92a695d300d9 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1057863 Aug 12 04:31:33.816219 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.819843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.845404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-164bf85d-2679-48f1-934e-ad5d6d7ec71d req-510753ff-4b44-4ecd-b462-fe4748eac5c1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179657 Aug 12 04:31:33.901861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Deleting port d9cccd9f-9398-43c3-b03a-845deb35d804 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:33.902214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.904007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:33.909466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port 301eabfd-b4d0-48de-9ad9-2f3d094afaef yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:33.957007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.105522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Transition to ACTIVE for port object 301eabfd-b4d0-48de-9ad9-2f3d094afaef will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:34.118970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 546ccaf7-508d-4df5-9d33-48533c875f72 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:34.126647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:34.152112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.186277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605955a-e816-4c48-905e-b9faff0403bd req-d43a166e-f195-439c-ba7f-df41633c55a3 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:34.187927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b605955a-e816-4c48-905e-b9faff0403bd req-d43a166e-f195-439c-ba7f-df41633c55a3 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 1097 time: 0.1316557 Aug 12 04:31:34.189973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] For port d9cccd9f-9398-43c3-b03a-845deb35d804, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d9cccd9f-9398-43c3-b03a-845deb35d804,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:34.190378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.248871 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.257180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Calling delete_port for d9cccd9f-9398-43c3-b03a-845deb35d804 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:34.321530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 546ccaf7-508d-4df5-9d33-48533c875f72 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:34.326035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 546ccaf7-508d-4df5-9d33-48533c875f72 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:34.333805 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.367307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Provisioning for port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:34.383588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Provisioning complete for port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:34.384318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.432705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b605955a-e816-4c48-905e-b9faff0403bd req-e746486b-0dc7-4191-af7d-8ab79a460f75 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=52746765-33b3-4d23-8630-effd938d63c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228212 Aug 12 04:31:34.436449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=301eabfd-b4d0-48de-9ad9-2f3d094afaef,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:34.454218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:34.454559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:34.460701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:31:34.460868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:34.469588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:34.476544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:34.477026 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:34.478125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:34.491480 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 2 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:34.540756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Provisioning complete for port 546ccaf7-508d-4df5-9d33-48533c875f72 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:34.541748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.602273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0824b8f2-d594-4488-b47f-1f68012211b5 req-ba6a96aa-a4b8-449a-977c-19577cf690ec tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 210 time: 0.0658224 Aug 12 04:31:34.612358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:34.614471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:34.614471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:34.623140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:34.623475 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:34.626769 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 3 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:34.806339 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:34.894196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 546ccaf7-508d-4df5-9d33-48533c875f72, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=546ccaf7-508d-4df5-9d33-48533c875f72,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:34.948200 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.095094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:31:35.095391 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-1f2d4401-6ce8-4988-b76e-7f07ed1166e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:31:35.095787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.097328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e91d07f1-0bd1-4255-ac26-86eb173bacb2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:35.135882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-3e06806e-999c-4186-8a59-d1b1b0ea8997 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:35.137914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-3e06806e-999c-4186-8a59-d1b1b0ea8997 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.20 "GET /v2.0/networks?id=531e467d-8669-4541-b6fb-e3c53b3b6aee HTTP/1.1" status: 200 len: 809 time: 0.2546737 Aug 12 04:31:35.153844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Request body: {'port': {'device_id': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee', 'admin_state_up': True, 'tenant_id': 'ff0ee512538c43f59a0a60d8892f04ec'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:35.208098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e91d07f1-0bd1-4255-ac26-86eb173bacb2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:35.208485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.210107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=546ccaf7-508d-4df5-9d33-48533c875f72,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:35.229479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.230426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.230981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.267707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.275631 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.278880 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 4 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.311307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.312276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.312276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.329372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ff6e-b1f3-46ad-b0cb-33c7d89ac671 req-c7d6c2a8-52d9-49f9-8bfb-62f18410c24d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:35.331040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0251ff6e-b1f3-46ad-b0cb-33c7d89ac671 req-c7d6c2a8-52d9-49f9-8bfb-62f18410c24d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1765442 Aug 12 04:31:35.333593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 74d58377-93c3-4bb6-9d19-36158e0c2ccc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:31:35.334020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.334368 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.335051 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 5 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.349824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.350161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.350499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.373743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.387516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.387845 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.392813 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 6 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.414600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Made reservation on behalf of ff0ee512538c43f59a0a60d8892f04ec for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:35.418149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.464696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9cccd9f-9398-43c3-b03a-845deb35d804,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:35.488484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.488484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.488857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.541171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0251ff6e-b1f3-46ad-b0cb-33c7d89ac671 req-16f89dcf-07a1-48bf-b935-e064f7c41a13 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637249 Aug 12 04:31:35.544718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.544974 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.560142 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 7 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.565174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] No DVR routers for this DVR port d9cccd9f-9398-43c3-b03a-845deb35d804 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:35.595517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84157aac-1aed-4a90-ab08-ac71e3ef00e2 req-933e44b4-ee07-400e-ae4e-89d2e9d77e23 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.0474615 Aug 12 04:31:35.604493 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.606536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9f2d515-daab-4fe5-b33b-993cc9431535 req-aa1de819-6436-42b6-b2eb-e4a4f2c06e25 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d9cccd9f-9398-43c3-b03a-845deb35d804 HTTP/1.1" status: 204 len: 173 time: 1.9603248 Aug 12 04:31:35.607043 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'name': 'network-vif-deleted', 'tag': 'd9cccd9f-9398-43c3-b03a-845deb35d804'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:35.609958 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e31342-7989-4a99-bdb0-00b962f9a20a" -d '{"events": [{"server_uuid": "2287ade0-6347-4d9b-9df7-c27b05b8ba73", "name": "network-vif-deleted", "tag": "d9cccd9f-9398-43c3-b03a-845deb35d804"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:35.618210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.618591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.619017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.631241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.631241 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.633137 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 8 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.650486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Allocated IP 172.20.0.5 (531e467d-8669-4541-b6fb-e3c53b3b6aee/a90965e6-4a79-42bf-a1fd-bc6df33a5557/706608ef-0dec-4ace-ab3d-6941a1c1d0e7) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:35.666987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.667369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.667702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.685338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:31:35.693361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62dd9998-2c14-47b6-a501-6d6b9d6020f0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "PUT /v2.0/routers/74d58377-93c3-4bb6-9d19-36158e0c2ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0646288 Aug 12 04:31:35.695603 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3941658e-9a85-4c74-9c0a-58a5529892a9 x-openstack-request-id: req-3941658e-9a85-4c74-9c0a-58a5529892a9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:35.695900 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2287ade0-6347-4d9b-9df7-c27b05b8ba73", "name": "network-vif-deleted", "tag": "d9cccd9f-9398-43c3-b03a-845deb35d804", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:35.701397 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3941658e-9a85-4c74-9c0a-58a5529892a9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:35.701397 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2287ade0-6347-4d9b-9df7-c27b05b8ba73', 'name': 'network-vif-deleted', 'tag': 'd9cccd9f-9398-43c3-b03a-845deb35d804', 'status': 'completed', 'code': 200} Aug 12 04:31:35.701397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:35.701397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.701397 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.701898 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Sync routers for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:31:35.702544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1336171343', 'description': 'tempest-secgroup_access--1336171343 description', 'project_id': 'a5223415728b42509bc4a874b5c2b699'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:35.706573 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 9 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.727660 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:35.728495 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:35.729344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.729681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.730017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.748080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.748493 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.748893 n-d-804320-1 neutron-server[95043]: INFO neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 10 to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef Aug 12 04:31:35.764553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:35.764820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:35.765153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:35.769820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:35.770833 n-d-804320-1 neutron-server[95043]: ERROR neutron.plugins.ml2.managers [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:35.771243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.790282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e51f4fe8-ef10-4462-8cd3-9ce13ea643c5 None None] Provisioning complete for port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:35.791834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e51f4fe8-ef10-4462-8cd3-9ce13ea643c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.846490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] For port 301eabfd-b4d0-48de-9ad9-2f3d094afaef, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:35.846920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempted to set empty binding levels {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 04:31:35.864936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:35.870425 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:35.888642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e51f4fe8-ef10-4462-8cd3-9ce13ea643c5 None None] Port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:31:35.963207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42b40729-54a1-47a0-8e42-47ccec4c940f req-18f1a036-d1ce-4147-80db-010fe83e333b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 210 time: 0.0750546 Aug 12 04:31:35.963385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.038681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 546ccaf7-508d-4df5-9d33-48533c875f72 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:36.046374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] In _notify_port_updated(), no bound segment for port 301eabfd-b4d0-48de-9ad9-2f3d094afaef on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95043) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:31:36.046374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.047152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.048424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "PUT /v2.0/ports/301eabfd-b4d0-48de-9ad9-2f3d094afaef HTTP/1.1" status: 200 len: 979 time: 2.7717462 Aug 12 04:31:36.052148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55822) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:36.093657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f93bd-7487-4b65-9383-389dd7571aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=301eabfd-b4d0-48de-9ad9-2f3d094afaef,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:36.170116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.196428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 546ccaf7-508d-4df5-9d33-48533c875f72 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:36.197232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.207157 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:33Z', 'revision_number': 2, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:36.212447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.231626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.254272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Checking router: 74d58377-93c3-4bb6-9d19-36158e0c2ccc for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:31:36.255028 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Updating router 74d58377-93c3-4bb6-9d19-36158e0c2ccc port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:31:36.276371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:36.277241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.284939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.286896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.287350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.287487 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.287885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.292918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.294248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.294248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.294455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.294941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.295411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.295878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.296345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.296816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.304420 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eee82431-4782-4f3c-87aa-9c9843fa7f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20693 time: 0.2429016 Aug 12 04:31:36.305006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55826) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:36.352463 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.354992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-466128de-64d3-42fc-b3c2-d41b2950aa64 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6549416 Aug 12 04:31:36.356789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55830) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:36.362786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1488884562', 'description': 'tempest-secgroup_general--1488884562 description', 'project_id': 'a5223415728b42509bc4a874b5c2b699'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:36.407093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Deleting port 301eabfd-b4d0-48de-9ad9-2f3d094afaef {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:36.407415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.421536 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.474765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.495943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Network 531e467d-8669-4541-b6fb-e3c53b3b6aee is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:36.505485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:36.508905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:36.567657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] For port 301eabfd-b4d0-48de-9ad9-2f3d094afaef, host n-h2-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:36.572697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.604383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Pushing event updated for resources: {'Port': ['ID=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:36.609653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Calling delete_port for 301eabfd-b4d0-48de-9ad9-2f3d094afaef owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:36.715407 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.737241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.738029 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.738344 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Transition to ACTIVE for port object 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:36.757414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d9cccd9f-9398-43c3-b03a-845deb35d804 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:36.787093 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.859708 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa6e4140-f6cf-4c5e-9d7c-7c340687f1d6 req-00124995-9e9b-4414-91a8-725948ca7514 tempest-TestServerMultinode-1011511427 tempest-TestServerMultinode-1011511427-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2287ade0-6347-4d9b-9df7-c27b05b8ba73 HTTP/1.1" status: 200 len: 210 time: 0.0988631 Aug 12 04:31:36.862132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: d9cccd9f-9398-43c3-b03a-845deb35d804 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:36.862654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d9cccd9f-9398-43c3-b03a-845deb35d804 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:36.876872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb5c8-b674-482e-bc69-8df59ab19301 req-0562b605-3841-4947-8654-922ba1be1a5c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:36.878448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84dfb5c8-b674-482e-bc69-8df59ab19301 req-0562b605-3841-4947-8654-922ba1be1a5c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1349719 Aug 12 04:31:36.938080 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:36.946221 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Pushing event updated for resources: {'Port': ['ID=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:36.956952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84dfb5c8-b674-482e-bc69-8df59ab19301 req-6ec91e97-b31e-4bf1-86f7-2995d4cc1c5c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665638 Aug 12 04:31:36.976797 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.977333 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.977992 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.979446 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.979958 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.980465 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.981583 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.982409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.983299 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.983835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.984379 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:36.984919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:31:37.006210 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Attempting to bind port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:37.006951 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Attempting to bind port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:37.007933 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Attempting to bind port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a on network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:37.016201 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:37.017068 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Checking segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:37.022984 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.023764 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Bound using segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:37.024504 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Bound port: 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:37.025144 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.052737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.057974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.136705 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event deleted for resources: {'Port': ['ID=301eabfd-b4d0-48de-9ad9-2f3d094afaef,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:37.146737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.150849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4a28cf3e-edf0-41f1-bf54-5fa7bf811cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "DELETE /v2.0/ports/301eabfd-b4d0-48de-9ad9-2f3d094afaef HTTP/1.1" status: 204 len: 168 time: 0.8429873 Aug 12 04:31:37.156321 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] For port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:37.159204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55848) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:37.160472 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] For port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:37.212652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-20399b0d-998b-4d00-bcab-438b3a4aced3 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0658491 Aug 12 04:31:37.213871 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-641aff14-0198-4c40-911a-ccbcc2f568e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:31:37.215746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-641aff14-0198-4c40-911a-ccbcc2f568e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "GET /v2.0/ports/301eabfd-b4d0-48de-9ad9-2f3d094afaef HTTP/1.1" status: 404 len: 333 time: 0.0553043 Aug 12 04:31:37.220067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55850) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:37.225261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-967610877', 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:37.236549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Request body: {'port': {'device_id': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:37.251879 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.268119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9410f00e-056d-44ef-8af9-5686bc508dd1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:37.288900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.290694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6ceb0ea-c725-429e-938b-b0d5f5c03da8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9323282 Aug 12 04:31:37.293580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55852) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:37.298923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'security_group_rule': {'security_group_id': 'd3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d', 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:37.319039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738b08-915d-4412-ae60-769850124eb3 req-3e747278-95f2-4a1e-8b25-348f5368fa2e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:37.320574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5738b08-915d-4412-ae60-769850124eb3 req-3e747278-95f2-4a1e-8b25-348f5368fa2e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 931 time: 0.2302074 Aug 12 04:31:37.351351 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.351517 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:37.352149 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:37.385325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Made reservation on behalf of 145a258820c7413084591e9f89badf62 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:37.389275 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.395703 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78ac3b-3143-4c28-92bf-136152f33e83 None None] Pushing event updated for resources: {'Port': ['ID=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:37.423511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port eee26e2b-a4cc-4340-a420-5aa83f0d59b1 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:37.449126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5738b08-915d-4412-ae60-769850124eb3 req-1a568ea7-3762-4da3-8928-04ea8351c52e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072195 Aug 12 04:31:37.497991 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:37.511279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.645911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.725471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.760317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:37.764721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.768505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.782818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Transition to ACTIVE for port object 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:37.784153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113901fc-1084-47b0-9f0c-0d69456b7973,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:37.801430 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:37Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:37.831262 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c468ca-454f-4505-8971-0bc647d9313a None None] The sync data for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 is: [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:37Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:31:37.841760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.871327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.924156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.924156 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1962c207-c6c7-4eed-9ebc-4f595661c555 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271973 Aug 12 04:31:37.941854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Network a1c9a777-d163-4f36-8ea1-a72370adc009 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:37.947937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:37.955636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:37.958842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:37.958842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:37.963338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=eee26e2b-a4cc-4340-a420-5aa83f0d59b1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:37.998433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:38.063493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f7f13d8c-2e74-4010-8442-b48e58b16a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8400803 Aug 12 04:31:38.064398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55874) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:38.186515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e46bd1-7128-4bab-b973-11a3ebb1a4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:38.188762 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a0e46bd1-7128-4bab-b973-11a3ebb1a4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "GET /v2.0/ports/eee26e2b-a4cc-4340-a420-5aa83f0d59b1 HTTP/1.1" status: 200 len: 958 time: 0.1233633 Aug 12 04:31:38.191727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55886) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:38.362261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-7dc6597b-374b-45c0-925e-f951474d88d8 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--1336171343&fields=id&tenant_id=a5223415728b42509bc4a874b5c2b699 HTTP/1.1" status: 200 len: 267 time: 0.1569438 Aug 12 04:31:38.465249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Pushing event updated for resources: {'Port': ['ID=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:38.471120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-84caa515-263f-4d0d-88ef-301836cbcc47 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--1488884562&fields=id&tenant_id=a5223415728b42509bc4a874b5c2b699 HTTP/1.1" status: 200 len: 267 time: 0.0952733 Aug 12 04:31:38.487524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Deleting port eee26e2b-a4cc-4340-a420-5aa83f0d59b1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:38.487785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:38.532331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9a45-10ca-4f41-8f15-4339e7030436 req-26a260dc-95e4-41f7-82c5-cacbfcf52a4f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:38.533884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b2c9a45-10ca-4f41-8f15-4339e7030436 req-26a260dc-95e4-41f7-82c5-cacbfcf52a4f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0793447 Aug 12 04:31:38.535349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Attempting to bind port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:38.536083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Attempting to bind port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:38.536626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Attempting to bind port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 on network 531e467d-8669-4541-b6fb-e3c53b3b6aee {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:38.553642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 on network 531e467d-8669-4541-b6fb-e3c53b3b6aee not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:38.554017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Attempting to bind port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 on network 531e467d-8669-4541-b6fb-e3c53b3b6aee {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:38.567714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:38.568095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Checking segment: {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:38.568446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Bound using segment: {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:38.568888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Bound port: 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8a619b-8214-42fe-9d77-12d536963554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:38.569258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:38.602755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b2c9a45-10ca-4f41-8f15-4339e7030436 req-77165ed1-e2ff-47ec-b014-ae0b1d8efbda tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579700 Aug 12 04:31:38.676912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:38.691738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] For port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:38.696093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] For port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:38.770452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Calling delete_port for eee26e2b-a4cc-4340-a420-5aa83f0d59b1 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:38.779118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:38.827316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ba43c-837e-4588-8125-7bf719db349a req-c24f8e38-4076-442b-bd0c-c025bbabd455 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:38.828883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c61ba43c-837e-4588-8125-7bf719db349a req-c24f8e38-4076-442b-bd0c-c025bbabd455 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 943 time: 0.1162193 Aug 12 04:31:38.869655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:38.870296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:38.871744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] 10.222.0.20 "PUT /v2.0/ports/706608ef-0dec-4ace-ab3d-6941a1c1d0e7 HTTP/1.1" status: 200 len: 1091 time: 1.6473277 Aug 12 04:31:38.872362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'tag': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:38.874686 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e86467-b8af-4c52-9220-e87110f1b164" -d '{"events": [{"name": "network-changed", "server_uuid": "884d36ed-d6c7-4b12-8982-9b8d59ada396", "tag": "706608ef-0dec-4ace-ab3d-6941a1c1d0e7"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:38.875482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-4ad01333-4aa8-432a-b23f-5d0b9630c98f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:38.877140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-4ad01333-4aa8-432a-b23f-5d0b9630c98f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/networks?id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f HTTP/1.1" status: 200 len: 797 time: 0.3936505 Aug 12 04:31:38.912101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df07b0-d390-464d-bd75-d545dfb2fd08 service neutron] Pushing event updated for resources: {'Port': ['ID=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:38.917846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-b10f2f18-156f-4793-9d1e-835d9f96c6ee tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/quotas/a5223415728b42509bc4a874b5c2b699 HTTP/1.1" status: 200 len: 375 time: 0.0319343 Aug 12 04:31:38.924322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c61ba43c-837e-4588-8125-7bf719db349a req-2d82d90c-5ae8-4158-add5-7267bf252172 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Aug 12 04:31:38.986177 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6b3fa0-61cd-4563-9cbf-107f222208f7 x-openstack-request-id: req-df6b3fa0-61cd-4563-9cbf-107f222208f7 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:38.986480 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884d36ed-d6c7-4b12-8982-9b8d59ada396", "tag": "706608ef-0dec-4ace-ab3d-6941a1c1d0e7", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:38.986785 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df6b3fa0-61cd-4563-9cbf-107f222208f7 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:38.987198 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'tag': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7', 'status': 'completed', 'code': 200} Aug 12 04:31:39.075956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86467-b8af-4c52-9220-e87110f1b164 req-88b48eee-1331-4d89-8d38-353708f932f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:39.077501 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1e86467-b8af-4c52-9220-e87110f1b164 req-88b48eee-1331-4d89-8d38-353708f932f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 1094 time: 0.0686350 Aug 12 04:31:39.083358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-451570e5-3e84-40ee-ad44-26bc795c179d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368091 Aug 12 04:31:39.087508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.188511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.235730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event deleted for resources: {'Port': ['ID=eee26e2b-a4cc-4340-a420-5aa83f0d59b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:39.281084 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.283141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a36f554-a818-4312-8a6e-8bf9322d8f2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "DELETE /v2.0/ports/eee26e2b-a4cc-4340-a420-5aa83f0d59b1 HTTP/1.1" status: 204 len: 168 time: 1.0896187 Aug 12 04:31:39.287706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55912) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:39.318785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-badf86d2-325b-4e21-b9ab-4e957f58a700 service neutron] 10.222.0.42 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867585 Aug 12 04:31:39.325098 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-153046f5-90b3-4af6-be87-3f7c8bbd03cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:31:39.339356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-153046f5-90b3-4af6-be87-3f7c8bbd03cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "GET /v2.0/ports/eee26e2b-a4cc-4340-a420-5aa83f0d59b1 HTTP/1.1" status: 404 len: 333 time: 0.0502150 Aug 12 04:31:39.340432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55914) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:39.381523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86467-b8af-4c52-9220-e87110f1b164 req-a21ae824-d038-4b0e-8ae1-61c0f0e4437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:39.383386 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1e86467-b8af-4c52-9220-e87110f1b164 req-a21ae824-d038-4b0e-8ae1-61c0f0e4437c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2958968 Aug 12 04:31:39.386926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Request body: {'port': {'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-544455158'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:39.519499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Made reservation on behalf of 145a258820c7413084591e9f89badf62 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:39.522860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.527699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Deleting port 37c60139-1cf4-4a71-8892-7d82bb28fcdc {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:39.528186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.574527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:39.696188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] For port 37c60139-1cf4-4a71-8892-7d82bb28fcdc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=37c60139-1cf4-4a71-8892-7d82bb28fcdc,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:39.696707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.715825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Calling delete_port for 37c60139-1cf4-4a71-8892-7d82bb28fcdc owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:39.735263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-8793e8d7-3ddf-4457-8ab6-63341954e1aa service neutron] 10.222.0.42 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881116 Aug 12 04:31:39.905914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86467-b8af-4c52-9220-e87110f1b164 req-f7cc8637-bec7-433a-9bc1-2e8549d7526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:39.908114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1e86467-b8af-4c52-9220-e87110f1b164 req-f7cc8637-bec7-433a-9bc1-2e8549d7526f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5171165 Aug 12 04:31:39.911884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:39.921171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6394a-1205-4b55-85cc-d5510ee8b0e6 req-08872e92-af2c-4502-9596-7f82d3a5834e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:39.929682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74d6394a-1205-4b55-85cc-d5510ee8b0e6 req-08872e92-af2c-4502-9596-7f82d3a5834e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1966138 Aug 12 04:31:40.014971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:40.072571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74d6394a-1205-4b55-85cc-d5510ee8b0e6 req-94dab404-dd77-4e3b-bc58-99367d261b54 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418440 Aug 12 04:31:40.079531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a597a3ce-054d-40c4-9b4a-c221191a566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:40.081105 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-a597a3ce-054d-40c4-9b4a-c221191a566f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 1094 time: 0.0951333 Aug 12 04:31:40.146002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.155281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-e69cc4e5-a067-4f83-9d8a-eb336e1af170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706608ef-0dec-4ace-ab3d-6941a1c1d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0641615 Aug 12 04:31:40.180025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c60139-1cf4-4a71-8892-7d82bb28fcdc,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:40.204253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:40.214425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:40.214425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.226052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.324101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20645408-65b1-45af-a723-2150a62d39c0 req-2fc9edec-7bc8-4bec-bc9d-ad9c66785351 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 210 time: 0.0784292 Aug 12 04:31:40.343534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=ac71e5ee-aac5-42cb-8f71-7637c6ef8551,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:40.421232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.427292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Network a1c9a777-d163-4f36-8ea1-a72370adc009 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:40.438644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-5c7e3dc6-47ba-4823-93b9-681f4ba5ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:40.438644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-5c7e3dc6-47ba-4823-93b9-681f4ba5ec75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a90965e6-4a79-42bf-a1fd-bc6df33a5557 HTTP/1.1" status: 200 len: 849 time: 0.2677875 Aug 12 04:31:40.438644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:40.444173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e7253-2238-4edf-bdd4-6664974068e0 req-c9ab9395-1351-4fc3-8e18-22aacce3a8ed tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:40.445694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-615e7253-2238-4edf-bdd4-6664974068e0 req-c9ab9395-1351-4fc3-8e18-22aacce3a8ed tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 943 time: 0.2894824 Aug 12 04:31:40.446490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:40.447399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:40.447979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.486400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:40.497093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-fc5a8143-656e-43ac-9d92-b59caa23474a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=531e467d-8669-4541-b6fb-e3c53b3b6aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452082 Aug 12 04:31:40.553153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.566641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-615e7253-2238-4edf-bdd4-6664974068e0 req-94b3fc1b-2918-49ee-8d6a-0b8dac1fe8fc tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042521 Aug 12 04:31:40.612062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-af331179-eada-4aff-ac5d-2da1d9341d1f service neutron] 10.222.0.20 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035054 Aug 12 04:31:40.649195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:40.713599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:40.728007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf67c115-64cb-4bcc-858c-d9b288d124d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3484011 Aug 12 04:31:40.733991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55948) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:40.740170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:40.784031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cbf5b410-bfc6-49f6-8925-d4bbd4cd08c0 req-3833569b-108b-464f-90f8-eb1823a14726 service neutron] 10.222.0.20 "GET /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634133 Aug 12 04:31:40.821223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:41.028841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] device_id is not set on port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:31:41.038642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:41.057653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Transition to ACTIVE for port object ac71e5ee-aac5-42cb-8f71-7637c6ef8551 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:41.103599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Router cb265ba8-67ef-4ac5-8b84-c7592c687a02 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:31:41.253677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6713-7a1e-4db0-9610-3e459cc497f0 req-95d3c074-42ef-485a-9b13-0963c54f2d35 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:41.256051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-861e6713-7a1e-4db0-9610-3e459cc497f0 req-95d3c074-42ef-485a-9b13-0963c54f2d35 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0994093 Aug 12 04:31:41.264713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:31:41.274422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] Sync routers for ids ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:31:41.278162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-45889051-b80b-41ae-a1d4-1d7472092b15 admin admin] 10.222.0.42 "PUT /v2.0/routers/cb265ba8-67ef-4ac5-8b84-c7592c687a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2760115 Aug 12 04:31:41.278526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 55962) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:41.285557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] Routers {'cb265ba8-67ef-4ac5-8b84-c7592c687a02'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:41.286516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:41.322547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:41.339695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-861e6713-7a1e-4db0-9610-3e459cc497f0 req-07224e3f-7847-40c6-84b5-54511b3f65e1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623596 Aug 12 04:31:41.415218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=ac71e5ee-aac5-42cb-8f71-7637c6ef8551,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:41.444880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.444880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.444880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.452404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] Set router cb265ba8-67ef-4ac5-8b84-c7592c687a02 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:41.515433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.515857 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.516968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:41.521131 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 2 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.525253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a9e6565-2210-4b51-91e6-f80d3b42dec5 req-14504f6f-16fc-40bc-a37b-925a056e5ff1 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 210 time: 0.0683846 Aug 12 04:31:41.578500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.578890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.579229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.589965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.590295 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.626698 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 3 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.648129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:31:39Z', 'revision_number': 5, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:41.660512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.660512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.660512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.677841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] Checking router: cb265ba8-67ef-4ac5-8b84-c7592c687a02 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:31:41.680045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.680045 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.686366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] Routers {'cb265ba8-67ef-4ac5-8b84-c7592c687a02'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:41.687139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:41.694602 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 4 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.713139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.713570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.714093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.724047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.724377 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.724923 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 5 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.728131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:41.737206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a53949-d733-4536-a189-575d840bb78b req-0e88c28b-6850-456b-9ace-9287df67abe2 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:41.739428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97a53949-d733-4536-a189-575d840bb78b req-0e88c28b-6850-456b-9ace-9287df67abe2 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 943 time: 0.0545585 Aug 12 04:31:41.747834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.748173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.748509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.753542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.757932 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.757932 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 6 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.778103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.778817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.779393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.785287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.786865 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.787474 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 7 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.791433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97a53949-d733-4536-a189-575d840bb78b req-1ac21142-c706-4d7d-87bb-870aebfdb3fa tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Aug 12 04:31:41.811905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.811905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.811905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.811905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.811905 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.811905 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 8 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.812550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] Set router cb265ba8-67ef-4ac5-8b84-c7592c687a02 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:41.824328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.829209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.829209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.830224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.830224 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.830556 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 9 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.845199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.845537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.846075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.870895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.871233 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.871787 n-d-804320-1 neutron-server[95042]: INFO neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempt 10 to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 Aug 12 04:31:41.897905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:41.897905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:41.897905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempting to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:41.927949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:41.927949 n-d-804320-1 neutron-server[95042]: ERROR neutron.plugins.ml2.managers [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Failed to bind port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on host n-h2-804320-1 for vnic_type normal using segments [{'id': 'a336221c-fa22-4b24-baa9-1770d58d5706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a1c9a777-d163-4f36-8ea1-a72370adc009'}] Aug 12 04:31:41.927949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:41.978562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Deleting port 394909c8-73c6-4ba2-9188-19d50e74a830 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:41.980177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.055686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:31:39Z', 'revision_number': 5, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:42.080588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] For port ac71e5ee-aac5-42cb-8f71-7637c6ef8551, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:42.081185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attempted to set empty binding levels {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 04:31:42.111582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:42.114387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf236302-6621-40f3-ba86-292e2052b658 None None] The sync data for ids ['cb265ba8-67ef-4ac5-8b84-c7592c687a02'] in n-d-804320-1 is: [{'id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'name': 'tempest-TestServerMultinode-1342641567-router', 'tenant_id': '8079258ad498440389264071a6785a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:19Z', 'updated_at': '2021-08-12T04:31:39Z', 'revision_number': 5, 'project_id': '8079258ad498440389264071a6785a66', 'gw_port': {'id': '394909c8-73c6-4ba2-9188-19d50e74a830', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb265ba8-67ef-4ac5-8b84-c7592c687a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:20Z', 'updated_at': '2021-08-12T04:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:31:42.136333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] For port 394909c8-73c6-4ba2-9188-19d50e74a830, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=394909c8-73c6-4ba2-9188-19d50e74a830,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:42.136601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.151756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Calling delete_port for 394909c8-73c6-4ba2-9188-19d50e74a830 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:42.166920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.185552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:42.186011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.237065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] In _notify_port_updated(), no bound segment for port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 on network a1c9a777-d163-4f36-8ea1-a72370adc009 {{(pid=95042) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 04:31:42.237065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:42.237065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.237065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "PUT /v2.0/ports/ac71e5ee-aac5-42cb-8f71-7637c6ef8551 HTTP/1.1" status: 200 len: 978 time: 1.5018008 Aug 12 04:31:42.239689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55986) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:42.266099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1bb15-90d1-41b3-b88d-01ba0120e02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event updated for resources: {'Port': ['ID=ac71e5ee-aac5-42cb-8f71-7637c6ef8551,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:42.393863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Deleting port ac71e5ee-aac5-42cb-8f71-7637c6ef8551 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:42.398480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.490143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] For port ac71e5ee-aac5-42cb-8f71-7637c6ef8551, host n-h2-804320-1, got binding levels [] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:42.496519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.496875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.506374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Calling delete_port for ac71e5ee-aac5-42cb-8f71-7637c6ef8551 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:42.530614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Pushing event deleted for resources: {'Port': ['ID=394909c8-73c6-4ba2-9188-19d50e74a830,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:42.604906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72722-402e-4d6d-963e-c2ed1fd9bc23 req-b0fbaa78-4e21-40c2-9a82-7d254a2a14a2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:42.606489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75d72722-402e-4d6d-963e-c2ed1fd9bc23 req-b0fbaa78-4e21-40c2-9a82-7d254a2a14a2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1612115 Aug 12 04:31:42.635717 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.699485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-110b4e30-0db3-45e9-beeb-31cd69c6eb1e req-98c3fcd3-74ee-45e4-9f72-f85b13b50771 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 210 time: 0.0473928 Aug 12 04:31:42.711707 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.757982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.763847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ac71e5ee-aac5-42cb-8f71-7637c6ef8551 HTTP/1.1" status: 204 len: 168 time: 0.5210898 Aug 12 04:31:42.764457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 55998) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:42.781761 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75d72722-402e-4d6d-963e-c2ed1fd9bc23 req-9b7b45bb-536b-4fde-af04-ce0f384cffa2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618593 Aug 12 04:31:42.783914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.787448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.792150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93363f7d-bb8c-4e35-bbbe-4d394ff07a1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac71e5ee-aac5-42cb-8f71-7637c6ef8551,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:42.795479 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-9295a4e4-88be-4203-aefa-da6a82c8ec15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] GET failed (client error): The resource could not be found. Aug 12 04:31:42.804845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9295a4e4-88be-4203-aefa-da6a82c8ec15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-950370151-project-admin] 10.222.0.42 "GET /v2.0/ports/ac71e5ee-aac5-42cb-8f71-7637c6ef8551 HTTP/1.1" status: 404 len: 333 time: 0.0391881 Aug 12 04:31:42.805690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56000) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:42.905936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.906468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb265ba8-67ef-4ac5-8b84-c7592c687a02 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:31:42.911792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:42.913127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-07c3d968-5c67-4063-8552-c0c7e684276a admin admin] 10.222.0.42 "DELETE /v2.0/routers/cb265ba8-67ef-4ac5-8b84-c7592c687a02 HTTP/1.1" status: 204 len: 168 time: 1.6336002 Aug 12 04:31:42.915700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56004) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:42.932271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.018977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Deleting subnet 3afda608-a100-42ad-bddf-d8531e2c0c75 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:31:43.026798 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.062053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:31:43.092740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.106844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.123705 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118ae6-72d8-4452-ba5b-0ab76e0fbcd4 req-a6a46607-742d-4f98-b52e-6db56c2b4098 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:43.132403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11118ae6-72d8-4452-ba5b-0ab76e0fbcd4 req-a6a46607-742d-4f98-b52e-6db56c2b4098 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 943 time: 0.1969681 Aug 12 04:31:43.144434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c9a777-d163-4f36-8ea1-a72370adc009']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:43.166702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a336221c-fa22-4b24-baa9-1770d58d5706') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:43.166967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a336221c-fa22-4b24-baa9-1770d58d5706') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:43.202240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11118ae6-72d8-4452-ba5b-0ab76e0fbcd4 req-790782c7-39cc-4dad-bdce-8684053a5679 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686026 Aug 12 04:31:43.210682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.229618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.240798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:31:43.244771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:31:43.247051 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:31:43.280887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:43.298214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7', 'network_id': '531e467d-8669-4541-b6fb-e3c53b3b6aee', 'port_id': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7', 'mac_address': 'fa:16:3e:55:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90965e6-4a79-42bf-a1fd-bc6df33a5557', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:31:43.321488 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.364275 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.377561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:43.398212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:43.452691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.477458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.481665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] 10.222.0.42 "DELETE /v2.0/networks/a1c9a777-d163-4f36-8ea1-a72370adc009 HTTP/1.1" status: 204 len: 168 time: 0.6726356 Aug 12 04:31:43.481665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79cfe5-15ce-48be-bb08-0d50422242f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1385612004-project] Pushing event deleted for resources: {'Network': ['ID=a1c9a777-d163-4f36-8ea1-a72370adc009,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:43.503847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-d04659cb-f9d6-41d6-ad96-a188bba43e23 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:43.505568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-d04659cb-f9d6-41d6-ad96-a188bba43e23 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.36 "GET /v2.0/networks?id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f HTTP/1.1" status: 200 len: 797 time: 0.1591575 Aug 12 04:31:43.514654 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.514918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.586436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afda608-a100-42ad-bddf-d8531e2c0c75,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:43.589227 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.598573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dff65369-b194-4c9b-ad03-cfd1c2f07d8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3afda608-a100-42ad-bddf-d8531e2c0c75 HTTP/1.1" status: 204 len: 168 time: 0.6810615 Aug 12 04:31:43.600453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56018) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:43.607385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3e723-cb10-4d4a-8c40-de135244eecd None None] Network 435db7c0-c51e-49ef-8f4b-bb76379a2892 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:43.689242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:43.725407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-fbdf89e9-12b9-4dbc-a4c5-696e3bea9b97 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5223415728b42509bc4a874b5c2b699 HTTP/1.1" status: 200 len: 478 time: 0.1923525 Aug 12 04:31:43.760173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:43.767237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['706608ef-0dec-4ace-ab3d-6941a1c1d0e7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:43.768002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'port': {'device_id': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'admin_state_up': True, 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'security_groups': ['d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d', '9410f00e-056d-44ef-8af9-5686bc508dd1']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:43.820588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89133215-acf1-4455-85a7-f6bfee80e149 req-73d9740d-5fb3-4f40-bbdf-45d931ebfad2 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 210 time: 0.0475616 Aug 12 04:31:44.003622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] DHCP port deletion for 435db7c0-c51e-49ef-8f4b-bb76379a2892 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:31:44.051076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 37c60139-1cf4-4a71-8892-7d82bb28fcdc no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:44.060582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Deleting port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:44.066790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.083004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 37c60139-1cf4-4a71-8892-7d82bb28fcdc {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:44.083640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 37c60139-1cf4-4a71-8892-7d82bb28fcdc not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:44.083750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 394909c8-73c6-4ba2-9188-19d50e74a830 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:44.110653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 394909c8-73c6-4ba2-9188-19d50e74a830 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:44.111018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 394909c8-73c6-4ba2-9188-19d50e74a830 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:44.120902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801e709-6aa0-4f66-a413-aec260c745f9 req-f1a6bd1d-4976-4cf4-9fbc-96b3545bf274 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:44.122443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e801e709-6aa0-4f66-a413-aec260c745f9 req-f1a6bd1d-4976-4cf4-9fbc-96b3545bf274 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1611276 Aug 12 04:31:44.136270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56032) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:44.144507 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:31:44.153133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] Deleting port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:44.153668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.166992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] For port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:44.167432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.176130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Made reservation on behalf of a5223415728b42509bc4a874b5c2b699 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:44.177681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.217857 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Calling delete_port for 9c24fa0a-c91e-4eab-bb67-c3cd565df24b owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:44.239759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] For port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,segment=NetworkSegment(d4b4694b-9433-4235-8cb1-9622ca61e89b),segment_id=d4b4694b-9433-4235-8cb1-9622ca61e89b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:44.241729 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.262627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] Calling delete_port for 9c24fa0a-c91e-4eab-bb67-c3cd565df24b owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:44.275191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e801e709-6aa0-4f66-a413-aec260c745f9 req-867c1c6e-4a06-411c-9cf2-fe0955b6e23e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378739 Aug 12 04:31:44.384843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-358e9382-4b33-436d-8854-cafd23276d70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39eadf26414a42bdb40145f1cc8ca8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464025 Aug 12 04:31:44.388351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56044) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:44.416527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db839e7e-ce6a-4dac-80ce-215477d94825 req-5639f9b9-7a35-4c71-a722-6dc9d92f6c69 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:44.418584 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db839e7e-ce6a-4dac-80ce-215477d94825 req-5639f9b9-7a35-4c71-a722-6dc9d92f6c69 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 944 time: 0.0987008 Aug 12 04:31:44.490166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.490878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db839e7e-ce6a-4dac-80ce-215477d94825 req-526723d5-d6a6-4997-9642-ff20fe78d90b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638530 Aug 12 04:31:44.515233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.519165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.20.0.6 (4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f/d658f7ed-f50f-4fd9-8f1e-66b959570017/d1307e52-ca2b-4525-895c-26e04a4c973a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:44.526867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] Pushing event deleted for resources: {'Port': ['ID=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:44.532745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c2f4e-c82e-46d6-b647-342909d35b03 None None] No DVR routers for this DVR port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:44.562210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6dd97e1c-a0a3-42b7-85c4-6513967b6da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.566214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c24fa0a-c91e-4eab-bb67-c3cd565df24b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:44.586951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] No DVR routers for this DVR port 9c24fa0a-c91e-4eab-bb67-c3cd565df24b on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:44.624797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6dd97e1c-a0a3-42b7-85c4-6513967b6da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.721665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.745994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435db7c0-c51e-49ef-8f4b-bb76379a2892']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:44.790102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b4694b-9433-4235-8cb1-9622ca61e89b') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:44.792505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b4694b-9433-4235-8cb1-9622ca61e89b') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:44.808849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.835037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.841762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:31:44.842180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:31:44.889712 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:31:44.904415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6dd97e1c-a0a3-42b7-85c4-6513967b6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.907000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6dd97e1c-a0a3-42b7-85c4-6513967b6da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:44.910566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6dd97e1c-a0a3-42b7-85c4-6513967b6da6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0fa4f6f-c6d2-4463-bfcd-ac751badff2e HTTP/1.1" status: 204 len: 168 time: 0.5166283 Aug 12 04:31:44.965446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd97e1c-a0a3-42b7-85c4-6513967b6da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa4f6f-c6d2-4463-bfcd-ac751badff2e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:44.994671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b04c936-74d5-484f-a801-59a804984ed2 req-5e21872f-07b6-416c-8081-7bad17c8cd42 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 210 time: 0.0577559 Aug 12 04:31:45.014944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.028368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.030386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Transition to ACTIVE for port object d1307e52-ca2b-4525-895c-26e04a4c973a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:45.038954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.040776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] 10.222.0.42 "DELETE /v2.0/networks/435db7c0-c51e-49ef-8f4b-bb76379a2892 HTTP/1.1" status: 204 len: 168 time: 1.4351926 Aug 12 04:31:45.043900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56062) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:45.055950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3401ac-2a3b-4ac2-a232-31bee1e18715 admin admin] Pushing event deleted for resources: {'Network': ['ID=435db7c0-c51e-49ef-8f4b-bb76379a2892,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:45.104860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:45.220963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.279799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:45.283389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:45.288739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:45.301769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:45.301985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=d1307e52-ca2b-4525-895c-26e04a4c973a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:45.318957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:45.319437 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.356010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:45.356780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.455683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-e6677318-fe11-4a05-bf8c-d3bca0f34190 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6925075 Aug 12 04:31:45.470383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Request body: {'port': {'device_id': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:45.561596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.651380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:45.654867 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f3a5b-5e64-4d2e-874a-e500ec811256" -d '{"events": [{"server_uuid": "884d36ed-d6c7-4b12-8982-9b8d59ada396", "name": "network-vif-plugged", "status": "completed", "tag": "706608ef-0dec-4ace-ab3d-6941a1c1d0e7"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:45.680610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:45.699581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.740267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.802535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:45.873094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098c1cb-0c28-4737-8913-758e4aa756dc req-236a8d6b-c899-4039-b987-4cd4c6e5e632 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:45.874338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7098c1cb-0c28-4737-8913-758e4aa756dc req-236a8d6b-c899-4039-b987-4cd4c6e5e632 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 944 time: 0.2260292 Aug 12 04:31:45.929286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8edbb3a0-1fa8-4da7-933f-9d928bc0e026 None None] Provisioning for port d1307e52-ca2b-4525-895c-26e04a4c973a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:45.933239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8edbb3a0-1fa8-4da7-933f-9d928bc0e026 None None] Provisioning complete for port d1307e52-ca2b-4525-895c-26e04a4c973a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:45.933688 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8edbb3a0-1fa8-4da7-933f-9d928bc0e026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:45.977791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56084) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:45.993547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27aaa11-8c68-471c-8881-929452826fb7 req-d8e3e673-5e59-4383-8832-036c9d40001f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:45.993547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c27aaa11-8c68-471c-8881-929452826fb7 req-d8e3e673-5e59-4383-8832-036c9d40001f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1049933 Aug 12 04:31:46.001956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c24fa0a-c91e-4eab-bb67-c3cd565df24b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:46.007862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8edbb3a0-1fa8-4da7-933f-9d928bc0e026 None None] Port d1307e52-ca2b-4525-895c-26e04a4c973a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:31:46.030284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7098c1cb-0c28-4737-8913-758e4aa756dc req-89893f34-ea27-4cb4-9c9c-cf47ed00acd5 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467683 Aug 12 04:31:46.035338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9c24fa0a-c91e-4eab-bb67-c3cd565df24b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:46.035904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c24fa0a-c91e-4eab-bb67-c3cd565df24b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:46.057328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c27aaa11-8c68-471c-8881-929452826fb7 req-d03d3d4a-5091-4762-8b33-224d15f163e2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506034 Aug 12 04:31:46.139420 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddb12ca-b208-4c00-ada4-376065b1539c x-openstack-request-id: req-7ddb12ca-b208-4c00-ada4-376065b1539c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:46.140328 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884d36ed-d6c7-4b12-8982-9b8d59ada396", "name": "network-vif-plugged", "status": "completed", "tag": "706608ef-0dec-4ace-ab3d-6941a1c1d0e7", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:46.140767 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ddb12ca-b208-4c00-ada4-376065b1539c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:46.141379 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7', 'code': 200} Aug 12 04:31:46.167547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1307e52-ca2b-4525-895c-26e04a4c973a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:46.178925 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.200478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Transition to ACTIVE for port object d1307e52-ca2b-4525-895c-26e04a4c973a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:46.204874 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf8cd696-0fdd-495a-a087-4f6dbc34a1db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=145a258820c7413084591e9f89badf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130475 Aug 12 04:31:46.207935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:46.280486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c27bdf-6585-4c76-9c2f-a023bd3e7271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.282976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.286225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993703b2-8533-4f68-8dc2-3a6c0e466f72 req-58a42613-dd9b-4fa8-8f8b-75864b6602d1 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:46.287255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-993703b2-8533-4f68-8dc2-3a6c0e466f72 req-58a42613-dd9b-4fa8-8f8b-75864b6602d1 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 970 time: 0.1109583 Aug 12 04:31:46.333035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48589113-7a0d-40fc-9c41-8032ca62fe90 req-7bc9687f-8bed-4b24-9e9c-f1349db22a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:46.334864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48589113-7a0d-40fc-9c41-8032ca62fe90 req-7bc9687f-8bed-4b24-9e9c-f1349db22a8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 1096 time: 0.1205876 Aug 12 04:31:46.340289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c27bdf-6585-4c76-9c2f-a023bd3e7271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.375735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Pushing event updated for resources: {'Port': ['ID=d1307e52-ca2b-4525-895c-26e04a4c973a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:46.408246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-993703b2-8533-4f68-8dc2-3a6c0e466f72 req-9128b05a-dffa-4180-9c55-b68ea9c02f36 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1134415 Aug 12 04:31:46.494623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48589113-7a0d-40fc-9c41-8032ca62fe90 req-7f7ef069-5dc9-4663-9b5c-6ecd08168b9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506691 Aug 12 04:31:46.502576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Attempting to bind port d1307e52-ca2b-4525-895c-26e04a4c973a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:46.503082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Attempting to bind port d1307e52-ca2b-4525-895c-26e04a4c973a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:46.503517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Attempting to bind port d1307e52-ca2b-4525-895c-26e04a4c973a on network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:46.511097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Port d1307e52-ca2b-4525-895c-26e04a4c973a on network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:31:46.511538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Attempting to bind port d1307e52-ca2b-4525-895c-26e04a4c973a on network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:46.517985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:46.521049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Checking segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:46.521644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Bound using segment: {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:46.522137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Bound port: d1307e52-ca2b-4525-895c-26e04a4c973a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7643a9a8-e055-4b2b-b529-5f674005f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:46.522599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.589715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.596037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c27bdf-6585-4c76-9c2f-a023bd3e7271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.598966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14c27bdf-6585-4c76-9c2f-a023bd3e7271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.601392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-14c27bdf-6585-4c76-9c2f-a023bd3e7271 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fd37597-384d-40ce-b2aa-0bc75502f9b1 HTTP/1.1" status: 204 len: 168 time: 0.3924217 Aug 12 04:31:46.696138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c27bdf-6585-4c76-9c2f-a023bd3e7271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd37597-384d-40ce-b2aa-0bc75502f9b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:46.711998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] For port d1307e52-ca2b-4525-895c-26e04a4c973a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:46.721811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] For port d1307e52-ca2b-4525-895c-26e04a4c973a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d1307e52-ca2b-4525-895c-26e04a4c973a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:46.807388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.808785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2122c9-9e69-4e3a-98a8-895b379639ce req-5db72017-82ee-4639-935b-f81c13f4182e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:46.811098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb2122c9-9e69-4e3a-98a8-895b379639ce req-5db72017-82ee-4639-935b-f81c13f4182e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1732838 Aug 12 04:31:46.859741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:46.860744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:46.862346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] 10.222.0.36 "PUT /v2.0/ports/d1307e52-ca2b-4525-895c-26e04a4c973a HTTP/1.1" status: 200 len: 1130 time: 1.3976967 Aug 12 04:31:46.864854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:46.868222 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:46.906027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-a7a0191c-e5d2-42bc-8276-0648fa956156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:46.908056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-a7a0191c-e5d2-42bc-8276-0648fa956156 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.1533344 Aug 12 04:31:46.914951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7846e-f5c8-4633-a080-22b4d21848ef service neutron] Pushing event updated for resources: {'Port': ['ID=d1307e52-ca2b-4525-895c-26e04a4c973a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:46.942916 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22241b0-b6a2-4eb3-a78a-b6be34f55f78 x-openstack-request-id: req-a22241b0-b6a2-4eb3-a78a-b6be34f55f78 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:46.943533 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:46.944017 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a22241b0-b6a2-4eb3-a78a-b6be34f55f78 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:46.944835 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'status': 'completed', 'code': 200} Aug 12 04:31:46.995164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cb2122c9-9e69-4e3a-98a8-895b379639ce req-d718f6d0-feb3-4434-b026-831ca30f8af4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760509 Aug 12 04:31:47.070611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a req-1da1e2ae-9904-4715-b408-42427a1fce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.080923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a req-1da1e2ae-9904-4715-b408-42427a1fce4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1133 time: 0.1046064 Aug 12 04:31:47.139737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-1f58d23c-6219-44e9-a9a1-23033f6c181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.141361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-1f58d23c-6219-44e9-a9a1-23033f6c181e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1753457 Aug 12 04:31:47.314842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-6b0a8339-2144-438b-ac58-89c167c825eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.1611028 Aug 12 04:31:47.320933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ed9c1-c1a2-4b20-950e-2381727efbd3 req-0400e28b-53d2-4c8d-9b79-7a80ec786d6c tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.328495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e8ed9c1-c1a2-4b20-950e-2381727efbd3 req-0400e28b-53d2-4c8d-9b79-7a80ec786d6c tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 945 time: 0.1532464 Aug 12 04:31:47.361212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a req-7faeaaa1-a4aa-4029-a6f4-b4b8e3fcca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.363166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a req-7faeaaa1-a4aa-4029-a6f4-b4b8e3fcca69 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a5223415728b42509bc4a874b5c2b699&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2733328 Aug 12 04:31:47.388687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-943fb7ab-c7fc-4791-9f8e-9361b84e9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.390300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-943fb7ab-c7fc-4791-9f8e-9361b84e9323 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.0715523 Aug 12 04:31:47.456191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Deleting port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:47.460615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:47.472284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-8e66def3-b808-4a0f-a419-163af51d32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.473912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-8e66def3-b808-4a0f-a419-163af51d32c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764811 Aug 12 04:31:47.500608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a req-a4303126-e5d4-4c7d-aade-3ba0f497836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.503424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17767eae-d3bb-4b77-aa71-7728d9ff8b3a req-a4303126-e5d4-4c7d-aade-3ba0f497836f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307974 Aug 12 04:31:47.509973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e8ed9c1-c1a2-4b20-950e-2381727efbd3 req-3b94896d-cc47-419c-80bb-79bee781738d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803794 Aug 12 04:31:47.619001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-6d7e9bab-eb3a-437d-a438-d542a699fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.620755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-6d7e9bab-eb3a-437d-a438-d542a699fe62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1133 time: 0.0615389 Aug 12 04:31:47.690207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-773ad2d5-25fe-462a-b593-646ee06764fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1307e52-ca2b-4525-895c-26e04a4c973a HTTP/1.1" status: 200 len: 217 time: 0.0564525 Aug 12 04:31:47.710316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6bd79-d0b9-4dea-9fb7-b50dd90f3d20 req-90993cb4-ccfa-4014-8807-abf661cd5ba0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.711774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49a6bd79-d0b9-4dea-9fb7-b50dd90f3d20 req-90993cb4-ccfa-4014-8807-abf661cd5ba0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 982 time: 0.1783602 Aug 12 04:31:47.716435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] For port 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,segment=NetworkSegment(0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3),segment_id=0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:47.716904 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:47.744767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-00c475d5-cd8f-43d0-98f5-e4bc45b4ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.750023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-00c475d5-cd8f-43d0-98f5-e4bc45b4ef7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d658f7ed-f50f-4fd9-8f1e-66b959570017 HTTP/1.1" status: 200 len: 834 time: 0.0481465 Aug 12 04:31:47.753065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Calling delete_port for 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:47.758777 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-75c6c67c-0d58-4145-a99e-0c354c95cb1c service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531285 Aug 12 04:31:47.805255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-05bed614-bea8-473c-8740-bf35b02105dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:47.805761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-05bed614-bea8-473c-8740-bf35b02105dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521953 Aug 12 04:31:47.950652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-49a6bd79-d0b9-4dea-9fb7-b50dd90f3d20 req-b53fea83-5722-4c68-bfe9-b5518a9761a5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2230990 Aug 12 04:31:47.982476 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-2ee1f720-8057-44c3-a8ab-760f605170c2 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692202 Aug 12 04:31:48.095224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40e8388e-5883-4059-b1ea-ed7e96b1e5e4 req-d6181bab-7ef5-43d5-a45b-137800a0283f service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272610 Aug 12 04:31:48.180019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f70c7-72d5-480d-ac85-6d6f216f0427 req-e5851601-8f51-413c-a5f3-17048ecc298f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:48.181728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a1f70c7-72d5-480d-ac85-6d6f216f0427 req-e5851601-8f51-413c-a5f3-17048ecc298f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0998611 Aug 12 04:31:48.185714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6aa1a4f4-0ccf-42c0-8c9b-fb8b26928098 req-1f340a64-8120-48dd-a8ee-261762a311fc service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957328 Aug 12 04:31:48.222154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:48.242370 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9a1f70c7-72d5-480d-ac85-6d6f216f0427 req-18fcfd91-d978-4dee-bfde-7160cb29df2e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537496 Aug 12 04:31:48.321334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.384673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:48.409555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1588927846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:48.526959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.528016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.639683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.642632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.743947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.766069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c4e8d-c9f5-4eef-922a-5f559d1555c0 req-6202c52a-05cc-45dc-8666-dd91b9849197 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:48.767894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-764c4e8d-c9f5-4eef-922a-5f559d1555c0 req-6202c52a-05cc-45dc-8666-dd91b9849197 tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 945 time: 0.1161053 Aug 12 04:31:48.835808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.837480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-15c16b7c-46f5-422f-bee8-c0592a5590be tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6138532 Aug 12 04:31:48.840151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56170) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:48.852376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1769364827'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:48.863119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-764c4e8d-c9f5-4eef-922a-5f559d1555c0 req-826e51a8-e791-4f66-b64f-5efe497e925d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682392 Aug 12 04:31:48.957761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Made reservation on behalf of cd160481121348d2be2ef90276af1dc1 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:48.962111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:48.977322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.119699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Router b4c243c1-1f9c-4b02-92cd-51a9ef056802 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:31:49.120517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.187627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.226150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5d77c-38b6-4116-9a9f-ddc4437bcf3a req-8c6d59e0-60e1-456b-b158-0afeb2f11ff1 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:49.227728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5a5d77c-38b6-4116-9a9f-ddc4437bcf3a req-8c6d59e0-60e1-456b-b158-0afeb2f11ff1 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 982 time: 0.1057129 Aug 12 04:31:49.251708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:31:49.275983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016ebab9-333e-41b9-9100-0e3faedbd9f9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:49.283126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.283476 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Added segment 432ed144-87e1-41bb-be92-d02bba670790 of type vlan for network 0c4b6c13-62cb-41b9-81fd-f70390f809cb Aug 12 04:31:49.320817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:31:49.332488 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] Sync routers for ids ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:31:49.335886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-599cc72e-542d-4c2c-8ea8-efe80a5a4ded admin admin] 10.222.0.42 "PUT /v2.0/routers/b4c243c1-1f9c-4b02-92cd-51a9ef056802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2907171 Aug 12 04:31:49.338252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56184) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:49.361004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] Routers {'b4c243c1-1f9c-4b02-92cd-51a9ef056802'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:49.361644 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:49.424051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5a5d77c-38b6-4116-9a9f-ddc4437bcf3a req-53c5f808-168b-4802-88e4-4c85921e7711 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1808813 Aug 12 04:31:49.452221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.612943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.619248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:49.620224 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.636473 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] Set router b4c243c1-1f9c-4b02-92cd-51a9ef056802 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:49.668380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b568a4-2848-4986-8f60-e25cc3715ebb req-9aaea481-1e23-4598-a3f3-590a64676453 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:49.670241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b568a4-2848-4986-8f60-e25cc3715ebb req-9aaea481-1e23-4598-a3f3-590a64676453 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1986985 Aug 12 04:31:49.705526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:49.728923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1b568a4-2848-4986-8f60-e25cc3715ebb req-8ea1b7f8-b43a-43a5-bb8d-33c0ecc8d6b6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494027 Aug 12 04:31:49.803805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Network': ['ID=0c4b6c13-62cb-41b9-81fd-f70390f809cb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:49.817124 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:31:49.895180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c2d7e-5ee8-42ef-a4a4-6658ea83bd25 req-7e1c4964-f5d7-4d56-8682-428db5881830 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:49.897628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471c2d7e-5ee8-42ef-a4a4-6658ea83bd25 req-7e1c4964-f5d7-4d56-8682-428db5881830 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.0663502 Aug 12 04:31:49.918751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77df5dd9-077b-488c-9624-edca10763757 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0762560 Aug 12 04:31:49.921338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56200) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:49.933192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'subnet': {'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:49.989009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471c2d7e-5ee8-42ef-a4a4-6658ea83bd25 req-929b690c-4b5c-4f39-8286-4dc22b3f32cb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835016 Aug 12 04:31:50.078337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:50.138633 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:31:48Z', 'revision_number': 5, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port': {'id': '0b8e8fb2-0f29-4a2e-935c-4203414af3ab', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:38:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:30:36Z', 'updated_at': '2021-08-12T04:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:50.213481 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] Checking router: b4c243c1-1f9c-4b02-92cd-51a9ef056802 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:31:50.223805 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] Routers {'b4c243c1-1f9c-4b02-92cd-51a9ef056802'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:31:50.225518 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:31:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:50.273999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Made reservation on behalf of cd160481121348d2be2ef90276af1dc1 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:50.285899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:50.462159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] Set router b4c243c1-1f9c-4b02-92cd-51a9ef056802 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:31:50.609214 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:31:50Z', 'revision_number': 6, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:50.658403 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f3dac-49e9-44e3-9a00-c031b0542de8 None None] The sync data for ids ['b4c243c1-1f9c-4b02-92cd-51a9ef056802'] in n-d-804320-1 is: [{'id': 'b4c243c1-1f9c-4b02-92cd-51a9ef056802', 'name': 'tempest-TestServerMultinode-1387048305-router', 'tenant_id': '174291c19d7349649f51e5afdda15200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:30:35Z', 'updated_at': '2021-08-12T04:31:50Z', 'revision_number': 6, 'project_id': '174291c19d7349649f51e5afdda15200', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:31:50.762926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d1307e52-ca2b-4525-895c-26e04a4c973a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:31:50.782872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fdc45-9584-43c4-a97e-0e02455c6aa0 req-19f9438f-10f7-4f9e-9c41-5371d1d9079c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:50.782872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f9fdc45-9584-43c4-a97e-0e02455c6aa0 req-19f9438f-10f7-4f9e-9c41-5371d1d9079c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.6053097 Aug 12 04:31:50.872347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Deleting port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:50.872714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:50.883211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d1307e52-ca2b-4525-895c-26e04a4c973a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d1307e52-ca2b-4525-895c-26e04a4c973a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:50.892087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957a163-606a-4009-b12e-817257831527 req-1989bba1-9e08-4085-8d35-a9f1287937bf tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:50.892087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d957a163-606a-4009-b12e-817257831527 req-1989bba1-9e08-4085-8d35-a9f1287937bf tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 982 time: 0.0562787 Aug 12 04:31:50.904385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'port_id': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'mac_address': 'fa:16:3e:23:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:31:50.934028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f9fdc45-9584-43c4-a97e-0e02455c6aa0 req-b253247c-0759-4f12-abd4-009d20a9a636 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105909 Aug 12 04:31:50.946042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d957a163-606a-4009-b12e-817257831527 req-a1b5517a-9257-4088-9300-1a0a8419c8ff tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0490131 Aug 12 04:31:50.987362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.048033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1307e52-ca2b-4525-895c-26e04a4c973a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:31:51.112328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d1307e52-ca2b-4525-895c-26e04a4c973a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d1307e52-ca2b-4525-895c-26e04a4c973a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:51.119134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] For port 0b8e8fb2-0f29-4a2e-935c-4203414af3ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:51.119586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.133954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Calling delete_port for 0b8e8fb2-0f29-4a2e-935c-4203414af3ab owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:51.206801 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.219366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.275583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d1307e52-ca2b-4525-895c-26e04a4c973a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:51.374557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Subnet': ['ID=3f41ec7d-69a1-49d0-bcd1-4367209f6580,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:51.398834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e3920-813d-4e92-bb40-ed28e047a7f6 req-bb4cb8a2-61c4-4fc4-b4e2-26960ec11e9b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:51.400329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c2e3920-813d-4e92-bb40-ed28e047a7f6 req-bb4cb8a2-61c4-4fc4-b4e2-26960ec11e9b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 945 time: 0.1968362 Aug 12 04:31:51.419819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['d1307e52-ca2b-4525-895c-26e04a4c973a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:31:51.440912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Checking segment: {'id': '432ed144-87e1-41bb-be92-d02bba670790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:51.442000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network hostable DHCP agents. Network: 0c4b6c13-62cb-41b9-81fd-f70390f809cb, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:31:51.498305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1c2e3920-813d-4e92-bb40-ed28e047a7f6 req-4f1a3252-50bc-4eb1-95d9-7693765e3dec tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886309 Aug 12 04:31:51.568475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:31:51.600775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.677547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8e8fb2-0f29-4a2e-935c-4203414af3ab,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:51.682278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0c4b6c13-62cb-41b9-81fd-f70390f809cb) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:51.693087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993315eb-cf83-44f6-9117-68567a46b035 None None] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:51.716372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:51.717013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.759881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94217c26-8ea9-458b-820a-acbddc2a4fcb req-dd495164-ab7a-4c9b-9249-a69219813d94 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:51.775580 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94217c26-8ea9-458b-820a-acbddc2a4fcb req-dd495164-ab7a-4c9b-9249-a69219813d94 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1207712 Aug 12 04:31:51.855132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:51.870515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-94217c26-8ea9-458b-820a-acbddc2a4fcb req-fbe3342e-e19a-430a-ac7e-179af650ecd0 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772166 Aug 12 04:31:52.028321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:52.151091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:52.157169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9c6bc9fd-ebb4-44b4-90e9-3ca1eaa39a8f not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:52.157169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b8e8fb2-0f29-4a2e-935c-4203414af3ab no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:52.157437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-37fc4a20-bf5f-465c-b354-cd134e175ed5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2311661 Aug 12 04:31:52.157559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56250) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:52.163370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'network': {'name': 'tempest-router-network01--1059045387'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:52.173981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.200151 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.259648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 0b8e8fb2-0f29-4a2e-935c-4203414af3ab {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:52.260122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b8e8fb2-0f29-4a2e-935c-4203414af3ab not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:52.278821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-0c4b6c13-62cb-41b9-81fd-f70390f809cb', 'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb', 'tenant_id': 'cd160481121348d2be2ef90276af1dc1', 'fixed_ips': [{'subnet_id': '3f41ec7d-69a1-49d0-bcd1-4367209f6580'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:31:52.280028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.317461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Made reservation on behalf of cd160481121348d2be2ef90276af1dc1 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:52.321346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.353220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce2e4a-89f8-4928-9873-c5a7deb4e9d8 req-a298a22a-04d5-4534-ad47-286145f6042b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:52.361212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36ce2e4a-89f8-4928-9873-c5a7deb4e9d8 req-a298a22a-04d5-4534-ad47-286145f6042b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 983 time: 0.1954458 Aug 12 04:31:52.368998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:31:52.380997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e8caabf8-b971-4dc7-8206-89b3416cdb4b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:52.382589 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.383173 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Added segment 9b9dd0a7-e6e4-4805-bc22-22f78e118bbf of type vlan for network 7860e448-09d1-4063-840a-67f992509841 Aug 12 04:31:52.386596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e8caabf8-b971-4dc7-8206-89b3416cdb4b tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.20 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 945 time: 0.1918809 Aug 12 04:31:52.453372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.457653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.458472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c243c1-1f9c-4b02-92cd-51a9ef056802 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:31:52.487794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.492112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7411dbac-ddd9-4b9c-b030-5f0c67f78269 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b4c243c1-1f9c-4b02-92cd-51a9ef056802 HTTP/1.1" status: 204 len: 168 time: 3.1526067 Aug 12 04:31:52.493515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56256) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:52.609977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Deleting subnet 3dc94b3f-af2c-46f6-a781-fd71a5d589cf {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:31:52.654194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.661508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36ce2e4a-89f8-4928-9873-c5a7deb4e9d8 req-37a62c1b-9bf3-49ec-a107-7100de9bd271 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2985063 Aug 12 04:31:52.666440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.701034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:52.702126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.702618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Allocated IP 172.20.0.2 (0c4b6c13-62cb-41b9-81fd-f70390f809cb/3f41ec7d-69a1-49d0-bcd1-4367209f6580/1f01e4f6-9497-4a49-aae1-55d0179d9637) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:52.791702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d1307e52-ca2b-4525-895c-26e04a4c973a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:52.822375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Deleting port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:52.822747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.854421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.967828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:52.980002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Transition to ACTIVE for port object 1f01e4f6-9497-4a49-aae1-55d0179d9637 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:52.994127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port d1307e52-ca2b-4525-895c-26e04a4c973a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:53.002267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port d1307e52-ca2b-4525-895c-26e04a4c973a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:53.002849 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.064993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Transition to ACTIVE for port object 1f01e4f6-9497-4a49-aae1-55d0179d9637 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:53.099156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.134608 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.187342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port d1307e52-ca2b-4525-895c-26e04a4c973a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d1307e52-ca2b-4525-895c-26e04a4c973a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:53.189726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:53.193378 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b439c9-13e6-4d78-9324-68f2688a229c" -d '{"events": [{"server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "name": "network-vif-plugged", "status": "completed", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:53.204661 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.219219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] For port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,segment=NetworkSegment(bb8a619b-8214-42fe-9d77-12d536963554),segment_id=bb8a619b-8214-42fe-9d77-12d536963554)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:53.219577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.239731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fd665-037c-4aa4-b58a-945901b13cf4 req-5838646e-99a4-41c4-8aa1-d6b02f65e995 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:53.241369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b0fd665-037c-4aa4-b58a-945901b13cf4 req-5838646e-99a4-41c4-8aa1-d6b02f65e995 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.2569981 Aug 12 04:31:53.255517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:53.259805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:53.271416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:53.281136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Calling delete_port for 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:53.296716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Network': ['ID=7860e448-09d1-4063-840a-67f992509841,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:53.302577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e431755-9923-4738-913f-e38814a7f777 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1442251 Aug 12 04:31:53.318467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:53.326359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'network': {'name': 'tempest-router-network02--2008775201'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:53.359989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bab6d2-714b-4c4a-a2aa-4b0322b05a1e req-9528881b-d878-44bb-b221-a321c58baa0e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:53.374119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5bab6d2-714b-4c4a-a2aa-4b0322b05a1e req-9528881b-d878-44bb-b221-a321c58baa0e tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 945 time: 0.7455959 Aug 12 04:31:53.377243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b0fd665-037c-4aa4-b58a-945901b13cf4 req-ac3bf195-0aa6-4c01-ab27-a28d50495010 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183305 Aug 12 04:31:53.378216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 7860e448-09d1-4063-840a-67f992509841 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:31:53.406884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.436344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.472894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5bab6d2-714b-4c4a-a2aa-4b0322b05a1e req-e7580d2b-d8f1-44c7-97d9-1e53644b9acd tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e83604-aac1-46e4-9598-71252d191da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980258 Aug 12 04:31:53.504207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc94b3f-af2c-46f6-a781-fd71a5d589cf,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:53.507451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.509345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18571ddf-363e-43b2-af87-748a4064edbf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3dc94b3f-af2c-46f6-a781-fd71a5d589cf HTTP/1.1" status: 204 len: 168 time: 1.0116582 Aug 12 04:31:53.512360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56278) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:53.572901 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c048e6b4-9232-44fc-bdba-437e25403086 x-openstack-request-id: req-c048e6b4-9232-44fc-bdba-437e25403086 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:53.572901 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "name": "network-vif-plugged", "status": "completed", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:53.572901 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c048e6b4-9232-44fc-bdba-437e25403086 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:53.572901 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'code': 200} Aug 12 04:31:53.573760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b13aaf-e4d4-4dbb-b62b-bfce76065849 None None] Network 80e4b3e5-5aba-4c0d-8717-47d51176dd7c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:53.596970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Made reservation on behalf of cd160481121348d2be2ef90276af1dc1 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:53.600136 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.636723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Pushing event updated for resources: {'Port': ['ID=1f01e4f6-9497-4a49-aae1-55d0179d9637,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:53.655111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:31:53.672140 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.672492 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Added segment 1c0ab328-1c13-422b-8c0d-543f3c2cb5f4 of type vlan for network e97d2b5d-b2e2-4115-88f4-287469d86366 Aug 12 04:31:53.687743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.695392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89ce9-2d00-4598-838e-0b6203d51c49 req-c349de63-f403-47fa-b98f-d5b0d98f1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:53.696463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96e89ce9-2d00-4598-838e-0b6203d51c49 req-c349de63-f403-47fa-b98f-d5b0d98f1722 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1135 time: 0.1572812 Aug 12 04:31:53.742245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.778530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96e89ce9-2d00-4598-838e-0b6203d51c49 req-734c13bf-f593-4bfe-bca5-557661160027 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0715432 Aug 12 04:31:53.793561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.795356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Attempting to bind port 1f01e4f6-9497-4a49-aae1-55d0179d9637 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:53.796015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Attempting to bind port 1f01e4f6-9497-4a49-aae1-55d0179d9637 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '432ed144-87e1-41bb-be92-d02bba670790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:53.796425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Attempting to bind port 1f01e4f6-9497-4a49-aae1-55d0179d9637 on network 0c4b6c13-62cb-41b9-81fd-f70390f809cb {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:53.811298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Deleting port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:53.811647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.842467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:53.842886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Checking segment: {'id': '432ed144-87e1-41bb-be92-d02bba670790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:53.843302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.843830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Bound using segment: {'id': '432ed144-87e1-41bb-be92-d02bba670790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:53.844316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Bound port: 1f01e4f6-9497-4a49-aae1-55d0179d9637, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432ed144-87e1-41bb-be92-d02bba670790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0c4b6c13-62cb-41b9-81fd-f70390f809cb'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:53.844895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.856361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=d1307e52-ca2b-4525-895c-26e04a4c973a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:53.877146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Pushing event deleted for resources: {'Port': ['ID=706608ef-0dec-4ace-ab3d-6941a1c1d0e7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:53.898602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.908640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bf17b-e3d8-4f8f-87c9-fb5fcff94ddb req-5ae287d7-d371-4910-9ce7-909eba8e24bb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:53.915842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-271bf17b-e3d8-4f8f-87c9-fb5fcff94ddb req-5ae287d7-d371-4910-9ce7-909eba8e24bb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 984 time: 0.1497986 Aug 12 04:31:53.950590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:53.957762 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:53.967685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] For port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,segment=NetworkSegment(0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3),segment_id=0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:53.968201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.007806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Calling delete_port for 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:54.013330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-271bf17b-e3d8-4f8f-87c9-fb5fcff94ddb req-55edae1d-f0d6-47bd-8938-4692a19dba6d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0879052 Aug 12 04:31:54.076799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Network': ['ID=e97d2b5d-b2e2-4115-88f4-287469d86366,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:54.078588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] For port 1f01e4f6-9497-4a49-aae1-55d0179d9637, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:54.111236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e97d2b5d-b2e2-4115-88f4-287469d86366 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:31:54.115936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] For port 1f01e4f6-9497-4a49-aae1-55d0179d9637, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1f01e4f6-9497-4a49-aae1-55d0179d9637,segment=NetworkSegment(432ed144-87e1-41bb-be92-d02bba670790),segment_id=432ed144-87e1-41bb-be92-d02bba670790)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:54.130003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] No DVR routers for this DVR port 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:54.130340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.133024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f77f409-0652-4553-ab14-91d2ea175fed req-e744bde9-5032-48a4-9662-d2340b22f53d tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.20 "DELETE /v2.0/ports/706608ef-0dec-4ace-ab3d-6941a1c1d0e7 HTTP/1.1" status: 204 len: 173 time: 1.7328937 Aug 12 04:31:54.151434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'name': 'network-vif-deleted', 'tag': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:31:54.155008 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3485bff-c5ee-4009-9a79-26930b62a142" -d '{"events": [{"server_uuid": "884d36ed-d6c7-4b12-8982-9b8d59ada396", "name": "network-vif-deleted", "tag": "706608ef-0dec-4ace-ab3d-6941a1c1d0e7"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:31:54.186555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c06f-46a0-4869-940c-760e86b79c62 req-ae9b19fe-210f-4ceb-ac40-361f09f1e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:54.188191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-ae9b19fe-210f-4ceb-ac40-361f09f1e30a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 1095 time: 0.1708536 Aug 12 04:31:54.191976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619e30a-c2f1-40c2-aa5a-efa7c63770ab req-3064dfcc-4227-4a1a-9e6b-0f62ccb3d8b6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:54.191976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2619e30a-c2f1-40c2-aa5a-efa7c63770ab req-3064dfcc-4227-4a1a-9e6b-0f62ccb3d8b6 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1154315 Aug 12 04:31:54.224497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] DHCP port deletion for 80e4b3e5-5aba-4c0d-8717-47d51176dd7c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:31:54.245676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-923ef977-5663-4966-a836-498834957479 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9233401 Aug 12 04:31:54.250137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56292) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:54.253420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.269520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'subnet': {'network_id': '7860e448-09d1-4063-840a-67f992509841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:54.339907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c06f-46a0-4869-940c-760e86b79c62 req-7ba02321-10f3-4c73-858a-1d2e3a55d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:54.345996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-7ba02321-10f3-4c73-858a-1d2e3a55d636 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1456053 Aug 12 04:31:54.400850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf542ab-8369-4a84-8c47-c32a6315d200 None None] Pushing event updated for resources: {'Port': ['ID=1f01e4f6-9497-4a49-aae1-55d0179d9637,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:54.413631 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.441530 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e4c883-6b51-45ae-8ff7-4e33b68d0fe4 x-openstack-request-id: req-13e4c883-6b51-45ae-8ff7-4e33b68d0fe4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:31:54.442162 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884d36ed-d6c7-4b12-8982-9b8d59ada396", "name": "network-vif-deleted", "tag": "706608ef-0dec-4ace-ab3d-6941a1c1d0e7", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:31:54.442162 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13e4c883-6b51-45ae-8ff7-4e33b68d0fe4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:31:54.442921 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884d36ed-d6c7-4b12-8982-9b8d59ada396', 'name': 'network-vif-deleted', 'tag': '706608ef-0dec-4ace-ab3d-6941a1c1d0e7', 'status': 'completed', 'code': 200} Aug 12 04:31:54.446345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Deleting port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:31:54.456426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.534118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:54.545093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] No DVR routers for this DVR port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:54.548235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-105808e2-1ade-46ed-9af0-41d79527cb2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 200 len: 998 time: 0.1972132 Aug 12 04:31:54.603258 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2619e30a-c2f1-40c2-aa5a-efa7c63770ab req-21dfa8b5-ac78-4233-ad49-06a8c62d56b7 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044952 Aug 12 04:31:54.615270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-b08cadf3-dd6a-402d-b587-e5ea0d9a5dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040533 Aug 12 04:31:54.636832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] For port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:54.640187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.715503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Calling delete_port for 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:31:54.730597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:31:54.733400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.735889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.762739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e4b3e5-5aba-4c0d-8717-47d51176dd7c']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:54.780914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c06f-46a0-4869-940c-760e86b79c62 req-46784ae0-2e37-456d-bad8-8ba551e52557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:54.782430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-46784ae0-2e37-456d-bad8-8ba551e52557 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1885560 Aug 12 04:31:54.789989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5276428-dc30-4dc6-9078-7968312f6440 req-3cbbdfa3-9f77-49af-a326-85fe281e9ddc tempest-VolumesActionsTest-1037652774 tempest-VolumesActionsTest-1037652774-project] 10.222.0.42 "GET /v2.0/ports?device_id=884d36ed-d6c7-4b12-8982-9b8d59ada396 HTTP/1.1" status: 200 len: 210 time: 0.0455902 Aug 12 04:31:54.799011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Made reservation on behalf of cd160481121348d2be2ef90276af1dc1 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:54.810091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:54.810372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae9a7d6-7ae9-4ab1-bd3c-2e2ccee595a3') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:31:54.810865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.819481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] No DVR routers for this DVR port 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:31:54.825729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47027d-7e5a-46e5-baea-94a3336fa579 None None] Pushing event deleted for resources: {'Port': ['ID=460ba57d-3f3d-436d-b8c7-6aa4f4fbd346,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:54.867941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c06f-46a0-4869-940c-760e86b79c62 req-9f842a58-2948-4acc-bff2-3c341d6cf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-9f842a58-2948-4acc-bff2-3c341d6cf7af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445467 Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:31:54.951669 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:31:54.961158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-65971fc4-9785-4722-b796-5f1a0fcd4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:54.966913 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-65971fc4-9785-4722-b796-5f1a0fcd4253 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 1097 time: 0.2575245 Aug 12 04:31:55.092031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-e228adef-877c-41d6-acbe-21a990dba9a4 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354175 Aug 12 04:31:55.092310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-6d3ffb56-2d9c-48eb-82f6-7316265b9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:55.094179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-6d3ffb56-2d9c-48eb-82f6-7316265b9dc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1051316 Aug 12 04:31:55.097886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:55.179215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:55.180594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:55.181102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 706608ef-0dec-4ace-ab3d-6941a1c1d0e7 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:55.203408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-62210913-eaf6-42ec-aac4-5701df5cfe30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 HTTP/1.1" status: 200 len: 217 time: 0.0958977 Aug 12 04:31:55.215002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:55.217562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/80e4b3e5-5aba-4c0d-8717-47d51176dd7c HTTP/1.1" status: 204 len: 168 time: 1.7035208 Aug 12 04:31:55.232727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3203a-8034-4cb1-bdb2-3d019e1ac4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e4b3e5-5aba-4c0d-8717-47d51176dd7c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:55.276509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-c43a5b92-c115-4134-a966-ed111e6f7da1 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708546 Aug 12 04:31:55.299782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b053554-63ab-4375-8ced-1d1ff5b6efba req-88388d93-3311-494e-b499-b27bc0cdc1cc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:55.301823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b053554-63ab-4375-8ced-1d1ff5b6efba req-88388d93-3311-494e-b499-b27bc0cdc1cc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 984 time: 0.2113605 Aug 12 04:31:55.358663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-55a1d729-dc80-429a-899a-d09b50cda126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:55.360199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-55a1d729-dc80-429a-899a-d09b50cda126 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.1479821 Aug 12 04:31:55.451792 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8b053554-63ab-4375-8ced-1d1ff5b6efba req-86495198-3f48-4bfa-adb8-93e2c20817b0 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1158540 Aug 12 04:31:55.495972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-11988cd9-2d41-4660-8ef2-50ba46ffba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:55.500370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-11988cd9-2d41-4660-8ef2-50ba46ffba2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293700 Aug 12 04:31:55.572337 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:55.582354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:55.649861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f207853-4076-4fe3-934d-cba2ed532262 req-bd60da42-3cdf-4646-83d6-f7019e02321e tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:55.686630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f207853-4076-4fe3-934d-cba2ed532262 req-bd60da42-3cdf-4646-83d6-f7019e02321e tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 984 time: 0.1079531 Aug 12 04:31:55.724351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:55.732997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:55.773518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f207853-4076-4fe3-934d-cba2ed532262 req-cf5f221a-05a6-4266-ac31-ce93c2eff992 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0810750 Aug 12 04:31:55.802760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Subnet': ['ID=ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:55.887374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338100e-a377-492f-a018-2d101791e84e None None] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:55.913425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238857ea-ba72-4cab-a060-20f6015b107b req-3932368e-757c-472a-b996-e5b7965e5893 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:55.914655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Checking segment: {'id': '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7860e448-09d1-4063-840a-67f992509841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:55.915041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-238857ea-ba72-4cab-a060-20f6015b107b req-3932368e-757c-472a-b996-e5b7965e5893 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1135 time: 0.0535052 Aug 12 04:31:55.932616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network hostable DHCP agents. Network: 7860e448-09d1-4063-840a-67f992509841, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:31:55.963965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-238857ea-ba72-4cab-a060-20f6015b107b req-8008109f-b403-4c0d-9801-ec56c7deef36 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.023856 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-f08dd355-dc26-4ed8-83ba-9649cdb1c61e service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132105 Aug 12 04:31:56.074557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8282264b-5878-4b53-889d-ab0f395bcd26 None None] Provisioning for port 1f01e4f6-9497-4a49-aae1-55d0179d9637 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:56.079917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-252e12f8-5154-498a-8050-b9dabd3cc90b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8079258ad498440389264071a6785a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260188 Aug 12 04:31:56.080543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56332) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:56.100765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f01e4f6-9497-4a49-aae1-55d0179d9637 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:56.210430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-238857ea-ba72-4cab-a060-20f6015b107b req-8008109f-b403-4c0d-9801-ec56c7deef36 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.211679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25d25751-3f0a-4bea-a5ff-db2ec958efa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.227464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network 7860e448-09d1-4063-840a-67f992509841 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:31:56.239750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d1fd7-bef5-432d-91d7-45a68405691f req-131258de-7ac3-4281-a9d8-c75e447b0b96 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:56.243869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25d25751-3f0a-4bea-a5ff-db2ec958efa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.258144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-881d1fd7-bef5-432d-91d7-45a68405691f req-131258de-7ac3-4281-a9d8-c75e447b0b96 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.5045321 Aug 12 04:31:56.269508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1f01e4f6-9497-4a49-aae1-55d0179d9637 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:31:56.276500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1f01e4f6-9497-4a49-aae1-55d0179d9637 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:56.277341 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.312626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-238857ea-ba72-4cab-a060-20f6015b107b req-8008109f-b403-4c0d-9801-ec56c7deef36 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.362277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 7860e448-09d1-4063-840a-67f992509841) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:56.367480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-238857ea-ba72-4cab-a060-20f6015b107b req-8008109f-b403-4c0d-9801-ec56c7deef36 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4335463 Aug 12 04:31:56.368658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008109f-b403-4c0d-9801-ec56c7deef36 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1681a4-c636-404a-a50d-8df73d83d7ee,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:56.376276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de530a-97d1-4eca-97f3-ae692ae10c86 None None] Network 7860e448-09d1-4063-840a-67f992509841 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:56.385022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:56.389009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.393316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56338) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:56.394054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25d25751-3f0a-4bea-a5ff-db2ec958efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.397014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-25d25751-3f0a-4bea-a5ff-db2ec958efa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.399333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-25d25751-3f0a-4bea-a5ff-db2ec958efa5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f42b8cb2-cdc4-4cdc-a054-5c96172c8b6e HTTP/1.1" status: 204 len: 168 time: 0.3176556 Aug 12 04:31:56.417161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d25751-3f0a-4bea-a5ff-db2ec958efa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b8cb2-cdc4-4cdc-a054-5c96172c8b6e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:56.514047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-881d1fd7-bef5-432d-91d7-45a68405691f req-4f9248f4-db26-48b6-8d77-e742ad1032c2 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465677 Aug 12 04:31:56.517602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c84e4c70-c98c-4588-9c11-e37f06678fe7 req-de67b670-a19f-44f5-8cb9-85f1e1a565d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696000 Aug 12 04:31:56.548687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0705637-7205-4714-beb3-06f69c55551c tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:56.549991 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d0705637-7205-4714-beb3-06f69c55551c tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1130 time: 0.1511507 Aug 12 04:31:56.562330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56348) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:56.562468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-06165cd4-3cc4-4dae-bd9d-b556ac9536d1 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2977390 Aug 12 04:31:56.562946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:56.563424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:56.574951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'subnet': {'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:31:56.759546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.824545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.842654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Made reservation on behalf of cd160481121348d2be2ef90276af1dc1 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:31:56.849164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.850454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d1f26f16-182e-49ea-8d83-76922d2b94fd None None] Provisioning complete for port 1f01e4f6-9497-4a49-aae1-55d0179d9637 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:56.850853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1f26f16-182e-49ea-8d83-76922d2b94fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:56.921492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1f01e4f6-9497-4a49-aae1-55d0179d9637, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1f01e4f6-9497-4a49-aae1-55d0179d9637,segment=NetworkSegment(432ed144-87e1-41bb-be92-d02bba670790),segment_id=432ed144-87e1-41bb-be92-d02bba670790)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:31:56.945624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.047361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-7860e448-09d1-4063-840a-67f992509841', 'network_id': '7860e448-09d1-4063-840a-67f992509841', 'tenant_id': 'cd160481121348d2be2ef90276af1dc1', 'fixed_ips': [{'subnet_id': 'ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:31:57.048271 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.054078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.165496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.25.6.97 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/c107a913-8c09-42c0-85ea-ffc4b9ff7e1b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:57.198570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:31:57.301017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d1f26f16-182e-49ea-8d83-76922d2b94fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.303100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:31:57.303446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 460ba57d-3f3d-436d-b8c7-6aa4f4fbd346 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:31:57.328545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.352541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1f01e4f6-9497-4a49-aae1-55d0179d9637,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:57.356877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.443759 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-d1f26f16-182e-49ea-8d83-76922d2b94fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:31:57.444149 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-d1f26f16-182e-49ea-8d83-76922d2b94fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:31:57.452242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Allocated IP 172.20.0.2 (7860e448-09d1-4063-840a-67f992509841/ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a/1f3ed963-24bb-4e3d-8627-383e37b43143) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:57.483594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Subnet': ['ID=4aa0688a-cb4d-43c0-86be-4cc897fe0865,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:57.489534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.522228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Checking segment: {'id': '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:57.523692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network hostable DHCP agents. Network: e97d2b5d-b2e2-4115-88f4-287469d86366, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:31:57.575335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:57.597145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:57.601716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:57.613958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=c107a913-8c09-42c0-85ea-ffc4b9ff7e1b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:57.615293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network e97d2b5d-b2e2-4115-88f4-287469d86366 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:31:57.681615 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.694593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Transition to ACTIVE for port object 1f3ed963-24bb-4e3d-8627-383e37b43143 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:57.705863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56382) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:57.716325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Transition to ACTIVE for port object 1f3ed963-24bb-4e3d-8627-383e37b43143 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:57.747245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e97d2b5d-b2e2-4115-88f4-287469d86366) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:57.758526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25116f-863e-495b-9772-62b3349fc0c4 None None] Network e97d2b5d-b2e2-4115-88f4-287469d86366 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:31:57.758768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:57.760610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.814846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fcebf-ba4f-483f-adca-8e1aab7e5d17 req-999b7793-cb26-4d26-8fcb-ab451325753f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:57.818217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c9fcebf-ba4f-483f-adca-8e1aab7e5d17 req-999b7793-cb26-4d26-8fcb-ab451325753f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1583922 Aug 12 04:31:57.830880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ac83ca2-3aa8-4c37-8c76-0c4363e748d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=174291c19d7349649f51e5afdda15200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233315 Aug 12 04:31:57.833374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56390) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:57.845514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:57.908815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c9fcebf-ba4f-483f-adca-8e1aab7e5d17 req-e2ac8335-9786-4ed2-9692-e35893ba9dc5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751092 Aug 12 04:31:57.974687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Network 7860e448-09d1-4063-840a-67f992509841 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:57.998356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:58.037123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:58.061284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f01e4f6-9497-4a49-aae1-55d0179d9637 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:31:58.168854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Pushing event updated for resources: {'Port': ['ID=1f3ed963-24bb-4e3d-8627-383e37b43143,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:58.294629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Attempting to bind port 1f3ed963-24bb-4e3d-8627-383e37b43143 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:58.294629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Attempting to bind port 1f3ed963-24bb-4e3d-8627-383e37b43143 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7860e448-09d1-4063-840a-67f992509841'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:58.295444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Attempting to bind port 1f3ed963-24bb-4e3d-8627-383e37b43143 on network 7860e448-09d1-4063-840a-67f992509841 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:58.305720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:58.306097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Checking segment: {'id': '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7860e448-09d1-4063-840a-67f992509841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:58.306494 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.306930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Bound using segment: {'id': '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7860e448-09d1-4063-840a-67f992509841'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:58.307406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Bound port: 1f3ed963-24bb-4e3d-8627-383e37b43143, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7860e448-09d1-4063-840a-67f992509841'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:58.307793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.401911 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-158890c4-5664-4f18-a5f5-3969d234db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.407883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-e97d2b5d-b2e2-4115-88f4-287469d86366', 'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366', 'tenant_id': 'cd160481121348d2be2ef90276af1dc1', 'fixed_ips': [{'subnet_id': '4aa0688a-cb4d-43c0-86be-4cc897fe0865'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:31:58.408754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.416343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1f01e4f6-9497-4a49-aae1-55d0179d9637 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:31:58.416908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.503179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] For port 1f3ed963-24bb-4e3d-8627-383e37b43143, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:31:58.547409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-539433bf-ac7d-4dae-b0d4-05777076f9ad tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9827731 Aug 12 04:31:58.553423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56414) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:31:58.593526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] For port 1f3ed963-24bb-4e3d-8627-383e37b43143, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1f3ed963-24bb-4e3d-8627-383e37b43143,segment=NetworkSegment(9b9dd0a7-e6e4-4805-bc22-22f78e118bbf),segment_id=9b9dd0a7-e6e4-4805-bc22-22f78e118bbf)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:31:58.680971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.697816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274361d2-859d-45fb-891b-79190d581646 req-a955e556-f434-4c2d-add1-c172bff14878 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:31:58.698369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-274361d2-859d-45fb-891b-79190d581646 req-a955e556-f434-4c2d-add1-c172bff14878 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1534386 Aug 12 04:31:58.701198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f674df8-25e7-4c70-8dc7-5c295d7b212b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.793882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192a49f-277d-45c5-bdac-99897ae5ff6e None None] Pushing event updated for resources: {'Port': ['ID=1f3ed963-24bb-4e3d-8627-383e37b43143,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:58.812342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-274361d2-859d-45fb-891b-79190d581646 req-2b51612a-b82f-4f4c-bc12-da7b68e52d24 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061189 Aug 12 04:31:58.857624 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f674df8-25e7-4c70-8dc7-5c295d7b212b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:58.886089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Allocated IP 172.20.0.2 (e97d2b5d-b2e2-4115-88f4-287469d86366/4aa0688a-cb4d-43c0-86be-4cc897fe0865/2a641a98-08a7-4ad0-8b00-c6e5df2279c5) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:31:59.155300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f674df8-25e7-4c70-8dc7-5c295d7b212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:59.158550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4f674df8-25e7-4c70-8dc7-5c295d7b212b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:59.162481 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4f674df8-25e7-4c70-8dc7-5c295d7b212b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52746765-33b3-4d23-8630-effd938d63c7 HTTP/1.1" status: 204 len: 168 time: 1.3254011 Aug 12 04:31:59.175840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f674df8-25e7-4c70-8dc7-5c295d7b212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52746765-33b3-4d23-8630-effd938d63c7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:59.361500 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:59.364452 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:59.381125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Transition to ACTIVE for port object 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:59.441092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Transition to ACTIVE for port object 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:31:59.591072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:59.702962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Network e97d2b5d-b2e2-4115-88f4-287469d86366 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:31:59.743676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Pushing event updated for resources: {'Port': ['ID=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:31:59.757237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:31:59.761481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:31:59.874670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Attempting to bind port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:31:59.875155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Attempting to bind port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:31:59.875814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Attempting to bind port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 on network e97d2b5d-b2e2-4115-88f4-287469d86366 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:31:59.884938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:31:59.885401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Checking segment: {'id': '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:31:59.886297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:31:59.886946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Bound using segment: {'id': '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:31:59.888449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Bound port: 2a641a98-08a7-4ad0-8b00-c6e5df2279c5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e97d2b5d-b2e2-4115-88f4-287469d86366'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:31:59.889123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:00.009199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] For port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:00.013292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] For port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,segment=NetworkSegment(1c0ab328-1c13-422b-8c0d-543f3c2cb5f4),segment_id=1c0ab328-1c13-422b-8c0d-543f3c2cb5f4)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:00.079531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f3ed963-24bb-4e3d-8627-383e37b43143 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:00.132586 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:00.316502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84b992-c7b5-4eb4-9932-46525f1f5cbe None None] Pushing event updated for resources: {'Port': ['ID=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:00.419689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:00.437524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1f3ed963-24bb-4e3d-8627-383e37b43143 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:00.475990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:00.704008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ca067-9197-4463-8d15-a1420b82bc5f None None] Network 7860e448-09d1-4063-840a-67f992509841 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:00.783338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56522) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:01.224989 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.255330 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5255678a-c7ad-4d9a-9d3a-ba68c63df81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.265113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] Provisioning for port 1f3ed963-24bb-4e3d-8627-383e37b43143 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:01.277706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] Provisioning complete for port 1f3ed963-24bb-4e3d-8627-383e37b43143 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:01.279438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.388038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0b74acc-3264-47a4-a4a0-840c5b27b4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.478804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56536) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:01.577481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.652028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] For port 1f3ed963-24bb-4e3d-8627-383e37b43143, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1f3ed963-24bb-4e3d-8627-383e37b43143,segment=NetworkSegment(9b9dd0a7-e6e4-4805-bc22-22f78e118bbf),segment_id=9b9dd0a7-e6e4-4805-bc22-22f78e118bbf)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:01.694883 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0b74acc-3264-47a4-a4a0-840c5b27b4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.699577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.785601 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.830703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1577769438-network', 'tenant_id': '77d35fd79743446793443870ff6b2d4c'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:01.843217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.931202 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0b74acc-3264-47a4-a4a0-840c5b27b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:01.971748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=c107a913-8c09-42c0-85ea-ffc4b9ff7e1b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:02.008672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5885dc1c-40df-453b-a511-08147c4fdef9 None None] Provisioning complete for port 1f3ed963-24bb-4e3d-8627-383e37b43143 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:02.013457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5885dc1c-40df-453b-a511-08147c4fdef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.018298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Allocated IP 172.20.0.1 (7860e448-09d1-4063-840a-67f992509841/ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a/b7391ffd-f790-4b68-9d3c-dfc1d995f531) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:02.029671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e0b74acc-3264-47a4-a4a0-840c5b27b4ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc8372614de64670a4225948305c0713&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2432995 Aug 12 04:32:02.045802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-cc123fdf-a3ee-4510-9cd6-c1447990de26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3436923 Aug 12 04:32:02.051802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56546) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:02.081502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-e3bd303b-3773-434c-9709-60f6ed55256d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:02.087333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-e3bd303b-3773-434c-9709-60f6ed55256d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aba72ce-22e2-4e02-bb80-b0b0dc99ceee HTTP/1.1" status: 200 len: 943 time: 0.5543356 Aug 12 04:32:02.160602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b74acc-3264-47a4-a4a0-840c5b27b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc4c46-3327-4ba5-8043-95249e4711b6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:02.181142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Made reservation on behalf of 77d35fd79743446793443870ff6b2d4c for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:02.189334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.222693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.251352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1c5a5-819f-4f58-ad2a-8e23604fc968 None None] Pushing event updated for resources: {'Port': ['ID=1f3ed963-24bb-4e3d-8627-383e37b43143,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:02.337945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:02.343638 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.406186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d939a16e-962c-435a-96fd-f3a07d432a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.473264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d939a16e-962c-435a-96fd-f3a07d432a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.511090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:02.549905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.617184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.649147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270611b8-86cb-4072-830e-54d78385f5ba req-50f342d9-3853-4c5c-86cc-af4e09f562a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:02.651199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-50f342d9-3853-4c5c-86cc-af4e09f562a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 1059 time: 0.3538852 Aug 12 04:32:02.681304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d939a16e-962c-435a-96fd-f3a07d432a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.689978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d939a16e-962c-435a-96fd-f3a07d432a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.692425 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d939a16e-962c-435a-96fd-f3a07d432a12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71cc4c46-3327-4ba5-8043-95249e4711b6 HTTP/1.1" status: 204 len: 168 time: 0.6395741 Aug 12 04:32:02.704695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e6362-66e7-4f74-967c-e70a7e7b21db None None] Network e97d2b5d-b2e2-4115-88f4-287469d86366 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:02.715908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939a16e-962c-435a-96fd-f3a07d432a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc4c46-3327-4ba5-8043-95249e4711b6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:02.728599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.782151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:32:02.823331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270611b8-86cb-4072-830e-54d78385f5ba req-291659fb-6389-4414-804c-c598c92ac35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:02.823331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-291659fb-6389-4414-804c-c598c92ac35d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 200 len: 912 time: 0.1346006 Aug 12 04:32:02.830639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc878c7f-860f-4fd8-8229-1457d722ad55,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:02.861863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.872856 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:02.874339 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Added segment 15b40188-6a1d-4f93-97ac-df3eb06ace40 of type vlan for network 0c6d395a-2974-4785-a09a-b86d1000820b Aug 12 04:32:02.928328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Deleting port 5403cc4e-2806-4584-bade-26ba01366e02 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:02.928328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.033245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.133270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-0299372a-1632-4f7d-830c-fdc9dc3940cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 200 len: 217 time: 0.2656386 Aug 12 04:32:03.176034 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Floating IP 933719eb-aa99-47c8-ab04-289ee1d627a4 associated. External IP: 172.25.6.97, port: d1307e52-ca2b-4525-895c-26e04a4c973a. Aug 12 04:32:03.179588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Transition to ACTIVE for port object b7391ffd-f790-4b68-9d3c-dfc1d995f531 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:03.351717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] Provisioning for port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:03.353569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.354639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:03.355467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.355735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] Provisioning complete for port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:03.356118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.357658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] For port 5403cc4e-2806-4584-bade-26ba01366e02, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5403cc4e-2806-4584-bade-26ba01366e02,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:03.359094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.435929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] Pushing event updated for resources: {'Network': ['ID=0c6d395a-2974-4785-a09a-b86d1000820b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:03.443303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270611b8-86cb-4072-830e-54d78385f5ba req-7d218b7c-3928-47b9-921a-ea0f00fa2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:03.446872 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-7d218b7c-3928-47b9-921a-ea0f00fa2434 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 200 len: 850 time: 0.2979307 Aug 12 04:32:03.446872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Calling delete_port for 5403cc4e-2806-4584-bade-26ba01366e02 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:03.471821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0c6d395a-2974-4785-a09a-b86d1000820b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:32:03.496203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-19f7df83-c009-48f0-944a-a2fdbc130d0a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9987159 Aug 12 04:32:03.498884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56574) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:03.506509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Request body: {'subnet': {'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1577769438-subnet', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:03.599061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.622095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Made reservation on behalf of 77d35fd79743446793443870ff6b2d4c for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:03.625700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:03.744697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270611b8-86cb-4072-830e-54d78385f5ba req-55e41f0f-1b00-4da3-9b02-1e745b110910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:03.746010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-55e41f0f-1b00-4da3-9b02-1e745b110910 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f208c0a1-9dc1-4292-94f5-f5304a5cea7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899542 Aug 12 04:32:04.017270 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.047605 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.054867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Port': ['ID=b7391ffd-f790-4b68-9d3c-dfc1d995f531,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:04.058856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56582) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:04.067640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f3ed963-24bb-4e3d-8627-383e37b43143 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:04.094201 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e441ab0-b68d-4c1c-9c01-d63400ced445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.118379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.157680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] For port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,segment=NetworkSegment(1c0ab328-1c13-422b-8c0d-543f3c2cb5f4),segment_id=1c0ab328-1c13-422b-8c0d-543f3c2cb5f4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:04.162332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network 7860e448-09d1-4063-840a-67f992509841 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:04.166269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1f3ed963-24bb-4e3d-8627-383e37b43143 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:04.166780 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.193031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.216330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:04.227881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2', '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:32:04.276025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:04.293319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.303671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Checking segment: {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:04.304045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Network hostable DHCP agents. Network: 0c6d395a-2974-4785-a09a-b86d1000820b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:32:04.345307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41151178-353e-48c2-9d55-c17f6902f1a0,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:04.398758 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'Port': ['ID=5403cc4e-2806-4584-bade-26ba01366e02,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:04.411771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.476558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Network 0c6d395a-2974-4785-a09a-b86d1000820b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:32:04.561422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e441ab0-b68d-4c1c-9c01-d63400ced445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.624120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708bb0f-9690-4f9c-86db-990e2cae06ba None None] Pushing event updated for resources: {'Port': ['ID=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:04.660085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-40af88b9-a411-456c-83f0-fd60c419ba17 None None] Provisioning complete for port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:04.669250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-40af88b9-a411-456c-83f0-fd60c419ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.679232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] No DVR routers for this DVR port 5403cc4e-2806-4584-bade-26ba01366e02 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:04.682965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.686885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-76cd7fcf-26d1-4d05-8710-91ca67c8879a req-b3ad891c-8c39-4a08-8213-2d5e05fb9e8a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "DELETE /v2.0/ports/5403cc4e-2806-4584-bade-26ba01366e02 HTTP/1.1" status: 204 len: 173 time: 2.3885996 Aug 12 04:32:04.693368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-deleted', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:04.695690 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae0938d-5d18-4dfb-87de-9eb2d63ad7d7" -d '{"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-deleted", "tag": "5403cc4e-2806-4584-bade-26ba01366e02"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:04.702544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0c6d395a-2974-4785-a09a-b86d1000820b) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:04.737883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:04.737883 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.766779 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592e4f1c-9262-449e-be3f-2f151c47a42a x-openstack-request-id: req-592e4f1c-9262-449e-be3f-2f151c47a42a {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:04.767070 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba72ce-22e2-4e02-bb80-b0b0dc99ceee", "name": "network-vif-deleted", "tag": "5403cc4e-2806-4584-bade-26ba01366e02", "status": "failed", "code": 422}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:04.767328 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-592e4f1c-9262-449e-be3f-2f151c47a42a {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:04.767737 n-d-804320-1 neutron-server[95043]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7aba72ce-22e2-4e02-bb80-b0b0dc99ceee', 'name': 'network-vif-deleted', 'tag': '5403cc4e-2806-4584-bade-26ba01366e02', 'status': 'failed', 'code': 422} returned with failed status Aug 12 04:32:04.781559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e441ab0-b68d-4c1c-9c01-d63400ced445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:04.786695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21ef19-e995-4148-bf3e-06271073df44 None None] Network 0c6d395a-2974-4785-a09a-b86d1000820b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:04.808744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-79662466-cdb4-44c7-9bd1-d0fbd459cebd service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9964299 Aug 12 04:32:04.855303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 74d58377-93c3-4bb6-9d19-36158e0c2ccc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:04.895881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e441ab0-b68d-4c1c-9c01-d63400ced445 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d92eae26f1224a08992a55d87e9e61a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357873 Aug 12 04:32:04.896951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:04.906457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd6976cd-4d57-45b6-9ccc-8af0ace907e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4057126 Aug 12 04:32:04.913920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56596) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:04.920570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:04.924173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e441ab0-b68d-4c1c-9c01-d63400ced445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e4e7b-0140-45df-8ba2-91407f72ab96,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:05.032461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.053404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c61c890-9e7b-4e99-853c-6fc7ee2a6e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.086865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c61c890-9e7b-4e99-853c-6fc7ee2a6e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.218555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.234862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-0c6d395a-2974-4785-a09a-b86d1000820b', 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'fixed_ips': [{'subnet_id': '41151178-353e-48c2-9d55-c17f6902f1a0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:32:05.235749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.238899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.433316 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c61c890-9e7b-4e99-853c-6fc7ee2a6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.433316 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c61c890-9e7b-4e99-853c-6fc7ee2a6e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.433316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c61c890-9e7b-4e99-853c-6fc7ee2a6e51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d66e4e7b-0140-45df-8ba2-91407f72ab96 HTTP/1.1" status: 204 len: 168 time: 0.4800882 Aug 12 04:32:05.522202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-37711fba-e7f2-4a33-8ba8-8ccd450e7f40 None None] Provisioning for port b7391ffd-f790-4b68-9d3c-dfc1d995f531 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:05.548748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-37711fba-e7f2-4a33-8ba8-8ccd450e7f40 None None] Provisioning complete for port b7391ffd-f790-4b68-9d3c-dfc1d995f531 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:05.549141 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37711fba-e7f2-4a33-8ba8-8ccd450e7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.551566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.584295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61c890-9e7b-4e99-853c-6fc7ee2a6e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e4e7b-0140-45df-8ba2-91407f72ab96,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:05.633154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-270611b8-86cb-4072-830e-54d78385f5ba req-fe17b6fe-3f6e-4760-a801-4e8aae789cf2 service neutron] 10.222.0.36 "GET /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8138916 Aug 12 04:32:05.672086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-37711fba-e7f2-4a33-8ba8-8ccd450e7f40 None None] Port b7391ffd-f790-4b68-9d3c-dfc1d995f531 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:05.691030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Allocated IP 172.20.0.2 (0c6d395a-2974-4785-a09a-b86d1000820b/41151178-353e-48c2-9d55-c17f6902f1a0/3dad5442-04d6-4a1a-84b5-b9e6146208b3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:05.836131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.859493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:05.876067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] Sync routers for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:05.934279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:05.934696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:05.948000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:05.988138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.109607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.117872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:06.188949 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Port': ['ID=b7391ffd-f790-4b68-9d3c-dfc1d995f531,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:06.198242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-45869c1f-1f1c-42b5-af3b-760a602de1e5 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.6415932 Aug 12 04:32:06.210888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:06.263656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.303921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:06.475095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:06.475617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.582586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.607028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.613590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.638900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Transition to ACTIVE for port object 3dad5442-04d6-4a1a-84b5-b9e6146208b3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:06.713885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Transition to ACTIVE for port object 3dad5442-04d6-4a1a-84b5-b9e6146208b3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:06.829343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:06.907498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Network 0c6d395a-2974-4785-a09a-b86d1000820b is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:06.914928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:06.929872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:06.942751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:06.942751 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eeb158-7761-42b6-93d7-893422e19470" -d '{"events": [{"name": "network-changed", "server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:07.030227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Pushing event updated for resources: {'Port': ['ID=3dad5442-04d6-4a1a-84b5-b9e6146208b3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:07.098736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152da8b-fb23-4f9f-bc37-698848ddd868 req-5b1fc0d6-99c1-4c13-afc6-32ffaab7ebfb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.111007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4152da8b-fb23-4f9f-bc37-698848ddd868 req-5b1fc0d6-99c1-4c13-afc6-32ffaab7ebfb tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 908 time: 0.1246216 Aug 12 04:32:07.121504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Attempting to bind port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:07.121891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Attempting to bind port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:07.122266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Attempting to bind port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 on network 0c6d395a-2974-4785-a09a-b86d1000820b {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:07.129936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:07.134591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Checking segment: {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:07.134591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:07.134591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Bound using segment: {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:07.134591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Bound port: 3dad5442-04d6-4a1a-84b5-b9e6146208b3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:07.134591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:07.136357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Allocated IP 172.25.6.31 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/235603eb-f3d3-4d06-af84-607036eed5b9) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:07.164727 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e50c38-d5a8-4a2b-9087-77dcc4021d9d x-openstack-request-id: req-e1e50c38-d5a8-4a2b-9087-77dcc4021d9d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:07.168992 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:07.168992 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1e50c38-d5a8-4a2b-9087-77dcc4021d9d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:07.168992 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'status': 'completed', 'code': 200} Aug 12 04:32:07.227402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '933719eb-aa99-47c8-ab04-289ee1d627a4', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'port_id': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'mac_address': 'fa:16:3e:23:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:31:58Z', 'updated_at': '2021-08-12T04:31:58Z', 'revision_number': 0, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:40Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:07.240578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network 7860e448-09d1-4063-840a-67f992509841 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:07.259507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:07.280979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] Checking router: 74d58377-93c3-4bb6-9d19-36158e0c2ccc for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:07.301233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:07.305899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:07.306597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-48be3646-df06-4854-b48c-b695c47f028f None None] For port 3dad5442-04d6-4a1a-84b5-b9e6146208b3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:07.388006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-48be3646-df06-4854-b48c-b695c47f028f None None] For port 3dad5442-04d6-4a1a-84b5-b9e6146208b3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3dad5442-04d6-4a1a-84b5-b9e6146208b3,segment=NetworkSegment(15b40188-6a1d-4f93-97ac-df3eb06ace40),segment_id=15b40188-6a1d-4f93-97ac-df3eb06ace40)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:07.413477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:07.465981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.466845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.467510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.468503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.469207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.469859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.470509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.471184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.471830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.472504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.478923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f7f6e52f-5f47-4069-bd96-baa3afb3ae25 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7054 time: 1.2676878 Aug 12 04:32:07.479567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56656) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:07.520827 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:07.522608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeb158-7761-42b6-93d7-893422e19470 req-a17a6d99-edb2-4ef6-ad30-b347b9c2e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.523253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-a17a6d99-edb2-4ef6-ad30-b347b9c2e2c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1135 time: 0.3462727 Aug 12 04:32:07.642089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:07.726630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeb158-7761-42b6-93d7-893422e19470 req-523f2caf-94c0-42a3-8fd5-cfacacc7b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.728180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-523f2caf-94c0-42a3-8fd5-cfacacc7b573 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f HTTP/1.1" status: 200 len: 898 time: 0.1844630 Aug 12 04:32:07.752525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be3646-df06-4854-b48c-b695c47f028f None None] Pushing event updated for resources: {'Port': ['ID=3dad5442-04d6-4a1a-84b5-b9e6146208b3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:07.797296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.797296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.803360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.808637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.809164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.809631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.810086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.810544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.811037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.813513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:07.820800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8a0001f2-3786-4564-8dfc-94b964b70310 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6410 time: 0.3400135 Aug 12 04:32:07.822360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56668) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:07.841914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:07.977647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-aa374ae6-9c7b-4339-92e3-6ef4426f2155 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1307e52-ca2b-4525-895c-26e04a4c973a HTTP/1.1" status: 200 len: 998 time: 0.2394903 Aug 12 04:32:08.101779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Router afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:32:08.230339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:08.255536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:08.258681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:08.339327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeb158-7761-42b6-93d7-893422e19470 req-a7046cfd-c8ce-4ff4-a0ae-8bcee6ee3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:08.341038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-a7046cfd-c8ce-4ff4-a0ae-8bcee6ee3a92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d658f7ed-f50f-4fd9-8f1e-66b959570017 HTTP/1.1" status: 200 len: 834 time: 0.3510447 Aug 12 04:32:08.356046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Pushing event updated for resources: {'Port': ['ID=235603eb-f3d3-4d06-af84-607036eed5b9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:08.365649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d23b69dc-baba-4148-98f3-b3e140a86997 None None] Provisioning complete for port b7391ffd-f790-4b68-9d3c-dfc1d995f531 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:08.366425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d23b69dc-baba-4148-98f3-b3e140a86997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:08.407389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d23b69dc-baba-4148-98f3-b3e140a86997 None None] Port b7391ffd-f790-4b68-9d3c-dfc1d995f531 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:08.438069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '933719eb-aa99-47c8-ab04-289ee1d627a4', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'port_id': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'mac_address': 'fa:16:3e:23:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:31:58Z', 'updated_at': '2021-08-12T04:31:58Z', 'revision_number': 0, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:40Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:08.469471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6addf19-c2ea-491b-9363-156f677137b3 None None] The sync data for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 is: [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '933719eb-aa99-47c8-ab04-289ee1d627a4', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'floating_ip_address': '172.25.6.97', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'port_id': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'mac_address': 'fa:16:3e:23:b3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:31:58Z', 'updated_at': '2021-08-12T04:31:58Z', 'revision_number': 0, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:40Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:08.482600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:08.493678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-40dc7815-72cb-457c-986f-fc96a7caee7d tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9390459 Aug 12 04:32:08.494114 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] Sync routers for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:08.495844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:08.508697 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:08.510024 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:08.513953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619938-af9a-4724-8c3b-d1179fa189bf req-4b6de784-91b8-417b-8091-248a98ead51f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:08.515398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42619938-af9a-4724-8c3b-d1179fa189bf req-4b6de784-91b8-417b-8091-248a98ead51f tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 908 time: 0.1800163 Aug 12 04:32:08.529470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008a929-92a0-4c9f-a6c0-28235bf9b91b req-1c99fd9b-4957-44a2-b725-33746ee77bcc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:08.539044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b008a929-92a0-4c9f-a6c0-28235bf9b91b req-1c99fd9b-4957-44a2-b725-33746ee77bcc tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 908 time: 0.1939859 Aug 12 04:32:08.556699 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:08.568407 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:08.569523 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:08.606213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeb158-7761-42b6-93d7-893422e19470 req-56a19b69-9298-47dc-8f8a-d702307d4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:08.607947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-56a19b69-9298-47dc-8f8a-d702307d4a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207515 Aug 12 04:32:08.648886 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:08.649783 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7dbfc6-4364-4ab5-9ff6-c5ea05559554 None None] The sync data for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:08.656895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0fcf5944-25bd-4c46-bd4e-fabd60f3f41c tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3403 time: 0.8169732 Aug 12 04:32:08.660125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56688) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:08.800404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedbb54-a405-4e8d-b84f-36f7a7297bed tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:08.801691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cedbb54-a405-4e8d-b84f-36f7a7297bed tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:08.817657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3cedbb54-a405-4e8d-b84f-36f7a7297bed tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=74d58377-93c3-4bb6-9d19-36158e0c2ccc HTTP/1.1" status: 200 len: 1990 time: 0.1424088 Aug 12 04:32:08.931623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:09.011521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-45317be9-df4e-44e0-b987-c74ad9acb659 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854837 Aug 12 04:32:09.045213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeaa40-787a-4cfb-9f53-ec4142264d06 None None] New status for floating IP 933719eb-aa99-47c8-ab04-289ee1d627a4: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:32:09.310061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Deleting port a108d82e-b783-452a-8ef4-58bc3e6a1811 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:09.310483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:09.465433 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:09.536290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] For port a108d82e-b783-452a-8ef4-58bc3e6a1811, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=a108d82e-b783-452a-8ef4-58bc3e6a1811,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:09.537412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:09.553731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Calling delete_port for a108d82e-b783-452a-8ef4-58bc3e6a1811 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:09.655543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b0b2e-1d51-49e5-a3d5-f3275be4ecd8 None None] Network 0c6d395a-2974-4785-a09a-b86d1000820b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:09.814471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9c318173-2897-4d5c-8ea8-e64e1c8b8590 None None] Provisioning for port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:09.836212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69f604-c7e6-4b0a-af2d-50382b421348 req-26bef392-34af-4f20-9a7e-d81f3e501127 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:09.839059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aa69f604-c7e6-4b0a-af2d-50382b421348 req-26bef392-34af-4f20-9a7e-d81f3e501127 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 908 time: 0.1099277 Aug 12 04:32:09.894027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Router 1ee179a2-18bd-42bc-bc27-14bd251bb096 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:32:10.137423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3dad5442-04d6-4a1a-84b5-b9e6146208b3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:10.173141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2eeb158-7761-42b6-93d7-893422e19470 req-d2013d8e-ad90-4be5-b8a6-fe61bc383f08 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1335537 Aug 12 04:32:10.203428 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:10.248629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'Port': ['ID=a108d82e-b783-452a-8ef4-58bc3e6a1811,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:10.387616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:10.399357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:10.400137 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:10.421059 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-6c174414-9765-442c-b9e4-0b485e35aa88 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:32:10.422550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6c174414-9765-442c-b9e4-0b485e35aa88 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9256110 Aug 12 04:32:10.423789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] No DVR routers for this DVR port a108d82e-b783-452a-8ef4-58bc3e6a1811 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:10.427547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:10.430323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42619938-af9a-4724-8c3b-d1179fa189bf req-e4e1de29-4011-4ad2-b690-44ab2690948b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.36 "DELETE /v2.0/ports/a108d82e-b783-452a-8ef4-58bc3e6a1811 HTTP/1.1" status: 204 len: 173 time: 1.8320987 Aug 12 04:32:10.431452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56724) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:10.432508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'name': 'network-vif-deleted', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:10.436575 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f28d4b3-95e5-48a8-b808-5340e3884eba" -d '{"events": [{"server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "name": "network-vif-deleted", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:10.594857 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d5e85-91fa-48f2-8c15-e5f476867488 x-openstack-request-id: req-ea1d5e85-91fa-48f2-8c15-e5f476867488 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:10.595147 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a68e843-f035-4be4-bc85-9d0ced04e2a5", "name": "network-vif-deleted", "tag": "a108d82e-b783-452a-8ef4-58bc3e6a1811", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:10.599314 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea1d5e85-91fa-48f2-8c15-e5f476867488 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:10.599819 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a68e843-f035-4be4-bc85-9d0ced04e2a5', 'name': 'network-vif-deleted', 'tag': 'a108d82e-b783-452a-8ef4-58bc3e6a1811', 'status': 'completed', 'code': 200} Aug 12 04:32:10.762959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:10.911706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3dad5442-04d6-4a1a-84b5-b9e6146208b3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3dad5442-04d6-4a1a-84b5-b9e6146208b3,segment=NetworkSegment(15b40188-6a1d-4f93-97ac-df3eb06ace40),segment_id=15b40188-6a1d-4f93-97ac-df3eb06ace40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:10.927292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-044831b8-564e-4cc6-8461-471e1bba4cf3 None None] Provisioning complete for port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:10.927806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-044831b8-564e-4cc6-8461-471e1bba4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:11.032622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:11.051322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:11.072273 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Sync routers for ids ['1ee179a2-18bd-42bc-bc27-14bd251bb096'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:11.086990 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Routers {'1ee179a2-18bd-42bc-bc27-14bd251bb096'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:11.087938 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1ee179a2-18bd-42bc-bc27-14bd251bb096'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:11.158549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3dad5442-04d6-4a1a-84b5-b9e6146208b3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:11.186329 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-044831b8-564e-4cc6-8461-471e1bba4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:11.187923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f63fbc3-06e4-4b35-99fb-7893576cf854 req-15d8c1da-126a-417b-bce5-3e7c99b3b9b3 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a68e843-f035-4be4-bc85-9d0ced04e2a5 HTTP/1.1" status: 200 len: 210 time: 0.1008995 Aug 12 04:32:11.203120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:11.279134 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-044831b8-564e-4cc6-8461-471e1bba4cf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:32:11.279471 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-044831b8-564e-4cc6-8461-471e1bba4cf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:32:11.298626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:11.299585 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db3da0ba-778c-4317-b915-1af5ffee8553 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3827791 Aug 12 04:32:11.302938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56742) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:11.354841 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Set router 1ee179a2-18bd-42bc-bc27-14bd251bb096 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:11.733635 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:08Z', 'revision_number': 3, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:11.777945 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Checking router: 1ee179a2-18bd-42bc-bc27-14bd251bb096 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:11.778796 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Updating router 1ee179a2-18bd-42bc-bc27-14bd251bb096 port 235603eb-f3d3-4d06-af84-607036eed5b9 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:32:11.816898 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.102905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3dad5442-04d6-4a1a-84b5-b9e6146208b3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:12.197768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:12.204883 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.366962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.500648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting port b7391ffd-f790-4b68-9d3c-dfc1d995f531 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:12.501781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.509286 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.527704 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Transition to ACTIVE for port object 235603eb-f3d3-4d06-af84-607036eed5b9 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:12.670550 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.735392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.735392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Calling delete_port for b7391ffd-f790-4b68-9d3c-dfc1d995f531 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:12.754590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Allocated IP 172.20.0.1 (0c6d395a-2974-4785-a09a-b86d1000820b/41151178-353e-48c2-9d55-c17f6902f1a0/75b578e9-d099-448c-8c39-db916d885d6c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:12.826531 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba310b0b-3090-4e95-a38e-0b00f820a2c1 None None] Pushing event updated for resources: {'Port': ['ID=235603eb-f3d3-4d06-af84-607036eed5b9,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:12.850903 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Attempting to bind port 235603eb-f3d3-4d06-af84-607036eed5b9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:12.851287 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Attempting to bind port 235603eb-f3d3-4d06-af84-607036eed5b9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:12.851743 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Attempting to bind port 235603eb-f3d3-4d06-af84-607036eed5b9 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:12.863769 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:12.864040 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:12.864419 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.865146 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:12.865618 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Bound port: 235603eb-f3d3-4d06-af84-607036eed5b9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:12.865997 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:12.869941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a108d82e-b783-452a-8ef4-58bc3e6a1811 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:12.921581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: a108d82e-b783-452a-8ef4-58bc3e6a1811 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:12.923077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device a108d82e-b783-452a-8ef4-58bc3e6a1811 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:13.012989 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] For port 235603eb-f3d3-4d06-af84-607036eed5b9, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:13.021253 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] For port 235603eb-f3d3-4d06-af84-607036eed5b9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=235603eb-f3d3-4d06-af84-607036eed5b9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:13.090985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:13.094203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:13.131318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Transition to ACTIVE for port object 75b578e9-d099-448c-8c39-db916d885d6c will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:13.140570 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:13.212611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Port': ['ID=b7391ffd-f790-4b68-9d3c-dfc1d995f531,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:13.302939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba310b0b-3090-4e95-a38e-0b00f820a2c1 None None] Pushing event updated for resources: {'Port': ['ID=235603eb-f3d3-4d06-af84-607036eed5b9,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:13.308988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Routers {'1ee179a2-18bd-42bc-bc27-14bd251bb096'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:13.316245 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1ee179a2-18bd-42bc-bc27-14bd251bb096'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:13.349702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:13.399980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7e699-9802-4edd-9add-bdfe503f60ca req-f8d41649-e33a-4806-9acb-6b59dbba5e28 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:13.400881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06b7e699-9802-4edd-9add-bdfe503f60ca req-f8d41649-e33a-4806-9acb-6b59dbba5e28 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 946 time: 0.2284455 Aug 12 04:32:13.464045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Network 0c6d395a-2974-4785-a09a-b86d1000820b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:13.473900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:13.477384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:13.509035 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] Set router 1ee179a2-18bd-42bc-bc27-14bd251bb096 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:13.652411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Pushing event updated for resources: {'Port': ['ID=75b578e9-d099-448c-8c39-db916d885d6c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:13.687324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:13.732191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06b7e699-9802-4edd-9add-bdfe503f60ca req-f955b839-cab6-4d5d-9b25-a1f07cc865e4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139739 Aug 12 04:32:13.755081 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:08Z', 'revision_number': 3, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:13.785207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d949-1fab-4b2c-82a9-16d5e5bfa1a5 None None] The sync data for ids ['1ee179a2-18bd-42bc-bc27-14bd251bb096'] in n-d-804320-1 is: [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:08Z', 'revision_number': 3, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:13.812680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:14.118633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:14.189916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d745604f-2947-4211-b14e-287e6df40ef6 None None] Provisioning for port 75b578e9-d099-448c-8c39-db916d885d6c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:14.195386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d745604f-2947-4211-b14e-287e6df40ef6 None None] Provisioning complete for port 75b578e9-d099-448c-8c39-db916d885d6c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:14.195855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d745604f-2947-4211-b14e-287e6df40ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:14.265307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Router afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:14.333984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d745604f-2947-4211-b14e-287e6df40ef6 None None] Port 75b578e9-d099-448c-8c39-db916d885d6c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:14.453115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:14.516825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:14.539320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56796) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:14.556870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] Sync routers for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:14.577783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:14.578892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4952f3f8-037e-419e-b4db-8ae970859f8a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0930669 Aug 12 04:32:14.588954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:14.597496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:14.701507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:14.725476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:14.726116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:14.740599 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-99a271f0-4327-4ca8-a8bb-da34381a394c tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] delete failed (client error): The resource could not be found. Aug 12 04:32:14.748397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99a271f0-4327-4ca8-a8bb-da34381a394c tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1791346130 HTTP/1.1" status: 404 len: 335 time: 0.2047553 Aug 12 04:32:14.750784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:14.756268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6b4c3737-0144-4a50-9d9b-dcbfcdc4982c tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:14.804078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:14.804761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651727df-7e2c-49c8-8409-ff9ea84b3810 None None] The sync data for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:14.868154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:14.877842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Pushing event updated for resources: {'Port': ['ID=75b578e9-d099-448c-8c39-db916d885d6c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:14.891710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-373f6dc7-697f-42fe-8caa-bd6f9d29a21b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:14.893273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-373f6dc7-697f-42fe-8caa-bd6f9d29a21b tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 946 time: 0.1888125 Aug 12 04:32:15.273797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b4c3737-0144-4a50-9d9b-dcbfcdc4982c tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:15.306138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b554dcf-7d3e-44ed-a3ee-ca139b2ef74d req-671e40af-7d24-4f40-809d-527f21e53180 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:15.318503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b554dcf-7d3e-44ed-a3ee-ca139b2ef74d req-671e40af-7d24-4f40-809d-527f21e53180 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 946 time: 0.3053458 Aug 12 04:32:15.377933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Deleting port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:15.378489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:15.390742 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-6b4c3737-0144-4a50-9d9b-dcbfcdc4982c tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] update failed (client error): The resource could not be found. Aug 12 04:32:15.391847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6b4c3737-0144-4a50-9d9b-dcbfcdc4982c tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 HTTP/1.1" status: 404 len: 339 time: 0.6394362 Aug 12 04:32:15.395608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Network 0c6d395a-2974-4785-a09a-b86d1000820b is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:15.396365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56810) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:15.418764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:15.525158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b554dcf-7d3e-44ed-a3ee-ca139b2ef74d req-6dc7fbfc-d076-4436-92f9-25acd26c4429 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079153 Aug 12 04:32:15.810044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] For port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:15.810825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:15.834381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Calling delete_port for 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:15.852887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Router 1ee179a2-18bd-42bc-bc27-14bd251bb096 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:15.895958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:15.913181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ee97edb0-6c25-4deb-9e21-0dc95bf0ce53 None None] Provisioning complete for port 75b578e9-d099-448c-8c39-db916d885d6c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:15.913892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee97edb0-6c25-4deb-9e21-0dc95bf0ce53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:16.016688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ee97edb0-6c25-4deb-9e21-0dc95bf0ce53 None None] Port 75b578e9-d099-448c-8c39-db916d885d6c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:16.128974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 235603eb-f3d3-4d06-af84-607036eed5b9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:16.229252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:16.267054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9aae357d-8b5d-4006-8694-7488ec47b84b admin admin] 10.222.0.42 "PUT /v2.0/routers/1ee179a2-18bd-42bc-bc27-14bd251bb096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9489379 Aug 12 04:32:16.307321 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:16.322209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2', '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:32:16.384072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'Port': ['ID=860fe1ea-f8d2-4a20-b2c4-04a8ea43f142,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:16.498963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] No DVR routers for this DVR port 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:16.500456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 235603eb-f3d3-4d06-af84-607036eed5b9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:16.501891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:16.504875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f15f0d27-3688-4215-99ec-0ca4ed016641 req-ea1ef27c-9b73-4ecf-a163-5b7a82d7991a tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "DELETE /v2.0/ports/860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 HTTP/1.1" status: 204 len: 173 time: 1.6009290 Aug 12 04:32:16.505591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9650f8b6-7277-4538-8238-b87c618a552c', 'name': 'network-vif-deleted', 'tag': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:16.514136 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f8a232-7cda-4769-ae75-d26883c6492a" -d '{"events": [{"server_uuid": "9650f8b6-7277-4538-8238-b87c618a552c", "name": "network-vif-deleted", "tag": "860fe1ea-f8d2-4a20-b2c4-04a8ea43f142"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:16.534062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 235603eb-f3d3-4d06-af84-607036eed5b9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:16.534479 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:16.586725 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c70c440-480b-4365-9ecf-c850c686d699 x-openstack-request-id: req-0c70c440-480b-4365-9ecf-c850c686d699 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:16.587445 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9650f8b6-7277-4538-8238-b87c618a552c", "name": "network-vif-deleted", "tag": "860fe1ea-f8d2-4a20-b2c4-04a8ea43f142", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:16.587862 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c70c440-480b-4365-9ecf-c850c686d699 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:16.588442 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9650f8b6-7277-4538-8238-b87c618a552c', 'name': 'network-vif-deleted', 'tag': '860fe1ea-f8d2-4a20-b2c4-04a8ea43f142', 'status': 'completed', 'code': 200} Aug 12 04:32:16.603372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Allocated IP 172.20.0.1 (0c4b6c13-62cb-41b9-81fd-f70390f809cb/3f41ec7d-69a1-49d0-bcd1-4367209f6580/99c88f22-ec84-4613-85b8-4c96284d7427) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:16.898454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2c375a1-6c2d-4f3e-b93e-74f3b5e6dfdb req-144de7ad-09ae-41c7-8bc1-f46925cee823 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=9650f8b6-7277-4538-8238-b87c618a552c HTTP/1.1" status: 200 len: 210 time: 0.1129937 Aug 12 04:32:17.073978 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:17.113827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 235603eb-f3d3-4d06-af84-607036eed5b9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=235603eb-f3d3-4d06-af84-607036eed5b9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:17.179836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:17.220039 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:17.246225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Transition to ACTIVE for port object 99c88f22-ec84-4613-85b8-4c96284d7427 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:17.280558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Sync routers for ids ['1ee179a2-18bd-42bc-bc27-14bd251bb096'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:17.320738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=235603eb-f3d3-4d06-af84-607036eed5b9,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:17.321543 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Routers {'1ee179a2-18bd-42bc-bc27-14bd251bb096'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:17.322163 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1ee179a2-18bd-42bc-bc27-14bd251bb096'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:17.431753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:17.450667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:17.483364 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Set router 1ee179a2-18bd-42bc-bc27-14bd251bb096 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:17.491279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:17.538912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:17.703996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Port': ['ID=99c88f22-ec84-4613-85b8-4c96284d7427,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:17.763482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:18.089941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 235603eb-f3d3-4d06-af84-607036eed5b9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:18.171950 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:13Z', 'revision_number': 4, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '75b578e9-d099-448c-8c39-db916d885d6c', 'name': '', 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'mac_address': 'fa:16:3e:16:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '41151178-353e-48c2-9d55-c17f6902f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:12Z', 'updated_at': '2021-08-12T04:32:14Z', 'revision_number': 2, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'subnets': [{'id': '41151178-353e-48c2-9d55-c17f6902f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:18.226166 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Checking router: 1ee179a2-18bd-42bc-bc27-14bd251bb096 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:18.226557 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Updating router 1ee179a2-18bd-42bc-bc27-14bd251bb096 port 75b578e9-d099-448c-8c39-db916d885d6c binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:32:18.258491 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:18.370414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:18.379189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 235603eb-f3d3-4d06-af84-607036eed5b9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:18.379547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:18.490871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-64b11e7f-a22f-4558-b452-f6559bc5c4f1 None None] Provisioning for port 99c88f22-ec84-4613-85b8-4c96284d7427 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:18.543141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-64b11e7f-a22f-4558-b452-f6559bc5c4f1 None None] Provisioning complete for port 99c88f22-ec84-4613-85b8-4c96284d7427 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:18.544716 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-64b11e7f-a22f-4558-b452-f6559bc5c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:18.805779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-64b11e7f-a22f-4558-b452-f6559bc5c4f1 None None] Port 99c88f22-ec84-4613-85b8-4c96284d7427 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:19.031369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56898) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:19.051826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.130099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.192821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:19.250609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:19.252744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 860fe1ea-f8d2-4a20-b2c4-04a8ea43f142 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:19.260152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a25a-be92-4d82-b941-d18c842b8d36 req-a06a919d-ad32-4bc0-b125-06d64a818179 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:19.262078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c188a25a-be92-4d82-b941-d18c842b8d36 req-a06a919d-ad32-4bc0-b125-06d64a818179 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.2162678 Aug 12 04:32:19.280763 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.304603 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Transition to ACTIVE for port object 75b578e9-d099-448c-8c39-db916d885d6c will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:19.330058 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.333241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event updated for resources: {'Port': ['ID=99c88f22-ec84-4613-85b8-4c96284d7427,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:19.362339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c188a25a-be92-4d82-b941-d18c842b8d36 req-30ff6739-8177-4da5-a721-57ac6aaebd5c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872648 Aug 12 04:32:19.404353 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.506089 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825631-5dae-4de1-9fc7-cf48ff9b2c5a None None] Pushing event updated for resources: {'Port': ['ID=75b578e9-d099-448c-8c39-db916d885d6c,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:19.521107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:19.528823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:19.592282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Attempting to bind port 75b578e9-d099-448c-8c39-db916d885d6c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Attempting to bind port 75b578e9-d099-448c-8c39-db916d885d6c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Attempting to bind port 75b578e9-d099-448c-8c39-db916d885d6c on network 0c6d395a-2974-4785-a09a-b86d1000820b {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Checking segment: {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Bound using segment: {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Bound port: 75b578e9-d099-448c-8c39-db916d885d6c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b40188-6a1d-4f93-97ac-df3eb06ace40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:19.962416 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:19.965011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Router afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:20.016257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] For port 75b578e9-d099-448c-8c39-db916d885d6c, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:20.025832 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] For port 75b578e9-d099-448c-8c39-db916d885d6c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=75b578e9-d099-448c-8c39-db916d885d6c,segment=NetworkSegment(15b40188-6a1d-4f93-97ac-df3eb06ace40),segment_id=15b40188-6a1d-4f93-97ac-df3eb06ace40)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:20.071579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-17786900-39d3-44ea-be13-f103f06bf0c4 None None] Provisioning complete for port 99c88f22-ec84-4613-85b8-4c96284d7427 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:20.072328 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-17786900-39d3-44ea-be13-f103f06bf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:20.100589 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:20.141222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-17786900-39d3-44ea-be13-f103f06bf0c4 None None] Port 99c88f22-ec84-4613-85b8-4c96284d7427 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:20.165236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-645e2b02-b0ef-435b-a20d-f7e7a0e6ba7e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:20.167346 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-645e2b02-b0ef-435b-a20d-f7e7a0e6ba7e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.0916290 Aug 12 04:32:20.189211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:20.195102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41825631-5dae-4de1-9fc7-cf48ff9b2c5a None None] Pushing event updated for resources: {'Port': ['ID=75b578e9-d099-448c-8c39-db916d885d6c,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:20.203136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] Sync routers for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:20.228608 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Routers {'1ee179a2-18bd-42bc-bc27-14bd251bb096'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:20.229259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1ee179a2-18bd-42bc-bc27-14bd251bb096'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:20.229844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-913a79b6-63e8-465a-a3f9-42e4c7db5ad5 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319356 Aug 12 04:32:20.232925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:20.233955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:20.234626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:20.363608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:20.374428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:20.375072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:20.480052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-02f772a5-445e-486b-a325-d547d5f207f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:20.519042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:20.519771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486692ba-22c4-4410-a2bf-9e48c607ee97 None None] The sync data for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:20.530002 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] Set router 1ee179a2-18bd-42bc-bc27-14bd251bb096 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:20.711223 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-02f772a5-445e-486b-a325-d547d5f207f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 04:32:20.715728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-02f772a5-445e-486b-a325-d547d5f207f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 HTTP/1.1" status: 409 len: 329 time: 0.4788182 Aug 12 04:32:20.716530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56926) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:20.833608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Deleting port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:20.833958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.016435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] For port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:21.017287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.031372 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:13Z', 'revision_number': 4, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '75b578e9-d099-448c-8c39-db916d885d6c', 'name': '', 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'mac_address': 'fa:16:3e:16:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '41151178-353e-48c2-9d55-c17f6902f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:12Z', 'updated_at': '2021-08-12T04:32:20Z', 'revision_number': 4, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'subnets': [{'id': '41151178-353e-48c2-9d55-c17f6902f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:21.048450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Calling delete_port for 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:21.082925 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2259eab-dbb1-4fd5-bcab-7a95253936f0 None None] The sync data for ids ['1ee179a2-18bd-42bc-bc27-14bd251bb096'] in n-d-804320-1 is: [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:13Z', 'revision_number': 4, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '75b578e9-d099-448c-8c39-db916d885d6c', 'name': '', 'network_id': '0c6d395a-2974-4785-a09a-b86d1000820b', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'mac_address': 'fa:16:3e:16:23:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '41151178-353e-48c2-9d55-c17f6902f1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:12Z', 'updated_at': '2021-08-12T04:32:20Z', 'revision_number': 4, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'subnets': [{'id': '41151178-353e-48c2-9d55-c17f6902f1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:21.128221 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:32:21.264372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74aa59-1e94-4fac-8f51-86a57afb3208 req-4ef69c90-309f-42cc-80ad-456e33ece544 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:21.266345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f74aa59-1e94-4fac-8f51-86a57afb3208 req-4ef69c90-309f-42cc-80ad-456e33ece544 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 945 time: 0.6322746 Aug 12 04:32:21.280423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Deleting port 75b578e9-d099-448c-8c39-db916d885d6c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:21.282008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.406204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] For port 75b578e9-d099-448c-8c39-db916d885d6c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=75b578e9-d099-448c-8c39-db916d885d6c,segment=NetworkSegment(15b40188-6a1d-4f93-97ac-df3eb06ace40),segment_id=15b40188-6a1d-4f93-97ac-df3eb06ace40)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:21.406879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.422472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Calling delete_port for 75b578e9-d099-448c-8c39-db916d885d6c owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:21.555568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.670474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.683173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['09c3e8af-bb32-4a38-9be7-75fecb2c65f2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:32:21.712238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'Port': ['ID=09c3e8af-bb32-4a38-9be7-75fecb2c65f2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:21.717229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6f74aa59-1e94-4fac-8f51-86a57afb3208 req-24df763a-7c63-4e1a-b757-2df8e026b840 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=db5c4b91-289c-40a4-8d09-ab5ae5783760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739055 Aug 12 04:32:21.754204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.775500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] No DVR routers for this DVR port 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:21.780260 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:21.782852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f32c5e94-0e0f-4b9a-8736-294cc5cff8e6 req-7e1f1c4a-44a9-4f4a-bc14-dfdfcdfb546e tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "DELETE /v2.0/ports/09c3e8af-bb32-4a38-9be7-75fecb2c65f2 HTTP/1.1" status: 204 len: 173 time: 1.6046999 Aug 12 04:32:21.783103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'name': 'network-vif-deleted', 'tag': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:21.785539 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7837b766-3623-448f-af2f-8db3dbec92ed" -d '{"events": [{"server_uuid": "2bd0851e-58d1-459c-bc55-4a438c9995ee", "name": "network-vif-deleted", "tag": "09c3e8af-bb32-4a38-9be7-75fecb2c65f2"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:21.859335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b578e9-d099-448c-8c39-db916d885d6c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:21.941583 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace38345-84e9-47fb-af96-5fff6c998482 x-openstack-request-id: req-ace38345-84e9-47fb-af96-5fff6c998482 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:21.942138 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd0851e-58d1-459c-bc55-4a438c9995ee", "name": "network-vif-deleted", "tag": "09c3e8af-bb32-4a38-9be7-75fecb2c65f2", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:21.942566 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ace38345-84e9-47fb-af96-5fff6c998482 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:21.943162 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd0851e-58d1-459c-bc55-4a438c9995ee', 'name': 'network-vif-deleted', 'tag': '09c3e8af-bb32-4a38-9be7-75fecb2c65f2', 'status': 'completed', 'code': 200} Aug 12 04:32:22.348338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:23.114130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting port 99c88f22-ec84-4613-85b8-4c96284d7427 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:23.114732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:23.431034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ab6c1540-01ee-4211-8d6f-b994d1823bde req-2b956e5d-65b1-4970-9248-55236ebed0ec tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bd0851e-58d1-459c-bc55-4a438c9995ee HTTP/1.1" status: 200 len: 210 time: 0.0680380 Aug 12 04:32:23.448169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:23.465165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Router 1ee179a2-18bd-42bc-bc27-14bd251bb096 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:23.505451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Calling delete_port for 99c88f22-ec84-4613-85b8-4c96284d7427 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:23.758881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:23.798548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-45b74ebd-2af6-44b4-b7ed-5aadfbe70fb6 admin admin] 10.222.0.42 "PUT /v2.0/routers/1ee179a2-18bd-42bc-bc27-14bd251bb096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7619405 Aug 12 04:32:23.798548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 56974) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:23.805543 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] Sync routers for ids ['1ee179a2-18bd-42bc-bc27-14bd251bb096'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:23.821627 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] Routers {'1ee179a2-18bd-42bc-bc27-14bd251bb096'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:23.828227 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1ee179a2-18bd-42bc-bc27-14bd251bb096'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:23.849079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:23.896111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Port': ['ID=99c88f22-ec84-4613-85b8-4c96284d7427,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:24.028105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:24.030962 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] Set router 1ee179a2-18bd-42bc-bc27-14bd251bb096 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:24.219519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:24.362557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:24.560298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Deleting port 235603eb-f3d3-4d06-af84-607036eed5b9 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:24.561041 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:24.628533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Router afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:24.712465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] For port 235603eb-f3d3-4d06-af84-607036eed5b9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=235603eb-f3d3-4d06-af84-607036eed5b9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:24.712839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:24.731128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Calling delete_port for 235603eb-f3d3-4d06-af84-607036eed5b9 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:24.746109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:24.755562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1b87ba10-b99c-421a-9343-22ea21c20e2e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0345027 Aug 12 04:32:24.755917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56996) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:24.762285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] Sync routers for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:24.779135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:24.780019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:24.899130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:24.909941 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:21Z', 'revision_number': 5, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port': {'id': '235603eb-f3d3-4d06-af84-607036eed5b9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:06Z', 'updated_at': '2021-08-12T04:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:24.913873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] Routers {'afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:24.914829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:24.934379 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-afd73942-3ea2-4db6-ad58-11cd4c05a175 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] show failed (client error): The resource could not be found. Aug 12 04:32:24.935851 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-afd73942-3ea2-4db6-ad58-11cd4c05a175 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-756763252 HTTP/1.1" status: 404 len: 334 time: 0.1787348 Aug 12 04:32:24.939541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 56998) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:24.957452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1ea8a276-4f2a-4a0d-83b1-b1944b98e6d4 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:24.996944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:24.998087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687756e1-17aa-44c1-a129-7e21c78174ed None None] The sync data for ids ['afbf81c0-f8b2-453d-bfce-a56f0cfca7d7'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:25.015259 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-1ea8a276-4f2a-4a0d-83b1-b1944b98e6d4 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] update failed (client error): The resource could not be found. Aug 12 04:32:25.016665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1ea8a276-4f2a-4a0d-83b1-b1944b98e6d4 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1401407466 HTTP/1.1" status: 404 len: 335 time: 0.0691018 Aug 12 04:32:25.020061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57002) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:25.023776 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] Checking router: 1ee179a2-18bd-42bc-bc27-14bd251bb096 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:25.058999 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] Routers {'1ee179a2-18bd-42bc-bc27-14bd251bb096'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:25.059624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['1ee179a2-18bd-42bc-bc27-14bd251bb096'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:25.193099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b890de-0203-47f5-aaa2-40530f1ecc72 req-f6f2e283-a034-47d9-810f-28db727a9715 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:25.195121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11b890de-0203-47f5-aaa2-40530f1ecc72 req-f6f2e283-a034-47d9-810f-28db727a9715 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1638849 Aug 12 04:32:25.199605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting subnet 4aa0688a-cb4d-43c0-86be-4cc897fe0865 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:32:25.204209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:25.226265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.249105 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] Set router 1ee179a2-18bd-42bc-bc27-14bd251bb096 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:25.254256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.273078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:25.276471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 09c3e8af-bb32-4a38-9be7-75fecb2c65f2 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:25.307416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=235603eb-f3d3-4d06-af84-607036eed5b9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:25.319307 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:24Z', 'revision_number': 6, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:25.350811 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa1977-b15d-4ee8-ba25-2a51df915307 None None] The sync data for ids ['1ee179a2-18bd-42bc-bc27-14bd251bb096'] in n-d-804320-1 is: [{'id': '1ee179a2-18bd-42bc-bc27-14bd251bb096', 'name': 'tempest-ImageQuotaTest-1577769438-router', 'tenant_id': '77d35fd79743446793443870ff6b2d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:05Z', 'updated_at': '2021-08-12T04:32:24Z', 'revision_number': 6, 'project_id': '77d35fd79743446793443870ff6b2d4c', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:25.422917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11b890de-0203-47f5-aaa2-40530f1ecc72 req-685076a5-3418-4fe2-adf6-fa1e74174e1c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003040 Aug 12 04:32:25.437148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.486449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.670277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.673463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.697328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.722467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.824893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.848555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.851905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.851905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee179a2-18bd-42bc-bc27-14bd251bb096 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:32:25.855138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.856296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-46a0f795-abf6-45eb-bebb-9d563ff58cd1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1ee179a2-18bd-42bc-bc27-14bd251bb096 HTTP/1.1" status: 204 len: 168 time: 2.0573840 Aug 12 04:32:25.859436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57018) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:25.876193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa0688a-cb4d-43c0-86be-4cc897fe0865,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:25.887680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:25.892484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-567affae-cf0a-4b47-87e0-f9c86675535a tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/subnets/4aa0688a-cb4d-43c0-86be-4cc897fe0865 HTTP/1.1" status: 204 len: 168 time: 0.8711638 Aug 12 04:32:25.893526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57020) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:25.902100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8f5bac-1f20-428b-85f4-9200721c5ca8 None None] Network e97d2b5d-b2e2-4115-88f4-287469d86366 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:25.910324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Deleting subnet 41151178-353e-48c2-9d55-c17f6902f1a0 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:32:25.932408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.019871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.039058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting subnet ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:32:26.046001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.089360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.282210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.326382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] DHCP port deletion for e97d2b5d-b2e2-4115-88f4-287469d86366 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:32:26.329430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 75b578e9-d099-448c-8c39-db916d885d6c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:26.352318 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.389451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 75b578e9-d099-448c-8c39-db916d885d6c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:26.389793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 75b578e9-d099-448c-8c39-db916d885d6c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:26.390207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 235603eb-f3d3-4d06-af84-607036eed5b9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:26.446845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 235603eb-f3d3-4d06-af84-607036eed5b9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:26.447195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 235603eb-f3d3-4d06-af84-607036eed5b9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:26.503024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b754-0fb4-4428-8197-cb859a74481c req-8f595a07-1d2d-41e8-9853-ae24556bbaf1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:26.507062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d835b754-0fb4-4428-8197-cb859a74481c req-8f595a07-1d2d-41e8-9853-ae24556bbaf1 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1600895 Aug 12 04:32:26.529933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Deleting port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:26.529933 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.581211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.628566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:26.638888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.638888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.638888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.638888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.638888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.640516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.640516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.640516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.640516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.640516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.641034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.641179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:26.656857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.663074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c77b9acb-4fc4-4dc5-a6f3-b86acfdca9f2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/subnets/ee9a5fb5-99eb-4ff5-a8b1-e90834769e8a HTTP/1.1" status: 204 len: 168 time: 0.7674911 Aug 12 04:32:26.663740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57044) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:26.671905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc123e-457d-42d7-994b-da59b3b9ed4e None None] Network 7860e448-09d1-4063-840a-67f992509841 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:26.752825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.818694 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.824765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41151178-353e-48c2-9d55-c17f6902f1a0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:26.874345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.878242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eaa46e2f-a36c-4aea-bf2d-ee5eeaf50fe5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/41151178-353e-48c2-9d55-c17f6902f1a0 HTTP/1.1" status: 204 len: 168 time: 1.0176184 Aug 12 04:32:26.892259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57050) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:26.893589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d09004-b20f-4a3e-ac10-9fa25a5c1f80 req-c4f70561-8add-4aac-8c9d-1bd92e4db68c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:26.895708 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71d09004-b20f-4a3e-ac10-9fa25a5c1f80 req-c4f70561-8add-4aac-8c9d-1bd92e4db68c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.3219430 Aug 12 04:32:26.898375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019f3a6-1134-4ce7-bdc1-a0cf6c54285b None None] Network 0c6d395a-2974-4785-a09a-b86d1000820b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:26.920484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] For port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,segment=NetworkSegment(1c0ab328-1c13-422b-8c0d-543f3c2cb5f4),segment_id=1c0ab328-1c13-422b-8c0d-543f3c2cb5f4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:26.938140 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:26.979492 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71d09004-b20f-4a3e-ac10-9fa25a5c1f80 req-d9b9f353-d52d-4b9c-909b-698f511e6c28 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735078 Aug 12 04:32:26.982908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Deleting port 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:26.983404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.116961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.123935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:27.124924 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.172866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] For port 62856dca-6aed-42e8-9b59-d4fb68e0f11f, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=62856dca-6aed-42e8-9b59-d4fb68e0f11f,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:27.173392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.183561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Calling delete_port for 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:27.215508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] For port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,segment=NetworkSegment(1c0ab328-1c13-422b-8c0d-543f3c2cb5f4),segment_id=1c0ab328-1c13-422b-8c0d-543f3c2cb5f4)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:27.222564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.243619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Calling delete_port for 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:27.378887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] DHCP port deletion for 0c6d395a-2974-4785-a09a-b86d1000820b request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:32:27.466679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Deleting port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:27.467239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.473029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] Deleting port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:27.473700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.480151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] DHCP port deletion for 7860e448-09d1-4063-840a-67f992509841 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:32:27.558449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.653715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Port': ['ID=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:27.658016 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.665087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] No DVR routers for this DVR port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:27.706251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] For port 3dad5442-04d6-4a1a-84b5-b9e6146208b3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3dad5442-04d6-4a1a-84b5-b9e6146208b3,segment=NetworkSegment(15b40188-6a1d-4f93-97ac-df3eb06ace40),segment_id=15b40188-6a1d-4f93-97ac-df3eb06ace40)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:27.706635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.720006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Pushing event deleted for resources: {'Port': ['ID=2a641a98-08a7-4ad0-8b00-c6e5df2279c5,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:27.749364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.749693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.750037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.750374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.750729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.751059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.751388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.751714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.752038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.752404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.764999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.765456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:27.796882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7ddac-50ae-4a66-b617-340f8b76d20e None None] No DVR routers for this DVR port 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:27.800710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] For port 3dad5442-04d6-4a1a-84b5-b9e6146208b3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3dad5442-04d6-4a1a-84b5-b9e6146208b3,segment=NetworkSegment(15b40188-6a1d-4f93-97ac-df3eb06ace40),segment_id=15b40188-6a1d-4f93-97ac-df3eb06ace40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:27.801297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.826219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] Calling delete_port for 3dad5442-04d6-4a1a-84b5-b9e6146208b3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:27.833170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.837327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.842796 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Floating IP d7be632d-1f7f-438d-a58f-b19b3b81b210 disassociated. External IP: 172.25.6.17, port: 62856dca-6aed-42e8-9b59-d4fb68e0f11f. Aug 12 04:32:27.843924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Calling delete_port for 62856dca-6aed-42e8-9b59-d4fb68e0f11f owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:27.845655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] Deleting port 1f3ed963-24bb-4e3d-8627-383e37b43143 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:27.846674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:27.886375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Calling delete_port for 3dad5442-04d6-4a1a-84b5-b9e6146208b3 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:27.950461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] For port 1f3ed963-24bb-4e3d-8627-383e37b43143, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1f3ed963-24bb-4e3d-8627-383e37b43143,segment=NetworkSegment(9b9dd0a7-e6e4-4805-bc22-22f78e118bbf),segment_id=9b9dd0a7-e6e4-4805-bc22-22f78e118bbf)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:27.973494 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.012678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] Calling delete_port for 1f3ed963-24bb-4e3d-8627-383e37b43143 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:28.128601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.164045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97d2b5d-b2e2-4115-88f4-287469d86366']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:28.176374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3dad5442-04d6-4a1a-84b5-b9e6146208b3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:28.208770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:28.209341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0ab328-1c13-422b-8c0d-543f3c2cb5f4') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:28.238656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.251871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.263892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.284233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.315696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce82c73-dfc7-4dfe-880b-4a9d360d2766 req-b1d8c103-2fd3-43c6-be9f-4c7c71b61562 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:28.317303 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ce82c73-dfc7-4dfe-880b-4a9d360d2766 req-b1d8c103-2fd3-43c6-be9f-4c7c71b61562 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 944 time: 0.1698911 Aug 12 04:32:28.343487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:32:28.343899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.345446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'Port': ['ID=62856dca-6aed-42e8-9b59-d4fb68e0f11f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: self.session.flush() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:32:28.357507 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:32:28.377590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.377958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.378265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.384027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:28.453780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.459261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] Pushing event deleted for resources: {'Port': ['ID=1f3ed963-24bb-4e3d-8627-383e37b43143,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:28.465395 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.511351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-45fbb1c9-3eae-4234-b10d-07ae3a6f1708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.521140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360689e-1bd7-4e46-9366-788d095df9b9 None None] No DVR routers for this DVR port 1f3ed963-24bb-4e3d-8627-383e37b43143 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:28.523175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] No DVR routers for this DVR port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:28.547494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] No DVR routers for this DVR port 3dad5442-04d6-4a1a-84b5-b9e6146208b3 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:28.553025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db09e8-e5ce-4a84-b5db-8ce838efc8f5 None None] Pushing event deleted for resources: {'Port': ['ID=3dad5442-04d6-4a1a-84b5-b9e6146208b3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:28.557635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.598761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Router cd4a2365-1092-477e-a3c1-b44a26ac5357 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:28.610512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dad5442-04d6-4a1a-84b5-b9e6146208b3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:28.625697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f3ed963-24bb-4e3d-8627-383e37b43143 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:28.654171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1f3ed963-24bb-4e3d-8627-383e37b43143 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:28.654607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f3ed963-24bb-4e3d-8627-383e37b43143 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:28.655236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:28.659727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ce82c73-dfc7-4dfe-880b-4a9d360d2766 req-1d3158a8-31c8-4d98-bbec-9e3efdb6b4df tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups?id=f57346be-1793-4f91-8cc3-75264f061b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176849 Aug 12 04:32:28.676918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:28.677224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a641a98-08a7-4ad0-8b00-c6e5df2279c5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:28.763393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57078) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:28.811313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:28.823785 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] Sync routers for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:28.840442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.841012 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:28.843510 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:28.886427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] No DVR routers for this DVR port 62856dca-6aed-42e8-9b59-d4fb68e0f11f on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:28.889194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.891579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d835b754-0fb4-4428-8197-cb859a74481c req-01f0018b-f759-4d85-80b1-25de840e6b05 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.20 "DELETE /v2.0/ports/62856dca-6aed-42e8-9b59-d4fb68e0f11f HTTP/1.1" status: 204 len: 173 time: 2.3784170 Aug 12 04:32:28.892378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-deleted', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:28.896406 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7d47e4-70a4-4843-aba3-27c8724d9214" -d '{"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-deleted", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:28.965409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:28.969379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/networks/e97d2b5d-b2e2-4115-88f4-287469d86366 HTTP/1.1" status: 204 len: 168 time: 2.3025284 Aug 12 04:32:28.970412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57088) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:28.988928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f762d5-3a73-4ea2-8537-6385e79fd14f tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Network': ['ID=e97d2b5d-b2e2-4115-88f4-287469d86366,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:28.992081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.020249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6d395a-2974-4785-a09a-b86d1000820b']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.062090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35136b94-8a3e-4184-a238-77e68fe1e397 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2023 time: 0.2975137 Aug 12 04:32:29.062770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57090) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:29.093077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'network': {'name': 'tempest-network-smoke--12734224', 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'port_security_enabled': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:29.121363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b40188-6a1d-4f93-97ac-df3eb06ace40') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.124261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b40188-6a1d-4f93-97ac-df3eb06ace40') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.176554 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c7d32-2a7e-4ed5-b666-41285299f7d8 x-openstack-request-id: req-df7c7d32-2a7e-4ed5-b666-41285299f7d8 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:29.176966 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086e743-c59d-4bf7-9554-2f921d903c5e", "name": "network-vif-deleted", "tag": "62856dca-6aed-42e8-9b59-d4fb68e0f11f", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:29.177318 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df7c7d32-2a7e-4ed5-b666-41285299f7d8 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:29.177819 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086e743-c59d-4bf7-9554-2f921d903c5e', 'name': 'network-vif-deleted', 'tag': '62856dca-6aed-42e8-9b59-d4fb68e0f11f', 'status': 'completed', 'code': 200} Aug 12 04:32:29.181872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.190271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.220437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.243566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:32:29.244252 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:32:29.249363 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:32:29.272042 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:29.339170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Made reservation on behalf of a5223415728b42509bc4a874b5c2b699 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:29.347732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.384582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.403087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.413532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.430282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7860e448-09d1-4063-840a-67f992509841']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.444382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c6d395a-2974-4785-a09a-b86d1000820b HTTP/1.1" status: 204 len: 168 time: 2.5288687 Aug 12 04:32:29.447218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.447569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9dd0a7-e6e4-4805-bc22-22f78e118bbf') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.468595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.491699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.514925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:32:29.521727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8881186-af4e-4626-9a80-060c11d80f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6d395a-2974-4785-a09a-b86d1000820b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:29.522017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:32:29.522450 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:32:29.531118 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:32:29.578278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.578730 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Added segment ab2791d3-01fe-49e9-b809-4b2b670dd6bc of type vlan for network 1a8052aa-5724-4b23-be0c-22e2dd619e2a Aug 12 04:32:29.655746 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:39Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.712903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.773048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] Checking router: cd4a2365-1092-477e-a3c1-b44a26ac5357 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:29.825785 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:29.829204 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:29.866617 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.885884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.888617 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/networks/7860e448-09d1-4063-840a-67f992509841 HTTP/1.1" status: 204 len: 168 time: 0.9169350 Aug 12 04:32:29.903844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57104) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:29.958743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ececc-f0a4-4775-aa73-54db02d15114 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Network': ['ID=7860e448-09d1-4063-840a-67f992509841,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:29.983220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdc4fdb9-bc7a-4b46-bd24-0ab82dd6d8a0 req-8e4cac82-99f1-4858-841a-f7a43dd9c56d tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/ports?device_id=c086e743-c59d-4bf7-9554-2f921d903c5e HTTP/1.1" status: 200 len: 210 time: 0.0720336 Aug 12 04:32:29.989391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:29.996714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:29.998369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.050966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57106) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:30.162271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c00b4122-6b88-40cc-86d9-be38014c6b96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77d35fd79743446793443870ff6b2d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090930 Aug 12 04:32:30.162611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57112) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:30.198962 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:30.228516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Network': ['ID=1a8052aa-5724-4b23-be0c-22e2dd619e2a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:30.279900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:32:30.317783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting subnet 3f41ec7d-69a1-49d0-bcd1-4367209f6580 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:32:30.328747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.371531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-4fa4-45fb-8d14-8e6f23bdc07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.436609 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aaae69a4-6d61-40cd-a034-aa1a63cb0a66 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3557165 Aug 12 04:32:30.437657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57116) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:30.451156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-4fa4-45fb-8d14-8e6f23bdc07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.477423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'admin_state_up': True, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:30.526860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.575029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.577349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.642122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-4fa4-45fb-8d14-8e6f23bdc07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.645303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-557f44d5-4fa4-45fb-8d14-8e6f23bdc07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.646471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-557f44d5-4fa4-45fb-8d14-8e6f23bdc07d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc878c7f-860f-4fd8-8229-1457d722ad55 HTTP/1.1" status: 204 len: 168 time: 0.4806027 Aug 12 04:32:30.668866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f44d5-4fa4-45fb-8d14-8e6f23bdc07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc878c7f-860f-4fd8-8229-1457d722ad55,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:30.722406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.814341 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a84bbdba-96b7-4a87-a5af-ded523c0575a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.828815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.841563 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:39Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:30.846364 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.882440 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d89062-5483-4ddc-aa53-4a1ab02e6235 None None] The sync data for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 is: [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:23:32Z', 'revision_number': 4, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'b8d775a0-08c4-40d3-9534-81e8a5287f50', 'name': '', 'network_id': 'f208c0a1-9dc1-4292-94f5-f5304a5cea7f', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'mac_address': 'fa:16:3e:c7:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:30Z', 'updated_at': '2021-08-12T04:23:39Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'subnets': [{'id': 'c8ace8fc-0b81-45b2-85f1-096eab175f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:30.892896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Subnet': ['ID=3f41ec7d-69a1-49d0-bcd1-4367209f6580,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:30.895468 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:30.899673 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4e9ed2d9-8e7a-45ae-a7d3-f7853176942e tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/subnets/3f41ec7d-69a1-49d0-bcd1-4367209f6580 HTTP/1.1" status: 204 len: 168 time: 1.0051067 Aug 12 04:32:30.900068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57128) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:30.914134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd083d-2753-4a35-b076-08e54d3210b2 None None] Network 0c4b6c13-62cb-41b9-81fd-f70390f809cb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:31.110171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:31.208860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57136) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:31.366695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Deleting port 1f01e4f6-9497-4a49-aae1-55d0179d9637 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:31.368013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:31.497413 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:31.570010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aee8b4-c16e-4b7f-93b0-d84dc42119a0 None None] New status for floating IP d7be632d-1f7f-438d-a58f-b19b3b81b210: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:32:31.572193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:31.584837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] For port 1f01e4f6-9497-4a49-aae1-55d0179d9637, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1f01e4f6-9497-4a49-aae1-55d0179d9637,segment=NetworkSegment(432ed144-87e1-41bb-be92-d02bba670790),segment_id=432ed144-87e1-41bb-be92-d02bba670790)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:31.585209 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:31.598549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:31.638744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Calling delete_port for 1f01e4f6-9497-4a49-aae1-55d0179d9637 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:31.729214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 62856dca-6aed-42e8-9b59-d4fb68e0f11f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:31.731443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 62856dca-6aed-42e8-9b59-d4fb68e0f11f not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:31.949316 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d285-49ef-4f3d-becd-54888122b2b5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:31.980906 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d285-49ef-4f3d-becd-54888122b2b5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.059952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.112955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Port': ['ID=1f01e4f6-9497-4a49-aae1-55d0179d9637,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:32.140771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] No DVR routers for this DVR port 1f01e4f6-9497-4a49-aae1-55d0179d9637 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:32.172151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.184254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57160) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:32.191998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d38a2c-c5f2-4620-bc98-e5a78c31937c None None] DHCP port deletion for 0c4b6c13-62cb-41b9-81fd-f70390f809cb request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:32:32.205080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.215096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d285-49ef-4f3d-becd-54888122b2b5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.217591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d285-49ef-4f3d-becd-54888122b2b5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.239284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a5f5d285-49ef-4f3d-becd-54888122b2b5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "DELETE /v2.0/security-groups/f57346be-1793-4f91-8cc3-75264f061b84 HTTP/1.1" status: 204 len: 168 time: 1.0273519 Aug 12 04:32:32.241367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57162) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:32.256921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e9caa19-1cca-470c-9743-4e646a531fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.309194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.394367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5d285-49ef-4f3d-becd-54888122b2b5 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57346be-1793-4f91-8cc3-75264f061b84,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:32.402699 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-c633e7c1-21bf-4d3f-a44f-03a9d6c3aed4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] show failed (client error): The resource could not be found. Aug 12 04:32:32.419305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c633e7c1-21bf-4d3f-a44f-03a9d6c3aed4 tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "GET /v2.0/security-groups/f57346be-1793-4f91-8cc3-75264f061b84 HTTP/1.1" status: 404 len: 347 time: 0.1742094 Aug 12 04:32:32.422938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57166) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:32.447276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.614114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4b6c13-62cb-41b9-81fd-f70390f809cb']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:32.622878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.25.6.78 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/57ccbdba-1768-42df-976c-5c021fe9a394) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:32.628817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432ed144-87e1-41bb-be92-d02bba670790') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:32.629347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432ed144-87e1-41bb-be92-d02bba670790') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:32.653056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.668353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e9caa19-1cca-470c-9743-4e646a531fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.676259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.686691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:32:32.687354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:32:32.757676 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:32:32.862215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.874827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Deleting port 772efad1-4e2c-4413-a21d-619fc30825dc {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:32.875408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.885072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e9caa19-1cca-470c-9743-4e646a531fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.919593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.941035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:32.946484 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/networks/0c4b6c13-62cb-41b9-81fd-f70390f809cb HTTP/1.1" status: 204 len: 168 time: 2.0451472 Aug 12 04:32:32.952097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57184) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:32.998490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e44eb-1641-49b1-bdea-bb336f618061 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Pushing event deleted for resources: {'Network': ['ID=0c4b6c13-62cb-41b9-81fd-f70390f809cb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:33.009387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c54e675-49e8-4a32-b347-37876d795b18 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "GET /v2.0/ports?device_id=afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 HTTP/1.1" status: 200 len: 205 time: 0.0510180 Aug 12 04:32:33.009922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9caa19-1cca-470c-9743-4e646a531fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30e0eb9-ae79-477b-aa6e-7cf073d9ea73,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:33.010384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57186) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:33.041172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e9caa19-1cca-470c-9743-4e646a531fcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.8553977 Aug 12 04:32:33.044712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57188) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:33.109357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12cde339-5a64-4f53-bb75-4e1f96c44d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.125333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.140210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12cde339-5a64-4f53-bb75-4e1f96c44d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.198010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.199673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.201129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.247553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Calling delete_port for 772efad1-4e2c-4413-a21d-619fc30825dc owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:33.305406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:33.314134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:33.319005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:33.327998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12cde339-5a64-4f53-bb75-4e1f96c44d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.333403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12cde339-5a64-4f53-bb75-4e1f96c44d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.337921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-12cde339-5a64-4f53-bb75-4e1f96c44d1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b30e0eb9-ae79-477b-aa6e-7cf073d9ea73 HTTP/1.1" status: 204 len: 168 time: 0.2949908 Aug 12 04:32:33.407421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=57ccbdba-1768-42df-976c-5c021fe9a394,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:33.414836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde339-5a64-4f53-bb75-4e1f96c44d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30e0eb9-ae79-477b-aa6e-7cf073d9ea73,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:33.433813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.446595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.647896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.648623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Fanout notify agent at l3_agent the message router_deleted on router afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:32:33.668848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.677988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a1e5e18-7980-459a-b910-b463740a11a2 tempest-RoutersNegativeTest-1461634691 tempest-RoutersNegativeTest-1461634691-project] 10.222.0.42 "DELETE /v2.0/routers/afbf81c0-f8b2-453d-bfce-a56f0cfca7d7 HTTP/1.1" status: 204 len: 168 time: 0.6640246 Aug 12 04:32:33.858055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:33.900281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:34.027757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f01e4f6-9497-4a49-aae1-55d0179d9637 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:34.097040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1f01e4f6-9497-4a49-aae1-55d0179d9637 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:34.097400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1f01e4f6-9497-4a49-aae1-55d0179d9637 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:34.239555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:34.570749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Pushing event deleted for resources: {'Port': ['ID=772efad1-4e2c-4413-a21d-619fc30825dc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:34.635056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57214) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:34.671226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:34.678693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:34.691716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd5a2fde-873e-40a1-9cdb-8e3e5b561a4c tempest-ServerActionsTestJSON-1668629124 tempest-ServerActionsTestJSON-1668629124-project] 10.222.0.42 "DELETE /v2.0/floatingips/d7be632d-1f7f-438d-a58f-b19b3b81b210 HTTP/1.1" status: 204 len: 168 time: 2.2677286 Aug 12 04:32:34.692397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57222) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:34.905318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a561aada-d73f-4d9d-80ea-46053eec4088 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd160481121348d2be2ef90276af1dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670915 Aug 12 04:32:34.906306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57230) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:35.099153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.228662 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08bb82e2-011a-460d-858e-a962c3dacb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.275044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08bb82e2-011a-460d-858e-a962c3dacb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.480248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:32:35.622427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08bb82e2-011a-460d-858e-a962c3dacb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.630125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-08bb82e2-011a-460d-858e-a962c3dacb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.633633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-08bb82e2-011a-460d-858e-a962c3dacb8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/016ebab9-333e-41b9-9100-0e3faedbd9f9 HTTP/1.1" status: 204 len: 168 time: 0.7195036 Aug 12 04:32:35.661301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb82e2-011a-460d-858e-a962c3dacb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ebab9-333e-41b9-9100-0e3faedbd9f9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:35.762135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:35.772614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Sync routers for ids ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:35.785290 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Routers {'4bd7f199-a4a6-4aba-8753-6f47d24fb063'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:35.785904 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:35.833714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.847906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:35.852660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8cefde62-04ff-4e7b-9d5f-4b04d3bfae76 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3949616 Aug 12 04:32:35.853506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57242) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.007337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Set router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:36.080712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb778008-caf1-4424-ac0b-5882ad4bb29e tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:36.091068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fb778008-caf1-4424-ac0b-5882ad4bb29e tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a5223415728b42509bc4a874b5c2b699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2361548 Aug 12 04:32:36.091778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57246) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.269729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Deleting port b8d775a0-08c4-40d3-9534-81e8a5287f50 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:36.270443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:36.425576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e62a7f-3a7f-4b48-b7cc-c5fe68e409e2 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:36.427144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c5e62a7f-3a7f-4b48-b7cc-c5fe68e409e2 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3344223 Aug 12 04:32:36.429870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57252) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.445503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] For port b8d775a0-08c4-40d3-9534-81e8a5287f50, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b8d775a0-08c4-40d3-9534-81e8a5287f50,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:36.445880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:36.478197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Calling delete_port for b8d775a0-08c4-40d3-9534-81e8a5287f50 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:36.492284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0bba5cd6-a219-4001-a865-36725b8c2a84 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594134 Aug 12 04:32:36.496447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57258) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.539309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5d23b2e6-adba-4a28-939a-7f1a5d428477 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a5223415728b42509bc4a874b5c2b699&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415015 Aug 12 04:32:36.543637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57260) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.598006 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:32:33Z', 'revision_number': 3, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:36.640663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Checking router: 4bd7f199-a4a6-4aba-8753-6f47d24fb063 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:36.654764 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Updating router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 port 57ccbdba-1768-42df-976c-5c021fe9a394 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:32:36.722333 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:36.785204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb45fa0c-8f80-4855-8a5b-ca54f7dc4df8 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:36.786923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bb45fa0c-8f80-4855-8a5b-ca54f7dc4df8 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2437720 Aug 12 04:32:36.791283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57270) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.857232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be2db416-4c81-40dd-81ec-41bbc5d35a33 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647104 Aug 12 04:32:36.861158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57272) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:36.866836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228202212', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:37.116477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.150242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Made reservation on behalf of a5223415728b42509bc4a874b5c2b699 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:37.153766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.173911 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.186738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d775a0-08c4-40d3-9534-81e8a5287f50,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:37.210368 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Transition to ACTIVE for port object 57ccbdba-1768-42df-976c-5c021fe9a394 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:37.304995 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.436012 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Pushing event updated for resources: {'Port': ['ID=57ccbdba-1768-42df-976c-5c021fe9a394,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:37.497652 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.497997 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.498340 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.498676 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.499039 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.499370 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.499698 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.500024 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.500345 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.500670 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.500995 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.501313 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:32:37.520308 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Attempting to bind port 57ccbdba-1768-42df-976c-5c021fe9a394 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:37.520811 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Attempting to bind port 57ccbdba-1768-42df-976c-5c021fe9a394 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:37.521176 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Attempting to bind port 57ccbdba-1768-42df-976c-5c021fe9a394 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:37.539907 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:37.540289 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:37.540695 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.541088 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:37.541564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Bound port: 57ccbdba-1768-42df-976c-5c021fe9a394, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:37.541949 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.681833 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] For port 57ccbdba-1768-42df-976c-5c021fe9a394, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:37.686983 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] For port 57ccbdba-1768-42df-976c-5c021fe9a394, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57ccbdba-1768-42df-976c-5c021fe9a394,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:37.701562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:37.710615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.756792 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.824876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:37.853979 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Routers {'4bd7f199-a4a6-4aba-8753-6f47d24fb063'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:37.855006 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:37.939159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Subnet': ['ID=8ce1998d-6c88-434f-a48c-54a1257da5b7,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:37.981698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fa290b4c-8a2d-46ec-a358-b9a48abee424 tempest-ServiceProvidersTest-1055492755 tempest-ServiceProvidersTest-1055492755-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2787139 Aug 12 04:32:38.026907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Checking segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:38.027275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network hostable DHCP agents. Network: 1a8052aa-5724-4b23-be0c-22e2dd619e2a, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:32:38.117056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Router cd4a2365-1092-477e-a3c1-b44a26ac5357 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:38.137163 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] Set router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:38.150719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:32:38.241208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1a8052aa-5724-4b23-be0c-22e2dd619e2a) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:38.253832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9b6b3-4e7d-452f-8df4-37b95bebf7aa None None] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:38.262048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:38.262738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:38.316036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:38.323457 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f977-1c78-4c9f-8e60-da9889c1690c None None] Pushing event updated for resources: {'Port': ['ID=57ccbdba-1768-42df-976c-5c021fe9a394,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:38.329636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57296) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:38.340219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-724df0d3-dadc-4d98-a0b6-55735f0886bc admin admin] 10.222.0.42 "PUT /v2.0/routers/cd4a2365-1092-477e-a3c1-b44a26ac5357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6335161 Aug 12 04:32:38.403264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57298) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:38.417857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-20ef0dfc-c716-4a9e-a1b7-d680862a5fbc tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5548906 Aug 12 04:32:38.488407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] Sync routers for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:38.553508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:38.563055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:38.666516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:38.797872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:38.886029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57310) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:38.927841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.082762 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:32:33Z', 'revision_number': 3, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:39.143592 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdab27-7a3f-432e-847d-76f13f4696c2 None None] The sync data for ids ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'] in n-d-804320-1 is: [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:32:33Z', 'revision_number': 3, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:39.176087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e4d4-4e79-4409-a415-8632b033b7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.228197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Deleting port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:39.230623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.271960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'fixed_ips': [{'subnet_id': '8ce1998d-6c88-434f-a48c-54a1257da5b7'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:32:39.273460 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.358209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] For port 0b6120e8-3930-4e9c-9a08-d5e53ed64f05, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:39.358839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.379325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Calling delete_port for 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:39.527993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.560083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:32:36Z', 'revision_number': 5, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port': {'id': '0b6120e8-3930-4e9c-9a08-d5e53ed64f05', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:23:27Z', 'updated_at': '2021-08-12T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:39.734025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] Checking router: cd4a2365-1092-477e-a3c1-b44a26ac5357 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:39.776388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Allocated IP 172.20.0.18 (1a8052aa-5724-4b23-be0c-22e2dd619e2a/8ce1998d-6c88-434f-a48c-54a1257da5b7/ebc5836b-e12b-40fd-a4da-aa4d6adb8c54) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:39.815606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] Routers {'cd4a2365-1092-477e-a3c1-b44a26ac5357'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:39.815792 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:39.816829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd4a2365-1092-477e-a3c1-b44a26ac5357'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:39.934295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6120e8-3930-4e9c-9a08-d5e53ed64f05,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:40.070883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.229804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] Set router cd4a2365-1092-477e-a3c1-b44a26ac5357 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:40.312257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.313841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:32:39Z', 'revision_number': 7, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:40.315083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.349491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57ccbdba-1768-42df-976c-5c021fe9a394 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:40.390584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b67431-5eb7-41df-9046-f2f9daa05d6d None None] The sync data for ids ['cd4a2365-1092-477e-a3c1-b44a26ac5357'] in n-d-804320-1 is: [{'id': 'cd4a2365-1092-477e-a3c1-b44a26ac5357', 'name': 'tempest-ServerActionsTestJSON-764543203-router', 'tenant_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:23:26Z', 'updated_at': '2021-08-12T04:32:39Z', 'revision_number': 7, 'project_id': '801e30fa8ebf4cfc951f984b78ea2ea5', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:40.405433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e4d4-4e79-4409-a415-8632b033b7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.434294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.456796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Transition to ACTIVE for port object ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:40.478152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.479000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd4a2365-1092-477e-a3c1-b44a26ac5357 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:32:40.480627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a7d4e4d4-4e79-4409-a415-8632b033b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.491685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.497112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Transition to ACTIVE for port object ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:40.498276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d2ceb14d-59a7-4ae2-9c8f-22ea9409e1fc admin admin] 10.222.0.42 "DELETE /v2.0/routers/cd4a2365-1092-477e-a3c1-b44a26ac5357 HTTP/1.1" status: 204 len: 168 time: 2.1603677 Aug 12 04:32:40.500791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57324) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:40.533678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 57ccbdba-1768-42df-976c-5c021fe9a394 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:40.553536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 57ccbdba-1768-42df-976c-5c021fe9a394 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:40.554237 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.565417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a7d4e4d4-4e79-4409-a415-8632b033b7ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c34990e41574c10ba491619326c946d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6755991 Aug 12 04:32:40.571707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:40.640850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Deleting subnet c8ace8fc-0b81-45b2-85f1-096eab175f16 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:32:40.675259 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.756328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.20.0.17 (1a8052aa-5724-4b23-be0c-22e2dd619e2a/8ce1998d-6c88-434f-a48c-54a1257da5b7/f7d23aca-cec1-4485-933a-220df2319308) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:40.804594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c2234c4-62cc-4d63-b14d-9433814f7f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.858425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c2234c4-62cc-4d63-b14d-9433814f7f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.921576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4e4d4-4e79-4409-a415-8632b033b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824aeee7-88c8-4da4-88b5-2bfbf6242433,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:40.992985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:40.995923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Pushing event updated for resources: {'Port': ['ID=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:41.005387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c2234c4-62cc-4d63-b14d-9433814f7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.012985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c2234c4-62cc-4d63-b14d-9433814f7f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.017186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4c2234c4-62cc-4d63-b14d-9433814f7f23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/824aeee7-88c8-4da4-88b5-2bfbf6242433 HTTP/1.1" status: 204 len: 168 time: 0.4267864 Aug 12 04:32:41.044953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:41.054025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:41.066914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:41.074786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2234c4-62cc-4d63-b14d-9433814f7f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824aeee7-88c8-4da4-88b5-2bfbf6242433,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:41.146236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.183420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Transition to ACTIVE for port object f7d23aca-cec1-4485-933a-220df2319308 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:41.212439 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.249385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Attempting to bind port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:41.264814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Attempting to bind port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:41.264814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Attempting to bind port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 on network 1a8052aa-5724-4b23-be0c-22e2dd619e2a {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:41.264814 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.269672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:41.270345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Checking segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:41.270941 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.271491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Bound using segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:41.272171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Bound port: ebc5836b-e12b-40fd-a4da-aa4d6adb8c54, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:41.272739 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.330473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 57ccbdba-1768-42df-976c-5c021fe9a394, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57ccbdba-1768-42df-976c-5c021fe9a394,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:41.344077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.373227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] For port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:41.377128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] For port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:41.686157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.688683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.697501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.699899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.774436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=f7d23aca-cec1-4485-933a-220df2319308,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:41.808803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ace8fc-0b81-45b2-85f1-096eab175f16,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:41.811619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:41.816025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-993034e6-9908-430d-8b03-2f2e36a9f056 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c8ace8fc-0b81-45b2-85f1-096eab175f16 HTTP/1.1" status: 204 len: 168 time: 1.3117871 Aug 12 04:32:41.816718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57348) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:41.823186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:41.825002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:41.827864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:41.911301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f691e-a636-4aea-a85e-3b4c7ad6bd21 None None] Network f208c0a1-9dc1-4292-94f5-f5304a5cea7f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:41.914394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=57ccbdba-1768-42df-976c-5c021fe9a394,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:41.989523 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.098496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aab94-8f59-43b5-9c88-6b6d1f0fd681 None None] Pushing event updated for resources: {'Port': ['ID=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:42.106700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.109120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b8d775a0-08c4-40d3-9534-81e8a5287f50 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:42.230078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: b8d775a0-08c4-40d3-9534-81e8a5287f50 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:42.230679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b8d775a0-08c4-40d3-9534-81e8a5287f50 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:42.231204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:42.257037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Deleting port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:42.257385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.351454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:42.352503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0b6120e8-3930-4e9c-9a08-d5e53ed64f05 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:42.382255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] For port 84f5f66b-97b6-40b3-8d18-92584bbb98b1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=84f5f66b-97b6-40b3-8d18-92584bbb98b1,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:42.382634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.399554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Calling delete_port for 84f5f66b-97b6-40b3-8d18-92584bbb98b1 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:42.471919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] DHCP port deletion for f208c0a1-9dc1-4292-94f5-f5304a5cea7f request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:32:42.491242 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.615921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] Deleting port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:32:42.620697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.687873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.714811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] For port 84f5f66b-97b6-40b3-8d18-92584bbb98b1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=84f5f66b-97b6-40b3-8d18-92584bbb98b1,segment=NetworkSegment(321ecba0-84e0-457e-9696-4355436fe8fd),segment_id=321ecba0-84e0-457e-9696-4355436fe8fd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:42.715527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.728989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=84f5f66b-97b6-40b3-8d18-92584bbb98b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:42.737454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] No DVR routers for this DVR port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:42.746948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] Calling delete_port for 84f5f66b-97b6-40b3-8d18-92584bbb98b1 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:32:42.908841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.943586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f208c0a1-9dc1-4292-94f5-f5304a5cea7f']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:42.956497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:42.997651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321ecba0-84e0-457e-9696-4355436fe8fd') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:42.997852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321ecba0-84e0-457e-9696-4355436fe8fd') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:43.029008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.030023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] Pushing event deleted for resources: {'Port': ['ID=84f5f66b-97b6-40b3-8d18-92584bbb98b1,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:43.032366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e269b-baf6-4e5e-9e41-b533354da1db None None] No DVR routers for this DVR port 84f5f66b-97b6-40b3-8d18-92584bbb98b1 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:32:43.083609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.111583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:32:43.112474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:32:43.114357 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:32:43.291294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.333846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.345114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.349912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] 10.222.0.42 "DELETE /v2.0/networks/f208c0a1-9dc1-4292-94f5-f5304a5cea7f HTTP/1.1" status: 204 len: 168 time: 1.5299697 Aug 12 04:32:43.369340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbb418-d73d-425c-91fa-015b6e353c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=f208c0a1-9dc1-4292-94f5-f5304a5cea7f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:43.373149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.528346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=f7d23aca-cec1-4485-933a-220df2319308,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:43.540487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:43.723396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:43.724882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:43.818426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4df779-9d59-498c-821d-8ea67493a562 None None] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:43.911969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:32:44.103241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11a23176-e958-413a-866a-93ab841894b9 None None] Provisioning for port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:44.131501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57402) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:44.192853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:32:44.203605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Sync routers for ids ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:32:44.211677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8384ddb8-4656-4a9c-94ef-af56b5c99edd tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "PUT /v2.0/routers/4bd7f199-a4a6-4aba-8753-6f47d24fb063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8072307 Aug 12 04:32:44.229434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Routers {'4bd7f199-a4a6-4aba-8753-6f47d24fb063'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:44.232485 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:44.267337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:44.339483 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-43455a4a-37a3-44ec-9f51-b1c7060b79d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=801e30fa8ebf4cfc951f984b78ea2ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713450 Aug 12 04:32:44.339483 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57414) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:44.409847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0fe8-70db-4dd8-9e32-318d33411558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:44.496917 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Set router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:44.501414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:44.501547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0fe8-70db-4dd8-9e32-318d33411558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:44.507260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:44.507260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:44.693754 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0fe8-70db-4dd8-9e32-318d33411558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:44.696464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4b9f0fe8-70db-4dd8-9e32-318d33411558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:44.697675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4b9f0fe8-70db-4dd8-9e32-318d33411558 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db5c4b91-289c-40a4-8d09-ab5ae5783760 HTTP/1.1" status: 204 len: 168 time: 0.3903048 Aug 12 04:32:44.718593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f0fe8-70db-4dd8-9e32-318d33411558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c4b91-289c-40a4-8d09-ab5ae5783760,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:44.781277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a57c617-f5f7-41de-bfd9-83766a6c9042 None None] Provisioning for port f7d23aca-cec1-4485-933a-220df2319308 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:44.796692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a57c617-f5f7-41de-bfd9-83766a6c9042 None None] Provisioning complete for port f7d23aca-cec1-4485-933a-220df2319308 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:44.797240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a57c617-f5f7-41de-bfd9-83766a6c9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:44.879895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:45.033943 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:32:42Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'f7d23aca-cec1-4485-933a-220df2319308', 'name': '', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:fb:36:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:39Z', 'updated_at': '2021-08-12T04:32:42Z', 'revision_number': 2, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:45.124126 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Checking router: 4bd7f199-a4a6-4aba-8753-6f47d24fb063 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:32:45.124501 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Updating router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 port f7d23aca-cec1-4485-933a-220df2319308 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:32:45.225810 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:45.527678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a57c617-f5f7-41de-bfd9-83766a6c9042 None None] Port f7d23aca-cec1-4485-933a-220df2319308 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:45.611651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:45.627746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a57c617-f5f7-41de-bfd9-83766a6c9042 None None] Provisioning complete for port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:45.627746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a57c617-f5f7-41de-bfd9-83766a6c9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:45.691320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:45.692134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57ccbdba-1768-42df-976c-5c021fe9a394 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:45.746782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-2ced1bc3-129d-4b11-9a89-e918b28d6acf tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:45.748524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-2ced1bc3-129d-4b11-9a89-e918b28d6acf tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/networks?id=1a8052aa-5724-4b23-be0c-22e2dd619e2a HTTP/1.1" status: 200 len: 796 time: 1.2082918 Aug 12 04:32:45.774899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-8e35e9e7-c723-4f75-86c0-5fd49234465b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/quotas/a5223415728b42509bc4a874b5c2b699 HTTP/1.1" status: 200 len: 375 time: 0.0200114 Aug 12 04:32:45.861716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:45.956399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-a39b1875-9ee8-4127-bacc-dd4170687c89 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1753290 Aug 12 04:32:46.012723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 57ccbdba-1768-42df-976c-5c021fe9a394 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:46.013200 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.070062 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.081374 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Transition to ACTIVE for port object f7d23aca-cec1-4485-933a-220df2319308 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:46.178822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-a8ff9ee3-15fb-4885-b557-4b8dd3e1ddc0 service neutron] 10.222.0.42 "GET /v2.0/networks/1a8052aa-5724-4b23-be0c-22e2dd619e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006752 Aug 12 04:32:46.206127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-57d883d7-ff83-4a47-acaf-80a8fdfa1acb None None] Provisioning complete for port f7d23aca-cec1-4485-933a-220df2319308 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:46.206502 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57d883d7-ff83-4a47-acaf-80a8fdfa1acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.215562 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.342131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 84f5f66b-97b6-40b3-8d18-92584bbb98b1 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:32:46.381034 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ca1d6-9acb-4963-a42b-22e0961d2439 None None] Pushing event updated for resources: {'Port': ['ID=f7d23aca-cec1-4485-933a-220df2319308,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:46.435776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 84f5f66b-97b6-40b3-8d18-92584bbb98b1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:32:46.436123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 84f5f66b-97b6-40b3-8d18-92584bbb98b1 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:32:46.443733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-57d883d7-ff83-4a47-acaf-80a8fdfa1acb None None] Port f7d23aca-cec1-4485-933a-220df2319308 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:46.458262 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Attempting to bind port f7d23aca-cec1-4485-933a-220df2319308 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:46.458637 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Attempting to bind port f7d23aca-cec1-4485-933a-220df2319308 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:46.459334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Attempting to bind port f7d23aca-cec1-4485-933a-220df2319308 on network 1a8052aa-5724-4b23-be0c-22e2dd619e2a {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:46.467340 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:46.468026 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Checking segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:46.469842 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.471828 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Bound using segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:46.472979 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Bound port: f7d23aca-cec1-4485-933a-220df2319308, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:46.474562 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.498289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-0e8e7c03-3fb0-441e-987f-5174694fd2bc service neutron] 10.222.0.42 "GET /v2.0/networks/1a8052aa-5724-4b23-be0c-22e2dd619e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183594 Aug 12 04:32:46.627446 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] For port f7d23aca-cec1-4485-933a-220df2319308, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:46.630656 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] For port f7d23aca-cec1-4485-933a-220df2319308, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f7d23aca-cec1-4485-933a-220df2319308,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:46.642374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:46.716383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:46.716770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.761862 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:46.860193 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Routers {'4bd7f199-a4a6-4aba-8753-6f47d24fb063'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:32:46.861478 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:32:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:46.946563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2596a9e5-041e-4d91-874f-7dce9445a1d8 req-feb3e254-dd19-43b1-b08f-a8df604e8406 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 210 time: 0.0733485 Aug 12 04:32:46.986932 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ca1d6-9acb-4963-a42b-22e0961d2439 None None] Pushing event updated for resources: {'Port': ['ID=f7d23aca-cec1-4485-933a-220df2319308,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:47.116903 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] Set router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:32:47.288336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:47.389349 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:32:42Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'f7d23aca-cec1-4485-933a-220df2319308', 'name': '', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:fb:36:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:39Z', 'updated_at': '2021-08-12T04:32:46Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:47.427867 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42e7a2-bd88-46f7-b8bf-e406fc7cab55 None None] The sync data for ids ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'] in n-d-804320-1 is: [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:32:42Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'f7d23aca-cec1-4485-933a-220df2319308', 'name': '', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:fb:36:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:39Z', 'updated_at': '2021-08-12T04:32:46Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:32:47.537295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505312f3-aa1e-48e2-9c65-25eda0e518f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:47.687363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57536) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:47.768750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505312f3-aa1e-48e2-9c65-25eda0e518f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:47.865407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-257188795-network', 'tenant_id': '436b8ca6ffb54d5aacd3046c2a7192fc'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:47.881980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-505312f3-aa1e-48e2-9c65-25eda0e518f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:47.924504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-505312f3-aa1e-48e2-9c65-25eda0e518f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3be4ae90cda4820a935b4c54246edaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6348095 Aug 12 04:32:47.925713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505312f3-aa1e-48e2-9c65-25eda0e518f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d14053c-a0f1-44fc-b527-c425a229815c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:47.928872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57544) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:47.995361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Made reservation on behalf of 436b8ca6ffb54d5aacd3046c2a7192fc for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:47.997259 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56763d0d-61e3-4d54-8755-4e0702add331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.001343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.016982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.026922 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56763d0d-61e3-4d54-8755-4e0702add331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.086531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc16b9c4-d226-43c3-ae4e-726c861b94f7 req-7e4598c7-f2fd-4026-8beb-57b360cd4b4a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 210 time: 0.0504060 Aug 12 04:32:48.172992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.219297 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56763d0d-61e3-4d54-8755-4e0702add331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.222058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56763d0d-61e3-4d54-8755-4e0702add331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.227126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-56763d0d-61e3-4d54-8755-4e0702add331 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d14053c-a0f1-44fc-b527-c425a229815c HTTP/1.1" status: 204 len: 168 time: 0.2971523 Aug 12 04:32:48.236865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56763d0d-61e3-4d54-8755-4e0702add331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d14053c-a0f1-44fc-b527-c425a229815c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:48.264943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.287944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:32:48.339355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad5e3fd-d462-4e29-b33e-31a715d21fb2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:48.345486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.346195 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Added segment 04a80b3e-c8d7-499e-b6ef-288da47e74cd of type vlan for network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b Aug 12 04:32:48.399499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.539406 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.540418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:48.544220 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.559552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f7d23aca-cec1-4485-933a-220df2319308 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:48.639463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] Pushing event updated for resources: {'Network': ['ID=3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:48.657998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:32:48.724991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-60c10303-15c5-48a2-8f7b-40d543ce79ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0359559 Aug 12 04:32:48.725265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57574) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:48.734887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Request body: {'subnet': {'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-257188795-subnet', 'tenant_id': '436b8ca6ffb54d5aacd3046c2a7192fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:48.796975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port f7d23aca-cec1-4485-933a-220df2319308 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:48.799767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f7d23aca-cec1-4485-933a-220df2319308 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:48.800150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.871349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Made reservation on behalf of 436b8ca6ffb54d5aacd3046c2a7192fc for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:48.873728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:48.957486 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.005459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port f7d23aca-cec1-4485-933a-220df2319308, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f7d23aca-cec1-4485-933a-220df2319308,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:49.120914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.229157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=f7d23aca-cec1-4485-933a-220df2319308,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:49.270860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69a5e69f-9366-4911-8e48-f811c033d1dd req-9bbff650-2fed-40d6-a639-11427f2b7af9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 210 time: 0.0284655 Aug 12 04:32:49.282870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57584) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:49.302773 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d590972a-d0ec-485a-9d01-9b2ac7a395bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.367124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.449719 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d590972a-d0ec-485a-9d01-9b2ac7a395bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.457548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664f6a21-d406-43c2-8879-6fc5d84116de,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:49.461780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Checking segment: {'id': '04a80b3e-c8d7-499e-b6ef-288da47e74cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:49.462306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Network hostable DHCP agents. Network: 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:32:49.550505 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d590972a-d0ec-485a-9d01-9b2ac7a395bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.587785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590972a-d0ec-485a-9d01-9b2ac7a395bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959a28a-2998-49bd-910f-01f1c55bbf44,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:49.592275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d590972a-d0ec-485a-9d01-9b2ac7a395bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=264a81453f2e419590ecc0f5c0b5eeeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080840 Aug 12 04:32:49.595835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57592) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:49.603098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:32:49.660233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050ce969-af10-4e29-a988-d73a431a889f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.692802 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050ce969-af10-4e29-a988-d73a431a889f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.767339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:49.772067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:49.776487 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.787785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c22d9-cdb7-45d7-bb2d-8c390f58bc3b None None] Network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:49.870270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050ce969-af10-4e29-a988-d73a431a889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.875495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050ce969-af10-4e29-a988-d73a431a889f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:49.877045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-050ce969-af10-4e29-a988-d73a431a889f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7959a28a-2998-49bd-910f-01f1c55bbf44 HTTP/1.1" status: 204 len: 168 time: 0.2802901 Aug 12 04:32:49.890003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ce969-af10-4e29-a988-d73a431a889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959a28a-2998-49bd-910f-01f1c55bbf44,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:49.954265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-78a7a995-416a-480d-895c-ef5c661faa78 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2263179 Aug 12 04:32:50.047933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-b56aba35-5261-4098-8491-6c70dd5c87c4 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:50.051870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-b56aba35-5261-4098-8491-6c70dd5c87c4 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.20 "GET /v2.0/networks?id=1a8052aa-5724-4b23-be0c-22e2dd619e2a HTTP/1.1" status: 200 len: 796 time: 0.2279837 Aug 12 04:32:50.065075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Request body: {'port': {'device_id': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'admin_state_up': True, 'tenant_id': 'a5223415728b42509bc4a874b5c2b699'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:50.071477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3213ffa-0877-44a5-8bea-fc0a21bd34df None None] Network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:32:50.366156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Made reservation on behalf of a5223415728b42509bc4a874b5c2b699 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:50.373143 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:50.537721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec9fa08b-941f-465d-96d0-0641054fe1d6 req-8cb19adb-e3cb-4108-afb8-0d968076018d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 210 time: 0.1187313 Aug 12 04:32:50.590999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f7d23aca-cec1-4485-933a-220df2319308 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:50.623084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Allocated IP 172.20.0.22 (1a8052aa-5724-4b23-be0c-22e2dd619e2a/8ce1998d-6c88-434f-a48c-54a1257da5b7/c811ba00-3ccb-4d02-a826-2e1693d02a25) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:50.699975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port f7d23aca-cec1-4485-933a-220df2319308 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:50.700475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:50.857117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:50.892007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Transition to ACTIVE for port object c811ba00-3ccb-4d02-a826-2e1693d02a25 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:51.019966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:51.082908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:51.095670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:51.110858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:51.199433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-1906a48c-0b39-4efb-9659-9538207fdfbb tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:51.203178 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-1906a48c-0b39-4efb-9659-9538207fdfbb tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/networks?id=3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b HTTP/1.1" status: 200 len: 813 time: 0.2306643 Aug 12 04:32:51.211610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event updated for resources: {'Port': ['ID=c811ba00-3ccb-4d02-a826-2e1693d02a25,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:51.249293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-aca4d9e5-10e4-4036-b15a-ea3b39bb2622 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/quotas/436b8ca6ffb54d5aacd3046c2a7192fc HTTP/1.1" status: 200 len: 375 time: 0.0417850 Aug 12 04:32:51.276963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:51.278123 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:51.312842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-315e782e-fbaa-478b-a803-273e53954b7d tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=436b8ca6ffb54d5aacd3046c2a7192fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483150 Aug 12 04:32:51.423893 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-241a8b2c-6797-40b4-94ef-ee59ec9af367 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3625019 Aug 12 04:32:51.449126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Request body: {'port': {'device_id': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:51.526748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-ad0ef5ce-1d41-414b-9da6-81277d52b8ee service neutron] 10.222.0.42 "GET /v2.0/networks/3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943841 Aug 12 04:32:51.531285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:51.717173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-14c87fdd-1746-43c0-b2e2-c44535966cda None None] Provisioning for port c811ba00-3ccb-4d02-a826-2e1693d02a25 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:51.725803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-14c87fdd-1746-43c0-b2e2-c44535966cda None None] Provisioning complete for port c811ba00-3ccb-4d02-a826-2e1693d02a25 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:51.726449 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-14c87fdd-1746-43c0-b2e2-c44535966cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:51.729577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f3e9-6f7c-418a-bd76-134dc7caab45 req-94b09091-bb7a-4a53-a6ec-97b36f0618f2 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:51.750415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4125f3e9-6f7c-418a-bd76-134dc7caab45 req-94b09091-bb7a-4a53-a6ec-97b36f0618f2 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 895 time: 0.1407986 Aug 12 04:32:51.797986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-14c87fdd-1746-43c0-b2e2-c44535966cda None None] Port c811ba00-3ccb-4d02-a826-2e1693d02a25 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:32:51.798198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-70cbed25-9503-49bf-a03f-a3f942a6221e service neutron] 10.222.0.42 "GET /v2.0/networks/3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636223 Aug 12 04:32:52.036450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c811ba00-3ccb-4d02-a826-2e1693d02a25 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:32:52.050822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:52.062700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Transition to ACTIVE for port object c811ba00-3ccb-4d02-a826-2e1693d02a25 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:52.173981 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:52.181461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a624905-4d8a-4cc1-997e-2cb236f02318 req-0fb1eaf2-0f34-4487-918b-1d5516fbb904 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 210 time: 0.0597420 Aug 12 04:32:52.311614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Pushing event updated for resources: {'Port': ['ID=c811ba00-3ccb-4d02-a826-2e1693d02a25,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:52.354205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Attempting to bind port c811ba00-3ccb-4d02-a826-2e1693d02a25 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:52.355964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Attempting to bind port c811ba00-3ccb-4d02-a826-2e1693d02a25 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:52.355964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Attempting to bind port c811ba00-3ccb-4d02-a826-2e1693d02a25 on network 1a8052aa-5724-4b23-be0c-22e2dd619e2a {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:52.364773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Port c811ba00-3ccb-4d02-a826-2e1693d02a25 on network 1a8052aa-5724-4b23-be0c-22e2dd619e2a not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:32:52.365111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Attempting to bind port c811ba00-3ccb-4d02-a826-2e1693d02a25 on network 1a8052aa-5724-4b23-be0c-22e2dd619e2a {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:52.375734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:52.376071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Checking segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:52.377017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Bound using segment: {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:52.377462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Bound port: c811ba00-3ccb-4d02-a826-2e1693d02a25, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:52.377965 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:52.558395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] For port c811ba00-3ccb-4d02-a826-2e1693d02a25, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:52.568734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] For port c811ba00-3ccb-4d02-a826-2e1693d02a25, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c811ba00-3ccb-4d02-a826-2e1693d02a25,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:52.666333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:52.738201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:52.738845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:52.749488 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] 10.222.0.20 "PUT /v2.0/ports/c811ba00-3ccb-4d02-a826-2e1693d02a25 HTTP/1.1" status: 200 len: 1055 time: 1.3063414 Aug 12 04:32:52.753703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'tag': 'c811ba00-3ccb-4d02-a826-2e1693d02a25'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:52.758008 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927" -d '{"events": [{"name": "network-changed", "server_uuid": "ca0bb161-eb3a-4189-b768-d5d858893eea", "tag": "c811ba00-3ccb-4d02-a826-2e1693d02a25"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:52.759514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57674) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:52.818664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb88a7-bcdd-4f7f-954b-bf931760ac55 service neutron] Pushing event updated for resources: {'Port': ['ID=c811ba00-3ccb-4d02-a826-2e1693d02a25,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:52.860562 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa440fe-2acd-4c31-b3b6-981efa36a63b x-openstack-request-id: req-4aa440fe-2acd-4c31-b3b6-981efa36a63b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:52.860889 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca0bb161-eb3a-4189-b768-d5d858893eea", "tag": "c811ba00-3ccb-4d02-a826-2e1693d02a25", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:52.861145 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4aa440fe-2acd-4c31-b3b6-981efa36a63b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:52.862051 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'tag': 'c811ba00-3ccb-4d02-a826-2e1693d02a25', 'status': 'completed', 'code': 200} Aug 12 04:32:52.915321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-42870dea-a1b1-4345-b488-ee6e7f49ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:52.917078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-42870dea-a1b1-4345-b488-ee6e7f49ceb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 1058 time: 0.0502291 Aug 12 04:32:52.939143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Deleting subnet a90965e6-4a79-42bf-a1fd-bc6df33a5557 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:32:52.958122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.018016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.097938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.141163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-c7a2f91d-8479-4a08-97b9-be6767ab5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.141647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-c7a2f91d-8479-4a08-97b9-be6767ab5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.144049 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-c7a2f91d-8479-4a08-97b9-be6767ab5500 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a5223415728b42509bc4a874b5c2b699&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2158027 Aug 12 04:32:53.293056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.337824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebfc309a-89d1-4ffe-ad6b-80324b95b736 req-ec811ab1-40a9-454b-8d0f-6a12c740d6b9 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 210 time: 0.0817003 Aug 12 04:32:53.350637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035e509-1c9c-4f7c-92bc-6f9ede209f91 req-6ffa44d4-120d-42e3-bd5b-0bda95d36847 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.363686 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8035e509-1c9c-4f7c-92bc-6f9ede209f91 req-6ffa44d4-120d-42e3-bd5b-0bda95d36847 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 907 time: 0.2317252 Aug 12 04:32:53.379743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90965e6-4a79-42bf-a1fd-bc6df33a5557,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:53.420966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.427983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-de819835-245d-4b08-88f6-1417e5ac1d6a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a90965e6-4a79-42bf-a1fd-bc6df33a5557 HTTP/1.1" status: 204 len: 168 time: 0.6659737 Aug 12 04:32:53.428204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57694) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:53.495567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-c31e8d7e-d67a-44ed-9701-e993be0f14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.497225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1bcb0f2-4f3f-452e-a3e8-6d94edd63927 req-c31e8d7e-d67a-44ed-9701-e993be0f14c1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126132 Aug 12 04:32:53.535314 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.661295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.674869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531e467d-8669-4541-b6fb-e3c53b3b6aee']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:53.686540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-582c0232-d0f6-4f30-979e-b26b6c136912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.688122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-582c0232-d0f6-4f30-979e-b26b6c136912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 1058 time: 0.1149976 Aug 12 04:32:53.692543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8a619b-8214-42fe-9d77-12d536963554') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:53.697718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8a619b-8214-42fe-9d77-12d536963554') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:32:53.710032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.744447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-d13452de-c5d6-4afb-8bc8-1e18f7d620ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c811ba00-3ccb-4d02-a826-2e1693d02a25 HTTP/1.1" status: 200 len: 217 time: 0.0444052 Aug 12 04:32:53.759975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.789682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:32:53.790094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:32:53.795752 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:32:53.856599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-1ff0a25a-cfa8-444d-9cda-8811ac06f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.858084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-1ff0a25a-cfa8-444d-9cda-8811ac06f7fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8ce1998d-6c88-434f-a48c-54a1257da5b7 HTTP/1.1" status: 200 len: 837 time: 0.1065953 Aug 12 04:32:53.924620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-41c57365-f902-4d90-a338-91c948e7ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:53.926161 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-41c57365-f902-4d90-a338-91c948e7ff6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8052aa-5724-4b23-be0c-22e2dd619e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595467 Aug 12 04:32:54.002614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:54.017204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:54.018074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] 10.222.0.42 "DELETE /v2.0/networks/531e467d-8669-4541-b6fb-e3c53b3b6aee HTTP/1.1" status: 204 len: 168 time: 0.5885241 Aug 12 04:32:54.031712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fc4f7-07d1-4917-88a9-f71962a18291 admin admin] Pushing event deleted for resources: {'Network': ['ID=531e467d-8669-4541-b6fb-e3c53b3b6aee,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:54.095442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-592a4611-3ddb-4f41-9be3-ff6ec33d0da8 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8052aa-5724-4b23-be0c-22e2dd619e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606195 Aug 12 04:32:54.192095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-190bc192-72e1-42c3-8c8b-21b8b0b7e150 req-86ad783c-1ed0-4ec5-9452-6d1c7857151f service neutron] 10.222.0.20 "GET /v2.0/networks/1a8052aa-5724-4b23-be0c-22e2dd619e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884836 Aug 12 04:32:54.482536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1259b2f-afa4-415d-8615-73a47771c7bc req-2ea4cd3c-0740-442e-a8b4-a4e1b0fbc15e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 210 time: 0.0581906 Aug 12 04:32:54.551475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9eec64-8c50-4ca3-8369-5c87ed5659e4 req-99bc6ee1-dc8f-44c2-9815-703e8172c310 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:54.552946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc9eec64-8c50-4ca3-8369-5c87ed5659e4 req-99bc6ee1-dc8f-44c2-9815-703e8172c310 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 907 time: 0.0551369 Aug 12 04:32:54.596966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57728) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:54.647793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4c4bdc70-a61a-4b54-abba-f85bbcbf47cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff0ee512538c43f59a0a60d8892f04ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496795 Aug 12 04:32:54.648500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57732) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:54.699415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00efa4e3-08d3-4039-9d65-66bb0eb5e1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:54.720159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00efa4e3-08d3-4039-9d65-66bb0eb5e1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:54.841576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00efa4e3-08d3-4039-9d65-66bb0eb5e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:54.844403 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00efa4e3-08d3-4039-9d65-66bb0eb5e1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:54.848366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-00efa4e3-08d3-4039-9d65-66bb0eb5e1db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38e83604-aac1-46e4-9598-71252d191da2 HTTP/1.1" status: 204 len: 168 time: 0.1962922 Aug 12 04:32:54.853842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efa4e3-08d3-4039-9d65-66bb0eb5e1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e83604-aac1-46e4-9598-71252d191da2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:55.008748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 57738) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:55.150155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cbe0-5086-4f5b-bbe3-6c8c0f7f2bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.329135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-3f398f9d-6f71-4ce1-a9a5-cced4679c536 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:55.330726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-3f398f9d-6f71-4ce1-a9a5-cced4679c536 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.36 "GET /v2.0/networks?id=3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b HTTP/1.1" status: 200 len: 813 time: 0.1549122 Aug 12 04:32:55.348033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Request body: {'port': {'device_id': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b', 'admin_state_up': True, 'tenant_id': '436b8ca6ffb54d5aacd3046c2a7192fc'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:55.471553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cbe0-5086-4f5b-bbe3-6c8c0f7f2bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.617781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ca7cbe0-5086-4f5b-bbe3-6c8c0f7f2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.621715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57760) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:55.625760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ca7cbe0-5086-4f5b-bbe3-6c8c0f7f2bee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4c14c7190e34f3e8c342e46a1799b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5574062 Aug 12 04:32:55.626815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a27dfb7-cf19-400e-9e71-6bdec278c427 req-db0b4cde-b350-4d67-a35f-455f64b4f940 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 210 time: 0.0487938 Aug 12 04:32:55.635320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.640239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7cbe0-5086-4f5b-bbe3-6c8c0f7f2bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1908cd1-cbd1-46a8-af39-b4478975a830,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:55.689712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c2ebfb1-05ed-4064-9a11-4d326c97555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.729241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c2ebfb1-05ed-4064-9a11-4d326c97555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.733412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Made reservation on behalf of 436b8ca6ffb54d5aacd3046c2a7192fc for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:32:55.737918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.812712 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.818103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cdf99-f950-40ec-be17-f65947d6ba08 req-51565ddd-ca62-4bb6-9eb0-7802354c8c6b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:55.819731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-723cdf99-f950-40ec-be17-f65947d6ba08 req-51565ddd-ca62-4bb6-9eb0-7802354c8c6b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 907 time: 0.0821266 Aug 12 04:32:55.904318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Allocated IP 172.20.0.13 (3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b/664f6a21-d406-43c2-8879-6fc5d84116de/f5ecc139-ca04-4d6a-862a-76c2f7120699) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:32:55.944681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c2ebfb1-05ed-4064-9a11-4d326c97555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.947573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c2ebfb1-05ed-4064-9a11-4d326c97555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:55.951718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4c2ebfb1-05ed-4064-9a11-4d326c97555a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1908cd1-cbd1-46a8-af39-b4478975a830 HTTP/1.1" status: 204 len: 168 time: 0.3803492 Aug 12 04:32:55.964779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ebfb1-05ed-4064-9a11-4d326c97555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1908cd1-cbd1-46a8-af39-b4478975a830,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:56.093899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:56.264577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:56.330469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:32:56.337577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:32:56.347893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Pushing event updated for resources: {'Port': ['ID=f5ecc139-ca04-4d6a-862a-76c2f7120699,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:56.350377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:32:56.412102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:56.415343 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:56.488435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-cf0ef1d7-33f0-420c-a434-3a7feb1a388e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1442652 Aug 12 04:32:56.502843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Request body: {'port': {'device_id': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:32:56.577064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:56.725008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:56.762776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0feb913e-fac2-44fe-a1ac-b70193d9c027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:56.993607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0feb913e-fac2-44fe-a1ac-b70193d9c027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.017172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820733e-7906-46ae-b21d-0dfb9a9a002e req-bdf174fe-57c6-4b5d-8eec-c4848e6ca304 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:57.019264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3820733e-7906-46ae-b21d-0dfb9a9a002e req-bdf174fe-57c6-4b5d-8eec-c4848e6ca304 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 907 time: 0.0775948 Aug 12 04:32:57.083176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0feb913e-fac2-44fe-a1ac-b70193d9c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.135578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0feb913e-fac2-44fe-a1ac-b70193d9c027 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7350ccbc41f34085a255024fc38f3d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089391 Aug 12 04:32:57.136482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb913e-fac2-44fe-a1ac-b70193d9c027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4725568a-fae8-4ddb-b932-0d5dd00b9ebd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:57.138830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 57850) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:32:57.211392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee634f4c-e657-4dd4-aa95-ad770a244840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.234360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc429-d448-4221-a0cb-3c29d7dd83fc req-e9fb2989-a74d-41a8-8944-12edfaaea437 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:57.236472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a0fc429-d448-4221-a0cb-3c29d7dd83fc req-e9fb2989-a74d-41a8-8944-12edfaaea437 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 932 time: 0.4918239 Aug 12 04:32:57.249045 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee634f4c-e657-4dd4-aa95-ad770a244840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.299365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a0fc429-d448-4221-a0cb-3c29d7dd83fc req-c39977d2-15d7-42fc-8eeb-d057b00afe1f tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533051 Aug 12 04:32:57.317082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c811ba00-3ccb-4d02-a826-2e1693d02a25 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:32:57.346284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ecc139-ca04-4d6a-862a-76c2f7120699 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:32:57.358577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.413442 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee634f4c-e657-4dd4-aa95-ad770a244840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.414529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Transition to ACTIVE for port object f5ecc139-ca04-4d6a-862a-76c2f7120699 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:32:57.420144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee634f4c-e657-4dd4-aa95-ad770a244840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.421363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ee634f4c-e657-4dd4-aa95-ad770a244840 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4725568a-fae8-4ddb-b932-0d5dd00b9ebd HTTP/1.1" status: 204 len: 168 time: 0.2775025 Aug 12 04:32:57.433086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c811ba00-3ccb-4d02-a826-2e1693d02a25, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c811ba00-3ccb-4d02-a826-2e1693d02a25,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:57.436481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee634f4c-e657-4dd4-aa95-ad770a244840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4725568a-fae8-4ddb-b932-0d5dd00b9ebd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:57.441202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'c811ba00-3ccb-4d02-a826-2e1693d02a25', 'network_id': '1a8052aa-5724-4b23-be0c-22e2dd619e2a', 'port_id': 'c811ba00-3ccb-4d02-a826-2e1693d02a25', 'mac_address': 'fa:16:3e:02:55:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce1998d-6c88-434f-a48c-54a1257da5b7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:32:57.510330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.526071 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.546509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c811ba00-3ccb-4d02-a826-2e1693d02a25 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:32:57.571404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c811ba00-3ccb-4d02-a826-2e1693d02a25, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c811ba00-3ccb-4d02-a826-2e1693d02a25,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:57.608490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Pushing event updated for resources: {'Port': ['ID=f5ecc139-ca04-4d6a-862a-76c2f7120699,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:57.685586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Attempting to bind port f5ecc139-ca04-4d6a-862a-76c2f7120699 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:32:57.687357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Attempting to bind port f5ecc139-ca04-4d6a-862a-76c2f7120699 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '04a80b3e-c8d7-499e-b6ef-288da47e74cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:32:57.687860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Attempting to bind port f5ecc139-ca04-4d6a-862a-76c2f7120699 on network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:57.688130 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.695245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Port f5ecc139-ca04-4d6a-862a-76c2f7120699 on network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:32:57.695713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Attempting to bind port f5ecc139-ca04-4d6a-862a-76c2f7120699 on network 3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:32:57.700818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:32:57.701163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Checking segment: {'id': '04a80b3e-c8d7-499e-b6ef-288da47e74cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:32:57.701546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Bound using segment: {'id': '04a80b3e-c8d7-499e-b6ef-288da47e74cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:32:57.701971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Bound port: f5ecc139-ca04-4d6a-862a-76c2f7120699, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a80b3e-c8d7-499e-b6ef-288da47e74cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:32:57.702333 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.748065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=c811ba00-3ccb-4d02-a826-2e1693d02a25,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:57.778503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] For port f5ecc139-ca04-4d6a-862a-76c2f7120699, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:32:57.781396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] For port f5ecc139-ca04-4d6a-862a-76c2f7120699, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5ecc139-ca04-4d6a-862a-76c2f7120699,segment=NetworkSegment(04a80b3e-c8d7-499e-b6ef-288da47e74cd),segment_id=04a80b3e-c8d7-499e-b6ef-288da47e74cd)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:32:57.908210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['c811ba00-3ccb-4d02-a826-2e1693d02a25'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:32:57.910911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.950204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:57.951833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:57.953723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] 10.222.0.36 "PUT /v2.0/ports/f5ecc139-ca04-4d6a-862a-76c2f7120699 HTTP/1.1" status: 200 len: 1092 time: 1.4562161 Aug 12 04:32:57.964806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'tag': 'f5ecc139-ca04-4d6a-862a-76c2f7120699'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:57.967620 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38ae5d-5c73-4031-9993-f9165e568724" -d '{"events": [{"name": "network-changed", "server_uuid": "66b5fcb5-ad3b-4289-9975-fe212a5fe7ec", "tag": "f5ecc139-ca04-4d6a-862a-76c2f7120699"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:58.060361 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59145c60-a4bb-4bdd-a5be-92a6b9161084 x-openstack-request-id: req-59145c60-a4bb-4bdd-a5be-92a6b9161084 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:58.060725 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b5fcb5-ad3b-4289-9975-fe212a5fe7ec", "tag": "f5ecc139-ca04-4d6a-862a-76c2f7120699", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:58.061093 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59145c60-a4bb-4bdd-a5be-92a6b9161084 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:58.061528 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'tag': 'f5ecc139-ca04-4d6a-862a-76c2f7120699', 'status': 'completed', 'code': 200} Aug 12 04:32:58.074362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88dc49-4606-4c56-861d-f538e314463b service neutron] Pushing event updated for resources: {'Port': ['ID=f5ecc139-ca04-4d6a-862a-76c2f7120699,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:58.132929 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:32:58.153341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ae5d-5c73-4031-9993-f9165e568724 req-b3a666a1-e249-47d4-bd1a-3a16b69af41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.154984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da38ae5d-5c73-4031-9993-f9165e568724 req-b3a666a1-e249-47d4-bd1a-3a16b69af41b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=436b8ca6ffb54d5aacd3046c2a7192fc&device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 1095 time: 0.0817788 Aug 12 04:32:58.248378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-612ee818-5b1b-4cb8-a54b-5e3127423f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:58.257824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992ab0a-8d33-4cac-98e0-75906930e3f5 req-2531287e-a881-4ef2-8d10-ce67002244a2 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.259661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4992ab0a-8d33-4cac-98e0-75906930e3f5 req-2531287e-a881-4ef2-8d10-ce67002244a2 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 908 time: 0.1469607 Aug 12 04:32:58.308395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ae5d-5c73-4031-9993-f9165e568724 req-a036c587-6278-4c1b-9cc1-5839265f13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.309838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da38ae5d-5c73-4031-9993-f9165e568724 req-a036c587-6278-4c1b-9cc1-5839265f13d3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=436b8ca6ffb54d5aacd3046c2a7192fc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1461127 Aug 12 04:32:58.487669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ae5d-5c73-4031-9993-f9165e568724 req-91392467-d50a-436a-be6b-dcd3cc173652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.490240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da38ae5d-5c73-4031-9993-f9165e568724 req-91392467-d50a-436a-be6b-dcd3cc173652 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727746 Aug 12 04:32:58.491874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e8c52-0aff-4dd1-b0d0-1169a6b7e69a req-d6dec1e2-3fa0-4e6a-883b-8f5f515a855b tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.502427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-236e8c52-0aff-4dd1-b0d0-1169a6b7e69a req-d6dec1e2-3fa0-4e6a-883b-8f5f515a855b tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 944 time: 0.0883467 Aug 12 04:32:58.588862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-236e8c52-0aff-4dd1-b0d0-1169a6b7e69a req-94273877-0895-4e66-8238-1a103be8c84a tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848205 Aug 12 04:32:58.649217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-73243250-bfd9-4c69-8073-ac02d2362c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.650969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-73243250-bfd9-4c69-8073-ac02d2362c9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=436b8ca6ffb54d5aacd3046c2a7192fc&device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 1095 time: 0.1120441 Aug 12 04:32:58.708637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-20fa227c-36af-4608-a66c-e0b121de7301 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5ecc139-ca04-4d6a-862a-76c2f7120699 HTTP/1.1" status: 200 len: 217 time: 0.0495205 Aug 12 04:32:58.804392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-3ae18df9-2061-4115-832b-6cdafd43bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:58.806558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-3ae18df9-2061-4115-832b-6cdafd43bd61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=664f6a21-d406-43c2-8879-6fc5d84116de HTTP/1.1" status: 200 len: 853 time: 0.0909772 Aug 12 04:32:58.854956 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-f9115e29-964e-48aa-b285-3f7aa585c128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411439 Aug 12 04:32:58.975905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-3c02ef02-4870-4f82-a4f7-e5e1f82a475f service neutron] 10.222.0.36 "GET /v2.0/networks/3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136079 Aug 12 04:32:59.107374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-099f5d67-018e-4c1d-aba4-35af6dd49870 req-e478d176-9e1f-4744-a530-f77972a2a89a service neutron] 10.222.0.36 "GET /v2.0/networks/3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245537 Aug 12 04:32:59.336134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c811ba00-3ccb-4d02-a826-2e1693d02a25 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:32:59.444352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abb5aa-75d7-4629-b45f-bef4752a98ef req-a85f1166-5134-47fb-bf5b-46e35089a02c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:59.452668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3abb5aa-75d7-4629-b45f-bef4752a98ef req-a85f1166-5134-47fb-bf5b-46e35089a02c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 908 time: 0.0985804 Aug 12 04:32:59.491848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port c811ba00-3ccb-4d02-a826-2e1693d02a25 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:32:59.496011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port c811ba00-3ccb-4d02-a826-2e1693d02a25 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:32:59.496489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:59.616639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:59.654139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c811ba00-3ccb-4d02-a826-2e1693d02a25'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:32:59.656621 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9129b-f17e-467a-8cef-cac274309f94" -d '{"events": [{"server_uuid": "ca0bb161-eb3a-4189-b768-d5d858893eea", "name": "network-vif-plugged", "status": "completed", "tag": "c811ba00-3ccb-4d02-a826-2e1693d02a25"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:32:59.684721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port c811ba00-3ccb-4d02-a826-2e1693d02a25, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c811ba00-3ccb-4d02-a826-2e1693d02a25,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:32:59.697623 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2558f968-226d-4fd7-9e41-cf1097038f31 x-openstack-request-id: req-2558f968-226d-4fd7-9e41-cf1097038f31 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:32:59.697934 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0bb161-eb3a-4189-b768-d5d858893eea", "name": "network-vif-plugged", "status": "completed", "tag": "c811ba00-3ccb-4d02-a826-2e1693d02a25", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:32:59.698196 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2558f968-226d-4fd7-9e41-cf1097038f31 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:32:59.698648 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c811ba00-3ccb-4d02-a826-2e1693d02a25', 'code': 200} Aug 12 04:32:59.755694 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:32:59.816355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=c811ba00-3ccb-4d02-a826-2e1693d02a25,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:32:59.843070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcfaa-1790-479b-a8f5-bbeccd012c5c req-41f38c62-9407-4bbd-9e4f-2a677a414135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:59.844821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75fbcfaa-1790-479b-a8f5-bbeccd012c5c req-41f38c62-9407-4bbd-9e4f-2a677a414135 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 1060 time: 0.0784504 Aug 12 04:32:59.855346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8635348-7c7d-4bcf-a550-6705de93f9bc req-e3d98f8a-a4eb-4b3c-855e-f57e989fe54b tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:32:59.875243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8635348-7c7d-4bcf-a550-6705de93f9bc req-e3d98f8a-a4eb-4b3c-855e-f57e989fe54b tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 944 time: 0.1796381 Aug 12 04:32:59.916512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8635348-7c7d-4bcf-a550-6705de93f9bc req-099a16e9-6e15-4d9f-a867-09be10461c04 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 Aug 12 04:33:00.235038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-20607481-2188-4fcb-bfdb-2a8222a710b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554438 Aug 12 04:33:00.302151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-ba916141-24ce-472d-9720-533ff0e4a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:00.303820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-ba916141-24ce-472d-9720-533ff0e4a0d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1135 time: 0.0449481 Aug 12 04:33:00.443552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-c023649b-33c7-492b-b4f3-0f249be56c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:00.445492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-c023649b-33c7-492b-b4f3-0f249be56c69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f HTTP/1.1" status: 200 len: 898 time: 0.1147249 Aug 12 04:33:00.592710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-4a575faa-6ada-435f-987d-609c6811cf04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1307e52-ca2b-4525-895c-26e04a4c973a HTTP/1.1" status: 200 len: 1000 time: 0.1405911 Aug 12 04:33:00.642500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b464a-ccf9-496d-8443-204902a492bd req-df1f5271-e4c0-4bf4-b215-659f52f2c606 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:00.651138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f19b464a-ccf9-496d-8443-204902a492bd req-df1f5271-e4c0-4bf4-b215-659f52f2c606 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 909 time: 0.1097984 Aug 12 04:33:00.685091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-137de561-fbc9-4ad2-a0da-2204c7195ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:00.685267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-137de561-fbc9-4ad2-a0da-2204c7195ec8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d658f7ed-f50f-4fd9-8f1e-66b959570017 HTTP/1.1" status: 200 len: 834 time: 0.0857997 Aug 12 04:33:00.771567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-a87b38ac-3457-4fdb-9d65-9ae32c2666e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:00.773757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-a87b38ac-3457-4fdb-9d65-9ae32c2666e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803182 Aug 12 04:33:00.841338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-95b2a7f9-12b9-4a57-995f-c4843c1d9c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:00.871223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-fbe1ad2c-3c05-4598-a68d-0587b5d0447d service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895855 Aug 12 04:33:00.982859 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:01.011894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66359fea-4e1f-42d7-a8ef-c90810eae77f req-891862e7-6fe1-446e-a886-b049678037f9 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328642 Aug 12 04:33:01.060954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5ecc139-ca04-4d6a-862a-76c2f7120699 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:33:01.064791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d7817-4d2f-4080-a7f9-373c205cfa5a req-1c9ea84e-290b-4896-ab33-54ea983b9cdc tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:01.072512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af0d7817-4d2f-4080-a7f9-373c205cfa5a req-1c9ea84e-290b-4896-ab33-54ea983b9cdc tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 944 time: 0.0677438 Aug 12 04:33:01.111603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af0d7817-4d2f-4080-a7f9-373c205cfa5a req-ab579122-1b9e-4fe3-a2a5-1ca3e87b9065 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Aug 12 04:33:01.216191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f5ecc139-ca04-4d6a-862a-76c2f7120699, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5ecc139-ca04-4d6a-862a-76c2f7120699,segment=NetworkSegment(04a80b3e-c8d7-499e-b6ef-288da47e74cd),segment_id=04a80b3e-c8d7-499e-b6ef-288da47e74cd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:01.229533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f5ecc139-ca04-4d6a-862a-76c2f7120699', 'network_id': '3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b', 'port_id': 'f5ecc139-ca04-4d6a-862a-76c2f7120699', 'mac_address': 'fa:16:3e:74:c9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664f6a21-d406-43c2-8879-6fc5d84116de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:33:01.275318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:01.289834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ecc139-ca04-4d6a-862a-76c2f7120699 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:33:01.331726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f5ecc139-ca04-4d6a-862a-76c2f7120699, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5ecc139-ca04-4d6a-862a-76c2f7120699,segment=NetworkSegment(04a80b3e-c8d7-499e-b6ef-288da47e74cd),segment_id=04a80b3e-c8d7-499e-b6ef-288da47e74cd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:01.492730 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:01.611033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f5ecc139-ca04-4d6a-862a-76c2f7120699,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:01.706914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5ecc139-ca04-4d6a-862a-76c2f7120699'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:33:01.799166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee654-ae93-45fd-905b-3dbf11696289 req-da57e47b-60ee-419f-99cf-c35144930c1b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:01.807225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c17ee654-ae93-45fd-905b-3dbf11696289 req-da57e47b-60ee-419f-99cf-c35144930c1b tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 909 time: 0.0833719 Aug 12 04:33:01.997555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ed9c-b3d5-4817-9ed8-220d80d1ef1d req-69181ab2-301d-4223-b0c0-d6609bd31b67 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:02.011091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2286ed9c-b3d5-4817-9ed8-220d80d1ef1d req-69181ab2-301d-4223-b0c0-d6609bd31b67 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 909 time: 0.1012287 Aug 12 04:33:02.146896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4761264-1949-4c40-9379-dcb768ab7835 req-f7512a8f-4f42-4d87-8bd7-10b9152e5ad7 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:02.160576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4761264-1949-4c40-9379-dcb768ab7835 req-f7512a8f-4f42-4d87-8bd7-10b9152e5ad7 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 1060 time: 0.0512736 Aug 12 04:33:02.219240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:02.325654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70860a7d-c761-4f7d-9164-14fc60ceafed req-8faa0c8b-2bb6-4969-ada3-8dc3ea131393 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:02.327862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70860a7d-c761-4f7d-9164-14fc60ceafed req-8faa0c8b-2bb6-4969-ada3-8dc3ea131393 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 945 time: 0.1075332 Aug 12 04:33:02.339234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e7c3-d49f-4c76-b481-1525e75b1914 req-329f5b54-4c26-448f-8f12-4dc12f91ff29 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:02.341140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cf2e7c3-d49f-4c76-b481-1525e75b1914 req-329f5b54-4c26-448f-8f12-4dc12f91ff29 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1135 time: 0.0968611 Aug 12 04:33:02.403568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-70860a7d-c761-4f7d-9164-14fc60ceafed req-55fc0895-ac55-4a42-af9c-5d04274c4e8f tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572922 Aug 12 04:33:02.408139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4cf2e7c3-d49f-4c76-b481-1525e75b1914 req-3ff4651d-040e-4d00-bd6d-dce52ff3db8f tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0598130 Aug 12 04:33:02.436717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58042) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:02.497742 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d9041-5b64-4629-bf33-16960257e7f0 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:02.499710 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a37d9041-5b64-4629-bf33-16960257e7f0 tempest-TestSecurityGroupsBasicOps-1333324034 tempest-TestSecurityGroupsBasicOps-1333324034-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 1055 time: 0.0616331 Aug 12 04:33:03.070576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5ecc139-ca04-4d6a-862a-76c2f7120699 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:33:03.413251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f5ecc139-ca04-4d6a-862a-76c2f7120699 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:33:03.418986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f5ecc139-ca04-4d6a-862a-76c2f7120699 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:33:03.419485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:03.524831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:03.568382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f5ecc139-ca04-4d6a-862a-76c2f7120699, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5ecc139-ca04-4d6a-862a-76c2f7120699,segment=NetworkSegment(04a80b3e-c8d7-499e-b6ef-288da47e74cd),segment_id=04a80b3e-c8d7-499e-b6ef-288da47e74cd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:03.570117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ecc139-ca04-4d6a-862a-76c2f7120699'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:03.573124 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076803d0-ba64-4835-8d9f-f0c3a9d72b1a" -d '{"events": [{"server_uuid": "66b5fcb5-ad3b-4289-9975-fe212a5fe7ec", "name": "network-vif-plugged", "status": "completed", "tag": "f5ecc139-ca04-4d6a-862a-76c2f7120699"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:03.593480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c9280-92eb-40f2-92df-8a43346c0219 req-defe40c1-1ddc-41b8-91ff-b55f957f7eed tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:03.595232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f7c9280-92eb-40f2-92df-8a43346c0219 req-defe40c1-1ddc-41b8-91ff-b55f957f7eed tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 945 time: 0.0729480 Aug 12 04:33:03.652378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f7c9280-92eb-40f2-92df-8a43346c0219 req-e5cc0452-bfe1-454a-b56c-66997ca56349 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Aug 12 04:33:03.660271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f73607-e282-46c9-9b44-318db772ceb2 req-3cabca5a-f87f-41d7-b01b-254a8160bb0c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:03.676949 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:03.677290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d0f73607-e282-46c9-9b44-318db772ceb2 req-3cabca5a-f87f-41d7-b01b-254a8160bb0c tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 909 time: 0.0635014 Aug 12 04:33:03.726331 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a1adad-443f-4b7b-80e9-22a582687fee x-openstack-request-id: req-02a1adad-443f-4b7b-80e9-22a582687fee {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:03.726758 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b5fcb5-ad3b-4289-9975-fe212a5fe7ec", "name": "network-vif-plugged", "status": "completed", "tag": "f5ecc139-ca04-4d6a-862a-76c2f7120699", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:03.727104 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02a1adad-443f-4b7b-80e9-22a582687fee {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:03.727588 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ecc139-ca04-4d6a-862a-76c2f7120699', 'code': 200} Aug 12 04:33:03.732507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f5ecc139-ca04-4d6a-862a-76c2f7120699,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:03.769423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:03.839877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd74ce-f68e-4c40-8e35-74b2af34ea10 req-0b489a1b-5222-4f6b-bfec-77e90a610f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:03.841414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80fd74ce-f68e-4c40-8e35-74b2af34ea10 req-0b489a1b-5222-4f6b-bfec-77e90a610f3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 1097 time: 0.0488749 Aug 12 04:33:03.909910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80fd74ce-f68e-4c40-8e35-74b2af34ea10 req-85d35df7-8f88-4ea0-9e1c-6d087685e482 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610588 Aug 12 04:33:04.885192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-ec41ba54-264a-49b3-b340-af5fc07c6eeb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:04.887407 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-ec41ba54-264a-49b3-b340-af5fc07c6eeb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 909 time: 0.0975595 Aug 12 04:33:04.906841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea105dbc-e5e8-4a3a-a21b-31bf88318a3c req-338575ca-ecc7-451f-833e-4d8326ab0018 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:04.918275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeaf8b-6729-47e4-a7e6-c03879dc2d21 req-a2a99e50-7397-4ec9-b8cc-931111faa8b6 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:04.926210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ffeaf8b-6729-47e4-a7e6-c03879dc2d21 req-a2a99e50-7397-4ec9-b8cc-931111faa8b6 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 946 time: 0.0950336 Aug 12 04:33:04.934238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea105dbc-e5e8-4a3a-a21b-31bf88318a3c req-338575ca-ecc7-451f-833e-4d8326ab0018 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 909 time: 0.1410515 Aug 12 04:33:05.030788 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9ffeaf8b-6729-47e4-a7e6-c03879dc2d21 req-6f21376f-d389-43e6-be75-800ef5a28487 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033380 Aug 12 04:33:05.064855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port c811ba00-3ccb-4d02-a826-2e1693d02a25 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:05.065093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:05.228534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] For port c811ba00-3ccb-4d02-a826-2e1693d02a25, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=c811ba00-3ccb-4d02-a826-2e1693d02a25,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:05.228924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:05.249986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for c811ba00-3ccb-4d02-a826-2e1693d02a25 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:05.580734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:05.622699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=c811ba00-3ccb-4d02-a826-2e1693d02a25,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:05.705066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] No DVR routers for this DVR port c811ba00-3ccb-4d02-a826-2e1693d02a25 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:33:05.710791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:05.717174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-851d40e6-0b7e-4731-92ea-1d37d949aa75 req-915dc72b-290b-4681-89d3-8c2f7ca86bb9 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.20 "DELETE /v2.0/ports/c811ba00-3ccb-4d02-a826-2e1693d02a25 HTTP/1.1" status: 204 len: 173 time: 0.8217494 Aug 12 04:33:05.718122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'name': 'network-vif-deleted', 'tag': 'c811ba00-3ccb-4d02-a826-2e1693d02a25'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:05.722148 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e284781-599f-420b-abe8-55e1618d3562" -d '{"events": [{"server_uuid": "ca0bb161-eb3a-4189-b768-d5d858893eea", "name": "network-vif-deleted", "tag": "c811ba00-3ccb-4d02-a826-2e1693d02a25"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:05.807646 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a64cee7-8c4d-485d-a14b-452a0d32829e x-openstack-request-id: req-9a64cee7-8c4d-485d-a14b-452a0d32829e {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:05.808626 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca0bb161-eb3a-4189-b768-d5d858893eea", "name": "network-vif-deleted", "tag": "c811ba00-3ccb-4d02-a826-2e1693d02a25", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:05.808882 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a64cee7-8c4d-485d-a14b-452a0d32829e {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:05.809291 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0bb161-eb3a-4189-b768-d5d858893eea', 'name': 'network-vif-deleted', 'tag': 'c811ba00-3ccb-4d02-a826-2e1693d02a25', 'status': 'completed', 'code': 200} Aug 12 04:33:06.055328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5d836e84-6e43-4473-a4d4-ac4b6bc87fdb req-2ca66536-4483-40e5-b2ee-c8ed43c8f96a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca0bb161-eb3a-4189-b768-d5d858893eea HTTP/1.1" status: 200 len: 210 time: 0.0360608 Aug 12 04:33:06.204830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b2eda-ab66-48dc-a890-9b667251f2d6 req-f88b8a8a-7a5b-4fee-81e6-ab2d777defb1 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:06.206526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c28b2eda-ab66-48dc-a890-9b667251f2d6 req-f88b8a8a-7a5b-4fee-81e6-ab2d777defb1 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 946 time: 0.0556493 Aug 12 04:33:06.256390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c28b2eda-ab66-48dc-a890-9b667251f2d6 req-13b967c3-37e7-410a-9bb3-063104f7fbb6 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Aug 12 04:33:07.068838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c23753-0d38-452b-a035-d307318eaa58 req-0caef19a-81ad-497b-93e4-49a647d1d8d6 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:07.073309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8c23753-0d38-452b-a035-d307318eaa58 req-0caef19a-81ad-497b-93e4-49a647d1d8d6 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 946 time: 0.0899260 Aug 12 04:33:07.160912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8c23753-0d38-452b-a035-d307318eaa58 req-39df74af-23a7-4e3b-a981-bb584aef841a tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736589 Aug 12 04:33:07.177319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58182) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:07.719148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.032812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port f7d23aca-cec1-4485-933a-220df2319308 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:08.033188 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.197727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] For port f7d23aca-cec1-4485-933a-220df2319308, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f7d23aca-cec1-4485-933a-220df2319308,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:08.197727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.247024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for f7d23aca-cec1-4485-933a-220df2319308 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:08.279519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-60d95088-6267-4f91-808c-d67cd4e06147 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:08.282954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-60d95088-6267-4f91-808c-d67cd4e06147 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 946 time: 0.1170466 Aug 12 04:33:08.436197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Deleting port f5ecc139-ca04-4d6a-862a-76c2f7120699 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:08.436995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.527433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe27c22-0844-4c09-bf36-fac42974a5c8 req-4e102ae2-b60d-4762-980f-fd5effa43d89 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:08.528056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dbe27c22-0844-4c09-bf36-fac42974a5c8 req-4e102ae2-b60d-4762-980f-fd5effa43d89 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 946 time: 0.1035240 Aug 12 04:33:08.552259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] For port f5ecc139-ca04-4d6a-862a-76c2f7120699, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f5ecc139-ca04-4d6a-862a-76c2f7120699,segment=NetworkSegment(04a80b3e-c8d7-499e-b6ef-288da47e74cd),segment_id=04a80b3e-c8d7-499e-b6ef-288da47e74cd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:08.552830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.571602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Calling delete_port for f5ecc139-ca04-4d6a-862a-76c2f7120699 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:08.610268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dbe27c22-0844-4c09-bf36-fac42974a5c8 req-83854ee4-f152-4def-ae8c-6c1b5f1909da tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/security-groups?id=8ad5e3fd-d462-4e29-b33e-31a715d21fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654156 Aug 12 04:33:08.773231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.807389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=f7d23aca-cec1-4485-933a-220df2319308,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:08.876920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:08.890792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f5ecc139-ca04-4d6a-862a-76c2f7120699'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:33:08.937769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Pushing event deleted for resources: {'Port': ['ID=f5ecc139-ca04-4d6a-862a-76c2f7120699,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:09.038091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] No DVR routers for this DVR port f5ecc139-ca04-4d6a-862a-76c2f7120699 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:33:09.050506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:09.053243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-86af7150-d0bd-4f9f-8b87-bb913aa0688e req-15b232e2-4b31-4811-a6dd-6ce05efce194 tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.36 "DELETE /v2.0/ports/f5ecc139-ca04-4d6a-862a-76c2f7120699 HTTP/1.1" status: 204 len: 173 time: 0.7616169 Aug 12 04:33:09.053816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'name': 'network-vif-deleted', 'tag': 'f5ecc139-ca04-4d6a-862a-76c2f7120699'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:09.056371 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e022b2d4-619a-4637-b2e1-9e2892f228a8" -d '{"events": [{"server_uuid": "66b5fcb5-ad3b-4289-9975-fe212a5fe7ec", "name": "network-vif-deleted", "tag": "f5ecc139-ca04-4d6a-862a-76c2f7120699"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:09.109312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609a0092-b286-4a70-8854-2e0ad8e45c5b x-openstack-request-id: req-609a0092-b286-4a70-8854-2e0ad8e45c5b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:09.109830 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b5fcb5-ad3b-4289-9975-fe212a5fe7ec", "name": "network-vif-deleted", "tag": "f5ecc139-ca04-4d6a-862a-76c2f7120699", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:09.110283 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-609a0092-b286-4a70-8854-2e0ad8e45c5b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:09.110881 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b5fcb5-ad3b-4289-9975-fe212a5fe7ec', 'name': 'network-vif-deleted', 'tag': 'f5ecc139-ca04-4d6a-862a-76c2f7120699', 'status': 'completed', 'code': 200} Aug 12 04:33:09.163917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:09.380719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c811ba00-3ccb-4d02-a826-2e1693d02a25 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:09.432215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: c811ba00-3ccb-4d02-a826-2e1693d02a25 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:09.432618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device c811ba00-3ccb-4d02-a826-2e1693d02a25 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:09.837028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d8ba2b2-b668-4aa9-b141-aa2400de6f57 req-4296c08a-b78e-42cc-a052-b53a421f519e tempest-ServerAddressesTestJSON-199649534 tempest-ServerAddressesTestJSON-199649534-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b5fcb5-ad3b-4289-9975-fe212a5fe7ec HTTP/1.1" status: 200 len: 210 time: 0.0461142 Aug 12 04:33:10.112954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:33:10.257733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:33:10.268596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-144dab3b-c702-4fec-9bb3-1de5a2e55556 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "PUT /v2.0/routers/4bd7f199-a4a6-4aba-8753-6f47d24fb063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0900273 Aug 12 04:33:10.270284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] Sync routers for ids ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:33:10.271131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58252) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:10.297787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] Routers {'4bd7f199-a4a6-4aba-8753-6f47d24fb063'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:33:10.300299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:33:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:10.370232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting subnet 8ce1998d-6c88-434f-a48c-54a1257da5b7 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:33:10.373676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:10.453329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:10.511972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] Set router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:33:10.597207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:10.772420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:33:08Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:10.811381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] Checking router: 4bd7f199-a4a6-4aba-8753-6f47d24fb063 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:33:10.832878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] Routers {'4bd7f199-a4a6-4aba-8753-6f47d24fb063'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:33:10.833850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:33:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:10.910630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58266) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:11.009513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Deleting subnet 664f6a21-d406-43c2-8879-6fc5d84116de {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:33:11.015313 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.055861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.070258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] Set router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:33:11.106243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.147477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5ecc139-ca04-4d6a-862a-76c2f7120699 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:11.165884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.200883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f5ecc139-ca04-4d6a-862a-76c2f7120699 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:11.202230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f5ecc139-ca04-4d6a-862a-76c2f7120699 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:11.208624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce1998d-6c88-434f-a48c-54a1257da5b7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:11.227642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.238321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1e1ba788-ee14-405a-b190-512aa2db37df tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/subnets/8ce1998d-6c88-434f-a48c-54a1257da5b7 HTTP/1.1" status: 204 len: 168 time: 0.9574993 Aug 12 04:33:11.238321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58274) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:11.270042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb343789-d1a9-44bc-8cbc-d75044995cde None None] Network 1a8052aa-5724-4b23-be0c-22e2dd619e2a requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:33:11.363140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.376652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.481060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.487326 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/664f6a21-d406-43c2-8879-6fc5d84116de HTTP/1.1" status: 204 len: 168 time: 0.5748608 Aug 12 04:33:11.488945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58280) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:11.489709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d69e-d07d-44ab-9e3e-4dfc1638cbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664f6a21-d406-43c2-8879-6fc5d84116de,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:11.541988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:33:08Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:11.566841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737a189-7cab-44b1-afc9-4f7378e6cd65 None None] The sync data for ids ['4bd7f199-a4a6-4aba-8753-6f47d24fb063'] in n-d-804320-1 is: [{'id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1983590361', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:32:30Z', 'updated_at': '2021-08-12T04:33:08Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': '57ccbdba-1768-42df-976c-5c021fe9a394', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7f199-a4a6-4aba-8753-6f47d24fb063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:32:32Z', 'updated_at': '2021-08-12T04:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:33:11.680157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.726123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.808670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.832254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:11.860793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a80b3e-c8d7-499e-b6ef-288da47e74cd') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:11.861102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a80b3e-c8d7-499e-b6ef-288da47e74cd') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:11.881609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.906140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port 57ccbdba-1768-42df-976c-5c021fe9a394 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:11.906758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.911410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.921399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:33:11.922189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:11.961713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] DHCP port deletion for 1a8052aa-5724-4b23-be0c-22e2dd619e2a request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:33:11.993343 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:33:12.092782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] Deleting port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:12.093230 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.102802 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.114334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.118816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] 10.222.0.42 "DELETE /v2.0/networks/3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b HTTP/1.1" status: 204 len: 168 time: 0.6241748 Aug 12 04:33:12.156381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff602167-e4e2-45e9-8301-d7284093a69a admin admin] Pushing event deleted for resources: {'Network': ['ID=3083b2b8-3aa5-4d3d-b0f7-5fb756269a1b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:12.215122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] For port 57ccbdba-1768-42df-976c-5c021fe9a394, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=57ccbdba-1768-42df-976c-5c021fe9a394,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:12.215996 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.231830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for 57ccbdba-1768-42df-976c-5c021fe9a394 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:12.607898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:12.642883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] For port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:12.643619 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.673717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] Calling delete_port for ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:12.836851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58312) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:12.847673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.905661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,segment=NetworkSegment(ab2791d3-01fe-49e9-b809-4b2b670dd6bc),segment_id=ab2791d3-01fe-49e9-b809-4b2b670dd6bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:12.908991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:12.975629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f686afb3-22b5-4835-b08d-e194666f9269 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=436b8ca6ffb54d5aacd3046c2a7192fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359358 Aug 12 04:33:12.977923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58316) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:13.010365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.011340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f7d23aca-cec1-4485-933a-220df2319308 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:13.099097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.119602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: f7d23aca-cec1-4485-933a-220df2319308 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:13.119959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f7d23aca-cec1-4485-933a-220df2319308 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:13.120705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:13.147768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=57ccbdba-1768-42df-976c-5c021fe9a394,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:13.163376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d8105049-a945-4c3f-840d-af99ea1af31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.173305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event deleted for resources: {'Port': ['ID=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:13.180419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.198451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] No DVR routers for this DVR port ebc5836b-e12b-40fd-a4da-aa4d6adb8c54 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:33:13.205622 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d8105049-a945-4c3f-840d-af99ea1af31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.234319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cd447-f87c-4afd-8d52-b316336d115f None None] Pushing event deleted for resources: {'Port': ['ID=ebc5836b-e12b-40fd-a4da-aa4d6adb8c54,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:13.353993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.356679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.376352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbb14725-1bfa-4351-ae08-d79b1b93ef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.432300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d8105049-a945-4c3f-840d-af99ea1af31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.435049 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d8105049-a945-4c3f-840d-af99ea1af31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.436480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d8105049-a945-4c3f-840d-af99ea1af31a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ad5e3fd-d462-4e29-b33e-31a715d21fb2 HTTP/1.1" status: 204 len: 168 time: 0.4574354 Aug 12 04:33:13.454220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8105049-a945-4c3f-840d-af99ea1af31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad5e3fd-d462-4e29-b33e-31a715d21fb2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:13.475986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.476986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd7f199-a4a6-4aba-8753-6f47d24fb063 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:33:13.485726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.492376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-33f5d0c4-1dca-4014-b74f-7a44094d194a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/routers/4bd7f199-a4a6-4aba-8753-6f47d24fb063 HTTP/1.1" status: 204 len: 168 time: 2.2563059 Aug 12 04:33:13.493255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:13.546628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbb14725-1bfa-4351-ae08-d79b1b93ef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.602103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbb14725-1bfa-4351-ae08-d79b1b93ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.602856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.696360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb14725-1bfa-4351-ae08-d79b1b93ef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca62e8-7017-4c98-9b37-a058cb2fa1ac,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:13.725668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cbb14725-1bfa-4351-ae08-d79b1b93ef61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dfc7fb13d0842bab3b87a023d3161d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032310 Aug 12 04:33:13.731605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58338) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:13.737420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.757246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8052aa-5724-4b23-be0c-22e2dd619e2a']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:13.769319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:13.769621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2791d3-01fe-49e9-b809-4b2b670dd6bc') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:13.779736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.795695 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.803681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:33:13.804180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:33:13.807733 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:33:13.880047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3c0-150d-4464-8ec1-367f4414f82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:13.949798 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3c0-150d-4464-8ec1-367f4414f82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.018514 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.032761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.034947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/networks/1a8052aa-5724-4b23-be0c-22e2dd619e2a HTTP/1.1" status: 204 len: 168 time: 0.5405755 Aug 12 04:33:14.045479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58360) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:14.106948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eaf4f-94c1-447d-968f-a8521e32565f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Network': ['ID=1a8052aa-5724-4b23-be0c-22e2dd619e2a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:14.153955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3c0-150d-4464-8ec1-367f4414f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.157355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3c0-150d-4464-8ec1-367f4414f82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.158796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3ccff3c0-150d-4464-8ec1-367f4414f82b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9ca62e8-7017-4c98-9b37-a058cb2fa1ac HTTP/1.1" status: 204 len: 168 time: 0.4310641 Aug 12 04:33:14.169672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccff3c0-150d-4464-8ec1-367f4414f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca62e8-7017-4c98-9b37-a058cb2fa1ac,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:14.461019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port c107a913-8c09-42c0-85ea-ffc4b9ff7e1b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:14.461417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.564352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.564819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:14.583643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for c107a913-8c09-42c0-85ea-ffc4b9ff7e1b owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:14.639777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57ccbdba-1768-42df-976c-5c021fe9a394 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:14.668982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 57ccbdba-1768-42df-976c-5c021fe9a394 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:14.669675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 57ccbdba-1768-42df-976c-5c021fe9a394 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:14.870639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58386) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:14.942925 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.018893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=c107a913-8c09-42c0-85ea-ffc4b9ff7e1b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:15.080856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.081856 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Floating IP 933719eb-aa99-47c8-ab04-289ee1d627a4 disassociated (deleted). External IP: 172.25.6.97, port: d1307e52-ca2b-4525-895c-26e04a4c973a. Aug 12 04:33:15.204120 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2f55eb3-803c-414c-93fa-9f5f87e4dc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.313809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2f55eb3-803c-414c-93fa-9f5f87e4dc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.400404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c2f55eb3-803c-414c-93fa-9f5f87e4dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.437289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f55eb3-803c-414c-93fa-9f5f87e4dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd0991-cef1-403d-ab00-c56351df6344,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:15.439999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:15.473596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15bbc6c-2d6a-4d32-a186-937366d72803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.485422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c2f55eb3-803c-414c-93fa-9f5f87e4dc99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67abaa53f7624456b958efef324faefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136103 Aug 12 04:33:15.488047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:15.598902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82b1129-b977-4ec1-964f-74c74439313c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.640019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82b1129-b977-4ec1-964f-74c74439313c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.730098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15bbc6c-2d6a-4d32-a186-937366d72803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.767053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 74d58377-93c3-4bb6-9d19-36158e0c2ccc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:33:15.827312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f15bbc6c-2d6a-4d32-a186-937366d72803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.865517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f15bbc6c-2d6a-4d32-a186-937366d72803 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf302f95121b47629d89d4b2eb36f4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213059 Aug 12 04:33:15.866910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bbc6c-2d6a-4d32-a186-937366d72803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88003d5-691d-4f20-a83e-cff4cd86737f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:15.869920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58414) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:15.871791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82b1129-b977-4ec1-964f-74c74439313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.874924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e82b1129-b977-4ec1-964f-74c74439313c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.876934 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e82b1129-b977-4ec1-964f-74c74439313c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8dd0991-cef1-403d-ab00-c56351df6344 HTTP/1.1" status: 204 len: 168 time: 0.3878133 Aug 12 04:33:15.900812 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b1129-b977-4ec1-964f-74c74439313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd0991-cef1-403d-ab00-c56351df6344,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:15.941174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:33:15.941174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.959733 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] Sync routers for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:33:15.972188 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:33:15.973051 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:33:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:15.981776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc10d-4539-4348-9043-546bb9153adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:15.990937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6de9fcba-a950-43c3-99e8-527c6fe51321 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/floatingips/933719eb-aa99-47c8-ab04-289ee1d627a4 HTTP/1.1" status: 204 len: 168 time: 1.9443266 Aug 12 04:33:16.006085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:16.006085 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07932c44-4298-4ea0-8c00-b64a5660fe60" -d '{"events": [{"name": "network-changed", "server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:16.042345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58424) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:16.075919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc10d-4539-4348-9043-546bb9153adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.123787 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:33:16.187207 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d54059d-c4d0-46f8-9b8c-50de26954cd3 x-openstack-request-id: req-8d54059d-c4d0-46f8-9b8c-50de26954cd3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:16.187513 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:16.188428 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d54059d-c4d0-46f8-9b8c-50de26954cd3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:16.188828 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'status': 'completed', 'code': 200} Aug 12 04:33:16.224283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc10d-4539-4348-9043-546bb9153adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.228752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc10d-4539-4348-9043-546bb9153adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.232847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3f4bc10d-4539-4348-9043-546bb9153adc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c88003d5-691d-4f20-a83e-cff4cd86737f HTTP/1.1" status: 204 len: 168 time: 0.3617172 Aug 12 04:33:16.243383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1926820197-network', 'tenant_id': '1e0e4ce312c247b4837d7fe5d74b2bd4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:16.271994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bc10d-4539-4348-9043-546bb9153adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88003d5-691d-4f20-a83e-cff4cd86737f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:16.288015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-145141f1-1cc4-424c-849f-5f15d4cf3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:16.290093 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-145141f1-1cc4-424c-849f-5f15d4cf3ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5223415728b42509bc4a874b5c2b699&device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 1135 time: 0.0785148 Aug 12 04:33:16.412891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Made reservation on behalf of 1e0e4ce312c247b4837d7fe5d74b2bd4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:33:16.415621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.427499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.486867 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:40Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:16.525448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-3e9079e5-8a64-416c-aefc-e820bdbab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:16.527782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-3e9079e5-8a64-416c-aefc-e820bdbab828 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f HTTP/1.1" status: 200 len: 898 time: 0.2295125 Aug 12 04:33:16.545340 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] Checking router: 74d58377-93c3-4bb6-9d19-36158e0c2ccc for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:33:16.572649 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:33:16.573285 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:33:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:16.652903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.670385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-234ce3aa-77e5-49e2-9c27-7fe17cd7057f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1307e52-ca2b-4525-895c-26e04a4c973a HTTP/1.1" status: 200 len: 217 time: 0.1311347 Aug 12 04:33:16.764683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e325-f1a9-4381-a53d-e93c106e5aee req-6b479b2a-82ce-46a9-ab0b-0cac1cfd3687 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:16.767229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1a1e325-f1a9-4381-a53d-e93c106e5aee req-6b479b2a-82ce-46a9-ab0b-0cac1cfd3687 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 984 time: 0.0997977 Aug 12 04:33:16.773799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-c660fecd-5b63-4cbe-9dc3-c9d52c904e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:16.777774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-c660fecd-5b63-4cbe-9dc3-c9d52c904e5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d658f7ed-f50f-4fd9-8f1e-66b959570017 HTTP/1.1" status: 200 len: 834 time: 0.0759234 Aug 12 04:33:16.800821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.818684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:33:16.852598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:16.852860 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Added segment 44fd7e77-3efc-4e1f-9db1-c9158a5b79f4 of type vlan for network 1d032611-824a-4c74-b27d-4483da2f8389 Aug 12 04:33:16.862804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1a1e325-f1a9-4381-a53d-e93c106e5aee req-274ec71d-a345-47b7-9c61-5c3396a9a19f tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0845339 Aug 12 04:33:16.879311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-0d8e44ea-655e-4a15-a033-839fc864ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:16.879311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-0d8e44ea-655e-4a15-a033-839fc864ba39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878949 Aug 12 04:33:16.992289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dfdb91-b067-4dd7-88ab-cff43754d3b4,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:17.019308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:17.062147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-f97c4e83-27ca-4f7e-85fd-9081a4dcaf90 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798921 Aug 12 04:33:17.072212 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:33:17.127225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:17.129393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:17.130092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:17.199472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-07932c44-4298-4ea0-8c00-b64a5660fe60 req-7d43b6bc-2fd6-4ab0-93ed-5c47dbafaab1 service neutron] 10.222.0.36 "GET /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313305 Aug 12 04:33:17.249611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2060807 Aug 12 04:33:17.253414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58454) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:17.258542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Request body: {'subnet': {'network_id': '1d032611-824a-4c74-b27d-4483da2f8389', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1926820197-subnet', 'tenant_id': '1e0e4ce312c247b4837d7fe5d74b2bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:17.260800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22688f-fe4f-4564-b1e6-0436475f4a4b admin admin] Pushing event updated for resources: {'Network': ['ID=1d032611-824a-4c74-b27d-4483da2f8389,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:17.273144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1d032611-824a-4c74-b27d-4483da2f8389 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:33:17.355795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Made reservation on behalf of 1e0e4ce312c247b4837d7fe5d74b2bd4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:33:17.359022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:17.410585 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:40Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:17.447785 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc7c0-8f8f-46fa-bfe2-6883f040d4c8 None None] The sync data for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 is: [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78a1d1ec-0342-45b4-b8a6-dd24b9f6677a', 'name': '', 'network_id': '4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'mac_address': 'fa:16:3e:0a:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:31Z', 'updated_at': '2021-08-12T04:31:40Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'subnets': [{'id': 'd658f7ed-f50f-4fd9-8f1e-66b959570017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:33:17.697048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:17.823974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Checking segment: {'id': '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:33:17.824252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Network hostable DHCP agents. Network: 1d032611-824a-4c74-b27d-4483da2f8389, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:33:17.830896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b94405-ea1f-4dfd-a908-9044be06bdf9,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:17.900735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-252ea174-2cb5-423e-ad9a-c1ba16793d69 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:17.911031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-252ea174-2cb5-423e-ad9a-c1ba16793d69 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.36 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 984 time: 0.1035419 Aug 12 04:33:17.929963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415c2bc-a89c-47a1-81da-7720453b934e None None] New status for floating IP 933719eb-aa99-47c8-ab04-289ee1d627a4: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:33:17.982666 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Network 1d032611-824a-4c74-b27d-4483da2f8389 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:33:18.060586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port d1307e52-ca2b-4525-895c-26e04a4c973a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:18.061376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:18.121908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1d032611-824a-4c74-b27d-4483da2f8389) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:33:18.133102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d402908-cd7b-4082-a755-a45bed191ab8 None None] Network 1d032611-824a-4c74-b27d-4483da2f8389 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:33:18.140958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:18.143125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:18.222629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47c83-d7b3-4eb8-a493-7f4d28be5a43 req-4ed44c89-7cb9-4236-abd2-5411bafb4984 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:18.222629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94b47c83-d7b3-4eb8-a493-7f4d28be5a43 req-4ed44c89-7cb9-4236-abd2-5411bafb4984 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 984 time: 0.1773422 Aug 12 04:33:18.248531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-73eae9a6-7600-45ac-b98a-23b8e2d52c3f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9937553 Aug 12 04:33:18.282725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] For port d1307e52-ca2b-4525-895c-26e04a4c973a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=d1307e52-ca2b-4525-895c-26e04a4c973a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:18.283723 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:18.311014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-94b47c83-d7b3-4eb8-a493-7f4d28be5a43 req-17f1e5d3-322e-4e2a-90bc-94405bbcf5ee tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/security-groups?id=9410f00e-056d-44ef-8af9-5686bc508dd1&id=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0767324 Aug 12 04:33:18.337603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for d1307e52-ca2b-4525-895c-26e04a4c973a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:18.420774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdcf81-e67e-471b-aa2c-4884edd0d834 None None] Network 1d032611-824a-4c74-b27d-4483da2f8389 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:33:18.656943 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:18.817513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=d1307e52-ca2b-4525-895c-26e04a4c973a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:18.892918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] No DVR routers for this DVR port d1307e52-ca2b-4525-895c-26e04a4c973a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:33:18.896161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:18.911296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5445bd54-a0c1-43c8-86ce-76abf26d1226 req-d1349914-b687-448c-89ca-50c70db31e3d tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.36 "DELETE /v2.0/ports/d1307e52-ca2b-4525-895c-26e04a4c973a HTTP/1.1" status: 204 len: 173 time: 0.9938293 Aug 12 04:33:18.912046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'name': 'network-vif-deleted', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:18.924061 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78331df8-93c0-4c6b-930b-a93e0c254c29" -d '{"events": [{"server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "name": "network-vif-deleted", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:18.970363 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a11be-6fdd-408a-ad85-b0bedaa9954a x-openstack-request-id: req-1f3a11be-6fdd-408a-ad85-b0bedaa9954a {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:18.970656 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2", "name": "network-vif-deleted", "tag": "d1307e52-ca2b-4525-895c-26e04a4c973a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:18.970925 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f3a11be-6fdd-408a-ad85-b0bedaa9954a {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:18.971616 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2', 'name': 'network-vif-deleted', 'tag': 'd1307e52-ca2b-4525-895c-26e04a4c973a', 'status': 'completed', 'code': 200} Aug 12 04:33:19.131821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-56c03e4f-82b5-4e66-99f3-68bdfae78d77 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:19.139294 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-56c03e4f-82b5-4e66-99f3-68bdfae78d77 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/networks?id=1d032611-824a-4c74-b27d-4483da2f8389 HTTP/1.1" status: 200 len: 822 time: 0.1450746 Aug 12 04:33:19.157400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-f637bf59-ebfe-40a0-96fa-9bee9f707c88 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/quotas/1e0e4ce312c247b4837d7fe5d74b2bd4 HTTP/1.1" status: 200 len: 375 time: 0.0130827 Aug 12 04:33:19.237534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-f75e60f4-0028-4b7d-83e0-303069aafa70 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e0e4ce312c247b4837d7fe5d74b2bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708473 Aug 12 04:33:19.364710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-931c0a68-0c9d-4ed2-aec0-bc4ea99c891b service neutron] 10.222.0.42 "GET /v2.0/networks/1d032611-824a-4c74-b27d-4483da2f8389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261742 Aug 12 04:33:19.483728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74bc7d67-bc96-4001-8540-a908123359cc req-9b0f6116-3eea-4859-a63a-295e40a9cc69 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "GET /v2.0/ports?device_id=c980ac05-e1ea-4fbe-8fc9-d4fee6bc22c2 HTTP/1.1" status: 200 len: 210 time: 0.0260518 Aug 12 04:33:19.487293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-9b3e229f-ac75-48c8-a8a1-8e1c0054d9a9 service neutron] 10.222.0.42 "GET /v2.0/networks/1d032611-824a-4c74-b27d-4483da2f8389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216502 Aug 12 04:33:19.822148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d718073c-6d2d-4415-9af0-d6f3d5b1d8b4 req-733ba7a7-6577-44db-836d-4d62fa5f22a4 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 210 time: 0.0487206 Aug 12 04:33:20.565188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58632) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:20.634303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c82f8dd1-abac-43f0-96f8-e2ff52e2e4fb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:20.690347 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c82f8dd1-abac-43f0-96f8-e2ff52e2e4fb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:20.875540 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c82f8dd1-abac-43f0-96f8-e2ff52e2e4fb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:20.880512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c82f8dd1-abac-43f0-96f8-e2ff52e2e4fb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:20.881818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c82f8dd1-abac-43f0-96f8-e2ff52e2e4fb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/security-groups/9410f00e-056d-44ef-8af9-5686bc508dd1 HTTP/1.1" status: 204 len: 168 time: 0.3155830 Aug 12 04:33:20.886170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58648) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:20.896874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f8dd1-abac-43f0-96f8-e2ff52e2e4fb tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9410f00e-056d-44ef-8af9-5686bc508dd1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:21.002630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d1d40944-3e38-406f-9a96-fcbffe6c7719 req-17dd109e-47c5-43f5-b0b9-f95ac5288168 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 210 time: 0.0602074 Aug 12 04:33:21.028266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d2cb-2eb9-4045-afd3-91defbb7a994 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:21.054572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d2cb-2eb9-4045-afd3-91defbb7a994 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:21.148987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d1307e52-ca2b-4525-895c-26e04a4c973a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:21.195986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: d1307e52-ca2b-4525-895c-26e04a4c973a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:21.199105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device d1307e52-ca2b-4525-895c-26e04a4c973a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:21.218011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d2cb-2eb9-4045-afd3-91defbb7a994 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:21.222352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d2cb-2eb9-4045-afd3-91defbb7a994 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:21.222352 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c7b2d2cb-2eb9-4045-afd3-91defbb7a994 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d HTTP/1.1" status: 204 len: 168 time: 0.3346517 Aug 12 04:33:21.225646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58664) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:21.235622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2d2cb-2eb9-4045-afd3-91defbb7a994 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a6ccc3-bab3-4dfb-a17e-041d7fcbf45d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:21.682641 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:22.146343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:22.146883 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:22.151186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c75c616-eca4-4bb9-9dd2-d116cd07101e req-0d0cb880-14f3-4f4b-b4a5-60a57a2af619 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 210 time: 0.0434606 Aug 12 04:33:22.252816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] For port 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:22.253187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:22.270867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:22.561414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:22.610754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-3e420ab4-a152-42ad-8e08-d029e40a502c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:22.610974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=78a1d1ec-0342-45b4-b8a6-dd24b9f6677a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:22.611430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-3e420ab4-a152-42ad-8e08-d029e40a502c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.36 "GET /v2.0/networks?id=1d032611-824a-4c74-b27d-4483da2f8389 HTTP/1.1" status: 200 len: 822 time: 0.1654432 Aug 12 04:33:22.620293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Request body: {'port': {'device_id': '2b4e5268-a100-4169-9056-edea28c74cfd', 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389', 'admin_state_up': True, 'tenant_id': '1e0e4ce312c247b4837d7fe5d74b2bd4'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:23.019393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Made reservation on behalf of 1e0e4ce312c247b4837d7fe5d74b2bd4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:33:23.023508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.027354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.225878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Allocated IP 172.20.0.14 (1d032611-824a-4c74-b27d-4483da2f8389/40b94405-ea1f-4dfd-a908-9044be06bdf9/cf1f3129-a325-4783-8e68-dfe1b59bdf16) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:33:23.354890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Router 74d58377-93c3-4bb6-9d19-36158e0c2ccc has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:33:23.375940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5981fc26-eb88-4b1d-b440-5c46a2e48d8f req-9c600054-ac6f-4003-a79b-67dd171136c2 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 210 time: 0.0444927 Aug 12 04:33:23.446726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.548170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:33:23.549862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.555016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa03d10a-c492-44b0-9e31-8233cd3a891a tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "PUT /v2.0/routers/74d58377-93c3-4bb6-9d19-36158e0c2ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3279350 Aug 12 04:33:23.557807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58708) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:23.563245 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] Sync routers for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:33:23.575484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:33:23.578849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:33:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:23.617490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Network 1d032611-824a-4c74-b27d-4483da2f8389 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:33:23.634290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:33:23.647258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:33:23.680206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting subnet d658f7ed-f50f-4fd9-8f1e-66b959570017 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:33:23.684323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.697420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Pushing event updated for resources: {'Port': ['ID=cf1f3129-a325-4783-8e68-dfe1b59bdf16,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:23.748132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:23.748766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.758888 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:33:23.767450 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.846318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-6798e05c-6acb-421d-a5ee-80a4dff847c8 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2302928 Aug 12 04:33:23.858916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Request body: {'port': {'device_id': '2b4e5268-a100-4169-9056-edea28c74cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:23.934566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:23.966649 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.051605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:33:22Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:24.101064 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] Checking router: 74d58377-93c3-4bb6-9d19-36158e0c2ccc for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:33:24.111382 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] Routers {'74d58377-93c3-4bb6-9d19-36158e0c2ccc'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:33:24.112060 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:33:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:24.156719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.188879 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.189223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b4e9eb-979a-4bbb-9444-7603393df31e None None] Network 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:33:24.198411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/subnets/d658f7ed-f50f-4fd9-8f1e-66b959570017 HTTP/1.1" status: 204 len: 168 time: 0.6365778 Aug 12 04:33:24.203150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58718) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:24.344177 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] Set router 74d58377-93c3-4bb6-9d19-36158e0c2ccc gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:33:24.380077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc597735-ad16-4bbe-8cd2-9f6d5693a970 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Subnet': ['ID=d658f7ed-f50f-4fd9-8f1e-66b959570017,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:24.505373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] DHCP port deletion for 4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:33:24.655585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.662862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] Deleting port 546ccaf7-508d-4df5-9d33-48533c875f72 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:24.663333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.678603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1f3129-a325-4783-8e68-dfe1b59bdf16 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:33:24.699375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd5afb-f367-4ec4-b8ef-a9c2d9aeddda req-cf5d99c0-2f80-49f6-9468-29bdee90f483 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:24.707515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4bd5afb-f367-4ec4-b8ef-a9c2d9aeddda req-cf5d99c0-2f80-49f6-9468-29bdee90f483 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 932 time: 0.1591649 Aug 12 04:33:24.720831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.755253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] For port 546ccaf7-508d-4df5-9d33-48533c875f72, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=546ccaf7-508d-4df5-9d33-48533c875f72,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:24.755661 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.767406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Transition to ACTIVE for port object cf1f3129-a325-4783-8e68-dfe1b59bdf16 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:33:24.776078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] Calling delete_port for 546ccaf7-508d-4df5-9d33-48533c875f72 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:24.784155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4bd5afb-f367-4ec4-b8ef-a9c2d9aeddda req-b962b8c3-a369-4a09-a865-3794e7ccd619 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747640 Aug 12 04:33:24.816814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 546ccaf7-508d-4df5-9d33-48533c875f72 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:24.857872 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:24.956170 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:33:22Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:24.979954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.038892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.067457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1f3129-a325-4783-8e68-dfe1b59bdf16,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:25.081927 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd98dab-d4c6-411a-9ba1-f02e0df26e2f None None] The sync data for ids ['74d58377-93c3-4bb6-9d19-36158e0c2ccc'] in n-d-804320-1 is: [{'id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1029101457', 'tenant_id': 'a5223415728b42509bc4a874b5c2b699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:31:24Z', 'updated_at': '2021-08-12T04:33:22Z', 'revision_number': 5, 'project_id': 'a5223415728b42509bc4a874b5c2b699', 'gw_port': {'id': 'e91d07f1-0bd1-4255-ac26-86eb173bacb2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d58377-93c3-4bb6-9d19-36158e0c2ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:31:25Z', 'updated_at': '2021-08-12T04:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:33:25.105901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 546ccaf7-508d-4df5-9d33-48533c875f72, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=546ccaf7-508d-4df5-9d33-48533c875f72,segment=NetworkSegment(7643a9a8-e055-4b2b-b529-5f674005f464),segment_id=7643a9a8-e055-4b2b-b529-5f674005f464)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:25.161010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.172167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Deleting port e91d07f1-0bd1-4255-ac26-86eb173bacb2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:25.172167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.203813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Attempting to bind port cf1f3129-a325-4783-8e68-dfe1b59bdf16 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:33:25.204159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Attempting to bind port cf1f3129-a325-4783-8e68-dfe1b59bdf16 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:33:25.204489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Attempting to bind port cf1f3129-a325-4783-8e68-dfe1b59bdf16 on network 1d032611-824a-4c74-b27d-4483da2f8389 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:33:25.209670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Port cf1f3129-a325-4783-8e68-dfe1b59bdf16 on network 1d032611-824a-4c74-b27d-4483da2f8389 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:33:25.210033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Attempting to bind port cf1f3129-a325-4783-8e68-dfe1b59bdf16 on network 1d032611-824a-4c74-b27d-4483da2f8389 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:33:25.220915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:33:25.220915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Checking segment: {'id': '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:33:25.220915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Bound using segment: {'id': '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:33:25.220915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Bound port: cf1f3129-a325-4783-8e68-dfe1b59bdf16, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:33:25.220915 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.274855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.318073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] No DVR routers for this DVR port 546ccaf7-508d-4df5-9d33-48533c875f72 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:33:25.366039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=546ccaf7-508d-4df5-9d33-48533c875f72,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:25.392827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] For port e91d07f1-0bd1-4255-ac26-86eb173bacb2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e91d07f1-0bd1-4255-ac26-86eb173bacb2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:25.393144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] For port cf1f3129-a325-4783-8e68-dfe1b59bdf16, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:33:25.393257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc6d73-18c4-486a-8893-3f5b2b058566 None None] Pushing event deleted for resources: {'Port': ['ID=546ccaf7-508d-4df5-9d33-48533c875f72,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:25.395842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.396911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] For port cf1f3129-a325-4783-8e68-dfe1b59bdf16, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cf1f3129-a325-4783-8e68-dfe1b59bdf16,segment=NetworkSegment(44fd7e77-3efc-4e1f-9db1-c9158a5b79f4),segment_id=44fd7e77-3efc-4e1f-9db1-c9158a5b79f4)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:33:25.415591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Calling delete_port for e91d07f1-0bd1-4255-ac26-86eb173bacb2 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:25.459247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.504562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:25.508879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.516354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf1f3129-a325-4783-8e68-dfe1b59bdf16 HTTP/1.1" status: 200 len: 1092 time: 1.6562943 Aug 12 04:33:25.518761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4e5268-a100-4169-9056-edea28c74cfd', 'tag': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:25.525069 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4e5268-a100-4169-9056-edea28c74cfd", "tag": "cf1f3129-a325-4783-8e68-dfe1b59bdf16"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:25.624765 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.688613 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f8954e-8764-4136-940e-b3a112b4aa7d x-openstack-request-id: req-f3f8954e-8764-4136-940e-b3a112b4aa7d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:25.688613 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4e5268-a100-4169-9056-edea28c74cfd", "tag": "cf1f3129-a325-4783-8e68-dfe1b59bdf16", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:25.688613 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3f8954e-8764-4136-940e-b3a112b4aa7d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:25.688613 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4e5268-a100-4169-9056-edea28c74cfd', 'tag': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16', 'status': 'completed', 'code': 200} Aug 12 04:33:25.783774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c37a6b-fa55-4dfa-940d-2362b3d6db85 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1f3129-a325-4783-8e68-dfe1b59bdf16,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:25.796403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8 req-447d6d0c-d6f3-4382-87a4-722a3d9fd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:25.797933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8 req-447d6d0c-d6f3-4382-87a4-722a3d9fd9c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e0e4ce312c247b4837d7fe5d74b2bd4&device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 1095 time: 0.1126349 Aug 12 04:33:25.805506 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.830554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:25.893667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Port': ['ID=e91d07f1-0bd1-4255-ac26-86eb173bacb2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:26.020020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.114302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8 req-9cd0d6f9-b3de-4e52-b57b-81e846e754eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:26.116058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8 req-9cd0d6f9-b3de-4e52-b57b-81e846e754eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1e0e4ce312c247b4837d7fe5d74b2bd4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3096850 Aug 12 04:33:26.124755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc066b3-2b68-425e-83cc-739388942c82 req-4beede06-311a-4f8c-bde9-c8696747d666 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:26.129616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7bc066b3-2b68-425e-83cc-739388942c82 req-4beede06-311a-4f8c-bde9-c8696747d666 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 944 time: 0.1812029 Aug 12 04:33:26.168369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.172223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.244302 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7bc066b3-2b68-425e-83cc-739388942c82 req-950d695e-dda4-45d7-8939-6440310bf96c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038649 Aug 12 04:33:26.275505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8 req-37119382-99d8-4d06-ab06-2d6a89717fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:26.277353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a41fab3c-b8b7-473c-bdcb-2cdcc002eaf8 req-37119382-99d8-4d06-ab06-2d6a89717fa8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467900 Aug 12 04:33:26.326803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.328058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Fanout notify agent at l3_agent the message router_deleted on router 74d58377-93c3-4bb6-9d19-36158e0c2ccc {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:33:26.349852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.353614 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e2ff6cbf-70d0-4016-922e-eba305fc3732 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/routers/74d58377-93c3-4bb6-9d19-36158e0c2ccc HTTP/1.1" status: 204 len: 168 time: 2.1466327 Aug 12 04:33:26.355462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58756) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:26.389024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-ece8d93d-bdad-4397-a59b-de7e9012c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:26.390724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-ece8d93d-bdad-4397-a59b-de7e9012c7b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e0e4ce312c247b4837d7fe5d74b2bd4&device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 1095 time: 0.0692754 Aug 12 04:33:26.528200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-d208e435-99b7-4421-b5fc-ca9fd0bd02c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf1f3129-a325-4783-8e68-dfe1b59bdf16 HTTP/1.1" status: 200 len: 217 time: 0.1297975 Aug 12 04:33:26.547786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.642449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:26.692127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:26.692471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78a1d1ec-0342-45b4-b8a6-dd24b9f6677a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:26.707263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-d152fc29-bb69-43c3-92d6-851b998d433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:26.711293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-d152fc29-bb69-43c3-92d6-851b998d433b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40b94405-ea1f-4dfd-a908-9044be06bdf9 HTTP/1.1" status: 200 len: 862 time: 0.1735346 Aug 12 04:33:26.715823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.730577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:26.745204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7643a9a8-e055-4b2b-b529-5f674005f464') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:26.745929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7643a9a8-e055-4b2b-b529-5f674005f464') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:26.759119 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.772366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-af299250-4ad9-420d-88e9-581ea42a9eef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1d032611-824a-4c74-b27d-4483da2f8389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513663 Aug 12 04:33:26.778978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.788368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:33:26.789024 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:33:26.858527 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:33:26.883389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-aed07e41-45b1-42a0-9738-5ea5a64f1469 service neutron] 10.222.0.36 "GET /v2.0/networks/1d032611-824a-4c74-b27d-4483da2f8389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963404 Aug 12 04:33:26.970822 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.975944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:26.984159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] 10.222.0.42 "DELETE /v2.0/networks/4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f HTTP/1.1" status: 204 len: 168 time: 0.6272585 Aug 12 04:33:26.985116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26ae470f-0805-4f6c-a74b-8bbba54e31af req-923f89cd-4df8-43df-9820-64adc163fb0f service neutron] 10.222.0.36 "GET /v2.0/networks/1d032611-824a-4c74-b27d-4483da2f8389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974607 Aug 12 04:33:27.010468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300db78d-292c-4da3-acc0-227c3a009563 tempest-TestSecurityGroupsBasicOps-803772279 tempest-TestSecurityGroupsBasicOps-803772279-project] Pushing event deleted for resources: {'Network': ['ID=4cf78ad7-4bbc-4e67-8e4b-e44ee2a44f7f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:27.385728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8f759-640e-444f-9245-85b213256725 req-31c54f59-de22-4578-bd5d-9cf64747587d tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:27.387775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6e8f759-640e-444f-9245-85b213256725 req-31c54f59-de22-4578-bd5d-9cf64747587d tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 944 time: 0.0577142 Aug 12 04:33:27.436514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6e8f759-640e-444f-9245-85b213256725 req-c3dd9c68-2207-4a07-ac16-942317e80f14 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Aug 12 04:33:27.784439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58780) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:27.977126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6a10cee8-4974-4554-8141-248866353697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5223415728b42509bc4a874b5c2b699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892207 Aug 12 04:33:27.977556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58786) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:28.046898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:28.075015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:28.281289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:28.284116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:28.287215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6f58165-b899-49d3-b7ee-c8e81ecc45a4 HTTP/1.1" status: 204 len: 168 time: 0.3067930 Aug 12 04:33:28.295804 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f58165-b899-49d3-b7ee-c8e81ecc45a4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:28.307665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.308026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.308375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.309142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.309637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.309983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.310408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.310764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.311102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.311432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.311761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.312089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a85b5-0c3c-40c7-8667-7b45fd67f7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:28.319489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dc19f218-faeb-42ba-9be1-225e0ed2d4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:28.505530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e91d07f1-0bd1-4255-ac26-86eb173bacb2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:28.529716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e91d07f1-0bd1-4255-ac26-86eb173bacb2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:28.530376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e91d07f1-0bd1-4255-ac26-86eb173bacb2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:28.591999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7760-18c2-43a3-bcd5-4426843dbe72 req-0cccb89a-a370-4f78-ab58-bdf98a70b598 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:28.594372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d49c7760-18c2-43a3-bcd5-4426843dbe72 req-0cccb89a-a370-4f78-ab58-bdf98a70b598 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 944 time: 0.0784256 Aug 12 04:33:28.664087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d49c7760-18c2-43a3-bcd5-4426843dbe72 req-cd3c5542-8185-4119-9edf-3d26396c675c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Aug 12 04:33:29.126561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58844) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:29.144002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-151c1e5a-ed16-4f4c-bd64-bc18db338a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.165001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cf1f3129-a325-4783-8e68-dfe1b59bdf16 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:33:29.266519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-151c1e5a-ed16-4f4c-bd64-bc18db338a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.286260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port cf1f3129-a325-4783-8e68-dfe1b59bdf16, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cf1f3129-a325-4783-8e68-dfe1b59bdf16,segment=NetworkSegment(44fd7e77-3efc-4e1f-9db1-c9158a5b79f4),segment_id=44fd7e77-3efc-4e1f-9db1-c9158a5b79f4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:29.301296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16', 'network_id': '1d032611-824a-4c74-b27d-4483da2f8389', 'port_id': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16', 'mac_address': 'fa:16:3e:42:b3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b94405-ea1f-4dfd-a908-9044be06bdf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:33:29.357429 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.372743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1f3129-a325-4783-8e68-dfe1b59bdf16 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:33:29.394674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port cf1f3129-a325-4783-8e68-dfe1b59bdf16, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cf1f3129-a325-4783-8e68-dfe1b59bdf16,segment=NetworkSegment(44fd7e77-3efc-4e1f-9db1-c9158a5b79f4),segment_id=44fd7e77-3efc-4e1f-9db1-c9158a5b79f4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:29.423627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-151c1e5a-ed16-4f4c-bd64-bc18db338a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.462757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58854) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:29.472321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-151c1e5a-ed16-4f4c-bd64-bc18db338a79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c42f3c5650544abdaae5837929946694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444700 Aug 12 04:33:29.473467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c1e5a-ed16-4f4c-bd64-bc18db338a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd26e622-f3a8-4207-8558-c2d719870252,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:29.475417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58858) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:29.538826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.572875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.591610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:29.626236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3129-a325-4783-8e68-dfe1b59bdf16,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:29.634111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.634449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.634827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.635405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.635751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.636094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.636429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.636759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.637087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.637414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.637770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.638103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:29.758752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['cf1f3129-a325-4783-8e68-dfe1b59bdf16'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:33:29.864760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f9eee-0a7e-42cb-ac45-dd1f5b587adf req-85ae56be-3952-4247-9ace-2fb4fdec709c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:29.867195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-255f9eee-0a7e-42cb-ac45-dd1f5b587adf req-85ae56be-3952-4247-9ace-2fb4fdec709c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 945 time: 0.0724359 Aug 12 04:33:29.917151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-255f9eee-0a7e-42cb-ac45-dd1f5b587adf req-4b39d1ad-b310-4140-bb46-9a245dc4559d tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Aug 12 04:33:30.004738 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0805a25-f6d2-4c0e-9ff5-328807f8581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.207543 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.210160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.211433 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd26e622-f3a8-4207-8558-c2d719870252 HTTP/1.1" status: 204 len: 168 time: 0.7350788 Aug 12 04:33:30.231550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd26e622-f3a8-4207-8558-c2d719870252,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:30.249287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.249635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.250024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.250365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.250703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.251056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.251381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.251750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.252118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.252447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.252771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.253094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ffc33-ac7f-4957-8e97-2e25ccfbe54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:33:30.308054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0805a25-f6d2-4c0e-9ff5-328807f8581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.520993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a0805a25-f6d2-4c0e-9ff5-328807f8581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.564763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a0805a25-f6d2-4c0e-9ff5-328807f8581f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02ef6e0ce9024d508fb72c20b022aad8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008186 Aug 12 04:33:30.565886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0805a25-f6d2-4c0e-9ff5-328807f8581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ac07b-baef-4c7f-a6bb-7e4d85078226,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:30.567575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58892) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:30.627473 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e8d363-6024-47f3-949e-33211e27c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.652062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e8d363-6024-47f3-949e-33211e27c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.959764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e8d363-6024-47f3-949e-33211e27c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.963093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e8d363-6024-47f3-949e-33211e27c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:30.967354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-56e8d363-6024-47f3-949e-33211e27c5fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db1ac07b-baef-4c7f-a6bb-7e4d85078226 HTTP/1.1" status: 204 len: 168 time: 0.3958204 Aug 12 04:33:30.976611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d363-6024-47f3-949e-33211e27c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ac07b-baef-4c7f-a6bb-7e4d85078226,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:31.002415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.006253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-44553edb-8829-4d14-927d-285a1b91c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.073503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd7352-c7f0-4348-ba8d-2a3bc84556c3 req-18eb3795-3fa0-4e34-9ce6-37d1548eff0c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:31.075151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42fd7352-c7f0-4348-ba8d-2a3bc84556c3 req-18eb3795-3fa0-4e34-9ce6-37d1548eff0c tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 945 time: 0.0690672 Aug 12 04:33:31.123524 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42fd7352-c7f0-4348-ba8d-2a3bc84556c3 req-e2801461-b9cb-4fb8-9fcd-8caa479e68df tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Aug 12 04:33:31.179868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cf1f3129-a325-4783-8e68-dfe1b59bdf16 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:33:31.361367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port cf1f3129-a325-4783-8e68-dfe1b59bdf16 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:33:31.365474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port cf1f3129-a325-4783-8e68-dfe1b59bdf16 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:33:31.365847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.402453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:31.450550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d272006f-740a-4a0c-8630-1928a0a2715b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d3e0eeb4f1a439491be496414c8d7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461645 Aug 12 04:33:31.453185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58922) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:31.454480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.483691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4e5268-a100-4169-9056-edea28c74cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:31.487159 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d301d7-03a9-4d13-93f1-98ddaeb9d6c9" -d '{"events": [{"server_uuid": "2b4e5268-a100-4169-9056-edea28c74cfd", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f3129-a325-4783-8e68-dfe1b59bdf16"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:31.500860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port cf1f3129-a325-4783-8e68-dfe1b59bdf16, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cf1f3129-a325-4783-8e68-dfe1b59bdf16,segment=NetworkSegment(44fd7e77-3efc-4e1f-9db1-c9158a5b79f4),segment_id=44fd7e77-3efc-4e1f-9db1-c9158a5b79f4)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:31.525011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-074e9718-9c7b-4f09-ad6d-dead21e4d705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.532122 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191dd29-52cb-4630-a4ef-a1ea17aa8ab7 x-openstack-request-id: req-1191dd29-52cb-4630-a4ef-a1ea17aa8ab7 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:31.532494 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4e5268-a100-4169-9056-edea28c74cfd", "name": "network-vif-plugged", "status": "completed", "tag": "cf1f3129-a325-4783-8e68-dfe1b59bdf16", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:31.532805 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1191dd29-52cb-4630-a4ef-a1ea17aa8ab7 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:31.533347 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4e5268-a100-4169-9056-edea28c74cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16', 'code': 200} Aug 12 04:33:31.552136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-074e9718-9c7b-4f09-ad6d-dead21e4d705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.645704 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.648877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24649d3e-2787-48ac-bf53-41a164d5baae req-a4609b26-d671-4b0b-a46d-8115a0eec852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:31.651205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24649d3e-2787-48ac-bf53-41a164d5baae req-a4609b26-d671-4b0b-a46d-8115a0eec852 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 1096 time: 0.0482545 Aug 12 04:33:31.695749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24649d3e-2787-48ac-bf53-41a164d5baae req-fb51a096-c8d2-4b2b-811f-138c16d3175c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Aug 12 04:33:31.705881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=cf1f3129-a325-4783-8e68-dfe1b59bdf16,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:31.711072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-074e9718-9c7b-4f09-ad6d-dead21e4d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.713994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-074e9718-9c7b-4f09-ad6d-dead21e4d705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:31.718231 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-074e9718-9c7b-4f09-ad6d-dead21e4d705 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c1681a4-c636-404a-a50d-8df73d83d7ee HTTP/1.1" status: 204 len: 168 time: 0.2605839 Aug 12 04:33:31.723956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e9718-9c7b-4f09-ad6d-dead21e4d705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1681a4-c636-404a-a50d-8df73d83d7ee,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:32.166414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.210523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 58954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:32.237117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7aa883f0-1cc4-41a8-9475-21d8c5eea80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.293470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d88224-012f-47a7-bf4d-62be3992f88b req-1d010629-8728-42e8-bd09-5b04279cb886 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:32.314580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87d88224-012f-47a7-bf4d-62be3992f88b req-1d010629-8728-42e8-bd09-5b04279cb886 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 946 time: 0.1089466 Aug 12 04:33:32.410453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87d88224-012f-47a7-bf4d-62be3992f88b req-4ff7ac52-88d0-4d83-914f-ec96f69a5a9e tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944123 Aug 12 04:33:32.479061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7aa883f0-1cc4-41a8-9475-21d8c5eea80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.582202 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7aa883f0-1cc4-41a8-9475-21d8c5eea80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.639035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7aa883f0-1cc4-41a8-9475-21d8c5eea80b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71160d031a824da5a631a6c878fc32a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273286 Aug 12 04:33:32.640171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa883f0-1cc4-41a8-9475-21d8c5eea80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc184e6-5636-4c75-8d5f-16cd6636d031,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:32.641862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 58970) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:32.696687 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-746fd3ba-422d-4e9b-adac-ec63a6f5c091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.719714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-746fd3ba-422d-4e9b-adac-ec63a6f5c091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.879326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-746fd3ba-422d-4e9b-adac-ec63a6f5c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.879326 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-746fd3ba-422d-4e9b-adac-ec63a6f5c091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:32.879971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-746fd3ba-422d-4e9b-adac-ec63a6f5c091 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4dc184e6-5636-4c75-8d5f-16cd6636d031 HTTP/1.1" status: 204 len: 168 time: 0.2369955 Aug 12 04:33:32.888015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fd3ba-422d-4e9b-adac-ec63a6f5c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc184e6-5636-4c75-8d5f-16cd6636d031,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:33.579337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3d1e6-9344-4457-a445-f39f44282d22 req-0fdbfeaf-9c56-48b5-ba47-70dda0a44c63 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:33.580906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2e3d1e6-9344-4457-a445-f39f44282d22 req-0fdbfeaf-9c56-48b5-ba47-70dda0a44c63 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 946 time: 0.0838194 Aug 12 04:33:33.627573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2e3d1e6-9344-4457-a445-f39f44282d22 req-04658a0f-3247-425f-81be-f3ddfa95fadc tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Aug 12 04:33:34.086837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.193038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:34.206871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c5c42f2-ee94-444a-a682-39582d7cddfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.308640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c5c42f2-ee94-444a-a682-39582d7cddfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.384332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c5c42f2-ee94-444a-a682-39582d7cddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.408087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e05de6-3eef-41b4-91ca-b9878bc5e1fb req-e2c4dcb8-126c-4f8b-ae60-5695b25309ec tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:34.409725 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16e05de6-3eef-41b4-91ca-b9878bc5e1fb req-e2c4dcb8-126c-4f8b-ae60-5695b25309ec tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 946 time: 0.0546765 Aug 12 04:33:34.447363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6c5c42f2-ee94-444a-a682-39582d7cddfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e84d0c5f059a441d9c2b164bf5db5c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504447 Aug 12 04:33:34.447363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c42f2-ee94-444a-a682-39582d7cddfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f30dfb8-87ef-49cc-ade8-2bf1bc2fd926,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:34.450377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59044) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:34.466680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16e05de6-3eef-41b4-91ca-b9878bc5e1fb req-49aaede8-cf8a-4e4b-8750-8c93dcd55bee tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Aug 12 04:33:34.505022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-779f87e9-0d9a-4fbb-abc4-4da398c3c386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.529988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-779f87e9-0d9a-4fbb-abc4-4da398c3c386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.678886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-779f87e9-0d9a-4fbb-abc4-4da398c3c386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.688544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-779f87e9-0d9a-4fbb-abc4-4da398c3c386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:34.690923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-779f87e9-0d9a-4fbb-abc4-4da398c3c386 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f30dfb8-87ef-49cc-ade8-2bf1bc2fd926 HTTP/1.1" status: 204 len: 168 time: 0.2412524 Aug 12 04:33:34.706962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f87e9-0d9a-4fbb-abc4-4da398c3c386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f30dfb8-87ef-49cc-ade8-2bf1bc2fd926,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:35.133387 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:33:35.623585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac24e93-6387-4368-85b7-703cecd5e041 req-82cd2e54-184f-4b17-a4c2-de2dc04923bf tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:35.626395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fac24e93-6387-4368-85b7-703cecd5e041 req-82cd2e54-184f-4b17-a4c2-de2dc04923bf tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 946 time: 0.0634842 Aug 12 04:33:35.667201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-defe9892-e48c-4774-8f9d-dcf59d034d9b tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:35.670066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-defe9892-e48c-4774-8f9d-dcf59d034d9b tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 946 time: 0.0569005 Aug 12 04:33:35.678953 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fac24e93-6387-4368-85b7-703cecd5e041 req-07de628d-78f7-4e3e-9a90-b7b29b076a63 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Aug 12 04:33:35.778227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Deleting port cf1f3129-a325-4783-8e68-dfe1b59bdf16 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:33:35.778585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:35.912911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] For port cf1f3129-a325-4783-8e68-dfe1b59bdf16, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cf1f3129-a325-4783-8e68-dfe1b59bdf16,segment=NetworkSegment(44fd7e77-3efc-4e1f-9db1-c9158a5b79f4),segment_id=44fd7e77-3efc-4e1f-9db1-c9158a5b79f4)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:35.913279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:36.183796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Calling delete_port for cf1f3129-a325-4783-8e68-dfe1b59bdf16 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:33:36.820314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56418f3-631f-4422-8d52-f84fb7a35181 req-11205c6d-3c0c-4c49-b5f9-18c88d7a25d4 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:36.823028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d56418f3-631f-4422-8d52-f84fb7a35181 req-11205c6d-3c0c-4c49-b5f9-18c88d7a25d4 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 946 time: 0.0594437 Aug 12 04:33:36.877674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d56418f3-631f-4422-8d52-f84fb7a35181 req-0152ebf4-f745-4b72-8da7-522a742f1feb tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/security-groups?id=e3dfdb91-b067-4dd7-88ab-cff43754d3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Aug 12 04:33:37.012237 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:37.026405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['cf1f3129-a325-4783-8e68-dfe1b59bdf16'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:33:37.044972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Pushing event deleted for resources: {'Port': ['ID=cf1f3129-a325-4783-8e68-dfe1b59bdf16,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:37.107604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] No DVR routers for this DVR port cf1f3129-a325-4783-8e68-dfe1b59bdf16 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:33:37.111216 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:37.113522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3c2a753-e3a3-4783-857e-c4dfdc51873c req-20e93126-ce99-47ea-9faf-2efc234256d5 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.36 "DELETE /v2.0/ports/cf1f3129-a325-4783-8e68-dfe1b59bdf16 HTTP/1.1" status: 204 len: 173 time: 1.4373703 Aug 12 04:33:37.114196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4e5268-a100-4169-9056-edea28c74cfd', 'name': 'network-vif-deleted', 'tag': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:37.116730 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd38cd3-496f-44d8-b7db-725651e16b08" -d '{"events": [{"server_uuid": "2b4e5268-a100-4169-9056-edea28c74cfd", "name": "network-vif-deleted", "tag": "cf1f3129-a325-4783-8e68-dfe1b59bdf16"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:37.170541 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d558619c-f9aa-4945-9416-7ff6342d16ee x-openstack-request-id: req-d558619c-f9aa-4945-9416-7ff6342d16ee {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:37.171825 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4e5268-a100-4169-9056-edea28c74cfd", "name": "network-vif-deleted", "tag": "cf1f3129-a325-4783-8e68-dfe1b59bdf16", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:37.172352 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d558619c-f9aa-4945-9416-7ff6342d16ee {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:37.172916 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4e5268-a100-4169-9056-edea28c74cfd', 'name': 'network-vif-deleted', 'tag': 'cf1f3129-a325-4783-8e68-dfe1b59bdf16', 'status': 'completed', 'code': 200} Aug 12 04:33:38.035245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b738b8be-e0b4-480c-9454-70472dfbac5e req-130b1d8b-554f-4af2-80da-c126624f1723 tempest-ServerAddressesNegativeTestJSON-1690518813 tempest-ServerAddressesNegativeTestJSON-1690518813-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b4e5268-a100-4169-9056-edea28c74cfd HTTP/1.1" status: 200 len: 210 time: 0.0389833 Aug 12 04:33:39.098853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59266) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:39.181971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Deleting subnet 40b94405-ea1f-4dfd-a908-9044be06bdf9 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:33:39.186358 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.250739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.256978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cf1f3129-a325-4783-8e68-dfe1b59bdf16 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:33:39.289119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: cf1f3129-a325-4783-8e68-dfe1b59bdf16 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:33:39.289472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cf1f3129-a325-4783-8e68-dfe1b59bdf16 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:33:39.294413 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.440988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.475948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b94405-ea1f-4dfd-a908-9044be06bdf9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:39.480781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.486730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59290) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:39.487558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a4ee2698-fb7b-4cb6-bdf6-e9008f33af96 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/40b94405-ea1f-4dfd-a908-9044be06bdf9 HTTP/1.1" status: 204 len: 168 time: 0.3871503 Aug 12 04:33:39.570451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.719675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.736952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d032611-824a-4c74-b27d-4483da2f8389']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:39.752066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:39.752687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fd7e77-3efc-4e1f-9db1-c9158a5b79f4') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:33:39.766668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.791945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.799798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:33:39.800305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:33:39.805998 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:33:40.006661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:40.012544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:40.016010 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1d032611-824a-4c74-b27d-4483da2f8389 HTTP/1.1" status: 204 len: 168 time: 0.5269725 Aug 12 04:33:40.034405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e892e-abd5-4a6f-a665-17600eae7854 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d032611-824a-4c74-b27d-4483da2f8389,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:40.519218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59330) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:40.564063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-88a71976-1b76-4908-bc4e-535452aeb222 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e0e4ce312c247b4837d7fe5d74b2bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468092 Aug 12 04:33:40.566600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59332) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:40.639347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9faf3f84-23f4-482a-ac0c-2a6091826264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:40.663182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9faf3f84-23f4-482a-ac0c-2a6091826264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:40.835384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9faf3f84-23f4-482a-ac0c-2a6091826264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:40.837990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9faf3f84-23f4-482a-ac0c-2a6091826264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:40.839284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9faf3f84-23f4-482a-ac0c-2a6091826264 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3dfdb91-b067-4dd7-88ab-cff43754d3b4 HTTP/1.1" status: 204 len: 168 time: 0.2716932 Aug 12 04:33:40.859836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf3f84-23f4-482a-ac0c-2a6091826264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dfdb91-b067-4dd7-88ab-cff43754d3b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:42.175517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59398) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:42.309828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-912413805-network', 'tenant_id': '7c8c5f043525488b879aef356e1c8537'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:42.433468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Made reservation on behalf of 7c8c5f043525488b879aef356e1c8537 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:33:42.435787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.445066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.540528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.663833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.691256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:33:42.702025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7473f-7b02-485f-b947-24cd965096e1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:42.716456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.717180 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Added segment e76861a8-f6b4-460e-b3f0-2c69951a5eea of type vlan for network 0548bcaa-430c-4c75-9b41-f6ca102fb820 Aug 12 04:33:42.765523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.960372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:42.961266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:42.961847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:43.023392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] Pushing event updated for resources: {'Network': ['ID=0548bcaa-430c-4c75-9b41-f6ca102fb820,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:43.033388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0548bcaa-430c-4c75-9b41-f6ca102fb820 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:33:43.132783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e917e439-b086-4413-8150-a34a2f424439 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9560812 Aug 12 04:33:43.135602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59434) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:43.141006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Request body: {'subnet': {'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-912413805-subnet', 'tenant_id': '7c8c5f043525488b879aef356e1c8537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:43.267860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Made reservation on behalf of 7c8c5f043525488b879aef356e1c8537 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:33:43.272045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:43.589557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:43.652188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd11550a-b9f9-4e33-8cb9-deb800ddc680,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:43.660081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Checking segment: {'id': 'e76861a8-f6b4-460e-b3f0-2c69951a5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:33:43.660435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Network hostable DHCP agents. Network: 0548bcaa-430c-4c75-9b41-f6ca102fb820, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:33:43.891928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Network 0548bcaa-430c-4c75-9b41-f6ca102fb820 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:33:44.016350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0548bcaa-430c-4c75-9b41-f6ca102fb820) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:33:44.020598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:44.021196 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:44.025783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c0219-5504-461c-9170-254b85398888 None None] Network 0548bcaa-430c-4c75-9b41-f6ca102fb820 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:33:44.156749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcf29a-db8a-4d35-acd5-5c551f7db910 None None] Network 0548bcaa-430c-4c75-9b41-f6ca102fb820 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:33:44.184373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ce0f1a7-f896-46fe-8a4b-93788b446d64 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0476670 Aug 12 04:33:44.666151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-d38f7828-2916-4fb9-aecb-49ab774c7844 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:44.668557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-d38f7828-2916-4fb9-aecb-49ab774c7844 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/networks?id=0548bcaa-430c-4c75-9b41-f6ca102fb820 HTTP/1.1" status: 200 len: 812 time: 0.1068137 Aug 12 04:33:44.684726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-61e21803-1578-4ab4-a346-8dafde29b83b tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/quotas/7c8c5f043525488b879aef356e1c8537 HTTP/1.1" status: 200 len: 375 time: 0.0092766 Aug 12 04:33:44.723356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-cfc7a15b-86d6-45da-b811-d22f4dba2f61 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c8c5f043525488b879aef356e1c8537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330276 Aug 12 04:33:44.835130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-e6c3469b-66ae-4777-88ad-39ba34c3291f service neutron] 10.222.0.42 "GET /v2.0/networks/0548bcaa-430c-4c75-9b41-f6ca102fb820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046119 Aug 12 04:33:44.938082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-79174ab3-a57b-4449-a451-943e4ecdd22d service neutron] 10.222.0.42 "GET /v2.0/networks/0548bcaa-430c-4c75-9b41-f6ca102fb820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959544 Aug 12 04:33:45.666593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7bd9e11-92b6-4de2-8e30-346ad8efabdf req-a6858e80-1a83-40b2-8733-f21fd36099ac tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 210 time: 0.0311010 Aug 12 04:33:46.824403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0679ed46-5330-4a97-885b-cf950dbf1139 req-f161fa80-3502-492e-9559-4e724c4e74a9 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 210 time: 0.0989416 Aug 12 04:33:48.024084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c5a05dd-ee86-42f4-8706-7152d5314ccb req-f897c03e-9427-4375-9f97-4d27cc53f645 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 210 time: 0.1268568 Aug 12 04:33:49.003700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-a70ff343-00bb-4cc5-955d-8df7f2998ad2 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:49.005014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-a70ff343-00bb-4cc5-955d-8df7f2998ad2 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.36 "GET /v2.0/networks?id=0548bcaa-430c-4c75-9b41-f6ca102fb820 HTTP/1.1" status: 200 len: 812 time: 0.1254168 Aug 12 04:33:49.018461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Request body: {'port': {'device_id': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820', 'admin_state_up': True, 'tenant_id': '7c8c5f043525488b879aef356e1c8537'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:49.191306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ac121e2-1305-4f1d-8055-fa3ac3041dd8 req-99138dc8-2b94-4d90-8c27-a28d7e192d79 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 210 time: 0.0412407 Aug 12 04:33:49.320413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Made reservation on behalf of 7c8c5f043525488b879aef356e1c8537 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:33:49.327516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:49.470060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Allocated IP 172.20.0.3 (0548bcaa-430c-4c75-9b41-f6ca102fb820/fd11550a-b9f9-4e33-8cb9-deb800ddc680/f969e068-c8df-4142-9321-4406f0717656) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:33:49.651308 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:49.784529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:49.840600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Network 0548bcaa-430c-4c75-9b41-f6ca102fb820 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:33:49.843816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:33:49.848430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:33:49.855307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Pushing event updated for resources: {'Port': ['ID=f969e068-c8df-4142-9321-4406f0717656,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:49.903687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:49.904214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.031117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-8127d960-9b92-405f-99e1-1eab097ccee4 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0171685 Aug 12 04:33:50.044602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Request body: {'port': {'device_id': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:33:50.109323 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.339470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5617a5-c980-40da-9239-59fa424a1cb6 req-2f2c32f5-db4d-4dfa-ab3c-4caf959fa748 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:50.341015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da5617a5-c980-40da-9239-59fa424a1cb6 req-2f2c32f5-db4d-4dfa-ab3c-4caf959fa748 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 931 time: 0.0686719 Aug 12 04:33:50.379494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da5617a5-c980-40da-9239-59fa424a1cb6 req-7d93a226-2f2c-473c-9eae-13ec63e14c9b tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Aug 12 04:33:50.410948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f969e068-c8df-4142-9321-4406f0717656 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:33:50.420075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.432183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Transition to ACTIVE for port object f969e068-c8df-4142-9321-4406f0717656 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:33:50.537797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.593886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Pushing event updated for resources: {'Port': ['ID=f969e068-c8df-4142-9321-4406f0717656,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:50.668668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Attempting to bind port f969e068-c8df-4142-9321-4406f0717656 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:33:50.669002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Attempting to bind port f969e068-c8df-4142-9321-4406f0717656 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'e76861a8-f6b4-460e-b3f0-2c69951a5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:33:50.669328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Attempting to bind port f969e068-c8df-4142-9321-4406f0717656 on network 0548bcaa-430c-4c75-9b41-f6ca102fb820 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:33:50.674190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Port f969e068-c8df-4142-9321-4406f0717656 on network 0548bcaa-430c-4c75-9b41-f6ca102fb820 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:33:50.674449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Attempting to bind port f969e068-c8df-4142-9321-4406f0717656 on network 0548bcaa-430c-4c75-9b41-f6ca102fb820 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:33:50.679399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:33:50.679776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Checking segment: {'id': 'e76861a8-f6b4-460e-b3f0-2c69951a5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:33:50.680161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Bound using segment: {'id': 'e76861a8-f6b4-460e-b3f0-2c69951a5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:33:50.680576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Bound port: f969e068-c8df-4142-9321-4406f0717656, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76861a8-f6b4-460e-b3f0-2c69951a5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:33:50.680928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.752938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] For port f969e068-c8df-4142-9321-4406f0717656, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:33:50.756065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] For port f969e068-c8df-4142-9321-4406f0717656, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f969e068-c8df-4142-9321-4406f0717656,segment=NetworkSegment(e76861a8-f6b4-460e-b3f0-2c69951a5eea),segment_id=e76861a8-f6b4-460e-b3f0-2c69951a5eea)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:33:50.869125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.903369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:50.903588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:50.905196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] 10.222.0.36 "PUT /v2.0/ports/f969e068-c8df-4142-9321-4406f0717656 HTTP/1.1" status: 200 len: 1091 time: 0.8654418 Aug 12 04:33:50.908059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'tag': 'f969e068-c8df-4142-9321-4406f0717656'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:50.917932 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d27630-d3c9-4408-89df-6a8377645edd" -d '{"events": [{"name": "network-changed", "server_uuid": "47130d48-3cac-49f0-8907-f4d75cb89a1b", "tag": "f969e068-c8df-4142-9321-4406f0717656"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:50.954650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05890a1-4505-403f-a5b9-47b5bdc13263 service neutron] Pushing event updated for resources: {'Port': ['ID=f969e068-c8df-4142-9321-4406f0717656,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:50.973028 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f83d33-bc51-4ae8-93a3-90c7c199269f x-openstack-request-id: req-71f83d33-bc51-4ae8-93a3-90c7c199269f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:50.973329 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47130d48-3cac-49f0-8907-f4d75cb89a1b", "tag": "f969e068-c8df-4142-9321-4406f0717656", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:50.973584 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71f83d33-bc51-4ae8-93a3-90c7c199269f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:50.973990 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'tag': 'f969e068-c8df-4142-9321-4406f0717656', 'status': 'completed', 'code': 200} Aug 12 04:33:51.043889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27630-d3c9-4408-89df-6a8377645edd req-b3cca74d-05b4-47f7-a98c-2501f5b8cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:51.045411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14d27630-d3c9-4408-89df-6a8377645edd req-b3cca74d-05b4-47f7-a98c-2501f5b8cc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c8c5f043525488b879aef356e1c8537&device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 1094 time: 0.0454893 Aug 12 04:33:51.160322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27630-d3c9-4408-89df-6a8377645edd req-2dd67237-dd69-4661-908d-eeb45e8a9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:51.161840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14d27630-d3c9-4408-89df-6a8377645edd req-2dd67237-dd69-4661-908d-eeb45e8a9ab5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7c8c5f043525488b879aef356e1c8537&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1073852 Aug 12 04:33:51.284832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27630-d3c9-4408-89df-6a8377645edd req-6cec9ff1-490f-47ab-9519-066c4cd35cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:51.286565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14d27630-d3c9-4408-89df-6a8377645edd req-6cec9ff1-490f-47ab-9519-066c4cd35cdc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176291 Aug 12 04:33:51.372645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-b412eba4-201e-40de-adfc-a22b3e454a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:51.374218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-b412eba4-201e-40de-adfc-a22b3e454a63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c8c5f043525488b879aef356e1c8537&device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 1094 time: 0.0448103 Aug 12 04:33:51.439978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-7174ab78-a74c-42b9-bf2f-a251be66c715 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f969e068-c8df-4142-9321-4406f0717656 HTTP/1.1" status: 200 len: 217 time: 0.0585408 Aug 12 04:33:51.505448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c4e6475f-c2f9-4a38-b29e-4fcddbba2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:51.508787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-c4e6475f-c2f9-4a38-b29e-4fcddbba2a3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd11550a-b9f9-4e33-8cb9-deb800ddc680 HTTP/1.1" status: 200 len: 852 time: 0.0610247 Aug 12 04:33:51.528297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a8f0e-abf5-4320-9734-17bc165cfd13 req-5183ac2a-ab27-4242-ad81-fb19e5ad865e tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:51.545368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-139a8f0e-abf5-4320-9734-17bc165cfd13 req-5183ac2a-ab27-4242-ad81-fb19e5ad865e tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 943 time: 0.0847921 Aug 12 04:33:51.564559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-b439c55e-e27f-45a3-ae05-071c1b7d8092 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0548bcaa-430c-4c75-9b41-f6ca102fb820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408211 Aug 12 04:33:51.607324 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-139a8f0e-abf5-4320-9734-17bc165cfd13 req-9b8c2206-5bc0-46bb-a3d8-a66ba1c3859a tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607431 Aug 12 04:33:51.748993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-6ca52647-427e-4c55-81cc-0479c6c1b1cc service neutron] 10.222.0.36 "GET /v2.0/networks/0548bcaa-430c-4c75-9b41-f6ca102fb820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720967 Aug 12 04:33:51.861494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89fb7c93-771c-4b72-89d9-e19b23fd7f9c req-344ce522-1574-4318-b34d-7fb1863fd99f service neutron] 10.222.0.36 "GET /v2.0/networks/0548bcaa-430c-4c75-9b41-f6ca102fb820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054850 Aug 12 04:33:52.771579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48cfd3-9a55-45be-898b-8aba26d4d155 req-72dcb23a-4577-4c09-8db7-7f1d41cc2120 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:52.773084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b48cfd3-9a55-45be-898b-8aba26d4d155 req-72dcb23a-4577-4c09-8db7-7f1d41cc2120 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 943 time: 0.0729530 Aug 12 04:33:52.815358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b48cfd3-9a55-45be-898b-8aba26d4d155 req-60bb7970-2de5-4c65-8571-4d76ff4a415e tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Aug 12 04:33:53.949970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c77d2c-4b0c-46ce-ad82-70f04d6e8682 req-dead2156-b915-4bf3-b365-293928048230 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:53.951558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-39c77d2c-4b0c-46ce-ad82-70f04d6e8682 req-dead2156-b915-4bf3-b365-293928048230 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 943 time: 0.0611684 Aug 12 04:33:53.993730 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-39c77d2c-4b0c-46ce-ad82-70f04d6e8682 req-8a8f67ec-e8ca-4659-8890-2d348f7c5a7e tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Aug 12 04:33:55.125285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da3cc-481b-461b-b5d3-4b931ab374dd req-e3a1a926-0c0d-4bfb-992f-bf3223ab030e tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:55.134139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc0da3cc-481b-461b-b5d3-4b931ab374dd req-e3a1a926-0c0d-4bfb-992f-bf3223ab030e tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 943 time: 0.0639307 Aug 12 04:33:55.204167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc0da3cc-481b-461b-b5d3-4b931ab374dd req-86e57155-fbdd-430f-9255-b8c6cc6776d3 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685260 Aug 12 04:33:55.288082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f969e068-c8df-4142-9321-4406f0717656 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:33:55.310355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59748) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:55.440870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f969e068-c8df-4142-9321-4406f0717656, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f969e068-c8df-4142-9321-4406f0717656,segment=NetworkSegment(e76861a8-f6b4-460e-b3f0-2c69951a5eea),segment_id=e76861a8-f6b4-460e-b3f0-2c69951a5eea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:55.469332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'f969e068-c8df-4142-9321-4406f0717656', 'network_id': '0548bcaa-430c-4c75-9b41-f6ca102fb820', 'port_id': 'f969e068-c8df-4142-9321-4406f0717656', 'mac_address': 'fa:16:3e:eb:2f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd11550a-b9f9-4e33-8cb9-deb800ddc680', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:33:55.547644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.556300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59754) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:33:55.561385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3db0259-af68-4507-823f-27a38ac4dae0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00da6182565045678c24f891ab7d68b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442045 Aug 12 04:33:55.568628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f969e068-c8df-4142-9321-4406f0717656 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:33:55.585518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.609107 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fecd3c6c-7377-4efb-a1ec-287572a7f14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.612937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f969e068-c8df-4142-9321-4406f0717656, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f969e068-c8df-4142-9321-4406f0717656,segment=NetworkSegment(e76861a8-f6b4-460e-b3f0-2c69951a5eea),segment_id=e76861a8-f6b4-460e-b3f0-2c69951a5eea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:55.634265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fecd3c6c-7377-4efb-a1ec-287572a7f14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.714407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.762556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f969e068-c8df-4142-9321-4406f0717656,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:55.885738 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.887407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fecd3c6c-7377-4efb-a1ec-287572a7f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.892671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fecd3c6c-7377-4efb-a1ec-287572a7f14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:55.894791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fecd3c6c-7377-4efb-a1ec-287572a7f14f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57a96a92-12f8-4044-9628-3b392facdeb8 HTTP/1.1" status: 204 len: 168 time: 0.3368287 Aug 12 04:33:55.901693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f969e068-c8df-4142-9321-4406f0717656'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:33:55.907700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd3c6c-7377-4efb-a1ec-287572a7f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a96a92-12f8-4044-9628-3b392facdeb8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:56.354376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb72196-5b6d-4c0f-8b9f-76e69a5d9cc1 req-42504d59-1bf7-45cb-92fb-70555ddfe4e0 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:56.362982 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-beb72196-5b6d-4c0f-8b9f-76e69a5d9cc1 req-42504d59-1bf7-45cb-92fb-70555ddfe4e0 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 944 time: 0.0991917 Aug 12 04:33:56.415922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-beb72196-5b6d-4c0f-8b9f-76e69a5d9cc1 req-3c89eb8f-73fd-42b8-af09-929e4828d479 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Aug 12 04:33:57.303000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f969e068-c8df-4142-9321-4406f0717656 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:33:57.457799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port f969e068-c8df-4142-9321-4406f0717656 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:33:57.466171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port f969e068-c8df-4142-9321-4406f0717656 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:33:57.469871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:57.549445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f0f92-d0fe-4a5a-937d-8b0971e711ea req-8c8f5866-5036-4b59-9dbf-34bdb6fcb566 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:57.551021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-739f0f92-d0fe-4a5a-937d-8b0971e711ea req-8c8f5866-5036-4b59-9dbf-34bdb6fcb566 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 944 time: 0.0535376 Aug 12 04:33:57.563694 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:57.599320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f969e068-c8df-4142-9321-4406f0717656'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:33:57.601770 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9078ea84-a71d-4463-9469-a994eb685c10" -d '{"events": [{"server_uuid": "47130d48-3cac-49f0-8907-f4d75cb89a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f969e068-c8df-4142-9321-4406f0717656"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:33:57.622003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-739f0f92-d0fe-4a5a-937d-8b0971e711ea req-b90d5576-afc6-4df6-84a2-59ff0e04a24a tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599821 Aug 12 04:33:57.622148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port f969e068-c8df-4142-9321-4406f0717656, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f969e068-c8df-4142-9321-4406f0717656,segment=NetworkSegment(e76861a8-f6b4-460e-b3f0-2c69951a5eea),segment_id=e76861a8-f6b4-460e-b3f0-2c69951a5eea)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:33:57.640317 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb97b83-e3ee-4b7d-aeb2-1cdb9d8ee428 x-openstack-request-id: req-deb97b83-e3ee-4b7d-aeb2-1cdb9d8ee428 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:33:57.641245 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47130d48-3cac-49f0-8907-f4d75cb89a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f969e068-c8df-4142-9321-4406f0717656", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:33:57.641508 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-deb97b83-e3ee-4b7d-aeb2-1cdb9d8ee428 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:33:57.642130 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f969e068-c8df-4142-9321-4406f0717656', 'code': 200} Aug 12 04:33:57.738057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b3106-7f58-40b0-876c-6e22b9d05973 req-b4a67e2b-8ea1-4f36-a391-f4f644a914ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:57.739627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd0b3106-7f58-40b0-876c-6e22b9d05973 req-b4a67e2b-8ea1-4f36-a391-f4f644a914ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 1095 time: 0.0417316 Aug 12 04:33:57.777707 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:57.784241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd0b3106-7f58-40b0-876c-6e22b9d05973 req-b8776eaa-27d5-4769-a88e-9cf4732745dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379317 Aug 12 04:33:57.860550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=f969e068-c8df-4142-9321-4406f0717656,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:33:58.237018 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6d5ae652-577c-4f1f-8f7a-3176dbdbf7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:33:58.744120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbaf33-597c-4686-82a8-d70c932cb660 req-7f34d749-8221-4355-b42f-8aa0bbd97f43 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:58.745695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0dbaf33-597c-4686-82a8-d70c932cb660 req-7f34d749-8221-4355-b42f-8aa0bbd97f43 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 945 time: 0.0606353 Aug 12 04:33:58.803664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0dbaf33-597c-4686-82a8-d70c932cb660 req-49281047-3edb-440e-82a7-74b8fdff1932 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Aug 12 04:33:59.923965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8a3e2-7bbc-4e28-ab88-986a2078a4f2 req-899ee5b0-c8b0-4415-98aa-107dc6beb7dd tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:33:59.925556 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dee8a3e2-7bbc-4e28-ab88-986a2078a4f2 req-899ee5b0-c8b0-4415-98aa-107dc6beb7dd tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 945 time: 0.0528889 Aug 12 04:33:59.968753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dee8a3e2-7bbc-4e28-ab88-986a2078a4f2 req-6b593af1-a158-467c-8e9b-306ce56bd21f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Aug 12 04:34:00.774496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b2366-6c28-4d55-8719-9d4a910fdcc1 req-2caab407-8da3-4b1a-af0a-c339ed04f99d tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:34:00.776396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-498b2366-6c28-4d55-8719-9d4a910fdcc1 req-2caab407-8da3-4b1a-af0a-c339ed04f99d tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 945 time: 0.0525627 Aug 12 04:34:00.821552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-498b2366-6c28-4d55-8719-9d4a910fdcc1 req-bd47be9e-e144-4870-8856-05cc838861e6 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Aug 12 04:34:00.848509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e159285-247f-45ae-b3e4-4aa6c80ce021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:00.985732 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:01.962318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30de31-2b80-4f85-b474-e483506e7d1d req-5d0d3b92-c567-4879-a839-abe088d94e10 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:34:01.969172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db30de31-2b80-4f85-b474-e483506e7d1d req-5d0d3b92-c567-4879-a839-abe088d94e10 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.36 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 945 time: 0.0885489 Aug 12 04:34:02.119845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf6b8e-afbc-4c1d-91b0-e1bd0efbc5c6 req-141c5c7c-6d36-4426-bd29-d04cb32f4c6c tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:34:02.127764 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5acf6b8e-afbc-4c1d-91b0-e1bd0efbc5c6 req-141c5c7c-6d36-4426-bd29-d04cb32f4c6c tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 945 time: 0.1558425 Aug 12 04:34:02.177062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5acf6b8e-afbc-4c1d-91b0-e1bd0efbc5c6 req-93158428-aa7d-4f16-b132-6e8de86e3940 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/security-groups?id=24b7473f-7b02-485f-b947-24cd965096e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Aug 12 04:34:02.185086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Deleting port f969e068-c8df-4142-9321-4406f0717656 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:34:02.185506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:02.204686 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:02.322989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] For port f969e068-c8df-4142-9321-4406f0717656, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=f969e068-c8df-4142-9321-4406f0717656,segment=NetworkSegment(e76861a8-f6b4-460e-b3f0-2c69951a5eea),segment_id=e76861a8-f6b4-460e-b3f0-2c69951a5eea)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:34:02.323236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:02.340029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Calling delete_port for f969e068-c8df-4142-9321-4406f0717656 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:34:02.588836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:02.600533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['f969e068-c8df-4142-9321-4406f0717656'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:34:02.620087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Pushing event deleted for resources: {'Port': ['ID=f969e068-c8df-4142-9321-4406f0717656,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:02.670218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] No DVR routers for this DVR port f969e068-c8df-4142-9321-4406f0717656 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:34:02.678509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:02.680743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db30de31-2b80-4f85-b474-e483506e7d1d req-19a8ca04-b62e-4a9b-bc37-42b591271a6f tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.36 "DELETE /v2.0/ports/f969e068-c8df-4142-9321-4406f0717656 HTTP/1.1" status: 204 len: 173 time: 0.6958113 Aug 12 04:34:02.681361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'name': 'network-vif-deleted', 'tag': 'f969e068-c8df-4142-9321-4406f0717656'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:34:02.690428 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eee965-8b57-4d59-8dca-175d72225857" -d '{"events": [{"server_uuid": "47130d48-3cac-49f0-8907-f4d75cb89a1b", "name": "network-vif-deleted", "tag": "f969e068-c8df-4142-9321-4406f0717656"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:34:02.792962 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298cb821-c6cc-4cd1-9561-0b26a60a025f x-openstack-request-id: req-298cb821-c6cc-4cd1-9561-0b26a60a025f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:34:02.793098 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47130d48-3cac-49f0-8907-f4d75cb89a1b", "name": "network-vif-deleted", "tag": "f969e068-c8df-4142-9321-4406f0717656", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:34:02.793377 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-298cb821-c6cc-4cd1-9561-0b26a60a025f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:34:02.793852 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47130d48-3cac-49f0-8907-f4d75cb89a1b', 'name': 'network-vif-deleted', 'tag': 'f969e068-c8df-4142-9321-4406f0717656', 'status': 'completed', 'code': 200} Aug 12 04:34:03.332787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4ec83cd-8ab3-4113-a33b-a7bd0347e4ae req-154fec19-796f-48d6-8b97-3f42cc4d44a6 tempest-ServerPasswordTestJSON-891431855 tempest-ServerPasswordTestJSON-891431855-project] 10.222.0.42 "GET /v2.0/ports?device_id=47130d48-3cac-49f0-8907-f4d75cb89a1b HTTP/1.1" status: 200 len: 210 time: 0.0472574 Aug 12 04:34:03.731936 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.413183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59978) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:04.469578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Deleting subnet fd11550a-b9f9-4e33-8cb9-deb800ddc680 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:34:04.478507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.513562 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.556721 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.699566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 59988) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:04.715155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.748606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd11550a-b9f9-4e33-8cb9-deb800ddc680,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:04.753043 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.758593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b4e1873a-d462-49b2-9526-feb07da0f57e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fd11550a-b9f9-4e33-8cb9-deb800ddc680 HTTP/1.1" status: 204 len: 168 time: 0.3442001 Aug 12 04:34:04.761420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 59992) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:04.872401 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:04.938205 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0508f31d-6cd0-4de0-92fe-fec1b224ec6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.042100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.045527 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0508f31d-6cd0-4de0-92fe-fec1b224ec6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.052078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0548bcaa-430c-4c75-9b41-f6ca102fb820']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:34:05.062873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76861a8-f6b4-460e-b3f0-2c69951a5eea') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:34:05.063449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76861a8-f6b4-460e-b3f0-2c69951a5eea') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:34:05.086739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.106222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.112619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:34:05.113155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:34:05.115151 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:34:05.131398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0508f31d-6cd0-4de0-92fe-fec1b224ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.169715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508f31d-6cd0-4de0-92fe-fec1b224ec6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b3b2ae-dfdc-4bbb-b2d3-273ad6e8bd99,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:05.188084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0508f31d-6cd0-4de0-92fe-fec1b224ec6d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2356dca90714058b5202472d5bac565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786391 Aug 12 04:34:05.188430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60000) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:05.241816 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc85-50a0-4809-a78a-8eade1e7078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.264171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc85-50a0-4809-a78a-8eade1e7078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.267655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.316562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.331169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] 10.222.0.42 "DELETE /v2.0/networks/0548bcaa-430c-4c75-9b41-f6ca102fb820 HTTP/1.1" status: 204 len: 168 time: 0.5675120 Aug 12 04:34:05.350420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f969e068-c8df-4142-9321-4406f0717656 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:34:05.388390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64584215-1110-4e0d-8dc7-066b569bc08e admin admin] Pushing event deleted for resources: {'Network': ['ID=0548bcaa-430c-4c75-9b41-f6ca102fb820,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:05.399534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: f969e068-c8df-4142-9321-4406f0717656 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:34:05.413199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device f969e068-c8df-4142-9321-4406f0717656 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:34:05.530096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc85-50a0-4809-a78a-8eade1e7078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.534103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8bbffc85-50a0-4809-a78a-8eade1e7078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.536935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8bbffc85-50a0-4809-a78a-8eade1e7078b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98b3b2ae-dfdc-4bbb-b2d3-273ad6e8bd99 HTTP/1.1" status: 204 len: 168 time: 0.3539879 Aug 12 04:34:05.548197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbffc85-50a0-4809-a78a-8eade1e7078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b3b2ae-dfdc-4bbb-b2d3-273ad6e8bd99,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:05.730444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:05.774548 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0a6a5dd8-d09a-4189-8c6f-32d8fb66b1f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c8c5f043525488b879aef356e1c8537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428848 Aug 12 04:34:05.777133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60018) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:05.835397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f54cac7f-5155-4ea4-b098-6260e3c82e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:05.859874 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f54cac7f-5155-4ea4-b098-6260e3c82e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:06.026011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f54cac7f-5155-4ea4-b098-6260e3c82e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:06.026011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f54cac7f-5155-4ea4-b098-6260e3c82e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:06.026918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f54cac7f-5155-4ea4-b098-6260e3c82e7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24b7473f-7b02-485f-b947-24cd965096e1 HTTP/1.1" status: 204 len: 168 time: 0.2487593 Aug 12 04:34:06.038870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cac7f-5155-4ea4-b098-6260e3c82e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7473f-7b02-485f-b947-24cd965096e1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:06.703836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60062) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:06.810751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2108349589-network', 'tenant_id': 'aa78ffd9b5c74917bbaaf9c1e547e39e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:34:06.914550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Made reservation on behalf of aa78ffd9b5c74917bbaaf9c1e547e39e for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:34:06.916931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:06.925897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.070884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.114301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.172815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:34:07.184338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d15105-f064-4d59-baae-596e9a464a35,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:07.190249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.190643 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Added segment 3b2e0b5c-ed8f-4d33-838a-049d75657068 of type vlan for network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 Aug 12 04:34:07.242066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.381874 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.383067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:34:07.383668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.451476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] Pushing event updated for resources: {'Network': ['ID=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:07.461279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:34:07.509271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-890710d4-4cb5-4e3b-b5c6-d7114a4b3914 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8042233 Aug 12 04:34:07.513167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60100) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:07.521155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Request body: {'subnet': {'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2108349589-subnet', 'tenant_id': 'aa78ffd9b5c74917bbaaf9c1e547e39e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:34:07.663498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Made reservation on behalf of aa78ffd9b5c74917bbaaf9c1e547e39e for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:34:07.665832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:07.999279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:08.046084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7964c879-12d6-41d4-8cd7-12b9236ccad1,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:08.077114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Checking segment: {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:34:08.078305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Network hostable DHCP agents. Network: 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:34:08.190406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:34:08.278846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:34:08.283263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:34:08.283947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:08.291909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b533c0b-f0a9-443b-8179-081722420859 None None] Network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:34:08.378019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9c18f658-e0a4-4223-9131-b8ddff409c6b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8625209 Aug 12 04:34:08.467606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1195e-88d0-4f6f-ac78-6028fcbedafe None None] Network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:34:12.137018 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:34:13.122488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60318) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:13.326160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b97c9bb2-c98e-4e32-9763-50243120bb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.469935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b97c9bb2-c98e-4e32-9763-50243120bb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.543011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b97c9bb2-c98e-4e32-9763-50243120bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.588184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b97c9bb2-c98e-4e32-9763-50243120bb89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be514cc3529a402c9646852cac007e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638650 Aug 12 04:34:13.590896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60326) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:13.608402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c9bb2-c98e-4e32-9763-50243120bb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20519fea-501f-4316-b150-a769694e0a22,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:13.665969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d23ede3-0988-4502-8adb-23cbf19a9c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.691006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d23ede3-0988-4502-8adb-23cbf19a9c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.854521 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d23ede3-0988-4502-8adb-23cbf19a9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.873602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d23ede3-0988-4502-8adb-23cbf19a9c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:13.877070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d23ede3-0988-4502-8adb-23cbf19a9c2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20519fea-501f-4316-b150-a769694e0a22 HTTP/1.1" status: 204 len: 168 time: 0.2841973 Aug 12 04:34:13.889580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23ede3-0988-4502-8adb-23cbf19a9c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20519fea-501f-4316-b150-a769694e0a22,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:14.644056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60352) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:14.662666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c349f21a-2d0a-4e4e-b167-9ed4cc1596ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:14.767541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c349f21a-2d0a-4e4e-b167-9ed4cc1596ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:14.828606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c349f21a-2d0a-4e4e-b167-9ed4cc1596ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:14.887998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349f21a-2d0a-4e4e-b167-9ed4cc1596ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd478694-37ed-4714-8551-bedba7a322b5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:14.909531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c349f21a-2d0a-4e4e-b167-9ed4cc1596ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=817008cc5fe5492894bf67a728ec62ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643681 Aug 12 04:34:14.912244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60360) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:14.999893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c48ccb-53c0-4ace-b2a4-c05033591a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:15.055888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c48ccb-53c0-4ace-b2a4-c05033591a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:15.223266 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c48ccb-53c0-4ace-b2a4-c05033591a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:15.226113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c48ccb-53c0-4ace-b2a4-c05033591a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:15.229634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-74c48ccb-53c0-4ace-b2a4-c05033591a04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd478694-37ed-4714-8551-bedba7a322b5 HTTP/1.1" status: 204 len: 168 time: 0.3139501 Aug 12 04:34:15.244031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c48ccb-53c0-4ace-b2a4-c05033591a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd478694-37ed-4714-8551-bedba7a322b5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:15.860402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60388) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:16.254580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b1-8f38-4dbb-aa7d-797b33119d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.391076 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b1-8f38-4dbb-aa7d-797b33119d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.456043 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf1601b1-8f38-4dbb-aa7d-797b33119d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.513322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf1601b1-8f38-4dbb-aa7d-797b33119d36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e96956a422b4498eb177e04a10a224a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567662 Aug 12 04:34:16.516579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60412) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:16.535572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1601b1-8f38-4dbb-aa7d-797b33119d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a48306-629d-4695-887c-e4312f5de2e2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:16.579200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-858aa992-4d4f-4cef-be5e-d964ff30f290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.601636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-858aa992-4d4f-4cef-be5e-d964ff30f290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.748594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-858aa992-4d4f-4cef-be5e-d964ff30f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.757616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-858aa992-4d4f-4cef-be5e-d964ff30f290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:16.760551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-858aa992-4d4f-4cef-be5e-d964ff30f290 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09a48306-629d-4695-887c-e4312f5de2e2 HTTP/1.1" status: 204 len: 168 time: 0.2423637 Aug 12 04:34:16.780878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858aa992-4d4f-4cef-be5e-d964ff30f290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a48306-629d-4695-887c-e4312f5de2e2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:19.649107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60530) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:19.797183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-764bae59-2b80-4d14-bf61-59000c584c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:19.959124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-764bae59-2b80-4d14-bf61-59000c584c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:20.068279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-764bae59-2b80-4d14-bf61-59000c584c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:20.094839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bae59-2b80-4d14-bf61-59000c584c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d14f61a-3277-46ba-9876-ffc303e2347b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:20.139316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-764bae59-2b80-4d14-bf61-59000c584c49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a637125145804d5a961f9fda013779a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882660 Aug 12 04:34:20.149948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60542) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:20.238471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e036de5d-359b-4168-97b1-5856b26d9396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:20.262501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e036de5d-359b-4168-97b1-5856b26d9396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:20.508529 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e036de5d-359b-4168-97b1-5856b26d9396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:20.511261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e036de5d-359b-4168-97b1-5856b26d9396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:20.512409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e036de5d-359b-4168-97b1-5856b26d9396 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d14f61a-3277-46ba-9876-ffc303e2347b HTTP/1.1" status: 204 len: 168 time: 0.3612528 Aug 12 04:34:20.554787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036de5d-359b-4168-97b1-5856b26d9396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d14f61a-3277-46ba-9876-ffc303e2347b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:21.511531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 60568) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:21.537906 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db0085c1-7c25-491a-88fb-1537a05fb541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:21.744495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db0085c1-7c25-491a-88fb-1537a05fb541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:21.839001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db0085c1-7c25-491a-88fb-1537a05fb541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:21.871136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60578) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:21.877971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db0085c1-7c25-491a-88fb-1537a05fb541 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2eb268939ae64d3b98983307d8ee48b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652389 Aug 12 04:34:21.907682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0085c1-7c25-491a-88fb-1537a05fb541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2735dfe-7040-4a28-a59e-c4bfb1bf5a7e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:21.955156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cceb-18f3-4ae8-b5a1-439800e4f42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:21.984588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cceb-18f3-4ae8-b5a1-439800e4f42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:22.203967 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cceb-18f3-4ae8-b5a1-439800e4f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:22.213583 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8a5cceb-18f3-4ae8-b5a1-439800e4f42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:22.213583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c8a5cceb-18f3-4ae8-b5a1-439800e4f42b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2735dfe-7040-4a28-a59e-c4bfb1bf5a7e HTTP/1.1" status: 204 len: 168 time: 0.3357642 Aug 12 04:34:22.222801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5cceb-18f3-4ae8-b5a1-439800e4f42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2735dfe-7040-4a28-a59e-c4bfb1bf5a7e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:25.605235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:25.811254 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:28.250002 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d88794-2983-47e8-a93f-990b2b9f533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:30.856850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dde68c3c-a390-4ba0-8817-c628b7818048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:30.948329 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:32.199668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:33.708207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:34.556000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 60990) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:34.744659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:34.869305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:34.964240 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:35.004066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b3eef4dd16b4defb1b82ce9ae56bf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469066 Aug 12 04:34:35.004957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc91c56-d07b-4dec-8050-a7f020f60b47,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:35.006743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32774) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:35.012919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.013271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.013657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.014649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.015228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.015540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.015871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.016369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.016706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.017036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.017363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.017690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220f0b1-bbf7-45f5-86cb-3c957a6fdd2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.067588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:35.095405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:35.227968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:35.230682 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:35.234539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dc91c56-d07b-4dec-8050-a7f020f60b47 HTTP/1.1" status: 204 len: 168 time: 0.2266095 Aug 12 04:34:35.248069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc91c56-d07b-4dec-8050-a7f020f60b47,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:35.258644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.259333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.259893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.260782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.262209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.262555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.262924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.263427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.266572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.266572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.266572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:35.266572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f203e46-e3b9-4ac7-b609-492f096ff66d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:34:36.095432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:36.111164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22b5ce1c-852c-4d06-8a1e-22555e2806a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.257215 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22b5ce1c-852c-4d06-8a1e-22555e2806a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.336469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-22b5ce1c-852c-4d06-8a1e-22555e2806a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.380890 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-22b5ce1c-852c-4d06-8a1e-22555e2806a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8dd7a830177a43e3880f8f998d0fa890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843597 Aug 12 04:34:36.381867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5ce1c-852c-4d06-8a1e-22555e2806a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd21174-e8f7-4d1e-90b5-d7af90b009d5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:36.387308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32828) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:36.463586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7599f01d-7ad4-4de2-9ff4-71cc748c090e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.488668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7599f01d-7ad4-4de2-9ff4-71cc748c090e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.676376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7599f01d-7ad4-4de2-9ff4-71cc748c090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.681335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7599f01d-7ad4-4de2-9ff4-71cc748c090e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:36.686022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7599f01d-7ad4-4de2-9ff4-71cc748c090e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dd21174-e8f7-4d1e-90b5-d7af90b009d5 HTTP/1.1" status: 204 len: 168 time: 0.2963607 Aug 12 04:34:36.718393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599f01d-7ad4-4de2-9ff4-71cc748c090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd21174-e8f7-4d1e-90b5-d7af90b009d5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:38.453229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32892) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:38.574148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdef5d41-67fd-4d84-9dd1-bfed2de10b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:38.783920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdef5d41-67fd-4d84-9dd1-bfed2de10b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:38.856456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdef5d41-67fd-4d84-9dd1-bfed2de10b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:38.917394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fdef5d41-67fd-4d84-9dd1-bfed2de10b3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d371ff613b944564b29ac0adea9a0b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601622 Aug 12 04:34:38.917923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32904) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:38.961875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef5d41-67fd-4d84-9dd1-bfed2de10b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159d1ed5-e487-4234-a06e-88b606d88eb5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:38.993000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 32908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:39.069680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81c92c7a-27ed-4601-8936-7372f4168496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.116920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81c92c7a-27ed-4601-8936-7372f4168496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.170128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-461aa638-8948-453a-9987-0f00e69f2afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.285210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81c92c7a-27ed-4601-8936-7372f4168496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.288212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81c92c7a-27ed-4601-8936-7372f4168496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.289622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81c92c7a-27ed-4601-8936-7372f4168496 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/159d1ed5-e487-4234-a06e-88b606d88eb5 HTTP/1.1" status: 204 len: 168 time: 0.3697045 Aug 12 04:34:39.299880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c92c7a-27ed-4601-8936-7372f4168496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159d1ed5-e487-4234-a06e-88b606d88eb5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:39.443776 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-461aa638-8948-453a-9987-0f00e69f2afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.508196 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-461aa638-8948-453a-9987-0f00e69f2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.540844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aa638-8948-453a-9987-0f00e69f2afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ca250-6cfa-448b-8f1d-addd7a786939,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:39.595264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-461aa638-8948-453a-9987-0f00e69f2afd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57e1f3fe3bc04f3287a3166cc1a4fde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6010990 Aug 12 04:34:39.598351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 32924) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:39.678747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292f024e-f495-471b-88bb-357193e05ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.705464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292f024e-f495-471b-88bb-357193e05ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.833364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292f024e-f495-471b-88bb-357193e05ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.837667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-292f024e-f495-471b-88bb-357193e05ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:39.840351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-292f024e-f495-471b-88bb-357193e05ed2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da1ca250-6cfa-448b-8f1d-addd7a786939 HTTP/1.1" status: 204 len: 168 time: 0.2407424 Aug 12 04:34:39.852028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f024e-f495-471b-88bb-357193e05ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ca250-6cfa-448b-8f1d-addd7a786939,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:44.333032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33090) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:44.470980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c0d837c-a5f4-4457-b270-f2160d555579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:44.595607 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c0d837c-a5f4-4457-b270-f2160d555579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:44.798229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1c0d837c-a5f4-4457-b270-f2160d555579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:44.939352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33106) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:44.945018 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1c0d837c-a5f4-4457-b270-f2160d555579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=346b0f258bde4c398f568fddddce203b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101725 Aug 12 04:34:44.952177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d837c-a5f4-4457-b270-f2160d555579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977711e-5340-4dc6-a3d6-4107e2cf56a0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:45.037726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-444ae0ef-b2b3-47f9-b8a2-0b5b2c9a2552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:45.073188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-444ae0ef-b2b3-47f9-b8a2-0b5b2c9a2552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:45.266741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-444ae0ef-b2b3-47f9-b8a2-0b5b2c9a2552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:45.270032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-444ae0ef-b2b3-47f9-b8a2-0b5b2c9a2552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:45.273861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-444ae0ef-b2b3-47f9-b8a2-0b5b2c9a2552 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1977711e-5340-4dc6-a3d6-4107e2cf56a0 HTTP/1.1" status: 204 len: 168 time: 0.3392267 Aug 12 04:34:45.283650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ae0ef-b2b3-47f9-b8a2-0b5b2c9a2552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977711e-5340-4dc6-a3d6-4107e2cf56a0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:49.141885 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:34:52.034754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:52.198658 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-856c4e20-dfde-45d9-ae9d-87c46d0d6b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.329998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-856c4e20-dfde-45d9-ae9d-87c46d0d6b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.387768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-856c4e20-dfde-45d9-ae9d-87c46d0d6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.450111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-856c4e20-dfde-45d9-ae9d-87c46d0d6b42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14d6710fc14643cd97d87a430f91d199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131811 Aug 12 04:34:52.450393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33472) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:52.453370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c4e20-dfde-45d9-ae9d-87c46d0d6b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ab9a13-7191-46b6-83d9-ec069453ca76,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:52.523546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c812d735-42d7-461d-bda0-89dddae22cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.551701 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c812d735-42d7-461d-bda0-89dddae22cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.724711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c812d735-42d7-461d-bda0-89dddae22cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.727365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c812d735-42d7-461d-bda0-89dddae22cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:52.730896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c812d735-42d7-461d-bda0-89dddae22cec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2ab9a13-7191-46b6-83d9-ec069453ca76 HTTP/1.1" status: 204 len: 168 time: 0.2771306 Aug 12 04:34:52.746744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812d735-42d7-461d-bda0-89dddae22cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ab9a13-7191-46b6-83d9-ec069453ca76,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:53.458521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33520) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:53.473271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d5d067b-4755-49cf-ac43-c2440e1387b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:53.618879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d5d067b-4755-49cf-ac43-c2440e1387b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:53.715087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2d5d067b-4755-49cf-ac43-c2440e1387b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:53.923077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2d5d067b-4755-49cf-ac43-c2440e1387b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de823441d071499fb925f328f68ff114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898095 Aug 12 04:34:53.923077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d067b-4755-49cf-ac43-c2440e1387b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28b7f5-411f-479c-855f-02469c6a03ab,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:53.923077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33538) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:53.923077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-753af0b0-63b7-42ff-952d-f8a3e00573cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:53.923077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-753af0b0-63b7-42ff-952d-f8a3e00573cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:54.073194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-753af0b0-63b7-42ff-952d-f8a3e00573cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:54.075968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-753af0b0-63b7-42ff-952d-f8a3e00573cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:54.079557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-753af0b0-63b7-42ff-952d-f8a3e00573cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb28b7f5-411f-479c-855f-02469c6a03ab HTTP/1.1" status: 204 len: 168 time: 0.3217862 Aug 12 04:34:54.086153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753af0b0-63b7-42ff-952d-f8a3e00573cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28b7f5-411f-479c-855f-02469c6a03ab,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:55.627945 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:55.821970 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:56.507896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33692) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:56.695873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-403fd4d7-ca9f-42c4-9b82-cb95f36a3b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:56.852489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-403fd4d7-ca9f-42c4-9b82-cb95f36a3b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:56.958430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-403fd4d7-ca9f-42c4-9b82-cb95f36a3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:57.003198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fd4d7-ca9f-42c4-9b82-cb95f36a3b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0305c16-22fb-4080-a4ad-cb96973e3803,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:57.012057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 33704) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:34:57.024312 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-403fd4d7-ca9f-42c4-9b82-cb95f36a3b02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8e34d09ba384c3b8af2143314aacab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093501 Aug 12 04:34:57.129635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fafe2772-9e61-43af-b616-d0ad11266208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:57.167272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fafe2772-9e61-43af-b616-d0ad11266208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:57.313272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fafe2772-9e61-43af-b616-d0ad11266208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:57.316098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fafe2772-9e61-43af-b616-d0ad11266208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:34:57.317455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fafe2772-9e61-43af-b616-d0ad11266208 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0305c16-22fb-4080-a4ad-cb96973e3803 HTTP/1.1" status: 204 len: 168 time: 0.3044038 Aug 12 04:34:57.326892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe2772-9e61-43af-b616-d0ad11266208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0305c16-22fb-4080-a4ad-cb96973e3803,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:34:58.246989 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7bcd74e9-8e11-4c54-a578-64241a5ee617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.029004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:00.272427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-964708912'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:00.376000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Made reservation on behalf of bc2f536b849c4e7b97d27905e1e92ed0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:00.379484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.388600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.547734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.636006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.676818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ba98e8-0561-4d4a-bc32-c9188c12ecad,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:00.699359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:00.712517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.712920 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Added segment 9a178163-e8e1-4161-add1-c675009f2b13 of type vlan for network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 Aug 12 04:35:00.788696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.793226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c91f3dfb-81ef-4b0e-bde0-9cdb6bf92607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.885133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:00.902319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:00.904683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:01.011204 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:01.017007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event updated for resources: {'Network': ['ID=e4c0bf14-1b42-40bf-a3e0-6cf22962bee3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:01.036002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:01.050692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c8f06346-5a54-4658-976d-5210aa56bb3b tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0205288 Aug 12 04:35:01.053718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33926) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:01.058735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Request body: {'subnet': {'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:01.277843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Made reservation on behalf of bc2f536b849c4e7b97d27905e1e92ed0 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:01.281971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:01.880357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:01.981215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Checking segment: {'id': '9a178163-e8e1-4161-add1-c675009f2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:01.981574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Network hostable DHCP agents. Network: e4c0bf14-1b42-40bf-a3e0-6cf22962bee3, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:35:01.983777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event updated for resources: {'Subnet': ['ID=8f6e2dcf-ef36-4b53-8751-3ceea6b3a753,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:02.086042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:35:02.169699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:02.187878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e4c0bf14-1b42-40bf-a3e0-6cf22962bee3) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:02.198322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:02.198322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:02.200287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e2738-3b2b-4c4c-a8d2-299d30912ae9 None None] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:02.301651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7f327f50-4267-4cfc-b53c-9ddf771fa5a7 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2462935 Aug 12 04:35:02.305301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 33962) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:02.311281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Request body: {'port': {'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1092747729'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:02.570139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Made reservation on behalf of bc2f536b849c4e7b97d27905e1e92ed0 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:02.572495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-e4c0bf14-1b42-40bf-a3e0-6cf22962bee3', 'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3', 'tenant_id': 'bc2f536b849c4e7b97d27905e1e92ed0', 'fixed_ips': [{'subnet_id': '8f6e2dcf-ef36-4b53-8751-3ceea6b3a753'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:35:02.573527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:02.573885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:02.612563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] device_id is not set on port 1b307411-c9c4-4807-a671-62903763a770 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:35:02.779616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Allocated IP 172.20.0.2 (e4c0bf14-1b42-40bf-a3e0-6cf22962bee3/8f6e2dcf-ef36-4b53-8751-3ceea6b3a753/d9ea8897-9639-4946-a951-3e3a1b9467ce) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:02.985763 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.012200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Transition to ACTIVE for port object d9ea8897-9639-4946-a951-3e3a1b9467ce will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:03.031791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Transition to ACTIVE for port object d9ea8897-9639-4946-a951-3e3a1b9467ce will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:03.108588 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.156700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:03.164491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:03.168884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:03.192802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Allocated IP 172.20.0.10 (e4c0bf14-1b42-40bf-a3e0-6cf22962bee3/8f6e2dcf-ef36-4b53-8751-3ceea6b3a753/1b307411-c9c4-4807-a671-62903763a770) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:03.198154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Pushing event updated for resources: {'Port': ['ID=d9ea8897-9639-4946-a951-3e3a1b9467ce,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.251091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:03.272176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Attempting to bind port d9ea8897-9639-4946-a951-3e3a1b9467ce on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:03.277597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Attempting to bind port d9ea8897-9639-4946-a951-3e3a1b9467ce by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9a178163-e8e1-4161-add1-c675009f2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:03.277597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Attempting to bind port d9ea8897-9639-4946-a951-3e3a1b9467ce on network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:03.278303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:03.279238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Checking segment: {'id': '9a178163-e8e1-4161-add1-c675009f2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:03.279636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.280035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Bound using segment: {'id': '9a178163-e8e1-4161-add1-c675009f2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:03.280497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Bound port: d9ea8897-9639-4946-a951-3e3a1b9467ce, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a178163-e8e1-4161-add1-c675009f2b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e4c0bf14-1b42-40bf-a3e0-6cf22962bee3'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:03.280884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.404661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] For port d9ea8897-9639-4946-a951-3e3a1b9467ce, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:03.418977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] For port d9ea8897-9639-4946-a951-3e3a1b9467ce, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d9ea8897-9639-4946-a951-3e3a1b9467ce,segment=NetworkSegment(9a178163-e8e1-4161-add1-c675009f2b13),segment_id=9a178163-e8e1-4161-add1-c675009f2b13)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:03.465839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.485177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Transition to ACTIVE for port object 1b307411-c9c4-4807-a671-62903763a770 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:03.541882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.570458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:03.651414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event updated for resources: {'Port': ['ID=1b307411-c9c4-4807-a671-62903763a770,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:03.670346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b439f-eb96-489e-b613-df3524bb6100 None None] Pushing event updated for resources: {'Port': ['ID=d9ea8897-9639-4946-a951-3e3a1b9467ce,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:03.722389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:03.723903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:03.727610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:03.786788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:03.787709 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.056151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.079767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fb55f4b9-6ae8-445d-bd96-ef5d42e8d59a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7730689 Aug 12 04:35:04.082754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34004) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:04.212554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Deleting port 1b307411-c9c4-4807-a671-62903763a770 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:04.213184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.324502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.362508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Calling delete_port for 1b307411-c9c4-4807-a671-62903763a770 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:04.393661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34012) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:04.541165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17048774-99a3-4c96-9c02-e29f11d27213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.667558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d9ea8897-9639-4946-a951-3e3a1b9467ce up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:04.675760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.725827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event deleted for resources: {'Port': ['ID=1b307411-c9c4-4807-a671-62903763a770,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:04.820465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17048774-99a3-4c96-9c02-e29f11d27213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.855952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:04.860881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9b8eb13-9145-484e-a027-8b091597019c tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "DELETE /v2.0/ports/1b307411-c9c4-4807-a671-62903763a770 HTTP/1.1" status: 204 len: 168 time: 0.7744184 Aug 12 04:35:04.861900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34028) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:04.890287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d9ea8897-9639-4946-a951-3e3a1b9467ce completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:04.932882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17048774-99a3-4c96-9c02-e29f11d27213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.017405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17048774-99a3-4c96-9c02-e29f11d27213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844901a9-ca1a-4a41-9277-e7e0914efbc0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:05.050997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-17048774-99a3-4c96-9c02-e29f11d27213 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7206861567194f249687a647543f2c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449287 Aug 12 04:35:05.053325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34034) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:05.071137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a0c7a0a2-3003-483a-85f0-b0ae82ace26a tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.2075031 Aug 12 04:35:05.073346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34036) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:05.078608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2004613666'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:05.108921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f37e7e5-7cb1-4a57-9f54-94de436c045e None None] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:05.124975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa9c92a-eea5-4f76-a91e-23de9889ec6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.150513 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa9c92a-eea5-4f76-a91e-23de9889ec6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.370522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Made reservation on behalf of bc2f536b849c4e7b97d27905e1e92ed0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:05.374513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.393095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] Provisioning for port d9ea8897-9639-4946-a951-3e3a1b9467ce completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:05.395772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa9c92a-eea5-4f76-a91e-23de9889ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.400653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-caa9c92a-eea5-4f76-a91e-23de9889ec6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.402051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:05.404272 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-caa9c92a-eea5-4f76-a91e-23de9889ec6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/844901a9-ca1a-4a41-9277-e7e0914efbc0 HTTP/1.1" status: 204 len: 168 time: 0.3494110 Aug 12 04:35:05.407769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] Provisioning complete for port d9ea8897-9639-4946-a951-3e3a1b9467ce triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:05.408112 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.415467 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.415885 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Added segment 0427f6ec-c49c-4123-a91d-8becd4bab58a of type vlan for network c83ebd60-474f-46b9-91dc-1a7e73486cad Aug 12 04:35:05.439443 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9c92a-eea5-4f76-a91e-23de9889ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844901a9-ca1a-4a41-9277-e7e0914efbc0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:05.485472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.586150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.598667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.617074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:05.617910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:05.684599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] For port d9ea8897-9639-4946-a951-3e3a1b9467ce, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d9ea8897-9639-4946-a951-3e3a1b9467ce,segment=NetworkSegment(9a178163-e8e1-4161-add1-c675009f2b13),segment_id=9a178163-e8e1-4161-add1-c675009f2b13)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:05.733153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6586866 Aug 12 04:35:05.735851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:05.755374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9baf0-c664-4837-8f58-4e5c7790be9a tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event updated for resources: {'Network': ['ID=c83ebd60-474f-46b9-91dc-1a7e73486cad,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:05.767612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c83ebd60-474f-46b9-91dc-1a7e73486cad details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:05.884872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:06.041626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f28e2-ed7e-4085-a432-be6e7106583b None None] Pushing event updated for resources: {'Port': ['ID=d9ea8897-9639-4946-a951-3e3a1b9467ce,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:06.047861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-18c0d360-11d5-4962-95b0-a7e3429a9bb1 None None] Could not find standard attr ID for object 1b307411-c9c4-4807-a671-62903763a770. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:35:06.064004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-18c0d360-11d5-4962-95b0-a7e3429a9bb1 None None] Provisioning complete for port d9ea8897-9639-4946-a951-3e3a1b9467ce triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:06.064938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18c0d360-11d5-4962-95b0-a7e3429a9bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:06.083227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34064) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:06.087128 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-50e099d0-ee6a-4b77-a8b1-d8cf37ee3d46 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/agents/77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6/dhcp-networks HTTP/1.1" status: 200 len: 4098 time: 0.3426130 Aug 12 04:35:06.272366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896dc264-cfc9-43f0-a1bb-bf6125ee4142 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] Network c83ebd60-474f-46b9-91dc-1a7e73486cad is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:35:06.374094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-896dc264-cfc9-43f0-a1bb-bf6125ee4142 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "POST /v2.0/agents/77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2893016 Aug 12 04:35:06.376641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34072) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:06.378262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa6420-db3e-466e-9483-ed9ce5e49263 None None] Network c83ebd60-474f-46b9-91dc-1a7e73486cad requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:06.553365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad01bb79-615b-4e64-a422-2d4cd3bc03da tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/agents/77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6/dhcp-networks HTTP/1.1" status: 200 len: 4869 time: 0.1749022 Aug 12 04:35:06.555953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34076) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:06.658781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d9ea8897-9639-4946-a951-3e3a1b9467ce up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:06.717586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d9ea8897-9639-4946-a951-3e3a1b9467ce triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:06.718298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:06.750733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e01cdb5d-9196-4882-99cf-01de481c9ff1 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "DELETE /v2.0/agents/77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6/dhcp-networks/c83ebd60-474f-46b9-91dc-1a7e73486cad HTTP/1.1" status: 204 len: 168 time: 0.1935339 Aug 12 04:35:06.753092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34082) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:06.952680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-67578882-6e32-40ca-aa68-6b6440d9e7f4 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/agents/77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6/dhcp-networks HTTP/1.1" status: 200 len: 4098 time: 0.1984565 Aug 12 04:35:06.957368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:06.983854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-63b818c7-1979-4071-99a1-53a4b7181c8b tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/networks/e4c0bf14-1b42-40bf-a3e0-6cf22962bee3/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0226309 Aug 12 04:35:06.984086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:07.003341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8128739d-f60e-4725-b42d-c153fe4e8a78 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/networks/e4c0bf14-1b42-40bf-a3e0-6cf22962bee3/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0178759 Aug 12 04:35:07.005420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34098) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:07.134016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-120f702e-034e-4210-8ad1-55de015cfb56 tempest-DHCPAgentSchedulersTestJSON-981949670 tempest-DHCPAgentSchedulersTestJSON-981949670-project-admin] 10.222.0.42 "GET /v2.0/agents/77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6/dhcp-networks HTTP/1.1" status: 200 len: 4098 time: 0.1275251 Aug 12 04:35:07.137296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34100) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:07.228826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.331486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.343173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83ebd60-474f-46b9-91dc-1a7e73486cad']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:07.355006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0427f6ec-c49c-4123-a91d-8becd4bab58a') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:07.355319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0427f6ec-c49c-4123-a91d-8becd4bab58a') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:07.368496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.386356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:07.404242 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:07.535662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.543954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.546761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "DELETE /v2.0/networks/c83ebd60-474f-46b9-91dc-1a7e73486cad HTTP/1.1" status: 204 len: 168 time: 0.4070590 Aug 12 04:35:07.548218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34114) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:07.567198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90856-d278-436d-9195-803090218cba tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event deleted for resources: {'Network': ['ID=c83ebd60-474f-46b9-91dc-1a7e73486cad,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:07.583585 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-43531904-8db8-4b04-9ce4-d5c1d76b2485 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] DELETE failed (client error): The resource could not be found. Aug 12 04:35:07.584323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43531904-8db8-4b04-9ce4-d5c1d76b2485 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:35:07.586110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-43531904-8db8-4b04-9ce4-d5c1d76b2485 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "DELETE /v2.0/ports/1b307411-c9c4-4807-a671-62903763a770 HTTP/1.1" status: 404 len: 333 time: 0.0369492 Aug 12 04:35:07.588724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34116) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:07.646336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Deleting subnet 8f6e2dcf-ef36-4b53-8751-3ceea6b3a753 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:35:07.651006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.702849 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.792089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.908253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.964071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6e2dcf-ef36-4b53-8751-3ceea6b3a753,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:07.970003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:07.971913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-994d5f09-b378-42bd-bbc2-a0559d2949c9 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "DELETE /v2.0/subnets/8f6e2dcf-ef36-4b53-8751-3ceea6b3a753 HTTP/1.1" status: 204 len: 168 time: 0.3822534 Aug 12 04:35:07.974431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:07.980847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88149f59-f512-4ad8-8d00-618a491b2eeb None None] Network e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:08.066354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.146805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Deleting port d9ea8897-9639-4946-a951-3e3a1b9467ce {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:08.148677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.227798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] For port d9ea8897-9639-4946-a951-3e3a1b9467ce, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d9ea8897-9639-4946-a951-3e3a1b9467ce,segment=NetworkSegment(9a178163-e8e1-4161-add1-c675009f2b13),segment_id=9a178163-e8e1-4161-add1-c675009f2b13)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:08.228169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.245072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Calling delete_port for d9ea8897-9639-4946-a951-3e3a1b9467ce owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:08.296313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] DHCP port deletion for e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:35:08.355562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] Deleting port d9ea8897-9639-4946-a951-3e3a1b9467ce {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:08.355943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.427268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] For port d9ea8897-9639-4946-a951-3e3a1b9467ce, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d9ea8897-9639-4946-a951-3e3a1b9467ce,segment=NetworkSegment(9a178163-e8e1-4161-add1-c675009f2b13),segment_id=9a178163-e8e1-4161-add1-c675009f2b13)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:08.427954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.449999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.462366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] Calling delete_port for d9ea8897-9639-4946-a951-3e3a1b9467ce owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:08.481428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event deleted for resources: {'Port': ['ID=d9ea8897-9639-4946-a951-3e3a1b9467ce,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:08.481428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] No DVR routers for this DVR port d9ea8897-9639-4946-a951-3e3a1b9467ce on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:35:08.630982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.652168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c0bf14-1b42-40bf-a3e0-6cf22962bee3']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:08.664131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a178163-e8e1-4161-add1-c675009f2b13') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:08.664433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a178163-e8e1-4161-add1-c675009f2b13') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:08.674518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.676839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.683155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d9ea8897-9639-4946-a951-3e3a1b9467ce no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:35:08.699427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.714191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:08.714802 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.744615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] Pushing event deleted for resources: {'Port': ['ID=d9ea8897-9639-4946-a951-3e3a1b9467ce,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:08.749076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d9ea8897-9639-4946-a951-3e3a1b9467ce {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:35:08.749801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d9ea8897-9639-4946-a951-3e3a1b9467ce not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:35:08.751670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed577bdc-c3f9-4144-b081-7451be4d6fd7 None None] No DVR routers for this DVR port d9ea8897-9639-4946-a951-3e3a1b9467ce on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:08.775342 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:08.887708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.907073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:08.910012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] 10.222.0.42 "DELETE /v2.0/networks/e4c0bf14-1b42-40bf-a3e0-6cf22962bee3 HTTP/1.1" status: 204 len: 168 time: 0.9324694 Aug 12 04:35:08.910012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af489f-590c-4f0d-8501-75de23c71824 tempest-DHCPAgentSchedulersTestJSON-292877712 tempest-DHCPAgentSchedulersTestJSON-292877712-project] Pushing event deleted for resources: {'Network': ['ID=e4c0bf14-1b42-40bf-a3e0-6cf22962bee3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:09.902170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34176) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:10.098881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8e6a291e-42b4-44e6-972e-4ff2613b5995 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc2f536b849c4e7b97d27905e1e92ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919396 Aug 12 04:35:10.101309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34186) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:10.162589 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8504767-3e27-4d70-a7db-b44f7ff22cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:10.192598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8504767-3e27-4d70-a7db-b44f7ff22cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:10.341359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8504767-3e27-4d70-a7db-b44f7ff22cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:10.344118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8504767-3e27-4d70-a7db-b44f7ff22cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:10.347178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f8504767-3e27-4d70-a7db-b44f7ff22cfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9ba98e8-0561-4d4a-bc32-c9188c12ecad HTTP/1.1" status: 204 len: 168 time: 0.2448666 Aug 12 04:35:10.361208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8504767-3e27-4d70-a7db-b44f7ff22cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ba98e8-0561-4d4a-bc32-c9188c12ecad,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:11.315770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34216) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:11.331017 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-927f0b11-fc4c-4506-9e9d-4627ee8a3b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:11.436419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-927f0b11-fc4c-4506-9e9d-4627ee8a3b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:11.769912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-927f0b11-fc4c-4506-9e9d-4627ee8a3b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:11.854719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-927f0b11-fc4c-4506-9e9d-4627ee8a3b0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98a3f199d03546b7a01ad0dd0b175c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378079 Aug 12 04:35:11.857506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34224) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:11.863300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f0b11-fc4c-4506-9e9d-4627ee8a3b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa8a95-1c53-476d-ba85-00fd67d00083,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:11.930648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed463-cd30-4eb3-bd57-55c7707f35b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:11.958911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed463-cd30-4eb3-bd57-55c7707f35b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:12.100689 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed463-cd30-4eb3-bd57-55c7707f35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:12.103666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed463-cd30-4eb3-bd57-55c7707f35b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:12.104867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd9ed463-cd30-4eb3-bd57-55c7707f35b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9fa8a95-1c53-476d-ba85-00fd67d00083 HTTP/1.1" status: 204 len: 168 time: 0.2463679 Aug 12 04:35:12.113199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ed463-cd30-4eb3-bd57-55c7707f35b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa8a95-1c53-476d-ba85-00fd67d00083,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:15.202047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:15.376766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2128803181'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:15.489810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Made reservation on behalf of be6c7d16a13441739eff4edd9cb9aef3 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:15.498106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.509785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.633900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.734703 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.770246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:15.784717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f034cf-aff6-4de3-a461-44ede08737db,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:15.791714 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.792056 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Added segment 41b12d91-6ad0-4e60-a456-a4c66e2d3353 of type vlan for network e8cf15cc-4a79-426b-862c-5b4d5a6470df Aug 12 04:35:15.838806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.951707 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:15.958535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:15.959178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.043312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Pushing event updated for resources: {'Network': ['ID=e8cf15cc-4a79-426b-862c-5b4d5a6470df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:16.057170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e8cf15cc-4a79-426b-862c-5b4d5a6470df details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:16.186004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-faba48c0-8126-47c0-9fca-00f9e3d7c6e3 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9782417 Aug 12 04:35:16.186201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:16.248402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'network': {'name': 'tempest-network--2032336446', 'router:external': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:16.358828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Made reservation on behalf of cfdfa8db337a42298744edcb1fe7f3d6 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:16.361298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.374618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.482585 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.575491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.603022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:16.613849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fa8b03-3739-47f7-bd9b-9030b6c1b3d5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:16.618989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.619603 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Added segment ec2f8c82-61a0-415d-a454-883723295f6a of type vlan for network be6b454f-ea1c-41ad-b441-127d2c5257cc Aug 12 04:35:16.682980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.781625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.782986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:16.783657 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:16.853181 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Network': ['ID=be6b454f-ea1c-41ad-b441-127d2c5257cc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:16.863960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network be6b454f-ea1c-41ad-b441-127d2c5257cc details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:16.895447 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dfffd675-09eb-4280-8c65-ad29e3cfb549 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7080762 Aug 12 04:35:16.898088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:16.987320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.100955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.116957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6b454f-ea1c-41ad-b441-127d2c5257cc']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:17.128690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2f8c82-61a0-415d-a454-883723295f6a') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:17.128690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2f8c82-61a0-415d-a454-883723295f6a') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:17.139786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.155568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.162597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:17.163245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:17.165579 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:17.324393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.341178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be6b454f-ea1c-41ad-b441-127d2c5257cc {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:35:17.343555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.349277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34382) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:17.354513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:17.358369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/networks/be6b454f-ea1c-41ad-b441-127d2c5257cc HTTP/1.1" status: 204 len: 168 time: 0.4517434 Aug 12 04:35:17.360750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f83a7-7534-484e-bf25-129c65db8500 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Network': ['ID=be6b454f-ea1c-41ad-b441-127d2c5257cc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:17.455832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Made reservation on behalf of cfdfa8db337a42298744edcb1fe7f3d6 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:17.458297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.527348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:17.539034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.539667 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Added segment d61e7cc4-df10-4912-a458-bd15f06c960a of type vlan for network c11eef7d-0d10-488c-85bc-9a1eb17732e2 Aug 12 04:35:17.592580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.781782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.782905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:17.783624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:17.848652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Network': ['ID=c11eef7d-0d10-488c-85bc-9a1eb17732e2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:17.861142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c11eef7d-0d10-488c-85bc-9a1eb17732e2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:17.932927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b7a566d-0322-405f-8a24-81348c73a51a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5823665 Aug 12 04:35:17.938166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:17.966086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'subnet': {'network_id': 'c11eef7d-0d10-488c-85bc-9a1eb17732e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:18.095238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Made reservation on behalf of cfdfa8db337a42298744edcb1fe7f3d6 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:18.098393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:18.520472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:35:18.521613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:18.575635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c1cd20b1-74ad-4b61-9a7b-3640219b6e0f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:18.613200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Checking segment: {'id': 'd61e7cc4-df10-4912-a458-bd15f06c960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'c11eef7d-0d10-488c-85bc-9a1eb17732e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:18.613716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Network hostable DHCP agents. Network: c11eef7d-0d10-488c-85bc-9a1eb17732e2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:35:18.747709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Network c11eef7d-0d10-488c-85bc-9a1eb17732e2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:35:18.820174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c11eef7d-0d10-488c-85bc-9a1eb17732e2) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:18.824976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:18.825683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:18.833113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9af41-a310-4995-beff-574fc8d9e4b0 None None] Network c11eef7d-0d10-488c-85bc-9a1eb17732e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:18.933332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e75eed19-876e-49f3-b932-25773bf6435a tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9869714 Aug 12 04:35:18.935794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34416) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:18.943255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'floatingip': {'floating_network_id': 'c11eef7d-0d10-488c-85bc-9a1eb17732e2'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:18.994195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c91e7-2488-4d8f-b67b-c03ec2091bc6 None None] Network c11eef7d-0d10-488c-85bc-9a1eb17732e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:19.061257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:19.207734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:19.334608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Allocated IP 172.20.0.5 (c11eef7d-0d10-488c-85bc-9a1eb17732e2/c1cd20b1-74ad-4b61-9a7b-3640219b6e0f/8b6564bf-c763-47b4-afbc-1da0a1893613) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:19.457910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:19.587725 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:19.633936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Network c11eef7d-0d10-488c-85bc-9a1eb17732e2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:19.637270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:19.640517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:19.664500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6564bf-c763-47b4-afbc-1da0a1893613,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:19.772546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:19.888876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:20.092233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:20.163405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:20.254131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Port': ['ID=8b6564bf-c763-47b4-afbc-1da0a1893613,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:20.266482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:20.392831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:20.396854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-23751f33-a799-4740-aa66-c1aaaf391d2f tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4585879 Aug 12 04:35:20.397189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34466) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:20.475228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-342e4694-8412-44ad-9d3b-a96e3c5073f5 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=c11eef7d-0d10-488c-85bc-9a1eb17732e2 HTTP/1.1" status: 200 len: 689 time: 0.0745726 Aug 12 04:35:20.475667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34468) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:20.577455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:20.705214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Deleting port 8b6564bf-c763-47b4-afbc-1da0a1893613 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:20.705561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.060624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.061419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.075247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Calling delete_port for 8b6564bf-c763-47b4-afbc-1da0a1893613 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:21.335970 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.368073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b6564bf-c763-47b4-afbc-1da0a1893613,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:21.439423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.511020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.667443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.691577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cd20b1-74ad-4b61-9a7b-3640219b6e0f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:21.751021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.761094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11eef7d-0d10-488c-85bc-9a1eb17732e2']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:21.772206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61e7cc4-df10-4912-a458-bd15f06c960a') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:21.772498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61e7cc4-df10-4912-a458-bd15f06c960a') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:21.786016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.799352 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.805667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:21.806060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:21.807964 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:22.000983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.007475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c11eef7d-0d10-488c-85bc-9a1eb17732e2 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:35:22.010182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.012164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c11eef7d-0d10-488c-85bc-9a1eb17732e2 HTTP/1.1" status: 204 len: 168 time: 1.5352771 Aug 12 04:35:22.015474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34518) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:22.024738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7570-58b6-44b0-8d9a-74513503cfd9 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Network': ['ID=c11eef7d-0d10-488c-85bc-9a1eb17732e2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:22.079409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5ce43fc1-711a-4559-9148-c8c1f0cd2858 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0627549 Aug 12 04:35:22.081859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34520) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:22.146573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedbb430-1622-463a-90e2-c1613bdb5b31 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.147323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedbb430-1622-463a-90e2-c1613bdb5b31 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.147791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedbb430-1622-463a-90e2-c1613bdb5b31 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.148249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedbb430-1622-463a-90e2-c1613bdb5b31 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.150751 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cedbb430-1622-463a-90e2-c1613bdb5b31 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2747 time: 0.0670118 Aug 12 04:35:22.153088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:22.197499 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-1747ea3d-22f8-49f0-ad83-cdc7cb757710 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] delete failed (client error): The resource could not be found. Aug 12 04:35:22.197499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1747ea3d-22f8-49f0-ad83-cdc7cb757710 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/d327feeb-ba92-47eb-b900-069f15d31225 HTTP/1.1" status: 404 len: 345 time: 0.0391200 Aug 12 04:35:22.199705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34532) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:22.218676 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4d41db-5b0d-433a-b7cc-222a927b3887 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] DELETE failed (client error): The resource could not be found. Aug 12 04:35:22.219456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4d41db-5b0d-433a-b7cc-222a927b3887 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:35:22.221175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-af4d41db-5b0d-433a-b7cc-222a927b3887 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c11eef7d-0d10-488c-85bc-9a1eb17732e2 HTTP/1.1" status: 404 len: 339 time: 0.0204890 Aug 12 04:35:22.225462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34534) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:22.232297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'network': {'name': 'tempest-network--470267276', 'router:external': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:22.370039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Made reservation on behalf of cfdfa8db337a42298744edcb1fe7f3d6 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:22.378757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.423961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:22.435193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.435552 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Added segment 9d818b05-6f08-401e-b078-bab9596fdc4c of type vlan for network f9a68a79-a8ee-4c0b-ace5-bd848602cd3b Aug 12 04:35:22.490143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.615674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.616755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.617329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:22.683988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Network': ['ID=f9a68a79-a8ee-4c0b-ace5-bd848602cd3b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:22.693823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f9a68a79-a8ee-4c0b-ace5-bd848602cd3b details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:22.770861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f7084a56-3d63-4cae-8ad6-fdb6bc5d6345 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5442500 Aug 12 04:35:22.773603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34556) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:22.970664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c74c61-aa3d-4a05-b0c7-0f91d178aa57 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.977691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c74c61-aa3d-4a05-b0c7-0f91d178aa57 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.986305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c74c61-aa3d-4a05-b0c7-0f91d178aa57 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.993326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c74c61-aa3d-4a05-b0c7-0f91d178aa57 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:22.995959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-61c74c61-aa3d-4a05-b0c7-0f91d178aa57 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2212565 Aug 12 04:35:22.998956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34564) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:23.073253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.155232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.166431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a68a79-a8ee-4c0b-ace5-bd848602cd3b']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:23.179159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d818b05-6f08-401e-b078-bab9596fdc4c') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:23.179510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d818b05-6f08-401e-b078-bab9596fdc4c') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:23.189914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.209208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.215989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:23.220473 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:23.427211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.443389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9a68a79-a8ee-4c0b-ace5-bd848602cd3b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:35:23.446929 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.459856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34588) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:23.461622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/networks/f9a68a79-a8ee-4c0b-ace5-bd848602cd3b HTTP/1.1" status: 204 len: 168 time: 0.4611521 Aug 12 04:35:23.466226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'network': {'name': 'tempest-network--1922592752', 'router:external': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:23.478082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0825a4-097f-46df-b730-e806cac43443 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9a68a79-a8ee-4c0b-ace5-bd848602cd3b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:23.586977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Made reservation on behalf of cfdfa8db337a42298744edcb1fe7f3d6 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:23.592515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.619521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:23.631640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.632086 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Added segment 2ef4a65f-d15f-4f04-9938-240735570acc of type vlan for network d642d451-4d76-4c80-b71f-07135a925160 Aug 12 04:35:23.689442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.815823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.816959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:23.817556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:23.878649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Network': ['ID=d642d451-4d76-4c80-b71f-07135a925160,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:23.888592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d642d451-4d76-4c80-b71f-07135a925160 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:23.971316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f637354d-c0dd-49cd-a6f2-d84019fa75ba tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5092843 Aug 12 04:35:23.974077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:24.061707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4266f6c1-0309-4aaf-9f45-10fb299aa3ad tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:24.063327 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4266f6c1-0309-4aaf-9f45-10fb299aa3ad tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] 10.222.0.42 "GET /v2.0/networks/d642d451-4d76-4c80-b71f-07135a925160 HTTP/1.1" status: 200 len: 757 time: 0.0880079 Aug 12 04:35:24.066123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34612) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:24.152258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a63eaf-dc01-487e-b0e5-7d63ccb2ce31 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:24.156115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-78a63eaf-dc01-487e-b0e5-7d63ccb2ce31 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] 10.222.0.42 "GET /v2.0/networks/e8cf15cc-4a79-426b-862c-5b4d5a6470df HTTP/1.1" status: 200 len: 768 time: 0.0864832 Aug 12 04:35:24.156622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34618) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:24.224985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.314087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.324352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d642d451-4d76-4c80-b71f-07135a925160']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:24.334436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef4a65f-d15f-4f04-9938-240735570acc') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:24.334759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef4a65f-d15f-4f04-9938-240735570acc') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:24.344175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.358204 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.364456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:24.364857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:24.366528 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:24.534757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.541117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d642d451-4d76-4c80-b71f-07135a925160 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:35:24.546599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.554676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:24.555263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d642d451-4d76-4c80-b71f-07135a925160 HTTP/1.1" status: 204 len: 168 time: 0.3974051 Aug 12 04:35:24.560297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'network': {'name': 'tempest-network--1428760801'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:24.566218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea7011-1005-4d70-b015-fb48f9217e90 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Network': ['ID=d642d451-4d76-4c80-b71f-07135a925160,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:24.694605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Made reservation on behalf of cfdfa8db337a42298744edcb1fe7f3d6 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:24.696973 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.726600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:24.735589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.736114 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Added segment dc05ee20-6856-4cbf-bfa3-f4f259f8a7ed of type vlan for network 33b925ab-3905-4661-95e6-f87b601836da Aug 12 04:35:24.776383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.924089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.925090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:24.925672 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:24.985978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Network': ['ID=33b925ab-3905-4661-95e6-f87b601836da,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:24.995553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 33b925ab-3905-4661-95e6-f87b601836da details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:25.050023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6611cec6-07f1-4772-9313-adba9ff34838 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4942334 Aug 12 04:35:25.052895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34654) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:25.058690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:25.212824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.323931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.339773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Network 33b925ab-3905-4661-95e6-f87b601836da is not hosted by any dhcp agent {{(pid=95042) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 04:35:25.340644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:25.341235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.342648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "PUT /v2.0/networks/33b925ab-3905-4661-95e6-f87b601836da HTTP/1.1" status: 200 len: 858 time: 0.2885814 Aug 12 04:35:25.345594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34668) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:25.387912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c161b45-4c5d-412d-91ff-ab5702f3e835 tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event updated for resources: {'Network': ['ID=33b925ab-3905-4661-95e6-f87b601836da,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:25.419476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.502265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.519984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b925ab-3905-4661-95e6-f87b601836da']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:25.534697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc05ee20-6856-4cbf-bfa3-f4f259f8a7ed') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:25.535031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc05ee20-6856-4cbf-bfa3-f4f259f8a7ed') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:25.544503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.562932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.569347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:25.569755 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:25.571550 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:25.650102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.804228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.809807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33b925ab-3905-4661-95e6-f87b601836da {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:35:25.813017 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.814178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] 10.222.0.42 "DELETE /v2.0/networks/33b925ab-3905-4661-95e6-f87b601836da HTTP/1.1" status: 204 len: 168 time: 0.4672277 Aug 12 04:35:25.817556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 34684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:25.824026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a7186-2827-400e-a1b0-5665ea67983c tempest-ExternalNetworksTestJSON-915686928 tempest-ExternalNetworksTestJSON-915686928-project-admin] Pushing event deleted for resources: {'Network': ['ID=33b925ab-3905-4661-95e6-f87b601836da,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:25.844408 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:25.852096 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb1cd2f-19be-43c4-814c-2962993a6391 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] DELETE failed (client error): The resource could not be found. Aug 12 04:35:25.852570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb1cd2f-19be-43c4-814c-2962993a6391 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:35:25.857670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9eb1cd2f-19be-43c4-814c-2962993a6391 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] 10.222.0.42 "DELETE /v2.0/subnets/c1cd20b1-74ad-4b61-9a7b-3640219b6e0f HTTP/1.1" status: 404 len: 337 time: 0.0384159 Aug 12 04:35:25.860262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34688) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:25.964932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.063429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.073541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cf15cc-4a79-426b-862c-5b4d5a6470df']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:26.084317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b12d91-6ad0-4e60-a456-a4c66e2d3353') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:26.084622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b12d91-6ad0-4e60-a456-a4c66e2d3353') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:26.093272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.106894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.112988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:26.113369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:26.116236 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:26.141602 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:35:26.295665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.307293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:26.307293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] 10.222.0.42 "DELETE /v2.0/networks/e8cf15cc-4a79-426b-862c-5b4d5a6470df HTTP/1.1" status: 204 len: 168 time: 0.4425654 Aug 12 04:35:26.316487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f54e2-bc6e-44ef-b879-2d9234dd0e61 tempest-ExternalNetworksTestJSON-1269717758 tempest-ExternalNetworksTestJSON-1269717758-project] Pushing event deleted for resources: {'Network': ['ID=e8cf15cc-4a79-426b-862c-5b4d5a6470df,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:26.858802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34734) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:27.008745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ac2c36fa-5989-4e29-8ff1-f25bbbc78181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be6c7d16a13441739eff4edd9cb9aef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462290 Aug 12 04:35:27.011232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34744) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:27.063075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79ed43b2-4b1a-4dee-ad60-1bf2eafbfce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:27.085790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79ed43b2-4b1a-4dee-ad60-1bf2eafbfce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:27.204157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79ed43b2-4b1a-4dee-ad60-1bf2eafbfce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:27.206641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79ed43b2-4b1a-4dee-ad60-1bf2eafbfce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:27.207909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-79ed43b2-4b1a-4dee-ad60-1bf2eafbfce8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14f034cf-aff6-4de3-a461-44ede08737db HTTP/1.1" status: 204 len: 168 time: 0.1957541 Aug 12 04:35:27.215722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed43b2-4b1a-4dee-ad60-1bf2eafbfce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f034cf-aff6-4de3-a461-44ede08737db,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:28.091134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34790) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:28.135337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-19ac216d-fc35-48b4-b942-0569b490411b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfdfa8db337a42298744edcb1fe7f3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428312 Aug 12 04:35:28.138264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34794) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:28.189277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-964ea44d-a007-4524-947f-64af3d304da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:28.211028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-964ea44d-a007-4524-947f-64af3d304da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:28.272649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-276afcc0-2fb5-462f-939f-337ffce814ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:28.346638 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-964ea44d-a007-4524-947f-64af3d304da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:28.349459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-964ea44d-a007-4524-947f-64af3d304da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:28.350650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-964ea44d-a007-4524-947f-64af3d304da3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98fa8b03-3739-47f7-bd9b-9030b6c1b3d5 HTTP/1.1" status: 204 len: 168 time: 0.2113867 Aug 12 04:35:28.360461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ea44d-a007-4524-947f-64af3d304da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fa8b03-3739-47f7-bd9b-9030b6c1b3d5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:30.873751 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e3a436d-5ede-4711-8531-e330446dd8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:31.055673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:31.242439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 34954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:31.396963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-8af08ea7-0faa-40c0-9f94-bef94c2ae797 req-df0868ac-7ba6-42aa-a0b1-128daeb64292 service neutron] (95043) timed out ('10.222.0.42', 35098) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:35:31.419359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:31.564402 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:31.682032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:31.776904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Allocated IP 172.25.6.39 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/981532ad-2fb1-4b07-968c-b63140a4aab8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:31.935386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.078397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.132645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:32.132645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:32.132645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:32.134192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Port': ['ID=981532ad-2fb1-4b07-968c-b63140a4aab8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:32.153093 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.234979 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.369732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.550495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.632378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.702545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Port': ['ID=981532ad-2fb1-4b07-968c-b63140a4aab8,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:32.713104 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.792484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.796028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-955575ce-1e8d-4176-9e78-f9d1d7026d31 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5503247 Aug 12 04:35:32.796510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35042) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:32.801798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-980102412'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:32.952234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Made reservation on behalf of 09d5a4a7aa0a4283a43bd7826e85f897 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:32.955775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:32.964855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.064212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.179147 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.209556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:33.218955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410f9415-1671-494e-afd3-8210757bd2bd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:33.224941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.230503 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Added segment 73511e6e-d6da-4679-8624-58508dd2944f of type vlan for network 50236911-abb8-4b9e-9810-22d785ff07a5 Aug 12 04:35:33.266239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.342166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.351000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:33.351000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.424257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Network': ['ID=50236911-abb8-4b9e-9810-22d785ff07a5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:33.438841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 50236911-abb8-4b9e-9810-22d785ff07a5 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:33.445471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1aaf8851-cf61-4776-a77d-c1412b91b04a tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6478620 Aug 12 04:35:33.448427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:33.455950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Request body: {'subnet': {'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:33.643643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Made reservation on behalf of 09d5a4a7aa0a4283a43bd7826e85f897 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:33.647317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.701145 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.936097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:33.999983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Subnet': ['ID=4c3ded0d-242b-447b-aff8-683bf2a3cee8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:34.012235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Checking segment: {'id': '73511e6e-d6da-4679-8624-58508dd2944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:34.012600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network hostable DHCP agents. Network: 50236911-abb8-4b9e-9810-22d785ff07a5, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:35:34.066559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network 50236911-abb8-4b9e-9810-22d785ff07a5 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:35:34.129674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 50236911-abb8-4b9e-9810-22d785ff07a5) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:34.134238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:34.134865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.140546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cbfd41-e90d-4e90-af5a-f88373868e4c None None] Network 50236911-abb8-4b9e-9810-22d785ff07a5 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:34.238920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5e684d04-c5b5-4823-904b-8849776279aa tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7890015 Aug 12 04:35:34.242883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35150) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:34.250676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1551661373', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:34.296336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-50236911-abb8-4b9e-9810-22d785ff07a5', 'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5', 'tenant_id': '09d5a4a7aa0a4283a43bd7826e85f897', 'fixed_ips': [{'subnet_id': '4c3ded0d-242b-447b-aff8-683bf2a3cee8'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:35:34.297220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.335741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.336990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.412039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.445838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Allocated IP 172.20.0.2 (50236911-abb8-4b9e-9810-22d785ff07a5/4c3ded0d-242b-447b-aff8-683bf2a3cee8/142494c7-d59e-47df-8e82-35bc7e355af3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:34.592445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.600575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Transition to ACTIVE for port object 142494c7-d59e-47df-8e82-35bc7e355af3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:34.616552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Transition to ACTIVE for port object 142494c7-d59e-47df-8e82-35bc7e355af3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:34.653910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.696059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.731395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Network 50236911-abb8-4b9e-9810-22d785ff07a5 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:34.735913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:34.739257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:34.748083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Pushing event updated for resources: {'Port': ['ID=142494c7-d59e-47df-8e82-35bc7e355af3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:34.815596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Attempting to bind port 142494c7-d59e-47df-8e82-35bc7e355af3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:34.815596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Attempting to bind port 142494c7-d59e-47df-8e82-35bc7e355af3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '73511e6e-d6da-4679-8624-58508dd2944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:34.815596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Attempting to bind port 142494c7-d59e-47df-8e82-35bc7e355af3 on network 50236911-abb8-4b9e-9810-22d785ff07a5 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:34.820419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:34.821691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Checking segment: {'id': '73511e6e-d6da-4679-8624-58508dd2944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:34.822582 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.823276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Bound using segment: {'id': '73511e6e-d6da-4679-8624-58508dd2944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:34.823711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Bound port: 142494c7-d59e-47df-8e82-35bc7e355af3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73511e6e-d6da-4679-8624-58508dd2944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:34.823981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.909196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] For port 142494c7-d59e-47df-8e82-35bc7e355af3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:34.918930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] For port 142494c7-d59e-47df-8e82-35bc7e355af3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=142494c7-d59e-47df-8e82-35bc7e355af3,segment=NetworkSegment(73511e6e-d6da-4679-8624-58508dd2944f),segment_id=73511e6e-d6da-4679-8624-58508dd2944f)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:34.992496 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:34.997158 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:35.018460 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:35.056275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740474a2-9ebc-4a47-baac-98e017396cf3 None None] Pushing event updated for resources: {'Port': ['ID=142494c7-d59e-47df-8e82-35bc7e355af3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:35.131917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Allocated IP 172.25.6.168 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/9c7e48af-429c-4c12-be6d-31db1fa8250c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:35.260979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:35.392390 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:35.435788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:35.438673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:35.442291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:35.466485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Port': ['ID=9c7e48af-429c-4c12-be6d-31db1fa8250c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:35.481145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.481824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.481824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.482182 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.482485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.482840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.483170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.483495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.483821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.484144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.484466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.484786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:35.788253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:35.945656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c78a42-cdba-41e3-b6da-5b67b60f8c2f None None] Network 50236911-abb8-4b9e-9810-22d785ff07a5 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:35.990997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:36.122422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7007f121-204f-41e9-8a4a-85116d5d407b None None] Provisioning for port 142494c7-d59e-47df-8e82-35bc7e355af3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:36.598152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Router 076d7ee9-7703-47d2-b598-eb725476a88d is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:35:36.686755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 142494c7-d59e-47df-8e82-35bc7e355af3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:36.721969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:36.804085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:36.808177 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-50fff4f1-8fee-4e5f-a4b6-5be975cf4d33 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5610142 Aug 12 04:35:36.809064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35324) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:36.879104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] Sync routers for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:36.930373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:36.931057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:37.013480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:37.031182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:37.031859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:37.069296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:37.069959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a0c63-82e9-4b68-9add-1b1e7fb19ea7 None None] The sync data for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:37.132474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 142494c7-d59e-47df-8e82-35bc7e355af3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:37.139562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 142494c7-d59e-47df-8e82-35bc7e355af3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:37.139562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:37.253645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:37.292952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 142494c7-d59e-47df-8e82-35bc7e355af3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=142494c7-d59e-47df-8e82-35bc7e355af3,segment=NetworkSegment(73511e6e-d6da-4679-8624-58508dd2944f),segment_id=73511e6e-d6da-4679-8624-58508dd2944f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:37.369183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:37.433105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=142494c7-d59e-47df-8e82-35bc7e355af3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:37.559685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:37.923577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Allocated IP 172.20.0.1 (50236911-abb8-4b9e-9810-22d785ff07a5/4c3ded0d-242b-447b-aff8-683bf2a3cee8/e1229036-ed76-4ca2-a55f-acbd34a166dd) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:38.049699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:38.062853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Transition to ACTIVE for port object e1229036-ed76-4ca2-a55f-acbd34a166dd will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:38.192139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:38.236466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network 50236911-abb8-4b9e-9810-22d785ff07a5 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:38.242401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:38.246192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:38.274183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Port': ['ID=e1229036-ed76-4ca2-a55f-acbd34a166dd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:38.290022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.290371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.290733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.291086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.291420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.291756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.292083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.292427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.293292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.293636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.293958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.294466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:35:38.307678 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:38.597894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e17dab2-2be3-41e5-9e19-23f92f084a5f None None] Provisioning for port e1229036-ed76-4ca2-a55f-acbd34a166dd completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:38.602598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e17dab2-2be3-41e5-9e19-23f92f084a5f None None] Provisioning complete for port e1229036-ed76-4ca2-a55f-acbd34a166dd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:38.603061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e17dab2-2be3-41e5-9e19-23f92f084a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:38.605761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:38.686349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5e17dab2-2be3-41e5-9e19-23f92f084a5f None None] Port e1229036-ed76-4ca2-a55f-acbd34a166dd cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:35:38.708390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 142494c7-d59e-47df-8e82-35bc7e355af3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:38.766668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 142494c7-d59e-47df-8e82-35bc7e355af3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:38.767073 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:38.939242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:39.003196 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:39.120430 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:39.132236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Port': ['ID=e1229036-ed76-4ca2-a55f-acbd34a166dd,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:39.254604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network 50236911-abb8-4b9e-9810-22d785ff07a5 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:39.256101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:39.395888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Router 076d7ee9-7703-47d2-b598-eb725476a88d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:35:39.541360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:39.547860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-04ad7301-51e3-451a-a217-5b77a145008b tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "PUT /v2.0/routers/076d7ee9-7703-47d2-b598-eb725476a88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7363558 Aug 12 04:35:39.549349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35464) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:39.556238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Request body: {'port': {'network_id': '50236911-abb8-4b9e-9810-22d785ff07a5', 'name': 'tempest-FloatingIPAdminTestJSON-870410097'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:39.568900 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] Sync routers for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:39.579510 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:39.580234 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:39.614814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4abd416b-e7ee-4a2e-b8a4-9b26d5361522 None None] Provisioning complete for port e1229036-ed76-4ca2-a55f-acbd34a166dd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:39.615778 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4abd416b-e7ee-4a2e-b8a4-9b26d5361522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:39.636079 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:39.645408 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:39.646031 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:39.667096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-4abd416b-e7ee-4a2e-b8a4-9b26d5361522 None None] Port e1229036-ed76-4ca2-a55f-acbd34a166dd cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:35:39.688928 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:39.693779 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6671231-67ce-4d9c-b5eb-86240bb2d97a None None] The sync data for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:39.769890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Made reservation on behalf of 09d5a4a7aa0a4283a43bd7826e85f897 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:39.774108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:39.792566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] device_id is not set on port bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:35:39.908525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Allocated IP 172.20.0.10 (50236911-abb8-4b9e-9810-22d785ff07a5/4c3ded0d-242b-447b-aff8-683bf2a3cee8/bc1ef248-f0c8-46a9-8ae5-38727d2c7c13) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:40.073034 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:40.088685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Transition to ACTIVE for port object bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:40.192373 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:40.246952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Network 50236911-abb8-4b9e-9810-22d785ff07a5 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:40.252650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:40.257063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:40.262849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event updated for resources: {'Port': ['ID=bc1ef248-f0c8-46a9-8ae5-38727d2c7c13,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:40.311618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:40.319841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:40.416071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eec3a92f-aa6d-48fa-8710-ecda96832712 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653474 Aug 12 04:35:40.420969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:40.494402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'project_id': '09d5a4a7aa0a4283a43bd7826e85f897', 'port_id': 'bc1ef248-f0c8-46a9-8ae5-38727d2c7c13'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:40.625823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:40.671463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-29c10c45-367f-407b-a719-008dc3d58153 None None] Provisioning for port bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:40.675402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-29c10c45-367f-407b-a719-008dc3d58153 None None] Provisioning complete for port bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:40.688835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-29c10c45-367f-407b-a719-008dc3d58153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:40.708473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-29c10c45-367f-407b-a719-008dc3d58153 None None] Port bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:35:40.717827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:40.825962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Allocated IP 172.25.6.160 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/30978496-927b-407a-8c56-5373568a0f55) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:40.936692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:41.064044 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:41.107257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:41.113903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:41.117296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:41.146277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Pushing event updated for resources: {'Port': ['ID=30978496-927b-407a-8c56-5373568a0f55,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:41.766729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:41.994304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:42.169870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:42.221154 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:42.305168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Pushing event updated for resources: {'Port': ['ID=30978496-927b-407a-8c56-5373568a0f55,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:42.327490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:42.456439 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Floating IP 1c5bd357-12fd-40cf-a19e-5eac119190a1 associated. External IP: 172.25.6.160, port: bc1ef248-f0c8-46a9-8ae5-38727d2c7c13. Aug 12 04:35:42.683977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Router 076d7ee9-7703-47d2-b598-eb725476a88d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:35:42.802438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:42.815708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] Sync routers for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:42.831186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:42.831186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:42.864915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:42.874397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:42.875109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:42.909088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:42.909862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346e1c5c-2fdf-4bbf-849c-d91ff6955f18 None None] The sync data for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:42.929871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:42.961291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3fbaf5d9-6b16-418b-8056-28d9a1ee0306 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5293758 Aug 12 04:35:42.966952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35638) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:43.073905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e65209d8-a8f4-466c-9ac0-c0a817372911 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] 10.222.0.42 "GET /v2.0/floatingips/1c5bd357-12fd-40cf-a19e-5eac119190a1 HTTP/1.1" status: 200 len: 983 time: 0.1055284 Aug 12 04:35:43.076466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35644) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:43.193230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e4e1310-ecaa-4548-ade0-77d358cc2906 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1156070 Aug 12 04:35:43.195792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35650) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:43.366881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting port 30978496-927b-407a-8c56-5373568a0f55 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:43.367152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:43.451441 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:43.452098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:43.467631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Calling delete_port for 30978496-927b-407a-8c56-5373568a0f55 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:43.752826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:43.782280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Port': ['ID=30978496-927b-407a-8c56-5373568a0f55,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:43.853818 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:43.854181 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Floating IP 1c5bd357-12fd-40cf-a19e-5eac119190a1 disassociated (deleted). External IP: 172.25.6.160, port: bc1ef248-f0c8-46a9-8ae5-38727d2c7c13. Aug 12 04:35:43.999477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35690) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:44.134408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b92f9d2a-52a2-40b6-b894-4e279500dd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.248914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b92f9d2a-52a2-40b6-b894-4e279500dd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.316864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b92f9d2a-52a2-40b6-b894-4e279500dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.363333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b92f9d2a-52a2-40b6-b894-4e279500dd4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30da42fea66b43af8a46da08466f1ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626390 Aug 12 04:35:44.365361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f9d2a-52a2-40b6-b894-4e279500dd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be7994-a1ff-488c-99e6-affd72950e3e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:44.368090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35710) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:44.478905 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2af-ce94-4e78-ad62-64eedcdc73a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.483077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Router 076d7ee9-7703-47d2-b598-eb725476a88d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:35:44.509024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2af-ce94-4e78-ad62-64eedcdc73a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.634204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:44.640027 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.647212 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] Sync routers for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:44.659015 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:44.659646 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:44.673013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e3b0443-4cdb-4934-ba84-a409bb5f70d5 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "DELETE /v2.0/floatingips/1c5bd357-12fd-40cf-a19e-5eac119190a1 HTTP/1.1" status: 204 len: 168 time: 1.4758611 Aug 12 04:35:44.676821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35712) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:44.682292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:44.700339 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:44.709295 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:44.710059 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:44.717873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2af-ce94-4e78-ad62-64eedcdc73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.720915 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1b17a2af-ce94-4e78-ad62-64eedcdc73a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.721831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1b17a2af-ce94-4e78-ad62-64eedcdc73a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8be7994-a1ff-488c-99e6-affd72950e3e HTTP/1.1" status: 204 len: 168 time: 0.3527603 Aug 12 04:35:44.730939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17a2af-ce94-4e78-ad62-64eedcdc73a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be7994-a1ff-488c-99e6-affd72950e3e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:44.750973 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:44.751786 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012b8d15-503e-4bf3-a0e5-662a9b5d28ba None None] The sync data for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:44.780570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.875169 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:44.993164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Allocated IP 172.25.6.149 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/976a4189-79a8-42ff-a9a1-72c4759a4857) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:45.149138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:45.524338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:45.609000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:45.614981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:45.622068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:45.649936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Pushing event updated for resources: {'Port': ['ID=976a4189-79a8-42ff-a9a1-72c4759a4857,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:45.684210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-e533bc36-e67d-41eb-8bc7-231ffc523404 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:45.686051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-e533bc36-e67d-41eb-8bc7-231ffc523404 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/networks?id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 200 len: 814 time: 0.1782050 Aug 12 04:35:45.706446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-ecec941c-75db-495f-8f42-6e757dc5eaea tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/quotas/aa78ffd9b5c74917bbaaf9c1e547e39e HTTP/1.1" status: 200 len: 375 time: 0.0130732 Aug 12 04:35:45.760615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-049cc973-aca2-40c6-a3b8-90e206a87cb7 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469000 Aug 12 04:35:45.762176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:45.867980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:45.887332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-d0c21a87-89a6-4658-8f12-bf0fb15a0e81 service neutron] 10.222.0.42 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189117 Aug 12 04:35:46.006415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-fb6860a2-c896-44f3-8a06-3afd7e86b0bf service neutron] 10.222.0.42 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113262 Aug 12 04:35:46.053623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.123948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.142680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35756) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:46.199110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Pushing event updated for resources: {'Port': ['ID=976a4189-79a8-42ff-a9a1-72c4759a4857,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:46.237133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.241072 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-080243bf-ee08-4389-8fb3-22f407fbed05 req-ac948b1d-6408-4b9b-ba6f-b02f3e376392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 210 time: 0.0391767 Aug 12 04:35:46.263873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-329813279-network', 'tenant_id': '298b512523604f0192f17b320156a50e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:46.312133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.316283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb75e9ed-a434-4c75-9312-08a7f4232db9 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6369224 Aug 12 04:35:46.316979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35774) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:46.386549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Made reservation on behalf of 298b512523604f0192f17b320156a50e for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:46.389097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.401452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.425113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:46.498025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.569159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.594465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:46.603323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5043f-3157-49e2-bf95-97c6704fd43f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:46.609711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.610078 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Added segment 61a8bf58-feca-4ffc-8c71-2f7758b016cf of type vlan for network f120f5a2-e9ca-4eea-8612-b549e8588655 Aug 12 04:35:46.649410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.655015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.751796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.757800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.758919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:46.759620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:46.819667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] Pushing event updated for resources: {'Network': ['ID=f120f5a2-e9ca-4eea-8612-b549e8588655,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:46.832796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f120f5a2-e9ca-4eea-8612-b549e8588655 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:46.869736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a42ea267-d906-468c-aca4-50e363a6a9de admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7232747 Aug 12 04:35:46.869956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:46.875614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Request body: {'subnet': {'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-329813279-subnet', 'tenant_id': '298b512523604f0192f17b320156a50e', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:46.879698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Allocated IP 172.25.6.248 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e3fe938b-d6f9-4a4e-ad38-e62b72cc72cd) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:46.964234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Made reservation on behalf of 298b512523604f0192f17b320156a50e for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:46.967408 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.007553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.135693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.186070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:47.189382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:47.193204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:47.199025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Pushing event updated for resources: {'Port': ['ID=e3fe938b-d6f9-4a4e-ad38-e62b72cc72cd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:47.244136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.284875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.299980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fea315-d7fc-4552-850c-7b17aed6e0e0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:47.310700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Checking segment: {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:47.310700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Network hostable DHCP agents. Network: f120f5a2-e9ca-4eea-8612-b549e8588655, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:35:47.341631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-61423535-7130-451f-876a-5d88c18e4abd req-27003e63-53da-46ee-b45d-6365bf2e30ae tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 210 time: 0.0286517 Aug 12 04:35:47.396003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.454951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Network f120f5a2-e9ca-4eea-8612-b549e8588655 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:35:47.529380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f120f5a2-e9ca-4eea-8612-b549e8588655) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:47.534384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:47.535166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.539137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8d9b8-b752-4a14-93c4-bb806cd5d7a3 None None] Network f120f5a2-e9ca-4eea-8612-b549e8588655 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:47.554595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.638421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.649097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d9801b17-50aa-4be2-a6c1-d161db1625d6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7774789 Aug 12 04:35:47.650900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35798) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:47.657103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:47.699256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f120f5a2-e9ca-4eea-8612-b549e8588655', 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655', 'tenant_id': '298b512523604f0192f17b320156a50e', 'fixed_ips': [{'subnet_id': '23fea315-d7fc-4552-850c-7b17aed6e0e0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:35:47.700207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.725967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Pushing event updated for resources: {'Port': ['ID=e3fe938b-d6f9-4a4e-ad38-e62b72cc72cd,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:47.742092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.826292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.828101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.853033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Allocated IP 172.20.0.2 (f120f5a2-e9ca-4eea-8612-b549e8588655/23fea315-d7fc-4552-850c-7b17aed6e0e0/1b6af9a6-1861-408d-92b6-5e84524049c7) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:47.890023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.912122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:47.913819 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c5710597-63ca-4385-bb6a-592479fbcf94 tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5958045 Aug 12 04:35:47.916393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35802) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:47.982444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2db551bc-0609-436b-a996-58b787d28333 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0641387 Aug 12 04:35:47.984684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:48.008184 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.017316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Transition to ACTIVE for port object 1b6af9a6-1861-408d-92b6-5e84524049c7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:48.032876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Transition to ACTIVE for port object 1b6af9a6-1861-408d-92b6-5e84524049c7 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:48.071042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b2b94812-8a52-4195-820a-f04ee4cfe401 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0848081 Aug 12 04:35:48.071692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35810) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:48.118342 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.141982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.165704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Network f120f5a2-e9ca-4eea-8612-b549e8588655 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:48.176655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:48.180613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:48.188096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Pushing event updated for resources: {'Port': ['ID=1b6af9a6-1861-408d-92b6-5e84524049c7,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:48.238203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Attempting to bind port 1b6af9a6-1861-408d-92b6-5e84524049c7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:48.238472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Attempting to bind port 1b6af9a6-1861-408d-92b6-5e84524049c7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:48.238863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Attempting to bind port 1b6af9a6-1861-408d-92b6-5e84524049c7 on network f120f5a2-e9ca-4eea-8612-b549e8588655 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:48.244131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:48.244337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Deleting port e3fe938b-d6f9-4a4e-ad38-e62b72cc72cd {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:48.244501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Checking segment: {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:48.244903 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.245197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.245325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Bound using segment: {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:48.246280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Bound port: 1b6af9a6-1861-408d-92b6-5e84524049c7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:48.246659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.329726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.330338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.336555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] For port 1b6af9a6-1861-408d-92b6-5e84524049c7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:48.340748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] For port 1b6af9a6-1861-408d-92b6-5e84524049c7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1b6af9a6-1861-408d-92b6-5e84524049c7,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:48.344538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Calling delete_port for e3fe938b-d6f9-4a4e-ad38-e62b72cc72cd owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:48.426872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.441290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.475540 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.513008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c5e7f-62bc-4574-95df-6036f0a8e22d None None] Pushing event updated for resources: {'Port': ['ID=1b6af9a6-1861-408d-92b6-5e84524049c7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:48.535773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c54e23f3-b14f-44a9-bb27-ba78ea30d3d4 req-48ffccb2-a59e-41e3-9640-e9c44ed79a90 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 210 time: 0.0864999 Aug 12 04:35:48.644091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.655024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Allocated IP 172.25.6.113 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/90431ae5-1d8c-4b3c-99d3-3b198006d60d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:48.694385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Pushing event deleted for resources: {'Port': ['ID=e3fe938b-d6f9-4a4e-ad38-e62b72cc72cd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:48.754506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-b7e70291-fd54-4829-967d-dc9d50f6c956 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:48.756054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-b7e70291-fd54-4829-967d-dc9d50f6c956 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "GET /v2.0/networks?id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 200 len: 814 time: 0.1765501 Aug 12 04:35:48.768808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Request body: {'port': {'device_id': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0', 'admin_state_up': True, 'tenant_id': 'aa78ffd9b5c74917bbaaf9c1e547e39e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:48.854084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.857516 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:48.862025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d61a0b18-512d-4d8f-89e3-eabbf9cfd33f tempest-FloatingIPAdminTestJSON-141649578 tempest-FloatingIPAdminTestJSON-141649578-project] 10.222.0.42 "DELETE /v2.0/floatingips/3bf6cc4f-da1a-4971-a9ac-a6c1bf2ed0bb HTTP/1.1" status: 204 len: 168 time: 0.7892897 Aug 12 04:35:48.862746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35824) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:48.945205 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.041922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Deleting port 976a4189-79a8-42ff-a9a1-72c4759a4857 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:49.042159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.071738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Made reservation on behalf of aa78ffd9b5c74917bbaaf9c1e547e39e for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:49.075850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.139812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.140327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.142750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.155476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Calling delete_port for 976a4189-79a8-42ff-a9a1-72c4759a4857 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:49.189281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:49.197828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:49.204800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:49.283002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Pushing event updated for resources: {'Port': ['ID=90431ae5-1d8c-4b3c-99d3-3b198006d60d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:49.341504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.368642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Allocated IP 172.20.0.8 (542e5f87-8c95-4bd5-b5a1-c9c400ef59d0/7964c879-12d6-41d4-8cd7-12b9236ccad1/99ff3a47-8430-4d51-b457-47cf53526cab) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:49.773563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Pushing event deleted for resources: {'Port': ['ID=976a4189-79a8-42ff-a9a1-72c4759a4857,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:49.809116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b45b6-1e45-410d-a678-ec195db005af None None] Network f120f5a2-e9ca-4eea-8612-b549e8588655 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:49.834587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.837321 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:49.844527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ff859125-999e-4a20-bbfd-041e6f60eb64 tempest-FloatingIPAdminTestJSON-1010778251 tempest-FloatingIPAdminTestJSON-1010778251-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/ed541f38-7a95-4646-bff0-13bda5506282 HTTP/1.1" status: 204 len: 168 time: 0.9806316 Aug 12 04:35:49.845195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35838) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:49.937099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1331a1c9-d497-4ebb-9d33-6f7cf62972f7 None None] Provisioning for port 1b6af9a6-1861-408d-92b6-5e84524049c7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:49.967020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting port bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:49.967411 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.024118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-19974062-8139-4698-9a98-0c672fe90234 req-607f60db-71ed-4b57-ba16-7f08dd6bb62a tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 210 time: 0.0475488 Aug 12 04:35:50.033196 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.084582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.084896 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.099374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Calling delete_port for bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:50.290640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.363329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.373973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.397638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Port': ['ID=bc1ef248-f0c8-46a9-8ae5-38727d2c7c13,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:50.434749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Pushing event updated for resources: {'Port': ['ID=99ff3a47-8430-4d51-b457-47cf53526cab,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:50.446312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:50.450036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:50.453966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:50.485257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.490350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e5c4cb4e-5932-4cf4-94d7-1aa2c78463e2 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "DELETE /v2.0/ports/bc1ef248-f0c8-46a9-8ae5-38727d2c7c13 HTTP/1.1" status: 204 len: 168 time: 0.6419849 Aug 12 04:35:50.491520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35850) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:50.514210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:50.514884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.552052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49e617-d7c7-4a90-84b7-88b8a63cad37 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:50.553641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bd49e617-d7c7-4a90-84b7-88b8a63cad37 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "GET /v2.0/ports?device_id=076d7ee9-7703-47d2-b598-eb725476a88d HTTP/1.1" status: 200 len: 913 time: 0.0611224 Aug 12 04:35:50.556382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35852) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:50.616003 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c9826d66-8020-468d-942a-558312980392 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8502631 Aug 12 04:35:50.629238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-218efe27-56fa-4803-9258-d02385deee3c tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:35:50.629238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-218efe27-56fa-4803-9258-d02385deee3c tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056264 Aug 12 04:35:50.649846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Router 19486784-c071-457e-925a-857d486efb8b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:35:50.690829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1b6af9a6-1861-408d-92b6-5e84524049c7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:50.711578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Request body: {'port': {'device_id': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:50.809977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1b6af9a6-1861-408d-92b6-5e84524049c7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:50.811994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.818534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1b6af9a6-1861-408d-92b6-5e84524049c7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:50.819252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.832835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:50.866540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Sync routers for ids ['19486784-c071-457e-925a-857d486efb8b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:50.882297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Routers {'19486784-c071-457e-925a-857d486efb8b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:50.883274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['19486784-c071-457e-925a-857d486efb8b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:50.955186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.956489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:50.960924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35856) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:50.962040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1565f53a-0e05-4e61-9205-ec5369d34c80 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3098161 Aug 12 04:35:51.035879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1b6af9a6-1861-408d-92b6-5e84524049c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1b6af9a6-1861-408d-92b6-5e84524049c7,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:51.064679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Set router 19486784-c071-457e-925a-857d486efb8b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:35:51.134214 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.140900 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.150213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ff3a47-8430-4d51-b457-47cf53526cab {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:35:51.162258 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.183193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Transition to ACTIVE for port object 99ff3a47-8430-4d51-b457-47cf53526cab will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:51.249993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.259274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1b6af9a6-1861-408d-92b6-5e84524049c7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:51.284727 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8ab6d-d89a-438c-82d8-d8d4a5439926 req-481bfe31-33d1-4650-b3ea-e6c9f55f28cc tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:51.286218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ca8ab6d-d89a-438c-82d8-d8d4a5439926 req-481bfe31-33d1-4650-b3ea-e6c9f55f28cc tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 931 time: 0.1804891 Aug 12 04:35:51.359373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:35:49Z', 'revision_number': 3, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:51.388599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16128274-993a-424d-9022-b8136a426e7f service neutron] Pushing event updated for resources: {'Port': ['ID=99ff3a47-8430-4d51-b457-47cf53526cab,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:51.405450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Checking router: 19486784-c071-457e-925a-857d486efb8b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:35:51.405450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Updating router 19486784-c071-457e-925a-857d486efb8b port 90431ae5-1d8c-4b3c-99d3-3b198006d60d binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:35:51.429578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Attempting to bind port 99ff3a47-8430-4d51-b457-47cf53526cab on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:51.430493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Attempting to bind port 99ff3a47-8430-4d51-b457-47cf53526cab by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:51.431297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Attempting to bind port 99ff3a47-8430-4d51-b457-47cf53526cab on network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:51.434994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.437262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ca8ab6d-d89a-438c-82d8-d8d4a5439926 req-a3303db8-fd74-460c-90ae-f6fe42ca58a4 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185846 Aug 12 04:35:51.443545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Port 99ff3a47-8430-4d51-b457-47cf53526cab on network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:35:51.444126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Attempting to bind port 99ff3a47-8430-4d51-b457-47cf53526cab on network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:51.451887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:51.452468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Checking segment: {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:51.452992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Bound using segment: {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:51.453557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Bound port: 99ff3a47-8430-4d51-b457-47cf53526cab, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:51.454017 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.525486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] For port 99ff3a47-8430-4d51-b457-47cf53526cab, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:51.530014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] For port 99ff3a47-8430-4d51-b457-47cf53526cab, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=99ff3a47-8430-4d51-b457-47cf53526cab,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:51.625433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.702449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16128274-993a-424d-9022-b8136a426e7f service neutron] Pushing event updated for resources: {'Port': ['ID=99ff3a47-8430-4d51-b457-47cf53526cab,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:51.708061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:51.708768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.710260 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-16128274-993a-424d-9022-b8136a426e7f service neutron] 10.222.0.36 "PUT /v2.0/ports/99ff3a47-8430-4d51-b457-47cf53526cab HTTP/1.1" status: 200 len: 1091 time: 1.0746450 Aug 12 04:35:51.710909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'tag': '99ff3a47-8430-4d51-b457-47cf53526cab'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:35:51.714295 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a0adab-6363-40ba-bc7d-5706aedec12d" -d '{"events": [{"name": "network-changed", "server_uuid": "68aa09c1-7ede-4f42-b1aa-aa28f488749a", "tag": "99ff3a47-8430-4d51-b457-47cf53526cab"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:35:51.746648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting port e1229036-ed76-4ca2-a55f-acbd34a166dd {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:51.746648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.756957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.769286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Transition to ACTIVE for port object 90431ae5-1d8c-4b3c-99d3-3b198006d60d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:51.775597 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c42fb3-29d7-41ef-9bb6-e2f00493b45a x-openstack-request-id: req-b3c42fb3-29d7-41ef-9bb6-e2f00493b45a {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:35:51.775890 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68aa09c1-7ede-4f42-b1aa-aa28f488749a", "tag": "99ff3a47-8430-4d51-b457-47cf53526cab", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:35:51.776163 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3c42fb3-29d7-41ef-9bb6-e2f00493b45a {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:35:51.776614 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'tag': '99ff3a47-8430-4d51-b457-47cf53526cab', 'status': 'completed', 'code': 200} Aug 12 04:35:51.832955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.833184 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:51.849411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0adab-6363-40ba-bc7d-5706aedec12d req-d618f508-e877-4b02-96d6-8fdb733d65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:51.849901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0a0adab-6363-40ba-bc7d-5706aedec12d req-d618f508-e877-4b02-96d6-8fdb733d65ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 1094 time: 0.0541382 Aug 12 04:35:51.968938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0adab-6363-40ba-bc7d-5706aedec12d req-f86ba639-af13-44a9-a4b7-b2cb5560c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:51.971382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0a0adab-6363-40ba-bc7d-5706aedec12d req-f86ba639-af13-44a9-a4b7-b2cb5560c315 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1133299 Aug 12 04:35:51.976741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.011053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Calling delete_port for e1229036-ed76-4ca2-a55f-acbd34a166dd owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:52.060955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Attempting to bind port 90431ae5-1d8c-4b3c-99d3-3b198006d60d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:52.061353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Attempting to bind port 90431ae5-1d8c-4b3c-99d3-3b198006d60d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:52.061715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Attempting to bind port 90431ae5-1d8c-4b3c-99d3-3b198006d60d on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:52.071178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3a5e-0ea7-4a74-b134-12229a7794bb None None] Pushing event updated for resources: {'Port': ['ID=90431ae5-1d8c-4b3c-99d3-3b198006d60d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:52.074815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:52.075444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:52.075849 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.076231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:52.076708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Bound port: 90431ae5-1d8c-4b3c-99d3-3b198006d60d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:52.077089 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.104466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0adab-6363-40ba-bc7d-5706aedec12d req-7e3c4c48-5cea-49b5-8bd5-9158db96f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:52.106043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0a0adab-6363-40ba-bc7d-5706aedec12d req-7e3c4c48-5cea-49b5-8bd5-9158db96f0c6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275127 Aug 12 04:35:52.150154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] For port 90431ae5-1d8c-4b3c-99d3-3b198006d60d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:52.154739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] For port 90431ae5-1d8c-4b3c-99d3-3b198006d60d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=90431ae5-1d8c-4b3c-99d3-3b198006d60d,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:52.193739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c663dd6d-527b-48f6-b36f-548bb747551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:52.195430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-c663dd6d-527b-48f6-b36f-548bb747551d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 1094 time: 0.0454333 Aug 12 04:35:52.237996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.249996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-47afbb59-e919-4c71-967e-98da2aa0bfff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ff3a47-8430-4d51-b457-47cf53526cab HTTP/1.1" status: 200 len: 217 time: 0.0420985 Aug 12 04:35:52.302122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3a5e-0ea7-4a74-b134-12229a7794bb None None] Pushing event updated for resources: {'Port': ['ID=90431ae5-1d8c-4b3c-99d3-3b198006d60d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:52.304499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-dc413881-dd15-4b05-b885-45cc672261da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:52.304677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Routers {'19486784-c071-457e-925a-857d486efb8b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:52.305296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['19486784-c071-457e-925a-857d486efb8b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:52.306322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-dc413881-dd15-4b05-b885-45cc672261da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7964c879-12d6-41d4-8cd7-12b9236ccad1 HTTP/1.1" status: 200 len: 854 time: 0.0497270 Aug 12 04:35:52.344090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-4de87d51-0e66-405d-85a6-87e2706ba410 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301988 Aug 12 04:35:52.430134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] Set router 19486784-c071-457e-925a-857d486efb8b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:35:52.430359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Allocated IP 172.20.0.1 (f120f5a2-e9ca-4eea-8612-b549e8588655/23fea315-d7fc-4552-850c-7b17aed6e0e0/0a4ee0b7-44b6-4a88-a26e-406ea0d792b8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:52.473990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-522c1eed-922e-4b2e-92a0-21d2ee324d08 service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216743 Aug 12 04:35:52.593636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa625c43-7b7e-4607-8de1-cec4d0b5f5cd req-2e0d9785-29f4-46bd-9b3c-8e1fd18251b6 service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119318 Aug 12 04:35:52.638457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:35:49Z', 'revision_number': 3, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:52.671396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcb5a8-6f46-4106-89f4-7766464b97ae None None] The sync data for ids ['19486784-c071-457e-925a-857d486efb8b'] in n-d-804320-1 is: [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:35:49Z', 'revision_number': 3, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:52.689587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d3b06-7356-4f77-8000-33281a5dba82 req-59e5b5d4-f537-422a-ae41-7fdbed7d7944 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:52.699023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-525d3b06-7356-4f77-8000-33281a5dba82 req-59e5b5d4-f537-422a-ae41-7fdbed7d7944 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 943 time: 0.0996027 Aug 12 04:35:52.726896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1b6af9a6-1861-408d-92b6-5e84524049c7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:52.739978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.764473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.767430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Transition to ACTIVE for port object 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:52.779122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1b6af9a6-1861-408d-92b6-5e84524049c7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:52.779957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:52.798212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-525d3b06-7356-4f77-8000-33281a5dba82 req-33b04ad2-3e8b-4384-b73a-62423809ee2c tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003737 Aug 12 04:35:52.804154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Port': ['ID=e1229036-ed76-4ca2-a55f-acbd34a166dd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:52.967685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.085722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Network f120f5a2-e9ca-4eea-8612-b549e8588655 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:53.094540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:53.098665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:53.103265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.135888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:53.213118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.484174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e28f817b-623d-4164-9f69-205c3cbb82b4 None None] Provisioning for port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:53.491289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e28f817b-623d-4164-9f69-205c3cbb82b4 None None] Provisioning complete for port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:53.493708 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e28f817b-623d-4164-9f69-205c3cbb82b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.530837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e28f817b-623d-4164-9f69-205c3cbb82b4 None None] Port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:35:53.540276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Router 076d7ee9-7703-47d2-b598-eb725476a88d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:35:53.622002 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.716667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:53.723058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3323b91-7419-4cee-b958-943a2b0d4e95 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "PUT /v2.0/routers/076d7ee9-7703-47d2-b598-eb725476a88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1656644 Aug 12 04:35:53.726101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35900) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:53.729116 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] Sync routers for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:53.747807 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:53.748540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:53.820102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:53.847280 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] Routers {'076d7ee9-7703-47d2-b598-eb725476a88d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:53.852207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['076d7ee9-7703-47d2-b598-eb725476a88d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:53.881575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.881793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:53.896208 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:53.897291 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156e74a-460b-417b-b13b-1816922b53f2 None None] The sync data for ids ['076d7ee9-7703-47d2-b598-eb725476a88d'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:53.962893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.026754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33958d23-ef4a-4467-9fbe-e05037e5e702 req-613c89c5-64c9-4959-b3a3-c631ce5b9420 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:54.028229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33958d23-ef4a-4467-9fbe-e05037e5e702 req-613c89c5-64c9-4959-b3a3-c631ce5b9420 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 943 time: 0.1062841 Aug 12 04:35:54.038829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:54.042445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.056128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.080616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33958d23-ef4a-4467-9fbe-e05037e5e702 req-d80067c6-3f65-4911-ab49-710e5391c4d9 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Aug 12 04:35:54.141215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Network f120f5a2-e9ca-4eea-8612-b549e8588655 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:54.142627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:54.192314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting port 9c7e48af-429c-4c12-be6d-31db1fa8250c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:54.193010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.323895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Router 19486784-c071-457e-925a-857d486efb8b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:35:54.340115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.377791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Calling delete_port for 9c7e48af-429c-4c12-be6d-31db1fa8250c owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:54.459949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-785c25ba-fa21-4307-b7c7-d761c7a6ed45 None None] Provisioning complete for port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:54.460310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-785c25ba-fa21-4307-b7c7-d761c7a6ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.486021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:35:54.491365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-84ca715d-b019-4e9c-9a29-180442ccb3c7 admin admin] 10.222.0.42 "PUT /v2.0/routers/19486784-c071-457e-925a-857d486efb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5293853 Aug 12 04:35:54.510782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-785c25ba-fa21-4307-b7c7-d761c7a6ed45 None None] Port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:35:54.661077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.704845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 90431ae5-1d8c-4b3c-99d3-3b198006d60d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:54.721272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Port': ['ID=9c7e48af-429c-4c12-be6d-31db1fa8250c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:54.739438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Sync routers for ids ['19486784-c071-457e-925a-857d486efb8b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:35:54.754474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Routers {'19486784-c071-457e-925a-857d486efb8b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:54.755141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['19486784-c071-457e-925a-857d486efb8b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:54.806736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.886866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Set router 19486784-c071-457e-925a-857d486efb8b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:35:54.901597 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.904244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:54.916420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 90431ae5-1d8c-4b3c-99d3-3b198006d60d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:54.923442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 90431ae5-1d8c-4b3c-99d3-3b198006d60d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:54.923442 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.012971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.013733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Fanout notify agent at l3_agent the message router_deleted on router 076d7ee9-7703-47d2-b598-eb725476a88d {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:35:55.032365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.037326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35930) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:55.039529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b475f0b-646d-4c87-a2f5-afbd9e60b23d tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "DELETE /v2.0/routers/076d7ee9-7703-47d2-b598-eb725476a88d HTTP/1.1" status: 204 len: 168 time: 1.3111193 Aug 12 04:35:55.101052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.103099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting subnet 4c3ded0d-242b-447b-aff8-683bf2a3cee8 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:35:55.106660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.133601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 90431ae5-1d8c-4b3c-99d3-3b198006d60d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=90431ae5-1d8c-4b3c-99d3-3b198006d60d,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:55.167832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.194446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.226499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:35:53Z', 'revision_number': 4, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '0a4ee0b7-44b6-4a88-a26e-406ea0d792b8', 'name': '', 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655', 'tenant_id': '298b512523604f0192f17b320156a50e', 'mac_address': 'fa:16:3e:2d:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '23fea315-d7fc-4552-850c-7b17aed6e0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:51Z', 'updated_at': '2021-08-12T04:35:53Z', 'revision_number': 2, 'project_id': '298b512523604f0192f17b320156a50e', 'subnets': [{'id': '23fea315-d7fc-4552-850c-7b17aed6e0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:55.265465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Checking router: 19486784-c071-457e-925a-857d486efb8b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:35:55.265946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Updating router 19486784-c071-457e-925a-857d486efb8b port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:35:55.289694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35942) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:55.291574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782c5ee-a5ce-4cb5-b165-913929df5cbb req-02ac8133-0b93-41b7-8b18-4f35fde8ebc9 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:55.293369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f782c5ee-a5ce-4cb5-b165-913929df5cbb req-02ac8133-0b93-41b7-8b18-4f35fde8ebc9 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 943 time: 0.1006622 Aug 12 04:35:55.303264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1564798113-network', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:55.336626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.340306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.380022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Made reservation on behalf of e11f5a8e4f994ff79c5f124f0ecf637f for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:55.383411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.389799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f782c5ee-a5ce-4cb5-b165-913929df5cbb req-acc7f32b-70b4-4639-a6b3-8398ac1be5ea tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892022 Aug 12 04:35:55.398166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.411410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=90431ae5-1d8c-4b3c-99d3-3b198006d60d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:55.501087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.528150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3ded0d-242b-447b-aff8-683bf2a3cee8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:55.534962 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.536910 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e3ad2e84-436c-4417-a767-cb2adc03d5a3 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "DELETE /v2.0/subnets/4c3ded0d-242b-447b-aff8-683bf2a3cee8 HTTP/1.1" status: 204 len: 168 time: 0.4976811 Aug 12 04:35:55.539634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35946) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:55.552918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.567427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e429f96b-00e0-411f-b176-696c4dcb507a None None] Network 50236911-abb8-4b9e-9810-22d785ff07a5 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:55.623707 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.625713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.674918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c90388-6f46-40e3-8b46-8bd1487b9354,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:55.677586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:35:55.689293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.689645 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Added segment 756e74fe-f510-457c-b2b2-b7804705bad0 of type vlan for network 8cbda42f-0085-4fd3-81d2-69d440317114 Aug 12 04:35:55.690275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting port 142494c7-d59e-47df-8e82-35bc7e355af3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:55.690791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.726911 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.739833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.806100 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.809723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] For port 142494c7-d59e-47df-8e82-35bc7e355af3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=142494c7-d59e-47df-8e82-35bc7e355af3,segment=NetworkSegment(73511e6e-d6da-4679-8624-58508dd2944f),segment_id=73511e6e-d6da-4679-8624-58508dd2944f)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:55.812199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.816359 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.825506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Calling delete_port for 142494c7-d59e-47df-8e82-35bc7e355af3 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:55.831558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Transition to ACTIVE for port object 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:55.845072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 99ff3a47-8430-4d51-b457-47cf53526cab details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:35:55.860672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.862063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:55.862757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.871499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] DHCP port deletion for 50236911-abb8-4b9e-9810-22d785ff07a5 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:35:55.932176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbda42f-0085-4fd3-81d2-69d440317114,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:55.948830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8cbda42f-0085-4fd3-81d2-69d440317114 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:35:55.954042 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.975699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:55.998527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dae0b16e-8bd5-49c6-ad8e-f7955ecfc339 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7076988 Aug 12 04:35:56.001169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35952) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:56.009539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Request body: {'subnet': {'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1564798113-subnet', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:56.009730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Port': ['ID=142494c7-d59e-47df-8e82-35bc7e355af3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:56.015738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] No DVR routers for this DVR port 142494c7-d59e-47df-8e82-35bc7e355af3 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:35:56.110142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25614c-3521-4ddb-9da2-15f0e066dfa8 None None] Pushing event updated for resources: {'Port': ['ID=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:56.119440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Deleting port 142494c7-d59e-47df-8e82-35bc7e355af3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:56.119821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.134898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Made reservation on behalf of e11f5a8e4f994ff79c5f124f0ecf637f for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:35:56.137818 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.162806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 99ff3a47-8430-4d51-b457-47cf53526cab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=99ff3a47-8430-4d51-b457-47cf53526cab,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:56.245877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '99ff3a47-8430-4d51-b457-47cf53526cab', 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0', 'port_id': '99ff3a47-8430-4d51-b457-47cf53526cab', 'mac_address': 'fa:16:3e:7c:62:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7964c879-12d6-41d4-8cd7-12b9236ccad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:35:56.270672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Attempting to bind port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:56.271090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Attempting to bind port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:56.271457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Attempting to bind port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 on network f120f5a2-e9ca-4eea-8612-b549e8588655 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:56.309973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] For port 142494c7-d59e-47df-8e82-35bc7e355af3, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:56.310279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.330588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:56.330996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Checking segment: {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:56.331405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.332395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Bound using segment: {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:56.332395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Bound port: 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a8bf58-feca-4ffc-8c71-2f7758b016cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:56.332737 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.349959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Calling delete_port for 142494c7-d59e-47df-8e82-35bc7e355af3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:56.370447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Port 142494c7-d59e-47df-8e82-35bc7e355af3 was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:35:56.392078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.417024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.439412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] Pushing event deleted for resources: {'Port': ['ID=142494c7-d59e-47df-8e82-35bc7e355af3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:56.457991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.461854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.465864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94640c7-02b2-42f2-9932-89014c3542ce None None] No DVR routers for this DVR port 142494c7-d59e-47df-8e82-35bc7e355af3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:35:56.469520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ff3a47-8430-4d51-b457-47cf53526cab {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:35:56.490896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50236911-abb8-4b9e-9810-22d785ff07a5']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:56.507505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73511e6e-d6da-4679-8624-58508dd2944f') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:56.507820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73511e6e-d6da-4679-8624-58508dd2944f') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:56.511346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 99ff3a47-8430-4d51-b457-47cf53526cab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=99ff3a47-8430-4d51-b457-47cf53526cab,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:56.516455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] For port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:56.519708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] For port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:56.526801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.540960 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.547532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:35:56.547919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:35:56.550884 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:35:56.574362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f2a3a9-681f-4c9e-b053-02162a37bef5,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:56.591648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Checking segment: {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:56.597679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Network hostable DHCP agents. Network: 8cbda42f-0085-4fd3-81d2-69d440317114, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:35:56.598169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.604733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a07c7-c736-465e-a08f-0e85000bf7d3 req-42ccf2a5-6148-44dd-ae8b-ba271f6c2cde tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:56.606304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f25a07c7-c736-465e-a08f-0e85000bf7d3 req-42ccf2a5-6148-44dd-ae8b-ba271f6c2cde tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 943 time: 0.0882158 Aug 12 04:35:56.649533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f25a07c7-c736-465e-a08f-0e85000bf7d3 req-95a2b8e7-9144-4855-9d7b-cef6fc227f29 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Aug 12 04:35:56.664134 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.677842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 90431ae5-1d8c-4b3c-99d3-3b198006d60d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:56.764250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.772698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.773248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "DELETE /v2.0/networks/50236911-abb8-4b9e-9810-22d785ff07a5 HTTP/1.1" status: 204 len: 168 time: 1.2322428 Aug 12 04:35:56.777754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35966) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:56.784967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Network 8cbda42f-0085-4fd3-81d2-69d440317114 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:35:56.793109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024c604-337f-423f-a10d-4866b4411f6c tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Network': ['ID=50236911-abb8-4b9e-9810-22d785ff07a5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:56.875111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=99ff3a47-8430-4d51-b457-47cf53526cab,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:56.919260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Routers {'19486784-c071-457e-925a-857d486efb8b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:35:56.919912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['19486784-c071-457e-925a-857d486efb8b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:56.933028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8cbda42f-0085-4fd3-81d2-69d440317114) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:56.939124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:56.940020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.962575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Deleting port 981532ad-2fb1-4b07-968c-b63140a4aab8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:35:56.962980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:56.984696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['99ff3a47-8430-4d51-b457-47cf53526cab'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:35:56.986480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940de5ec-5e19-445d-bce6-07679fbd0743 None None] Network 8cbda42f-0085-4fd3-81d2-69d440317114 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:57.032893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-03c65dbd-7cd8-407f-9fbe-11cd795e94f2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0306146 Aug 12 04:35:57.035225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 35970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:57.040050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:35:57.068043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.068633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.085086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Calling delete_port for 981532ad-2fb1-4b07-968c-b63140a4aab8 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:35:57.138260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 90431ae5-1d8c-4b3c-99d3-3b198006d60d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:57.138537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.141769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25614c-3521-4ddb-9da2-15f0e066dfa8 None None] Pushing event updated for resources: {'Port': ['ID=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:57.258279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] Set router 19486784-c071-457e-925a-857d486efb8b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:35:57.451139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.455066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.488754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-8cbda42f-0085-4fd3-81d2-69d440317114', 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'fixed_ips': [{'subnet_id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:35:57.489617 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.536632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.627526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 142494c7-d59e-47df-8e82-35bc7e355af3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:35:57.667765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 142494c7-d59e-47df-8e82-35bc7e355af3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:35:57.668110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 142494c7-d59e-47df-8e82-35bc7e355af3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:35:57.685353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.747905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Pushing event deleted for resources: {'Port': ['ID=981532ad-2fb1-4b07-968c-b63140a4aab8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:57.759035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Allocated IP 172.20.0.2 (8cbda42f-0085-4fd3-81d2-69d440317114/b1f2a3a9-681f-4c9e-b053-02162a37bef5/5ce71cc0-d0b8-4a0c-822b-a1b210072bea) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:57.787206 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d61b8-d5b5-4267-a63d-c6aa631fc171 req-00cf5448-132e-4a23-880f-3fb7e993f97a tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:57.789007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-561d61b8-d5b5-4267-a63d-c6aa631fc171 req-00cf5448-132e-4a23-880f-3fb7e993f97a tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 944 time: 0.0635347 Aug 12 04:35:57.822234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:35:53Z', 'revision_number': 4, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '0a4ee0b7-44b6-4a88-a26e-406ea0d792b8', 'name': '', 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655', 'tenant_id': '298b512523604f0192f17b320156a50e', 'mac_address': 'fa:16:3e:2d:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '23fea315-d7fc-4552-850c-7b17aed6e0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:51Z', 'updated_at': '2021-08-12T04:35:56Z', 'revision_number': 4, 'project_id': '298b512523604f0192f17b320156a50e', 'subnets': [{'id': '23fea315-d7fc-4552-850c-7b17aed6e0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:35:57.834511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-561d61b8-d5b5-4267-a63d-c6aa631fc171 req-7f07023c-71d4-41bd-a4fb-3a7baa0d784d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358946 Aug 12 04:35:57.858358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289ace5-6beb-4b32-9a1b-7a88bded1993 None None] The sync data for ids ['19486784-c071-457e-925a-857d486efb8b'] in n-d-804320-1 is: [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:35:53Z', 'revision_number': 4, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '0a4ee0b7-44b6-4a88-a26e-406ea0d792b8', 'name': '', 'network_id': 'f120f5a2-e9ca-4eea-8612-b549e8588655', 'tenant_id': '298b512523604f0192f17b320156a50e', 'mac_address': 'fa:16:3e:2d:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '23fea315-d7fc-4552-850c-7b17aed6e0e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:51Z', 'updated_at': '2021-08-12T04:35:56Z', 'revision_number': 4, 'project_id': '298b512523604f0192f17b320156a50e', 'subnets': [{'id': '23fea315-d7fc-4552-850c-7b17aed6e0e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:35:57.892963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.947942 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.953838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:57.955155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b6ad5364-0947-46c7-b06c-bbf1eb6f64c9 tempest-FloatingIPAdminTestJSON-978147212 tempest-FloatingIPAdminTestJSON-978147212-project] 10.222.0.42 "DELETE /v2.0/floatingips/3cb88d06-6d80-4f0d-9750-cfda72fc994c HTTP/1.1" status: 204 len: 168 time: 1.1761436 Aug 12 04:35:57.979280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.000742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Transition to ACTIVE for port object 5ce71cc0-d0b8-4a0c-822b-a1b210072bea will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:58.023001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Transition to ACTIVE for port object 5ce71cc0-d0b8-4a0c-822b-a1b210072bea will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:35:58.111869 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.133463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Network 8cbda42f-0085-4fd3-81d2-69d440317114 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:58.136146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:58.166345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:58.226914 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.248884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Pushing event updated for resources: {'Port': ['ID=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:58.249832 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.265791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Attempting to bind port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:35:58.269749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Attempting to bind port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:35:58.269749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Attempting to bind port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea on network 8cbda42f-0085-4fd3-81d2-69d440317114 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:35:58.272135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:35:58.272513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Checking segment: {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:35:58.272918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.273312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Bound using segment: {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:35:58.273848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Bound port: 5ce71cc0-d0b8-4a0c-822b-a1b210072bea, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:35:58.274163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.357979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] For port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:35:58.360712 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e2e68ad7-545d-45c1-b583-75b519e9796d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.366111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] For port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,segment=NetworkSegment(756e74fe-f510-457c-b2b2-b7804705bad0),segment_id=756e74fe-f510-457c-b2b2-b7804705bad0)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:35:58.383976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Allocated IP 172.25.6.243 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e2ddce22-53e1-4e74-bfb1-5ae84fd73d41) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:35:58.455668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.522047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccc6c6-9d32-45ff-8a69-3bd77f2b195f None None] Pushing event updated for resources: {'Port': ['ID=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:58.574146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.618477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 35998) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:58.725309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:35:58.768456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.825462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:35:58.829161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:35:58.832023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:35:58.861730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36004) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:35:58.873257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-455d9354-9f5b-44e6-9d57-9752e2dfb241 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09d5a4a7aa0a4283a43bd7826e85f897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239859 Aug 12 04:35:58.889431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:35:58.894568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:35:58.895413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:58.950668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:59.005485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.060043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:35:59.150082 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.162803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-829b03c1-dcab-492c-94fb-d967d67b35b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.199710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:59.203119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683e711-42cc-4342-b6d0-3097de5eaadc req-7a09c2d6-61e0-4d12-acbc-628d37d29e79 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:35:59.204636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8683e711-42cc-4342-b6d0-3097de5eaadc req-7a09c2d6-61e0-4d12-acbc-628d37d29e79 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 944 time: 0.2201767 Aug 12 04:35:59.211083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-829b03c1-dcab-492c-94fb-d967d67b35b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.280207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8683e711-42cc-4342-b6d0-3097de5eaadc req-5bd09c66-7007-4b34-afc5-910c9c5add6f tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617714 Aug 12 04:35:59.363973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-829b03c1-dcab-492c-94fb-d967d67b35b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.366663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-829b03c1-dcab-492c-94fb-d967d67b35b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.368275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-829b03c1-dcab-492c-94fb-d967d67b35b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/410f9415-1671-494e-afd3-8210757bd2bd HTTP/1.1" status: 204 len: 168 time: 0.4861507 Aug 12 04:35:59.416277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b03c1-dcab-492c-94fb-d967d67b35b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410f9415-1671-494e-afd3-8210757bd2bd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:35:59.449817 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.672108 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:35:59.865654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec87f7-baaa-4818-944b-bb2b2fcd6cb2 None None] Network 8cbda42f-0085-4fd3-81d2-69d440317114 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:35:59.877418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Router 2cd63887-495a-4582-a33b-83ce65ca591c is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:35:59.883287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 99ff3a47-8430-4d51-b457-47cf53526cab up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:00.012258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:00.022175 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Sync routers for ids ['2cd63887-495a-4582-a33b-83ce65ca591c'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:00.032441 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Routers {'2cd63887-495a-4582-a33b-83ce65ca591c'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:00.033137 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:35:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cd63887-495a-4582-a33b-83ce65ca591c'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:00.038341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-064c7e69-37f8-4ab2-9deb-96a1b078b657 None None] Provisioning for port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:00.076610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36024) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:00.092050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.094530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eaf777eb-28bf-44a0-87ce-5787be0cbe82 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0581436 Aug 12 04:36:00.098442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cae9cd0-ce1b-4e82-9e95-e90439b4e31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.098703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:00.213536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cae9cd0-ce1b-4e82-9e95-e90439b4e31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.222379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 99ff3a47-8430-4d51-b457-47cf53526cab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:00.228533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 99ff3a47-8430-4d51-b457-47cf53526cab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:00.229151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.311292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2cae9cd0-ce1b-4e82-9e95-e90439b4e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.334464 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Set router 2cd63887-495a-4582-a33b-83ce65ca591c gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:00.335372 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.383193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ff3a47-8430-4d51-b457-47cf53526cab'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:36:00.387540 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc0425-1f7c-4cd1-b572-73c5ebf8748b" -d '{"events": [{"server_uuid": "68aa09c1-7ede-4f42-b1aa-aa28f488749a", "name": "network-vif-plugged", "status": "completed", "tag": "99ff3a47-8430-4d51-b457-47cf53526cab"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:36:00.388468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2cae9cd0-ce1b-4e82-9e95-e90439b4e31a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c970e1b2b0aa45d79a8ae17ef36adc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105335 Aug 12 04:36:00.408963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36032) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:00.423482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 99ff3a47-8430-4d51-b457-47cf53526cab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=99ff3a47-8430-4d51-b457-47cf53526cab,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:00.425993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae9cd0-ce1b-4e82-9e95-e90439b4e31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5276d968-5ce6-44f5-b4bf-306447c0ecbb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:00.491743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc643aee-4e43-4c72-a68b-f93ca356e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.500506 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.520218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc643aee-4e43-4c72-a68b-f93ca356e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.602604 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:35:59Z', 'revision_number': 3, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:00.626662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=99ff3a47-8430-4d51-b457-47cf53526cab,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:00.631583 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Checking router: 2cd63887-495a-4582-a33b-83ce65ca591c for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:00.632139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Updating router 2cd63887-495a-4582-a33b-83ce65ca591c port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:00.637139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc643aee-4e43-4c72-a68b-f93ca356e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.640613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fc643aee-4e43-4c72-a68b-f93ca356e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.641967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fc643aee-4e43-4c72-a68b-f93ca356e394 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5276d968-5ce6-44f5-b4bf-306447c0ecbb HTTP/1.1" status: 204 len: 168 time: 0.2332478 Aug 12 04:36:00.658025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc643aee-4e43-4c72-a68b-f93ca356e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5276d968-5ce6-44f5-b4bf-306447c0ecbb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:00.663250 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.725943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912a8bb-ffcf-4ba0-9491-1860e76669a4 req-c7314f6c-c5ce-4c09-96e9-306b15a09788 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:00.733210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9912a8bb-ffcf-4ba0-9491-1860e76669a4 req-c7314f6c-c5ce-4c09-96e9-306b15a09788 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 945 time: 0.1450319 Aug 12 04:36:00.832416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-71a4e3eb-9a61-44e4-928a-84de7a0a8ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.842418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9912a8bb-ffcf-4ba0-9491-1860e76669a4 req-96b5a1fb-0ab8-4598-b29d-117929cf86cd tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081476 Aug 12 04:36:00.969313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.980748 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:00.990910 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Transition to ACTIVE for port object e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:01.007181 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d84840-00f1-4914-9c4d-0fc3e2745f2c x-openstack-request-id: req-f8d84840-00f1-4914-9c4d-0fc3e2745f2c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:36:01.007475 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aa09c1-7ede-4f42-b1aa-aa28f488749a", "name": "network-vif-plugged", "status": "completed", "tag": "99ff3a47-8430-4d51-b457-47cf53526cab", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:36:01.007735 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8d84840-00f1-4914-9c4d-0fc3e2745f2c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:36:01.008187 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ff3a47-8430-4d51-b457-47cf53526cab', 'code': 200} Aug 12 04:36:01.011211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:01.060748 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.063148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:01.063692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.116026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bea906-646b-42ed-a865-179d69e6643f req-f5b690b2-907a-4a30-920d-7f3b47e9f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:01.117962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12bea906-646b-42ed-a865-179d69e6643f req-f5b690b2-907a-4a30-920d-7f3b47e9f371 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 1096 time: 0.0492759 Aug 12 04:36:01.119628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Attempting to bind port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:01.120038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Attempting to bind port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:01.120401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Attempting to bind port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:01.123327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Pushing event updated for resources: {'Port': ['ID=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:01.124842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.131415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:01.131792 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:01.132194 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.132587 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:01.133055 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Bound port: e2ddce22-53e1-4e74-bfb1-5ae84fd73d41, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:01.133471 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.137139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.137477 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.138086 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.138580 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.139093 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.139580 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.140087 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.140589 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.141081 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.141563 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.142042 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.142914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:01.167338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ce71cc0-d0b8-4a0c-822b-a1b210072bea up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:01.185301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12bea906-646b-42ed-a865-179d69e6643f req-83c20606-0332-42c8-a9e8-115dabdabb77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Aug 12 04:36:01.207362 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] For port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:01.211455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] For port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:01.278695 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.306128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:01.310323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:01.310994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.343249 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38852ea2-0e62-4ffc-8475-5f8aeb67f331 None None] Pushing event updated for resources: {'Port': ['ID=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:01.357662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Allocated IP 172.20.0.1 (8cbda42f-0085-4fd3-81d2-69d440317114/b1f2a3a9-681f-4c9e-b053-02162a37bef5/7318f26b-6a58-496a-b17b-c2ac7ef70c4c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:01.358744 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Routers {'2cd63887-495a-4582-a33b-83ce65ca591c'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:01.359538 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cd63887-495a-4582-a33b-83ce65ca591c'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:01.412133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.451905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,segment=NetworkSegment(756e74fe-f510-457c-b2b2-b7804705bad0),segment_id=756e74fe-f510-457c-b2b2-b7804705bad0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:01.484341 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] Set router 2cd63887-495a-4582-a33b-83ce65ca591c gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:01.499389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.512240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Transition to ACTIVE for port object 7318f26b-6a58-496a-b17b-c2ac7ef70c4c will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:01.517679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.574303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:01.579519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:01.593466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a818d91-8d91-4da0-9e4e-d62d3b298c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.682965 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:35:59Z', 'revision_number': 3, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:01.685532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.690471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a818d91-8d91-4da0-9e4e-d62d3b298c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.711540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64bb00-35c5-42c6-87cd-0de93e08839c None None] The sync data for ids ['2cd63887-495a-4582-a33b-83ce65ca591c'] in n-d-804320-1 is: [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:35:59Z', 'revision_number': 3, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:01.733765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Network 8cbda42f-0085-4fd3-81d2-69d440317114 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:01.736382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:01.740317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:01.787345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.794159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:01.846407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7a818d91-8d91-4da0-9e4e-d62d3b298c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:01.921314 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7a818d91-8d91-4da0-9e4e-d62d3b298c38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=963e87fb344d4053be2ee3bb803a31d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382735 Aug 12 04:36:01.921913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36062) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:01.982172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a818d91-8d91-4da0-9e4e-d62d3b298c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d2fcf7-f637-4faa-be09-b4cebc073f6c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:02.028456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf4be-3a03-4955-a873-827f3b9ab820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.079895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf4be-3a03-4955-a873-827f3b9ab820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.086836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642e4e6-6dea-4453-bad1-1f3315749ae6 req-4c5066a7-d6e0-44cf-a852-3931abad01d5 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:02.091013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2642e4e6-6dea-4453-bad1-1f3315749ae6 req-4c5066a7-d6e0-44cf-a852-3931abad01d5 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 945 time: 0.1099756 Aug 12 04:36:02.150934 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2642e4e6-6dea-4453-bad1-1f3315749ae6 req-0a244cd6-0c6c-4675-8c68-ea9db3944efa tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Aug 12 04:36:02.181597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-31138b6f-fe04-41f9-a76e-ca9afb830b26 None None] Provisioning for port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:02.186220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-31138b6f-fe04-41f9-a76e-ca9afb830b26 None None] Provisioning complete for port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:02.186775 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-31138b6f-fe04-41f9-a76e-ca9afb830b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.189306 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.221520 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.233315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-31138b6f-fe04-41f9-a76e-ca9afb830b26 None None] Port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:36:02.289069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf4be-3a03-4955-a873-827f3b9ab820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.294830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf4be-3a03-4955-a873-827f3b9ab820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.294830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b6cf4be-3a03-4955-a873-827f3b9ab820 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2d2fcf7-f637-4faa-be09-b4cebc073f6c HTTP/1.1" status: 204 len: 168 time: 0.3580782 Aug 12 04:36:02.309044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cf4be-3a03-4955-a873-827f3b9ab820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d2fcf7-f637-4faa-be09-b4cebc073f6c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:02.392716 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.459606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.545573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:02.547555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:02.742637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Network 8cbda42f-0085-4fd3-81d2-69d440317114 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:02.744123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:02.847998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:02.958747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Router 2cd63887-495a-4582-a33b-83ce65ca591c has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:36:03.043190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:03.047044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:03.047756 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:03.140359 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:36:03.144332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:03.152366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-df3be151-33d4-4bd3-80e4-9a6a98ea54b5 admin admin] 10.222.0.42 "PUT /v2.0/routers/2cd63887-495a-4582-a33b-83ce65ca591c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0525155 Aug 12 04:36:03.207081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:03.246922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d4be227f-2259-4c12-bd29-fde926e3a955 None None] Provisioning complete for port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:03.247438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d4be227f-2259-4c12-bd29-fde926e3a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:03.250580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:03.303581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d4be227f-2259-4c12-bd29-fde926e3a955 None None] Port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:36:03.313385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c4aff-8e83-43d0-961d-db8c63a86dd2 req-1289efea-84d6-485d-9221-1061242350c1 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:03.322537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-476c4aff-8e83-43d0-961d-db8c63a86dd2 req-1289efea-84d6-485d-9221-1061242350c1 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 945 time: 0.1021001 Aug 12 04:36:03.334514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:03.335436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ce71cc0-d0b8-4a0c-822b-a1b210072bea up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:03.370499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-476c4aff-8e83-43d0-961d-db8c63a86dd2 req-a98accf8-95e7-4c76-bac9-c974b9c7ff9d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Aug 12 04:36:03.425650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:03.437209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.443838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:03.458495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:03.459123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:03.728439 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:04.230028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-3903231d-9cab-419e-88a7-791edf574395 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627673 Aug 12 04:36:04.320611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-1d7d5399-4098-46ac-9e7e-26ce6d3ff222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:04.322193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-1d7d5399-4098-46ac-9e7e-26ce6d3ff222 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 1096 time: 0.0443549 Aug 12 04:36:04.440976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-d7f655ab-c9f5-486b-944c-f77060419add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:04.442527 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-d7f655ab-c9f5-486b-944c-f77060419add service neutron] 10.222.0.36 "GET /v2.0/networks?id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 200 len: 915 time: 0.1008115 Aug 12 04:36:04.492325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-dd13c4e5-1ca6-4ce5-9eba-05da4097d490 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ff3a47-8430-4d51-b457-47cf53526cab HTTP/1.1" status: 200 len: 217 time: 0.0419333 Aug 12 04:36:04.577679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-6f017e4d-87ea-4bac-b193-04897cdf1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:04.577679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-6f017e4d-87ea-4bac-b193-04897cdf1a18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7964c879-12d6-41d4-8cd7-12b9236ccad1 HTTP/1.1" status: 200 len: 854 time: 0.0652797 Aug 12 04:36:04.653712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-6a84768e-ffd0-421d-bc5d-a705e310282c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740974 Aug 12 04:36:04.765780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:04.846611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Sync routers for ids ['2cd63887-495a-4582-a33b-83ce65ca591c'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:04.855993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:04.856705 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:04.866529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-91ef0492-6912-42ec-8c94-ad99d1ce11e8 service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975641 Aug 12 04:36:04.899051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Routers {'2cd63887-495a-4582-a33b-83ce65ca591c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:04.899968 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cd63887-495a-4582-a33b-83ce65ca591c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:04.976453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36244) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:04.998666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f3b2b0a-ff55-4c18-aa90-33add3d3682c req-8113727e-6c60-4dca-a887-0534d5deffaf service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253994 Aug 12 04:36:05.112603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Set router 2cd63887-495a-4582-a33b-83ce65ca591c gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:05.127109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cf3151c6-151d-41d3-a39e-3b042f942ee6 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-317122920'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:05.127642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cf3151c6-151d-41d3-a39e-3b042f942ee6 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Unknown quota resources ['metering_label']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:36:05.341756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:36:02Z', 'revision_number': 4, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7318f26b-6a58-496a-b17b-c2ac7ef70c4c', 'name': '', 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'mac_address': 'fa:16:3e:03:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:01Z', 'updated_at': '2021-08-12T04:36:02Z', 'revision_number': 2, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'subnets': [{'id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:05.378702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Checking router: 2cd63887-495a-4582-a33b-83ce65ca591c for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:05.379062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Updating router 2cd63887-495a-4582-a33b-83ce65ca591c port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:05.398628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36258) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:05.414157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf3151c6-151d-41d3-a39e-3b042f942ee6 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:05.415412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf3151c6-151d-41d3-a39e-3b042f942ee6 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4371841 Aug 12 04:36:05.418134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36260) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:05.423001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4a052016-650b-4d06-a26e-5ab223c6e025 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fca25ff5-9ec9-453e-900c-c094cf01eb5c'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:05.424011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4a052016-650b-4d06-a26e-5ab223c6e025 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:36:05.424517 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:05.567794 n-d-804320-1 neutron-server[95042]: WARNING neutron.services.metering.metering_plugin [None req-4a052016-650b-4d06-a26e-5ab223c6e025 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 04:36:05.681220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a052016-650b-4d06-a26e-5ab223c6e025 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:05.686000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4a052016-650b-4d06-a26e-5ab223c6e025 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2628741 Aug 12 04:36:05.686126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36266) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:05.691629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9826eb52-754e-4d62-8fed-1b08e95c8b48 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fca25ff5-9ec9-453e-900c-c094cf01eb5c'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:05.691799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-9826eb52-754e-4d62-8fed-1b08e95c8b48 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:36:05.804890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:05.817438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Transition to ACTIVE for port object 7318f26b-6a58-496a-b17b-c2ac7ef70c4c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:05.820209 n-d-804320-1 neutron-server[95042]: WARNING neutron.services.metering.metering_plugin [None req-9826eb52-754e-4d62-8fed-1b08e95c8b48 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 04:36:05.877253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:05.997350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.013353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc7d88-314b-4e72-b34a-3ba93e8b9009 None None] Pushing event updated for resources: {'Port': ['ID=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:06.080934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Attempting to bind port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:06.081365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Attempting to bind port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:06.081813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Attempting to bind port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c on network 8cbda42f-0085-4fd3-81d2-69d440317114 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:06.087756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:06.088139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Checking segment: {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:06.089160 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.089585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Bound using segment: {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:06.090065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Bound port: 7318f26b-6a58-496a-b17b-c2ac7ef70c4c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756e74fe-f510-457c-b2b2-b7804705bad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:06.090456 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.164585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] For port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:06.169121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] For port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,segment=NetworkSegment(756e74fe-f510-457c-b2b2-b7804705bad0),segment_id=756e74fe-f510-457c-b2b2-b7804705bad0)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:06.255650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.272997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9826eb52-754e-4d62-8fed-1b08e95c8b48 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.272997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9826eb52-754e-4d62-8fed-1b08e95c8b48 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5828819 Aug 12 04:36:06.273530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36274) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:06.317005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-05c2164e-b63c-4009-bd51-0934c4f43895 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=e4de7679-271e-47b4-88d8-32c0b8765862 HTTP/1.1" status: 200 len: 462 time: 0.0416229 Aug 12 04:36:06.319614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36276) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:06.348293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Routers {'2cd63887-495a-4582-a33b-83ce65ca591c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:06.349211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cd63887-495a-4582-a33b-83ce65ca591c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:06.423644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc7d88-314b-4e72-b34a-3ba93e8b9009 None None] Pushing event updated for resources: {'Port': ['ID=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:06.508913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] Set router 2cd63887-495a-4582-a33b-83ce65ca591c gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:06.531554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5c609f3f-1c26-4fa7-a909-9f3e69a9659d tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.533124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5c609f3f-1c26-4fa7-a909-9f3e69a9659d tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/e4de7679-271e-47b4-88d8-32c0b8765862 HTTP/1.1" status: 204 len: 168 time: 0.2125218 Aug 12 04:36:06.536230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36280) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:06.574208 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e2e2ccd3-81b0-4331-8666-a79dab1509c2 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=e4de7679-271e-47b4-88d8-32c0b8765862 HTTP/1.1" status: 200 len: 221 time: 0.0365698 Aug 12 04:36:06.579423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36284) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:06.584572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35daf90f-8e15-4912-a4af-32d0c057c634 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--85763326', 'description': 'label created by tempest'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:06.590456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-35daf90f-8e15-4912-a4af-32d0c057c634 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Unknown quota resources ['metering_label']. {{(pid=95042) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:36:06.825859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Deleting port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:06.826434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.875376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:36:02Z', 'revision_number': 4, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7318f26b-6a58-496a-b17b-c2ac7ef70c4c', 'name': '', 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'mac_address': 'fa:16:3e:03:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:01Z', 'updated_at': '2021-08-12T04:36:06Z', 'revision_number': 4, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'subnets': [{'id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:06.896751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-35daf90f-8e15-4912-a4af-32d0c057c634 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.900670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-35daf90f-8e15-4912-a4af-32d0c057c634 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3200982 Aug 12 04:36:06.901312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36288) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:06.937304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6354d6-a65d-45a6-aa4f-6820eceb4d9d None None] The sync data for ids ['2cd63887-495a-4582-a33b-83ce65ca591c'] in n-d-804320-1 is: [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:36:02Z', 'revision_number': 4, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7318f26b-6a58-496a-b17b-c2ac7ef70c4c', 'name': '', 'network_id': '8cbda42f-0085-4fd3-81d2-69d440317114', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'mac_address': 'fa:16:3e:03:95:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:01Z', 'updated_at': '2021-08-12T04:36:06Z', 'revision_number': 4, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'subnets': [{'id': 'b1f2a3a9-681f-4c9e-b053-02162a37bef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:06.942117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] For port 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:06.942222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:06.967031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Calling delete_port for 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:06.986512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-062495df-4ad9-4480-b95d-fdae6caf2cc9 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=ee42be8d-1bc7-45bd-80cf-7d8f84d3ab3d HTTP/1.1" status: 200 len: 466 time: 0.0838470 Aug 12 04:36:06.987146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36292) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.340750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:07.365410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef94f2fb-9d04-417f-aed6-65e4128d0e75 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:07.366596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ef94f2fb-9d04-417f-aed6-65e4128d0e75 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/ee42be8d-1bc7-45bd-80cf-7d8f84d3ab3d HTTP/1.1" status: 204 len: 168 time: 0.3785245 Aug 12 04:36:07.369492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36300) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.384396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4ee0b7-44b6-4a88-a26e-406ea0d792b8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:07.385122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9e3c25ba-dbe7-4c2c-9473-99524b22f56b tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=ee42be8d-1bc7-45bd-80cf-7d8f84d3ab3d HTTP/1.1" status: 200 len: 216 time: 0.0138249 Aug 12 04:36:07.390664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36302) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.418830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-84e577f6-6aba-47bf-9238-4f8760f2ab9f tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0196328 Aug 12 04:36:07.418830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36304) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.431691 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-26e9f4ca-46e7-4ceb-95c3-8904d908e6f3 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0174427 Aug 12 04:36:07.433112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36306) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.531849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8ae21f5d-8b7c-422d-8099-1bef0a3965b4 tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/fca25ff5-9ec9-453e-900c-c094cf01eb5c HTTP/1.1" status: 200 len: 472 time: 0.0973775 Aug 12 04:36:07.532700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.567724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c1d14b2d-0cb3-460f-919f-914133535f3b tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/1cc75ea6-8776-4a4b-b867-49c200fa7196 HTTP/1.1" status: 200 len: 459 time: 0.0333278 Aug 12 04:36:07.568690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36312) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:07.691337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:07.762596 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65f3f228-380c-47cc-a59f-5b0b5305b61b tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:07.767577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-65f3f228-380c-47cc-a59f-5b0b5305b61b tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/1cc75ea6-8776-4a4b-b867-49c200fa7196 HTTP/1.1" status: 204 len: 168 time: 0.1938705 Aug 12 04:36:07.768235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36316) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:08.012425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Router 19486784-c071-457e-925a-857d486efb8b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:36:08.045992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9da365a4-36b7-4f14-a087-ae206be4a6bf tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:08.047335 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9da365a4-36b7-4f14-a087-ae206be4a6bf tempest-MeteringIpV6TestJSON-1994598493 tempest-MeteringIpV6TestJSON-1994598493-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/fca25ff5-9ec9-453e-900c-c094cf01eb5c HTTP/1.1" status: 204 len: 168 time: 0.2781553 Aug 12 04:36:08.155680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:08.161952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa6cac34-d0be-47c5-8215-5bd1f552cd99 admin admin] 10.222.0.42 "PUT /v2.0/routers/19486784-c071-457e-925a-857d486efb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612393 Aug 12 04:36:08.163879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36324) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:08.169835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] Sync routers for ids ['19486784-c071-457e-925a-857d486efb8b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:08.179283 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] Routers {'19486784-c071-457e-925a-857d486efb8b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:08.179911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['19486784-c071-457e-925a-857d486efb8b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:08.292086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:08.319356 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] Set router 19486784-c071-457e-925a-857d486efb8b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:08.437047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:08.554639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36334) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:08.584531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Deleting port 90431ae5-1d8c-4b3c-99d3-3b198006d60d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:08.584961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:08.592198 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:36:07Z', 'revision_number': 5, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port': {'id': '90431ae5-1d8c-4b3c-99d3-3b198006d60d', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19486784-c071-457e-925a-857d486efb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:48Z', 'updated_at': '2021-08-12T04:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:08.650509 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] Checking router: 19486784-c071-457e-925a-857d486efb8b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:08.679819 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] Routers {'19486784-c071-457e-925a-857d486efb8b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:08.683814 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['19486784-c071-457e-925a-857d486efb8b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:08.719129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] For port 90431ae5-1d8c-4b3c-99d3-3b198006d60d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=90431ae5-1d8c-4b3c-99d3-3b198006d60d,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:08.719608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:08.740938 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Calling delete_port for 90431ae5-1d8c-4b3c-99d3-3b198006d60d owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:08.782726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-800467b4-220c-456d-a616-7cf547213448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:08.851013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7318f26b-6a58-496a-b17b-c2ac7ef70c4c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:08.898031 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] Set router 19486784-c071-457e-925a-857d486efb8b gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:08.964586 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:36:08Z', 'revision_number': 6, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:09.051217 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-800467b4-220c-456d-a616-7cf547213448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.061113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:09.065595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:09.067012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.099655 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cd7ba-22bc-4e21-bb40-d73d10952f47 None None] The sync data for ids ['19486784-c071-457e-925a-857d486efb8b'] in n-d-804320-1 is: [{'id': '19486784-c071-457e-925a-857d486efb8b', 'name': 'tempest-TestAggregatesBasicOps-329813279-router', 'tenant_id': '298b512523604f0192f17b320156a50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:47Z', 'updated_at': '2021-08-12T04:36:08Z', 'revision_number': 6, 'project_id': '298b512523604f0192f17b320156a50e', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:09.106168 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-800467b4-220c-456d-a616-7cf547213448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.189935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36344) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:09.203651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-800467b4-220c-456d-a616-7cf547213448 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5ed0d12aaa84e67b7fd3ab1c92a9b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468415 Aug 12 04:36:09.204775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800467b4-220c-456d-a616-7cf547213448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cab517-b962-4335-9f1a-173898e06e08,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:09.222687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.291288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=90431ae5-1d8c-4b3c-99d3-3b198006d60d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:09.376981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4908072-92fa-4839-a07c-32e8e1dfa097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.405315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.416151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.424749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4908072-92fa-4839-a07c-32e8e1dfa097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.472294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,segment=NetworkSegment(756e74fe-f510-457c-b2b2-b7804705bad0),segment_id=756e74fe-f510-457c-b2b2-b7804705bad0)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:09.572195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.574280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.585730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.685665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:09.717702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.718667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19486784-c071-457e-925a-857d486efb8b {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:09.727414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.730672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c211ff06-ec13-4763-b30f-72a708ee4f4a admin admin] 10.222.0.42 "DELETE /v2.0/routers/19486784-c071-457e-925a-857d486efb8b HTTP/1.1" status: 204 len: 168 time: 1.5653169 Aug 12 04:36:09.732507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36352) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:09.741363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4908072-92fa-4839-a07c-32e8e1dfa097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.744244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e4908072-92fa-4839-a07c-32e8e1dfa097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.746642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e4908072-92fa-4839-a07c-32e8e1dfa097 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3cab517-b962-4335-9f1a-173898e06e08 HTTP/1.1" status: 204 len: 168 time: 0.5556374 Aug 12 04:36:09.769410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908072-92fa-4839-a07c-32e8e1dfa097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cab517-b962-4335-9f1a-173898e06e08,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:09.845931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Deleting subnet 23fea315-d7fc-4552-850c-7b17aed6e0e0 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:36:09.849245 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.890419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:09.978116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.114865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.142927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23fea315-d7fc-4552-850c-7b17aed6e0e0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:10.147637 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.150760 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bc38d7f7-b5cb-4e40-842b-5ae0dace33ce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23fea315-d7fc-4552-850c-7b17aed6e0e0 HTTP/1.1" status: 204 len: 168 time: 0.4159305 Aug 12 04:36:10.152241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36366) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:10.155804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabc335-f24c-4977-837a-8b704d7e6354 None None] Network f120f5a2-e9ca-4eea-8612-b549e8588655 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:36:10.252445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.340404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Deleting port 1b6af9a6-1861-408d-92b6-5e84524049c7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:10.341046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.399546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:10.399707 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] DHCP port deletion for f120f5a2-e9ca-4eea-8612-b549e8588655 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:36:10.420619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e4d6cb-8c50-4473-b65a-edb5e89259de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.461395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] For port 1b6af9a6-1861-408d-92b6-5e84524049c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1b6af9a6-1861-408d-92b6-5e84524049c7,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:10.461766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.471710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] Deleting port 1b6af9a6-1861-408d-92b6-5e84524049c7 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:10.472356 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.490934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Calling delete_port for 1b6af9a6-1861-408d-92b6-5e84524049c7 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:10.555341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] For port 1b6af9a6-1861-408d-92b6-5e84524049c7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1b6af9a6-1861-408d-92b6-5e84524049c7,segment=NetworkSegment(61a8bf58-feca-4ffc-8c71-2f7758b016cf),segment_id=61a8bf58-feca-4ffc-8c71-2f7758b016cf)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:10.555807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.571437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] Calling delete_port for 1b6af9a6-1861-408d-92b6-5e84524049c7 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:10.593605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e4d6cb-8c50-4473-b65a-edb5e89259de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.676106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-70e4d6cb-8c50-4473-b65a-edb5e89259de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.681414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7318f26b-6a58-496a-b17b-c2ac7ef70c4c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:10.694948 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.718755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4d6cb-8c50-4473-b65a-edb5e89259de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca426cc-bff9-4bf4-b350-83b2d4076f2e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:10.722820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.723608 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-70e4d6cb-8c50-4473-b65a-edb5e89259de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=111050124e434d8f8892e8694da00247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229084 Aug 12 04:36:10.726424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36376) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:10.731770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6af9a6-1861-408d-92b6-5e84524049c7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:10.735363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] No DVR routers for this DVR port 1b6af9a6-1861-408d-92b6-5e84524049c7 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:36:10.743119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] No DVR routers for this DVR port 1b6af9a6-1861-408d-92b6-5e84524049c7 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:36:10.765539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8ba02-fd83-4906-a686-5b0503c82bc6 None None] Pushing event deleted for resources: {'Port': ['ID=1b6af9a6-1861-408d-92b6-5e84524049c7,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:10.812088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:10.813236 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.817375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b10c634-ec86-4578-8543-2b47ff7eb1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.848008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.852439 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b10c634-ec86-4578-8543-2b47ff7eb1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.868374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f120f5a2-e9ca-4eea-8612-b549e8588655']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:10.893960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a8bf58-feca-4ffc-8c71-2f7758b016cf') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:10.894290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a8bf58-feca-4ffc-8c71-2f7758b016cf') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:10.915320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.932739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.945201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:36:10.945800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:36:10.949103 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:36:11.049320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:11.065740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b10c634-ec86-4578-8543-2b47ff7eb1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.068511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b10c634-ec86-4578-8543-2b47ff7eb1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.069698 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1b10c634-ec86-4578-8543-2b47ff7eb1ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ca426cc-bff9-4bf4-b350-83b2d4076f2e HTTP/1.1" status: 204 len: 168 time: 0.3423030 Aug 12 04:36:11.073811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:11.073811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0a4ee0b7-44b6-4a88-a26e-406ea0d792b8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:11.074215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1b6af9a6-1861-408d-92b6-5e84524049c7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:11.080179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10c634-ec86-4578-8543-2b47ff7eb1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca426cc-bff9-4bf4-b350-83b2d4076f2e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:11.099261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1b6af9a6-1861-408d-92b6-5e84524049c7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:11.099261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1b6af9a6-1861-408d-92b6-5e84524049c7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:11.099261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 90431ae5-1d8c-4b3c-99d3-3b198006d60d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:11.117193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.121891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 90431ae5-1d8c-4b3c-99d3-3b198006d60d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:11.122224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 90431ae5-1d8c-4b3c-99d3-3b198006d60d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:11.135563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.140595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36386) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:11.141854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f120f5a2-e9ca-4eea-8612-b549e8588655 HTTP/1.1" status: 204 len: 168 time: 0.9885116 Aug 12 04:36:11.152958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bea9b6-fa37-4ccb-923d-d993aede7484 admin admin] Pushing event deleted for resources: {'Network': ['ID=f120f5a2-e9ca-4eea-8612-b549e8588655,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:11.535539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.844597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Deleting port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:11.845300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.941368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] For port 7318f26b-6a58-496a-b17b-c2ac7ef70c4c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,segment=NetworkSegment(756e74fe-f510-457c-b2b2-b7804705bad0),segment_id=756e74fe-f510-457c-b2b2-b7804705bad0)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:11.942913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:11.962266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Calling delete_port for 7318f26b-6a58-496a-b17b-c2ac7ef70c4c owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:12.271708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:12.300218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Pushing event deleted for resources: {'Port': ['ID=7318f26b-6a58-496a-b17b-c2ac7ef70c4c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:12.537017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:12.798200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Router 2cd63887-495a-4582-a33b-83ce65ca591c has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:36:12.919003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:12.929516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] Sync routers for ids ['2cd63887-495a-4582-a33b-83ce65ca591c'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:12.941457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-41b4f676-953b-4a07-85a3-35468f1ef484 admin admin] 10.222.0.42 "PUT /v2.0/routers/2cd63887-495a-4582-a33b-83ce65ca591c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7995079 Aug 12 04:36:12.945507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36438) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:12.946804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] Routers {'2cd63887-495a-4582-a33b-83ce65ca591c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:12.948376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cd63887-495a-4582-a33b-83ce65ca591c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:13.090790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.164690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] Set router 2cd63887-495a-4582-a33b-83ce65ca591c gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:13.234222 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.373018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Deleting port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:13.374519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.394315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36452) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:13.406013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243'}], 'enable_snat': True}, 'gw_port_id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:36:12Z', 'revision_number': 5, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port': {'id': 'e2ddce22-53e1-4e74-bfb1-5ae84fd73d41', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:35:58Z', 'updated_at': '2021-08-12T04:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:13.443125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] Checking router: 2cd63887-495a-4582-a33b-83ce65ca591c for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:13.454198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] Routers {'2cd63887-495a-4582-a33b-83ce65ca591c'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:13.455348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2cd63887-495a-4582-a33b-83ce65ca591c'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:13.469924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] For port e2ddce22-53e1-4e74-bfb1-5ae84fd73d41, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:13.470377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.495496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Calling delete_port for e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:13.564083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] Set router 2cd63887-495a-4582-a33b-83ce65ca591c gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:13.579151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1151413169', 'router:external': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:13.637016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:36:13Z', 'revision_number': 6, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:13.661785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Made reservation on behalf of cfb8a39e1c6d4c4c88b8c5a035f06d84 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:36:13.666486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.675578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29766c16-200f-4568-8ecb-f8f9101e4e6f None None] The sync data for ids ['2cd63887-495a-4582-a33b-83ce65ca591c'] in n-d-804320-1 is: [{'id': '2cd63887-495a-4582-a33b-83ce65ca591c', 'name': 'tempest-TestAggregatesBasicOps-1564798113-router', 'tenant_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:35:57Z', 'updated_at': '2021-08-12T04:36:13Z', 'revision_number': 6, 'project_id': 'e11f5a8e4f994ff79c5f124f0ecf637f', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:13.680656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.794746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.889841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.952191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.983881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:36:13.989879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2cd795-768d-4621-a339-768cc441e845,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:13.999310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:13.999743 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Added segment 232d7afa-73fb-420e-b9dd-391fd5a2d35a of type vlan for network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e Aug 12 04:36:14.088901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.160278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ddce22-53e1-4e74-bfb1-5ae84fd73d41,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:14.192766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.192766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:14.193019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.259800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Network': ['ID=d905c4c8-7e6b-4dae-a6b9-fb28fe59710e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:14.263592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.273627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:36:14.326750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-227ed646-76d6-4bb4-9c25-ba47683d73d4 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9275496 Aug 12 04:36:14.326959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36468) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:14.334569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'subnet': {'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:14.362559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.364770 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.437289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Made reservation on behalf of cfb8a39e1c6d4c4c88b8c5a035f06d84 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:36:14.441071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.494232 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.494836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd63887-495a-4582-a33b-83ce65ca591c {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:14.503019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.503019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f14faeda-fa79-4add-a930-ffd128ffc282 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2cd63887-495a-4582-a33b-83ce65ca591c HTTP/1.1" status: 204 len: 168 time: 1.5556066 Aug 12 04:36:14.503848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36472) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:14.560916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Deleting subnet b1f2a3a9-681f-4c9e-b053-02162a37bef5 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:36:14.564796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.614670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.706417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.712455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:14.757444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:14.764785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e2ddce22-53e1-4e74-bfb1-5ae84fd73d41 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:14.765241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7318f26b-6a58-496a-b17b-c2ac7ef70c4c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:14.792193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7318f26b-6a58-496a-b17b-c2ac7ef70c4c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:14.792624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7318f26b-6a58-496a-b17b-c2ac7ef70c4c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:14.842897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.896248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:36:14.897262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.897407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f2a3a9-681f-4c9e-b053-02162a37bef5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:14.904132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:14.906881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1f543b7a-419a-4a93-9849-b2b16c71d5b9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b1f2a3a9-681f-4c9e-b053-02162a37bef5 HTTP/1.1" status: 204 len: 168 time: 0.4024248 Aug 12 04:36:14.909365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36476) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:14.910178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869606d-129a-4952-af42-2efa844428bf None None] Network 8cbda42f-0085-4fd3-81d2-69d440317114 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:36:14.995769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.059749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Subnet': ['ID=68539f51-3124-4b81-aacc-6ae9347978a4,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:15.066760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Deleting port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:15.067395 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.080337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Checking segment: {'id': '232d7afa-73fb-420e-b9dd-391fd5a2d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:15.081211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network hostable DHCP agents. Network: d905c4c8-7e6b-4dae-a6b9-fb28fe59710e, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:36:15.154384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] For port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,segment=NetworkSegment(756e74fe-f510-457c-b2b2-b7804705bad0),segment_id=756e74fe-f510-457c-b2b2-b7804705bad0)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:15.154775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.163106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:36:15.168883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Calling delete_port for 5ce71cc0-d0b8-4a0c-822b-a1b210072bea owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:15.180108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] DHCP port deletion for 8cbda42f-0085-4fd3-81d2-69d440317114 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:36:15.220129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, d905c4c8-7e6b-4dae-a6b9-fb28fe59710e) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:15.232587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:15.234760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.235757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25644308-ef77-4d69-8370-b95f1529d4cf None None] Network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:36:15.308235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5ae240b7-d9fe-4bd1-bca8-7eddc82731f8 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9797509 Aug 12 04:36:15.311095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36486) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:15.317008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-508303347', 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:15.334748 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.362441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Deleting port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:15.363570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.373813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:15.380384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] No DVR routers for this DVR port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:36:15.453419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Made reservation on behalf of cfb8a39e1c6d4c4c88b8c5a035f06d84 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:36:15.455903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.474642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.489065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] device_id is not set on port c59086a3-0752-487c-943b-91890e3d70b9 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:36:15.493818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbda42f-0085-4fd3-81d2-69d440317114']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:15.507327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756e74fe-f510-457c-b2b2-b7804705bad0') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:15.507623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756e74fe-f510-457c-b2b2-b7804705bad0') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:15.517812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] For port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:15.517812 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.530820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68835501-dec9-4d3c-b646-3c093fab4ab6 None None] Network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:36:15.539304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Calling delete_port for 5ce71cc0-d0b8-4a0c-822b-a1b210072bea owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:15.551630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 04:36:15.552574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.577302 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.585873 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.604252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:36:15.604666 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:36:15.606702 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:36:15.625069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] Pushing event deleted for resources: {'Port': ['ID=5ce71cc0-d0b8-4a0c-822b-a1b210072bea,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:15.630194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342a1c6-85de-4da6-9635-3efef7f0176a None None] No DVR routers for this DVR port 5ce71cc0-d0b8-4a0c-822b-a1b210072bea on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:36:15.680575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Allocated IP 172.20.0.10 (d905c4c8-7e6b-4dae-a6b9-fb28fe59710e/68539f51-3124-4b81-aacc-6ae9347978a4/c59086a3-0752-487c-943b-91890e3d70b9) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:15.742823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.784110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.793699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8cbda42f-0085-4fd3-81d2-69d440317114 HTTP/1.1" status: 204 len: 168 time: 0.8787270 Aug 12 04:36:15.803486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d42c2-3443-4b63-bcbb-5f649990e9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbda42f-0085-4fd3-81d2-69d440317114,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:15.863447 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:15.968679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.019186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:16.024170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:16.028564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:16.078506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Port': ['ID=c59086a3-0752-487c-943b-91890e3d70b9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:16.089083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:16.089364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.147166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f983ae6f-4ba9-4aa0-b655-e1738c9bc17d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8347087 Aug 12 04:36:16.149587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36498) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:16.215996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36502) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:16.239174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Deleting port c59086a3-0752-487c-943b-91890e3d70b9 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:16.239753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.282192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-443d6a62-24b3-443b-8e45-795e4b262b31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=298b512523604f0192f17b320156a50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632577 Aug 12 04:36:16.284458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36506) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:16.363153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.366673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35701fdc-e200-4bc7-9be6-39b957f9be6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.379463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Calling delete_port for c59086a3-0752-487c-943b-91890e3d70b9 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:16.397079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35701fdc-e200-4bc7-9be6-39b957f9be6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.658924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ce71cc0-d0b8-4a0c-822b-a1b210072bea no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:16.680886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5ce71cc0-d0b8-4a0c-822b-a1b210072bea {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:16.681236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5ce71cc0-d0b8-4a0c-822b-a1b210072bea not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:16.803063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35701fdc-e200-4bc7-9be6-39b957f9be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.805577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35701fdc-e200-4bc7-9be6-39b957f9be6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.806823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35701fdc-e200-4bc7-9be6-39b957f9be6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77f5043f-3157-49e2-bf95-97c6704fd43f HTTP/1.1" status: 204 len: 168 time: 0.5211577 Aug 12 04:36:16.814565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35701fdc-e200-4bc7-9be6-39b957f9be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5043f-3157-49e2-bf95-97c6704fd43f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:16.825973 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.872693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event deleted for resources: {'Port': ['ID=c59086a3-0752-487c-943b-91890e3d70b9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:16.946052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:16.950585 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5aa7ab87-3830-48ac-b417-5d011ca50463 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c59086a3-0752-487c-943b-91890e3d70b9 HTTP/1.1" status: 204 len: 168 time: 0.8000011 Aug 12 04:36:16.953248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36514) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:16.958267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e', 'external_fixed_ips': [{'subnet_id': '68539f51-3124-4b81-aacc-6ae9347978a4', 'ip_address': '172.20.0.10'}]}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:17.039345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:17.042098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:17.133342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:17.655665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:17.914294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:17.966910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-57fc1f9a-8666-4bca-b39a-ba1c6b1f82a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e11f5a8e4f994ff79c5f124f0ecf637f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489097 Aug 12 04:36:17.967156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36532) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:17.997950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.027005 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.029532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a58bab7-57dd-4f10-950e-5ceb11f97c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.059242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a58bab7-57dd-4f10-950e-5ceb11f97c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.202693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Allocated IP 172.20.0.10 (d905c4c8-7e6b-4dae-a6b9-fb28fe59710e/68539f51-3124-4b81-aacc-6ae9347978a4/78f77d8e-e696-45c6-b388-7f820e20d1ce) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:18.208986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a58bab7-57dd-4f10-950e-5ceb11f97c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.213219 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a58bab7-57dd-4f10-950e-5ceb11f97c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.213219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2a58bab7-57dd-4f10-950e-5ceb11f97c79 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40c90388-6f46-40e3-8b46-8bd1487b9354 HTTP/1.1" status: 204 len: 168 time: 0.2444379 Aug 12 04:36:18.221498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58bab7-57dd-4f10-950e-5ceb11f97c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c90388-6f46-40e3-8b46-8bd1487b9354,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:18.336360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.432912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:18.501706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:18.503516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:18.506604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:18.508854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Port': ['ID=78f77d8e-e696-45c6-b388-7f820e20d1ce,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:18.872352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:19.091198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:19.334645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Router 5db3868a-a28e-4f29-9a97-ca7e50151da7 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:19.440315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:19.450136 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Sync routers for ids ['5db3868a-a28e-4f29-9a97-ca7e50151da7'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:19.461963 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Routers {'5db3868a-a28e-4f29-9a97-ca7e50151da7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:19.462731 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5db3868a-a28e-4f29-9a97-ca7e50151da7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:19.585508 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Set router 5db3868a-a28e-4f29-9a97-ca7e50151da7 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:19.778888 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db3868a-a28e-4f29-9a97-ca7e50151da7', 'name': '', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e', 'external_fixed_ips': [{'subnet_id': '68539f51-3124-4b81-aacc-6ae9347978a4', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '78f77d8e-e696-45c6-b388-7f820e20d1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:17Z', 'updated_at': '2021-08-12T04:36:18Z', 'revision_number': 3, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port': {'id': '78f77d8e-e696-45c6-b388-7f820e20d1ce', 'name': '', 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db3868a-a28e-4f29-9a97-ca7e50151da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '68539f51-3124-4b81-aacc-6ae9347978a4', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:18Z', 'updated_at': '2021-08-12T04:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68539f51-3124-4b81-aacc-6ae9347978a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:19.811345 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Checking router: 5db3868a-a28e-4f29-9a97-ca7e50151da7 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:19.811688 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Updating router 5db3868a-a28e-4f29-9a97-ca7e50151da7 port 78f77d8e-e696-45c6-b388-7f820e20d1ce binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:19.831805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:19.836167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5cf021d8-a363-404d-a6b9-1ff5aeef903d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.8786733 Aug 12 04:36:19.836167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36578) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:19.836883 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:19.995337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.130118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.184528 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.197386 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Transition to ACTIVE for port object 78f77d8e-e696-45c6-b388-7f820e20d1ce will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:20.248330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Deleting port 78f77d8e-e696-45c6-b388-7f820e20d1ce {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:20.248671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.271227 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.323686 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Attempting to bind port 78f77d8e-e696-45c6-b388-7f820e20d1ce on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:20.324048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Attempting to bind port 78f77d8e-e696-45c6-b388-7f820e20d1ce by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '232d7afa-73fb-420e-b9dd-391fd5a2d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:20.324406 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Attempting to bind port 78f77d8e-e696-45c6-b388-7f820e20d1ce on network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:20.327681 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a46c1-4905-41ad-af40-6951a7fa903f None None] Pushing event updated for resources: {'Port': ['ID=78f77d8e-e696-45c6-b388-7f820e20d1ce,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:20.336415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:20.336415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Checking segment: {'id': '232d7afa-73fb-420e-b9dd-391fd5a2d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:20.336415 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.336415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Bound using segment: {'id': '232d7afa-73fb-420e-b9dd-391fd5a2d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:20.336415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Bound port: 78f77d8e-e696-45c6-b388-7f820e20d1ce, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232d7afa-73fb-420e-b9dd-391fd5a2d35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd905c4c8-7e6b-4dae-a6b9-fb28fe59710e'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:20.336415 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.346083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.360301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Calling delete_port for 78f77d8e-e696-45c6-b388-7f820e20d1ce owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:20.424084 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] For port 78f77d8e-e696-45c6-b388-7f820e20d1ce, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:20.427865 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] For port 78f77d8e-e696-45c6-b388-7f820e20d1ce, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78f77d8e-e696-45c6-b388-7f820e20d1ce,segment=NetworkSegment(232d7afa-73fb-420e-b9dd-391fd5a2d35a),segment_id=232d7afa-73fb-420e-b9dd-391fd5a2d35a)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:20.495446 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:20.552050 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Routers {'5db3868a-a28e-4f29-9a97-ca7e50151da7'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:20.556765 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5db3868a-a28e-4f29-9a97-ca7e50151da7'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:20.656735 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] Set router 5db3868a-a28e-4f29-9a97-ca7e50151da7 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:20.714109 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db3868a-a28e-4f29-9a97-ca7e50151da7', 'name': '', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:17Z', 'updated_at': '2021-08-12T04:36:20Z', 'revision_number': 4, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:20.752035 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17b3-2db4-4117-a302-0e63eb5ef7cf None None] The sync data for ids ['5db3868a-a28e-4f29-9a97-ca7e50151da7'] in n-d-804320-1 is: [{'id': '5db3868a-a28e-4f29-9a97-ca7e50151da7', 'name': '', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:17Z', 'updated_at': '2021-08-12T04:36:20Z', 'revision_number': 4, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:20.753667 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a46c1-4905-41ad-af40-6951a7fa903f None None] Pushing event updated for resources: {'Port': ['ID=78f77d8e-e696-45c6-b388-7f820e20d1ce,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:21.723069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:21.760639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event deleted for resources: {'Port': ['ID=78f77d8e-e696-45c6-b388-7f820e20d1ce,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:21.825529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:21.831489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1640450149', 'description': 'tempest-secgroup-smoke-1640450149 description', 'project_id': 'f5c14e689dd14c4b866e901dcef58802'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:21.858888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:21.934008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:21.942471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:21.973517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:21.975943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.047296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.093612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.094252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5db3868a-a28e-4f29-9a97-ca7e50151da7 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:22.103052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.103052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a315a3f1-eec0-474b-b8ce-6dba76383d91 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5db3868a-a28e-4f29-9a97-ca7e50151da7 HTTP/1.1" status: 204 len: 168 time: 2.2631898 Aug 12 04:36:22.103246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:22.122019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.168135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Deleting subnet 68539f51-3124-4b81-aacc-6ae9347978a4 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:36:22.171441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.242324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.248602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878febbf-c640-4a5b-a71e-420ec0048760,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:22.297748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.306125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.340499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.384297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:22.415006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.442099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=68539f51-3124-4b81-aacc-6ae9347978a4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:22.445943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.451220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36644) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:22.451395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-94eb9e88-1f30-496a-98e3-a0a3aa0e22da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/68539f51-3124-4b81-aacc-6ae9347978a4 HTTP/1.1" status: 204 len: 168 time: 0.3463836 Aug 12 04:36:22.459961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.465493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-038dad45-6ace-4077-ad1d-0944f1239316 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6333404 Aug 12 04:36:22.466509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36646) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:22.470589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '813916a6-fe59-4cc0-8a02-0ff7e2eee7e4', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:22.523815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.592824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.603206 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.621878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d905c4c8-7e6b-4dae-a6b9-fb28fe59710e']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:22.632663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232d7afa-73fb-420e-b9dd-391fd5a2d35a') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:22.635803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232d7afa-73fb-420e-b9dd-391fd5a2d35a') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:22.642795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.656978 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.664153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:36:22.664305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.665866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:36:22.666012 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:36:22.719689 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.749565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0ec99d-ccd9-451e-8270-c5acae85b584,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:22.774083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.779839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d905c4c8-7e6b-4dae-a6b9-fb28fe59710e {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 04:36:22.788737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.790687 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d905c4c8-7e6b-4dae-a6b9-fb28fe59710e HTTP/1.1" status: 204 len: 168 time: 0.3384218 Aug 12 04:36:22.801981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8c06-5808-4e4a-927a-6e30fe0a3d6d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event deleted for resources: {'Network': ['ID=d905c4c8-7e6b-4dae-a6b9-fb28fe59710e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:22.804439 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:22.804439 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-101c3148-6536-43f6-a525-b9632b2ff68d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373430 Aug 12 04:36:22.810731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36654) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:22.829839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '813916a6-fe59-4cc0-8a02-0ff7e2eee7e4', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:22.959839 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.075963 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.140009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.158128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36664) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:23.163959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'name': 'tempest-router--822485080', 'project_id': 'b378d858b0e246e9baff4844aace6245'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:23.172965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205771da-5c0b-4b2d-88d9-1c7ab5e67f6a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:23.271626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.272983 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.347241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.348748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d899a07b-8502-434e-b581-2aa0839e4403 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5355194 Aug 12 04:36:23.351450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36676) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:23.356960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.357212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '813916a6-fe59-4cc0-8a02-0ff7e2eee7e4', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:23.448796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.482734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.542194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.562778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.566637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7b61051d-f9b8-4786-a110-84f4c34fdd87 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4040959 Aug 12 04:36:23.575379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36682) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:23.642422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.657532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.672757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab613bb6-c602-4130-a8c8-55ad7d52be5a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:23.756801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.759158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7e1fa32f-9f93-4993-b1b8-82badd8370c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066162 Aug 12 04:36:23.762402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:23.768269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '813916a6-fe59-4cc0-8a02-0ff7e2eee7e4', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:23.835830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.838569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.882778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.948309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.950415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 862b787c-7f38-4a9c-944b-f00446508707 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:23.955130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:23.958698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-af6300f4-3074-490d-984a-cc6200a4f755 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/routers/862b787c-7f38-4a9c-944b-f00446508707 HTTP/1.1" status: 204 len: 168 time: 0.3882146 Aug 12 04:36:23.963012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.030851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.052507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8061b46c-07dc-423d-9231-52179665fe58,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:24.145781 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.149525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3cf5dcf3-3f07-4bea-bdfa-9455eaf8cb3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3834658 Aug 12 04:36:24.149974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36694) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:24.154956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '813916a6-fe59-4cc0-8a02-0ff7e2eee7e4', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:24.196396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36698) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:24.288579 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:36:24.297703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.378266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.437381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-389223570', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:24.454073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.471653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecb2f43-4107-4aeb-a820-2bdb72c74ab2,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:24.512451 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.513582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.869307 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.870771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f470837-ae8f-46dd-a681-45ea0401d7b5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7197397 Aug 12 04:36:24.872362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:24.873422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36712) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:24.878239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '813916a6-fe59-4cc0-8a02-0ff7e2eee7e4', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:24.975002 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:36:25.008502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.112429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.141410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.278045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.300716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971d252d-5c72-44d1-a58e-6e81940749ed,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:25.391971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.393704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f2d25218-cf92-456d-ac08-e75cc6fa494a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5187585 Aug 12 04:36:25.396355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36720) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:25.403931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'network': {'name': 'tempest-network-smoke--1270290764', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'port_security_enabled': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:25.449846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.469818 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.562442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:36:25.565939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.591958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Allocated IP 172.25.6.94 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/602335ca-3250-43a4-b8b7-f19d05ff75ea) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:25.607598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:36:25.618475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.619612 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Added segment ba8e3525-79a0-4d3e-9b4c-96f8a3829900 of type vlan for network c4877101-ee5b-4d16-b16e-da0b56db5765 Aug 12 04:36:25.660370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.671094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.716474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.802864 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.860053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.860562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.865839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:25.866492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:25.908821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:25.913310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:25.915230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:25.943148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event updated for resources: {'Port': ['ID=602335ca-3250-43a4-b8b7-f19d05ff75ea,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:25.951552 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Network': ['ID=c4877101-ee5b-4d16-b16e-da0b56db5765,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:25.969335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c4877101-ee5b-4d16-b16e-da0b56db5765 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:36:26.043619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7da987f8-a66d-463e-a91a-0dca0280ac09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6449387 Aug 12 04:36:26.046677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36732) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:26.051498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'admin_state_up': True, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:26.145948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.147074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.203884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.300301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.471980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.519092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.729703 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.748378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.814390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Router 410aefd9-6d5d-4b34-9788-9e3a8c972303 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:26.860808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.24 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/05201a26-a2f3-41c8-8a88-c2e42f1dd46b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:26.925289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:26.941446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] Sync routers for ids ['410aefd9-6d5d-4b34-9788-9e3a8c972303'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:26.953826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] Routers {'410aefd9-6d5d-4b34-9788-9e3a8c972303'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:26.954469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['410aefd9-6d5d-4b34-9788-9e3a8c972303'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:26.983896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:26.989508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:27.003893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] Routers {'410aefd9-6d5d-4b34-9788-9e3a8c972303'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:27.003893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['410aefd9-6d5d-4b34-9788-9e3a8c972303'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:27.020451 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.025233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:27.028257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d05742b3-5b80-4681-8ef6-4b29eae805f5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8277543 Aug 12 04:36:27.040293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:27.040993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d3b3b-9731-47d3-b2c3-2cbcb134762c None None] The sync data for ids ['410aefd9-6d5d-4b34-9788-9e3a8c972303'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:27.115704 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.167319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:27.175526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:27.183308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:27.187974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:27.209273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a8fa42d8-1dc6-4054-98f8-4df93ca91f60 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/410aefd9-6d5d-4b34-9788-9e3a8c972303 HTTP/1.1" status: 200 len: 919 time: 0.1828868 Aug 12 04:36:27.212197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36750) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:27.239345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d84b9140-5b97-4173-ac63-5477faf55555 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=410aefd9-6d5d-4b34-9788-9e3a8c972303 HTTP/1.1" status: 200 len: 205 time: 0.0257754 Aug 12 04:36:27.242249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36752) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:27.365125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.478030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.527937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.613622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Deleting port 602335ca-3250-43a4-b8b7-f19d05ff75ea {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:27.613969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.691248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.703142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Calling delete_port for 602335ca-3250-43a4-b8b7-f19d05ff75ea owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:27.736860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.928791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:27.951456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:27.965644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event deleted for resources: {'Port': ['ID=602335ca-3250-43a4-b8b7-f19d05ff75ea,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:28.031978 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.239015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1bc580c1-1e2a-4a92-919d-8569ef6cae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.379390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:28.391334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Sync routers for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:28.407929 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:28.408570 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:28.433741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.436100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.494352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.495642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-155b7764-d883-4b30-b185-4d4ba583b87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4479561 Aug 12 04:36:28.498906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36772) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:28.517008 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:28.557064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.558067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Fanout notify agent at l3_agent the message router_deleted on router 410aefd9-6d5d-4b34-9788-9e3a8c972303 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:28.576041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.577423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4cbac098-537c-4a3e-be83-6b7a6dd28777 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/410aefd9-6d5d-4b34-9788-9e3a8c972303 HTTP/1.1" status: 204 len: 168 time: 1.3340201 Aug 12 04:36:28.583226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36778) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:28.588158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1980539426', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': False}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:28.652161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-709d7bd2-0c92-4521-9330-47906081ce61 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f5c14e689dd14c4b866e901dcef58802&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1489105 Aug 12 04:36:28.652161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36780) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:28.713142 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.715327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.718777 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:27Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:28.749663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Checking router: a207ee13-99ea-4ddf-8046-a59c1fe0f4bd for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:28.749923 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Updating router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:28.753522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d9e5a-034b-4063-b50e-92a175733c9a tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:28.757006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d32d9e5a-034b-4063-b50e-92a175733c9a tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025999 Aug 12 04:36:28.758077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36782) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:28.781323 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.781571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.792435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-65ce8a5b-6217-4c6a-a6a9-4f96146137e1 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330296 Aug 12 04:36:28.799244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:28.804542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480503684', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:28.988457 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:28.991265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:36:28.996647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.148975 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.177493 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Transition to ACTIVE for port object 05201a26-a2f3-41c8-8a88-c2e42f1dd46b will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:29.294087 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.334588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.350514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.351080 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Attempting to bind port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:29.351685 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Attempting to bind port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:29.352328 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Attempting to bind port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:29.363027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:29.365515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:29.365515 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.365515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:29.365515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Bound port: 05201a26-a2f3-41c8-8a88-c2e42f1dd46b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:29.365515 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.367567 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd27fd-01d7-49d8-92af-70e0b8ff8c0c None None] Pushing event updated for resources: {'Port': ['ID=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:29.375258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.401482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Subnet': ['ID=aecd1cae-ac65-4fd0-a720-8162eb09ffbd,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:29.410197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Checking segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:29.410606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network hostable DHCP agents. Network: c4877101-ee5b-4d16-b16e-da0b56db5765, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:36:29.433597 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] For port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:29.437498 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] For port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:29.483411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Allocated IP 172.25.6.217 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:29.522616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network c4877101-ee5b-4d16-b16e-da0b56db5765 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:36:29.561918 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.616202 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.646606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:29.647521 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:29.649387 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd27fd-01d7-49d8-92af-70e0b8ff8c0c None None] Pushing event updated for resources: {'Port': ['ID=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:29.705264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c4877101-ee5b-4d16-b16e-da0b56db5765) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:29.709511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:29.710120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.716836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc9360-2ffd-46ef-8c01-1cae0237eeb5 None None] Network c4877101-ee5b-4d16-b16e-da0b56db5765 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:36:29.765372 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:29.797801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.838163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:29.843729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:29.850544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:29.874567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c4877101-ee5b-4d16-b16e-da0b56db5765', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:36:29.875159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Port': ['ID=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:29.876057 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:29.886503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-11210870-0524-4c72-a381-458af7e93a60 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0833235 Aug 12 04:36:29.888145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:29.976250 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:27Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:30.015269 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed67e077-bf75-4209-9b5a-df5b90bccc6e None None] The sync data for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 is: [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:27Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:30.070373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Allocated IP 172.20.0.2 (c4877101-ee5b-4d16-b16e-da0b56db5765/aecd1cae-ac65-4fd0-a720-8162eb09ffbd/2057620b-5330-4ec1-a88e-fbd0eac9df6c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:30.277132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.286425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Transition to ACTIVE for port object 2057620b-5330-4ec1-a88e-fbd0eac9df6c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:30.303795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Transition to ACTIVE for port object 2057620b-5330-4ec1-a88e-fbd0eac9df6c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:30.367010 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.397392 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.429507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Network c4877101-ee5b-4d16-b16e-da0b56db5765 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:30.448737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:30.452672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:30.512184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.743976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Pushing event updated for resources: {'Port': ['ID=2057620b-5330-4ec1-a88e-fbd0eac9df6c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:30.767972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Attempting to bind port 2057620b-5330-4ec1-a88e-fbd0eac9df6c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:30.767972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Attempting to bind port 2057620b-5330-4ec1-a88e-fbd0eac9df6c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:30.767972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Attempting to bind port 2057620b-5330-4ec1-a88e-fbd0eac9df6c on network c4877101-ee5b-4d16-b16e-da0b56db5765 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:30.771740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.772278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:30.772278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Checking segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:30.772725 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.773188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Bound using segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:30.773728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Bound port: 2057620b-5330-4ec1-a88e-fbd0eac9df6c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:30.774111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.777664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 05201a26-a2f3-41c8-8a88-c2e42f1dd46b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:30.891290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] For port 2057620b-5330-4ec1-a88e-fbd0eac9df6c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:30.894975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] For port 2057620b-5330-4ec1-a88e-fbd0eac9df6c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2057620b-5330-4ec1-a88e-fbd0eac9df6c,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:30.906925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.1 (c4877101-ee5b-4d16-b16e-da0b56db5765/aecd1cae-ac65-4fd0-a720-8162eb09ffbd/6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:30.916221 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cfa684a1-9011-43e0-a658-734a88627481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:30.998858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.047937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Router 2edbd559-fc2a-4be0-bfe4-b385742a0a40 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:31.051815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.057809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:31.077200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.090946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:31.091446 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.098885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:31.150881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ce2c8-c3ff-43f2-b087-723b599d4f46 None None] Pushing event updated for resources: {'Port': ['ID=2057620b-5330-4ec1-a88e-fbd0eac9df6c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:31.228826 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.237993 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.240604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:31.262840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Sync routers for ids ['2edbd559-fc2a-4be0-bfe4-b385742a0a40'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:31.267662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:31.274804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Routers {'2edbd559-fc2a-4be0-bfe4-b385742a0a40'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:31.275536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2edbd559-fc2a-4be0-bfe4-b385742a0a40'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:31.292425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network c4877101-ee5b-4d16-b16e-da0b56db5765 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:31.296038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:31.298842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:31.369496 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.370801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-353dbcdc-ee97-4fd3-995d-930c56e1f0c7 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7864971 Aug 12 04:36:31.371472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:31.373502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36820) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:31.402683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.420623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.534321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Set router 2edbd559-fc2a-4be0-bfe4-b385742a0a40 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:31.572196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:31.606169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-723e762a-0de4-46e2-ac00-659702c743fe tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/2edbd559-fc2a-4be0-bfe4-b385742a0a40 HTTP/1.1" status: 200 len: 909 time: 0.2313883 Aug 12 04:36:31.615016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36826) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:31.615016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1980539426', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': True}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:31.729939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.743250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edbd559-fc2a-4be0-bfe4-b385742a0a40', 'name': 'tempest-snat-router-1980539426', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.217'}], 'enable_snat': False}, 'gw_port_id': 'fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:28Z', 'updated_at': '2021-08-12T04:36:30Z', 'revision_number': 3, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port': {'id': 'fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edbd559-fc2a-4be0-bfe4-b385742a0a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:29Z', 'updated_at': '2021-08-12T04:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:31.757399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.758591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.770839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Checking router: 2edbd559-fc2a-4be0-bfe4-b385742a0a40 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:31.771410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Updating router 2edbd559-fc2a-4be0-bfe4-b385742a0a40 port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:31.799700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:31.812422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.067082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.099921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.120965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.130772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Transition to ACTIVE for port object fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:32.247551 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.247982 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.248851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.302943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Attempting to bind port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:32.303329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Attempting to bind port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:32.303694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Attempting to bind port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:32.311811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd208b-1e6b-42b0-903a-94c07ce071ef None None] Pushing event updated for resources: {'Port': ['ID=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:32.316919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:32.318175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:32.318599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.323495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:32.324187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Bound port: fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:32.324597 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.335425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:32.341536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.393773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] For port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:32.398200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] For port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:32.432645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.452829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network c4877101-ee5b-4d16-b16e-da0b56db5765 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:32.454108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:32.470389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.534621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.598090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd208b-1e6b-42b0-903a-94c07ce071ef None None] Pushing event updated for resources: {'Port': ['ID=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:32.637184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Allocated IP 172.25.6.111 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3f033634-448d-4a32-929a-d32b33257f2a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:32.639747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Routers {'2edbd559-fc2a-4be0-bfe4-b385742a0a40'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:32.641154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2edbd559-fc2a-4be0-bfe4-b385742a0a40'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:32.680312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:36:32.841889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2057620b-5330-4ec1-a88e-fbd0eac9df6c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:32.864706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:32.872788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9efddedf-aeac-475c-93e3-374e73e55b6c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/a207ee13-99ea-4ddf-8046-a59c1fe0f4bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9847972 Aug 12 04:36:32.877536 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Sync routers for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:32.888808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:32.902595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] Set router 2edbd559-fc2a-4be0-bfe4-b385742a0a40 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:32.916429 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:32.919092 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:33.097531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.113165 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:33.129423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08f3a3-91ac-4bd8-b030-ecb1ba05463a None None] Network c4877101-ee5b-4d16-b16e-da0b56db5765 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:36:33.156858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:33.168426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:33.173225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:33.247648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2057620b-5330-4ec1-a88e-fbd0eac9df6c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:33.260525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 05201a26-a2f3-41c8-8a88-c2e42f1dd46b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:33.269825 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Port': ['ID=3f033634-448d-4a32-929a-d32b33257f2a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:33.352324 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 2, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:33.366145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] Provisioning for port 2057620b-5330-4ec1-a88e-fbd0eac9df6c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:33.377809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] Provisioning complete for port 2057620b-5330-4ec1-a88e-fbd0eac9df6c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:33.378458 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.388330 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Checking router: a207ee13-99ea-4ddf-8046-a59c1fe0f4bd for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:33.388688 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Updating router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:33.393273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-d70845d9-8e39-47b6-8684-f8633de28b1e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1640450149&fields=id&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 267 time: 0.1302240 Aug 12 04:36:33.417385 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.418033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:33.418507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.453573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edbd559-fc2a-4be0-bfe4-b385742a0a40', 'name': 'tempest-snat-router-1980539426', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.217'}], 'enable_snat': False}, 'gw_port_id': 'fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:28Z', 'updated_at': '2021-08-12T04:36:30Z', 'revision_number': 3, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port': {'id': 'fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edbd559-fc2a-4be0-bfe4-b385742a0a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:29Z', 'updated_at': '2021-08-12T04:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:33.498198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a36b2a-c44d-4e76-8aca-c4de2b004948 None None] The sync data for ids ['2edbd559-fc2a-4be0-bfe4-b385742a0a40'] in n-d-804320-1 is: [{'id': '2edbd559-fc2a-4be0-bfe4-b385742a0a40', 'name': 'tempest-snat-router-1980539426', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.217'}], 'enable_snat': False}, 'gw_port_id': 'fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:28Z', 'updated_at': '2021-08-12T04:36:30Z', 'revision_number': 3, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port': {'id': 'fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edbd559-fc2a-4be0-bfe4-b385742a0a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:29Z', 'updated_at': '2021-08-12T04:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:33.701252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.750045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.776416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] For port 2057620b-5330-4ec1-a88e-fbd0eac9df6c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2057620b-5330-4ec1-a88e-fbd0eac9df6c,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:33.882692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.914760 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:33.929092 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Transition to ACTIVE for port object 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:33.961222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf49cd-a81c-4ef1-b044-b2b855327bb3 None None] Pushing event updated for resources: {'Port': ['ID=2057620b-5330-4ec1-a88e-fbd0eac9df6c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:34.011632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f0addf97-9793-4aa9-9099-41ea34a12fdf None None] Provisioning complete for port 2057620b-5330-4ec1-a88e-fbd0eac9df6c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:34.011860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f0addf97-9793-4aa9-9099-41ea34a12fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:34.019775 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:34.119338 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc70619-3aa7-45b4-9b4b-2690169c0ab7 None None] Pushing event updated for resources: {'Port': ['ID=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:34.206262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-4c716343-3979-4ddf-ad1a-d12adb4f9695 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:34.223457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-4c716343-3979-4ddf-ad1a-d12adb4f9695 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 797 time: 0.8127668 Aug 12 04:36:34.223678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Attempting to bind port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:34.223678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Attempting to bind port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:34.223678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Attempting to bind port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc on network c4877101-ee5b-4d16-b16e-da0b56db5765 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:34.226072 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:34.226553 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Checking segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:34.227075 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:34.227549 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Bound using segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:34.228147 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Bound port: 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:34.228868 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:34.288541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f0addf97-9793-4aa9-9099-41ea34a12fdf None None] Provisioning for port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:34.302489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-604c155f-3a5a-4b1a-b7c7-adb38c1464c1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/quotas/f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 375 time: 0.0832751 Aug 12 04:36:34.317337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] For port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:34.321042 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] For port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:34.427181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-18796daa-c0ad-462d-ac6b-7aeeff10380e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1236677 Aug 12 04:36:34.453847 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:34.467858 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:34.547664 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:34.549465 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:34.598700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7d47c174-9d57-4e2d-a7a0-73a7e255cae0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:36:34.599936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7d47c174-9d57-4e2d-a7a0-73a7e255cae0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1600730 Aug 12 04:36:34.640610 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc70619-3aa7-45b4-9b4b-2690169c0ab7 None None] Pushing event updated for resources: {'Port': ['ID=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:34.827140 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:34.887063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-01b41d98-7c83-4fd4-afa6-217cbd55b5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794619 Aug 12 04:36:34.936721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2057620b-5330-4ec1-a88e-fbd0eac9df6c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:35.027428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2057620b-5330-4ec1-a88e-fbd0eac9df6c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:35.028079 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:35.085374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-9b1722ea-10e6-446f-b6c1-940dc8065fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870818 Aug 12 04:36:35.087037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:35.150916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:35.262201 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:34Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:35.298680 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41232942-0f86-4a1d-991a-99b9f2e092f4 None None] The sync data for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 is: [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:34Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:35.374100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:35.380382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:35.380753 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:35.412423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Router 3b880685-bf91-44d5-93de-a96b94cff52b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:35.536165 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:35.578651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a430f00e-e0e1-45c0-94eb-828423085cde req-185c2929-4372-4e2a-b05b-a10aee959a5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 210 time: 0.0457456 Aug 12 04:36:35.589306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:35.656602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:35.665050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Sync routers for ids ['3b880685-bf91-44d5-93de-a96b94cff52b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:35.678860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:35.710923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Routers {'3b880685-bf91-44d5-93de-a96b94cff52b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:35.711616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3b880685-bf91-44d5-93de-a96b94cff52b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:35.817762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:35.836850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:35.839053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-66a3121b-ad5d-4ea0-a671-f4e3675b589c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2293065 Aug 12 04:36:35.841710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 36900) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:35.855071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Set router 3b880685-bf91-44d5-93de-a96b94cff52b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:36.009685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-640984ab-83b6-49db-9c91-19bbb243e24d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/3b880685-bf91-44d5-93de-a96b94cff52b HTTP/1.1" status: 200 len: 908 time: 0.1659260 Aug 12 04:36:36.012750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36904) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:36.150159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.258071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b880685-bf91-44d5-93de-a96b94cff52b', 'name': 'tempest-snat-router-1980539426', 'tenant_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '3f033634-448d-4a32-929a-d32b33257f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:31Z', 'updated_at': '2021-08-12T04:36:33Z', 'revision_number': 3, 'project_id': 'cfb8a39e1c6d4c4c88b8c5a035f06d84', 'gw_port': {'id': '3f033634-448d-4a32-929a-d32b33257f2a', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b880685-bf91-44d5-93de-a96b94cff52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:32Z', 'updated_at': '2021-08-12T04:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:36.273220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.293288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Checking router: 3b880685-bf91-44d5-93de-a96b94cff52b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:36.293288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Updating router 3b880685-bf91-44d5-93de-a96b94cff52b port 3f033634-448d-4a32-929a-d32b33257f2a binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:36:36.317541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.443004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Deleting port 3f033634-448d-4a32-929a-d32b33257f2a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:36.443394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.548328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.582138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Calling delete_port for 3f033634-448d-4a32-929a-d32b33257f2a owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:36.669087 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.689614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Transition to ACTIVE for port object 3f033634-448d-4a32-929a-d32b33257f2a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:36.739564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dfb95f5-8d92-4219-b340-87396f722593 req-4eaba637-451e-4e45-9a6f-d6d698422e1c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 210 time: 0.0448470 Aug 12 04:36:36.825295 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.879741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1426510-0651-4bd8-90ee-b0390eadc074 None None] Pushing event updated for resources: {'Port': ['ID=3f033634-448d-4a32-929a-d32b33257f2a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:36.893571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:36.956902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Attempting to bind port 3f033634-448d-4a32-929a-d32b33257f2a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:36.957418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Attempting to bind port 3f033634-448d-4a32-929a-d32b33257f2a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:36.957778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Attempting to bind port 3f033634-448d-4a32-929a-d32b33257f2a on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:36.970663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:36.971080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:36.971491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:36.971887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:36.973929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Bound port: 3f033634-448d-4a32-929a-d32b33257f2a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:36.973929 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.049086 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:36:37.049449 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:36:37.066572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.105063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:37.109276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f033634-448d-4a32-929a-d32b33257f2a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:37.109612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:37.109997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.127353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.128813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.129268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.129714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.130158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.130602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.131058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.131510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.131973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.134138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.134896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.135341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:37.232051 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.233277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.287159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:37.339183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.342133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.367992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.369360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:37.476724 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.477220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:37.478475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b880685-bf91-44d5-93de-a96b94cff52b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:37.482945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.485907 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2aa3eeb8-0f4b-4352-8b71-4f48b93438cd tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3b880685-bf91-44d5-93de-a96b94cff52b HTTP/1.1" status: 204 len: 168 time: 1.4703522 Aug 12 04:36:37.486823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36924) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:37.490181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:37.490565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.582675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Attempting to bind port 3f033634-448d-4a32-929a-d32b33257f2a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:37.583211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Attempting to bind port 3f033634-448d-4a32-929a-d32b33257f2a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:37.583577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Attempting to bind port 3f033634-448d-4a32-929a-d32b33257f2a on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:37.597256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:37.597647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:37.598086 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.598476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:37.599062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Bound port: 3f033634-448d-4a32-929a-d32b33257f2a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:37.599380 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.608152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:37.618453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Port 3f033634-448d-4a32-929a-d32b33257f2a has been deleted concurrently {{(pid=95044) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 12 04:36:37.632888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:37.635143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 04:36:37.636111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_agentschedulers_db [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3b880685-bf91-44d5-93de-a96b94cff52b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent'). {{(pid=95044) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 04:36:37.636672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c966ae-89d2-4489-91d1-da9c00e243f7 None None] The sync data for ids ['3b880685-bf91-44d5-93de-a96b94cff52b'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:37.900295 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7cfbc10f-99fa-4455-9cd4-6de93527ed09 req-0ad70c70-b25e-4996-befd-ccd565fbdedb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 210 time: 0.0390837 Aug 12 04:36:38.029863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:38.168202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Deleting port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:38.168440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:38.256373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] For port fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:38.256746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:38.290628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Calling delete_port for fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:38.430132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-cbe63c51-f0fd-44f2-b5bf-ccf6372ba319 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:38.431695 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-cbe63c51-f0fd-44f2-b5bf-ccf6372ba319 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 797 time: 0.1662607 Aug 12 04:36:38.530804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-a20266c4-2c1f-426f-af33-6a5f494b0621 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 380 time: 0.0585458 Aug 12 04:36:38.562902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'port': {'device_id': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'admin_state_up': True, 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'security_groups': ['813916a6-fe59-4cc0-8a02-0ff7e2eee7e4']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:38.692485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:38.744933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:38.745413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:38.751006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:38.779805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:38.785460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:36:38.789940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.000923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.046387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a183c974-d80a-4f00-9d17-39508efced53 req-93c3e08d-054a-4a09-9833-7fca5734b4f1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 210 time: 0.0454233 Aug 12 04:36:39.145072 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.148897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.206224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.12 (c4877101-ee5b-4d16-b16e-da0b56db5765/aecd1cae-ac65-4fd0-a720-8162eb09ffbd/e896cb37-9d4c-4035-85aa-e07f70f60a27) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:39.294013 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.294462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2edbd559-fc2a-4be0-bfe4-b385742a0a40 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:39.300127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.304827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f716f65f-ef5f-4fb2-826b-b5bb93b780da tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "DELETE /v2.0/routers/2edbd559-fc2a-4be0-bfe4-b385742a0a40 HTTP/1.1" status: 204 len: 168 time: 1.8134382 Aug 12 04:36:39.306591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36948) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:39.313365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1607172479', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:39.385791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.402834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object e896cb37-9d4c-4035-85aa-e07f70f60a27 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:39.427331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.428452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.493964 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.505661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.564156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network c4877101-ee5b-4d16-b16e-da0b56db5765 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:39.572797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:39.580046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:39.615130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:39.707497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:39.708179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.786742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:39.853460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-901bf902-dbcb-47c3-84bc-6c8d4b2fd7b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2940450 Aug 12 04:36:39.865155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-cba00955-10f3-466c-b748-f86732a6bf9d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:36:39.866079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-cba00955-10f3-466c-b748-f86732a6bf9d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053632 Aug 12 04:36:39.950942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Request body: {'port': {'device_id': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:39.968199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9e450b63-497e-4cf8-a697-79aef8c02372 None None] Provisioning for port e896cb37-9d4c-4035-85aa-e07f70f60a27 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:39.972429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9e450b63-497e-4cf8-a697-79aef8c02372 None None] Provisioning complete for port e896cb37-9d4c-4035-85aa-e07f70f60a27 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:39.972836 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e450b63-497e-4cf8-a697-79aef8c02372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.007880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9e450b63-497e-4cf8-a697-79aef8c02372 None None] Port e896cb37-9d4c-4035-85aa-e07f70f60a27 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:36:40.025452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.140894 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:36:40.333071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.342065 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd159a-40f4-4fdc-84f3-b0439487a658 req-73f62772-e570-4497-942a-91e13ace5bfb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:40.343666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72fd159a-40f4-4fdc-84f3-b0439487a658 req-73f62772-e570-4497-942a-91e13ace5bfb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 932 time: 0.1939461 Aug 12 04:36:40.367117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.460597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72fd159a-40f4-4fdc-84f3-b0439487a658 req-c9e1b4d1-901d-4fc8-966d-9a36a274de91 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973597 Aug 12 04:36:40.567157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e896cb37-9d4c-4035-85aa-e07f70f60a27 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:36:40.578462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Allocated IP 172.25.6.227 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e5bad698-799c-40e3-9e74-093d898fbd93) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:40.581469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.602198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Transition to ACTIVE for port object e896cb37-9d4c-4035-85aa-e07f70f60a27 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:36:40.673224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.693648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:36:40.720737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:36:40.721459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fa86f6a7-4cb3-4c54-b01f-eb4317ccbd21 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:36:40.739854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.765521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:40.856707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:36:40.856707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:36:40.856707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 on network c4877101-ee5b-4d16-b16e-da0b56db5765 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:40.860289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Port e896cb37-9d4c-4035-85aa-e07f70f60a27 on network c4877101-ee5b-4d16-b16e-da0b56db5765 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:36:40.860610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 on network c4877101-ee5b-4d16-b16e-da0b56db5765 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:36:40.866866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:36:40.866866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Checking segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:36:40.867203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Bound using segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:36:40.867595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Bound port: e896cb37-9d4c-4035-85aa-e07f70f60a27, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:36:40.867959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.941348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:36:40.943921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:40.946987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:36:40.994756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:40.997833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:41.000321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:41.026078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event updated for resources: {'Port': ['ID=e5bad698-799c-40e3-9e74-093d898fbd93,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:41.031750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:41.087960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:41.088598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:41.090074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] 10.222.0.20 "PUT /v2.0/ports/e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1092 time: 1.2163713 Aug 12 04:36:41.093033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:36:41.095553 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93157ae8-0904-42cd-99dc-47864a3879ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:36:41.500676 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9360d484-94ff-466c-a3e8-8a771ea933bd x-openstack-request-id: req-9360d484-94ff-466c-a3e8-8a771ea933bd {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:36:41.500971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:36:41.504903 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9360d484-94ff-466c-a3e8-8a771ea933bd {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:36:41.504903 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'status': 'completed', 'code': 200} Aug 12 04:36:41.560157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32142-54c0-459a-b6f3-d2708cad9634 service neutron] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:41.624774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-b690f031-bf79-4919-a026-99c347741fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:41.626311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-b690f031-bf79-4919-a026-99c347741fcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1095 time: 0.1239715 Aug 12 04:36:41.642266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ba2a4-67f8-47c6-9f03-623135edb9b2 req-36d31939-652d-41c6-8f81-1c985e72eb65 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:41.643767 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-408ba2a4-67f8-47c6-9f03-623135edb9b2 req-36d31939-652d-41c6-8f81-1c985e72eb65 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.0861242 Aug 12 04:36:41.684349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-bd57463d-4179-472e-969e-b08565cc3eac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 217 time: 0.0498381 Aug 12 04:36:41.746633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-408ba2a4-67f8-47c6-9f03-623135edb9b2 req-b866e33c-5a71-4cd2-ad91-9e05053aa8ed tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958340 Aug 12 04:36:41.794702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-031645cd-27d9-4d79-8c97-f25e8f1ab811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:41.796219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-031645cd-27d9-4d79-8c97-f25e8f1ab811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.1039486 Aug 12 04:36:41.886430 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:41.889401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d876edc-3a62-4baf-8654-9173fac26292 req-e43456e2-74de-4c91-97f8-7757f95349f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:41.890932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-e43456e2-74de-4c91-97f8-7757f95349f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876503 Aug 12 04:36:42.107774 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-f1faecd9-3499-4b44-ae28-72a3c42cf3b5 service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807735 Aug 12 04:36:42.233774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:42.281176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d876edc-3a62-4baf-8654-9173fac26292 req-cfe9128f-2c6e-423c-a9c7-5b2f2022804a service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632183 Aug 12 04:36:42.423849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157ae8-0904-42cd-99dc-47864a3879ea req-f600069f-c181-4ce6-b4f2-9481e4823c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:42.425409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-f600069f-c181-4ce6-b4f2-9481e4823c89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1095 time: 0.0430186 Aug 12 04:36:42.430455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Router b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:42.599821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157ae8-0904-42cd-99dc-47864a3879ea req-803bb0c3-2a6b-4f80-9043-2dd62dc9aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:42.601308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-803bb0c3-2a6b-4f80-9043-2dd62dc9aa6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1684394 Aug 12 04:36:42.660293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-1326c35c-475c-4cf4-99ee-58c52961ff6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 217 time: 0.0490839 Aug 12 04:36:42.663575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:42.673188 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] Sync routers for ids ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:42.685279 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] Routers {'b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:42.685981 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:42.717993 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:42.727213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157ae8-0904-42cd-99dc-47864a3879ea req-f0cbf7d8-e60c-4b4a-9cae-12f916a1a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:42.727519 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] Routers {'b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:42.728152 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:42.728731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-f0cbf7d8-e60c-4b4a-9cae-12f916a1a1db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0582480 Aug 12 04:36:42.764739 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:42.765393 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06f7a57-36e0-476f-aec7-3c937d9aa003 None None] The sync data for ids ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:42.778937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157ae8-0904-42cd-99dc-47864a3879ea req-e310654c-525a-4009-a0f9-57b54eb05178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:42.780557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-e310654c-525a-4009-a0f9-57b54eb05178 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430331 Aug 12 04:36:42.781819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:42.783010 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fd779270-a202-4561-8f43-3b6454cb7c32 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4757581 Aug 12 04:36:42.785814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 36982) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:42.797283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': False}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:42.879050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a5322-c539-45f1-9404-b95539379ace req-70b39969-1003-474f-af2b-d9effa4c207f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:42.880701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab1a5322-c539-45f1-9404-b95539379ace req-70b39969-1003-474f-af2b-d9effa4c207f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.0548506 Aug 12 04:36:42.921739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab1a5322-c539-45f1-9404-b95539379ace req-a3bf0e9b-81c5-4b58-a566-80a1309a262f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Aug 12 04:36:42.967796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-3695fe19-d29b-4940-90d3-77f5abc5626a service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797490 Aug 12 04:36:43.138944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93157ae8-0904-42cd-99dc-47864a3879ea req-9dc335e0-a4c9-4dfb-8bfc-8016e8556b19 service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386437 Aug 12 04:36:43.240999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:44.056107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:44.062148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:44.081104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2a519-1c70-40e7-8250-005e68857e01 req-74fc9f20-1387-4ae1-b4df-ada638e3443c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:44.081104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff2a519-1c70-40e7-8250-005e68857e01 req-74fc9f20-1387-4ae1-b4df-ada638e3443c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.0761278 Aug 12 04:36:44.190108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ff2a519-1c70-40e7-8250-005e68857e01 req-ca703fb7-8e22-42f3-8ee4-c49e8adc1be0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782285 Aug 12 04:36:44.228193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Router b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:36:44.350655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:44.355459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:44.359037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a8afb528-428d-42bc-b9ca-dc448af85988 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "PUT /v2.0/routers/b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e HTTP/1.1" status: 200 len: 922 time: 1.5693808 Aug 12 04:36:44.360223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37046) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:44.363728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] Sync routers for ids ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:44.376219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] Routers {'b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:44.376838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:44.410115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:44.419376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] Routers {'b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:44.420178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:44.457289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:44.457961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30656811-ba56-4cc6-afe0-865faa4d47fd None None] The sync data for ids ['b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:44.467735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0dbbb256-7e33-4dfb-969b-1c2bc9f72f4e tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e HTTP/1.1" status: 200 len: 922 time: 0.1075568 Aug 12 04:36:44.470469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37054) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:44.543592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78636cad-bb75-4997-b6b7-39430914b881 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:44.545176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78636cad-bb75-4997-b6b7-39430914b881 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0736380 Aug 12 04:36:44.548022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37060) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:44.632979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29d29e-6fe2-4686-836b-4f0559c5e48c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:44.634440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6b29d29e-6fe2-4686-836b-4f0559c5e48c tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.0854344 Aug 12 04:36:44.637273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37066) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:44.664503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93516b12-4b42-48bf-b04e-fb60aa3bc19e tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e HTTP/1.1" status: 200 len: 205 time: 0.0260575 Aug 12 04:36:44.667722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37070) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:44.776075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:44.882427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.009395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Deleting port e5bad698-799c-40e3-9e74-093d898fbd93 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:45.009998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.087708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.099644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Calling delete_port for e5bad698-799c-40e3-9e74-093d898fbd93 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:45.325774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f33c02-845f-4c1b-9400-f410836b4eb2 req-6c88fbf3-82b2-4058-92b6-f439a3be95be tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:45.327511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6f33c02-845f-4c1b-9400-f410836b4eb2 req-6c88fbf3-82b2-4058-92b6-f439a3be95be tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.0609868 Aug 12 04:36:45.351124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.383548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event deleted for resources: {'Port': ['ID=e5bad698-799c-40e3-9e74-093d898fbd93,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:45.422368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.429308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:36:45.453647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6f33c02-845f-4c1b-9400-f410836b4eb2 req-a80eb209-3a97-4468-bad6-6675b67453a6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188433 Aug 12 04:36:45.476106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.861482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.863682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.950853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.951508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Fanout notify agent at l3_agent the message router_deleted on router b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:45.958457 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:45.962149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ae4503b-859e-4744-80e2-123811947e07 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e HTTP/1.1" status: 204 len: 168 time: 1.2931638 Aug 12 04:36:45.963040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37140) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:45.967380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509449686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:46.024798 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.025845 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.081236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.122397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.127135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:36:46.201877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.203130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e1ab0a54-2556-46e3-905e-85b3623199d8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2391341 Aug 12 04:36:46.205798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37158) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:46.210354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:46.231277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:46.243852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'port_id': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'mac_address': 'fa:16:3e:be:09:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:36:46.281528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.295845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e896cb37-9d4c-4035-85aa-e07f70f60a27 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:36:46.319906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:46.402420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.428851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.449760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:46.571503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e4466-c7c6-44f1-b997-48f64ccf7847 req-08f405f9-c9c1-4bbb-ae85-437fb8449b6d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:46.581626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-685e4466-c7c6-44f1-b997-48f64ccf7847 req-08f405f9-c9c1-4bbb-ae85-437fb8449b6d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 945 time: 0.0530517 Aug 12 04:36:46.618928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-685e4466-c7c6-44f1-b997-48f64ccf7847 req-d999586c-e63e-4dfd-86a0-f879b2f687be tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Aug 12 04:36:46.646393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['e896cb37-9d4c-4035-85aa-e07f70f60a27'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:36:46.713226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.732936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:46.836242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Allocated IP 172.25.6.107 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/8a03b030-ed60-4d11-9b0f-3fd91f9a3225) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:46.940029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:47.026399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:47.061817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:47.066817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:47.071565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:47.096455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event updated for resources: {'Port': ['ID=8a03b030-ed60-4d11-9b0f-3fd91f9a3225,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:47.402003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:47.604624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:47.607863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:47.761859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e2dc3-e322-4e8f-bbc3-9b088afb0156 req-8690b56a-7966-4800-a5bc-1e5291262a03 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:47.763377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-756e2dc3-e322-4e8f-bbc3-9b088afb0156 req-8690b56a-7966-4800-a5bc-1e5291262a03 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 945 time: 0.0671053 Aug 12 04:36:47.809808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-756e2dc3-e322-4e8f-bbc3-9b088afb0156 req-d6f064d0-7946-4ce3-916f-5b0de6b6c391 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Aug 12 04:36:47.858937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Router c184bf3b-ae7a-4ab2-b55e-21d2af667999 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:47.966155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:47.972836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:47.973991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f39de28a-55fa-4d2d-8014-44a7d7c55cc9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "PUT /v2.0/routers/c184bf3b-ae7a-4ab2-b55e-21d2af667999 HTTP/1.1" status: 200 len: 879 time: 1.7672548 Aug 12 04:36:47.975856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] Sync routers for ids ['c184bf3b-ae7a-4ab2-b55e-21d2af667999'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:47.976519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37256) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:47.985940 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] Routers {'c184bf3b-ae7a-4ab2-b55e-21d2af667999'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:47.986555 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c184bf3b-ae7a-4ab2-b55e-21d2af667999'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:48.018605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:48.028301 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] Routers {'c184bf3b-ae7a-4ab2-b55e-21d2af667999'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:48.028919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c184bf3b-ae7a-4ab2-b55e-21d2af667999'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:48.064723 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:48.065459 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a448dce-1a4e-436c-9a71-c6b9fb6cd826 None None] The sync data for ids ['c184bf3b-ae7a-4ab2-b55e-21d2af667999'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:48.092257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-77d030df-1f5e-4937-8a76-692f4a97472e tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/c184bf3b-ae7a-4ab2-b55e-21d2af667999 HTTP/1.1" status: 200 len: 920 time: 0.1146472 Aug 12 04:36:48.095030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37262) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:48.141443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:36:48.171001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dbfe97-1c5e-4d19-874f-fd20f57bcb0a tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:48.173038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-59dbfe97-1c5e-4d19-874f-fd20f57bcb0a tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=c184bf3b-ae7a-4ab2-b55e-21d2af667999&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0766127 Aug 12 04:36:48.175282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37268) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:48.263742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36714b0-8267-4566-b65c-c4e7603657ed tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:48.265140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f36714b0-8267-4566-b65c-c4e7603657ed tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.0889385 Aug 12 04:36:48.267970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37274) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:48.287657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port e896cb37-9d4c-4035-85aa-e07f70f60a27 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:36:48.292626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port e896cb37-9d4c-4035-85aa-e07f70f60a27 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:36:48.292999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.294767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0ccf01b8-469d-4cef-8036-34830adf0b37 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=c184bf3b-ae7a-4ab2-b55e-21d2af667999 HTTP/1.1" status: 200 len: 205 time: 0.0257463 Aug 12 04:36:48.297217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37276) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:48.377427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.399379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:36:48.401708 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f560eb2-8e79-4ece-adb4-6dc9b3720bae" -d '{"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:36:48.403764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.417280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:36:48.446209 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931f3a5-8ce7-4599-b65d-c4a1415999be x-openstack-request-id: req-3931f3a5-8ce7-4599-b65d-c4a1415999be {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:36:48.447091 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:36:48.447373 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3931f3a5-8ce7-4599-b65d-c4a1415999be {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:36:48.447801 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'code': 200} Aug 12 04:36:48.511132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.523469 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.543116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e5158-f1cf-444d-a187-418ef8104667 req-d40703a7-18a9-4356-b57d-bfb29d019018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:48.544701 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-472e5158-f1cf-444d-a187-418ef8104667 req-d40703a7-18a9-4356-b57d-bfb29d019018 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.0427179 Aug 12 04:36:48.567267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:48.585709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-472e5158-f1cf-444d-a187-418ef8104667 req-9f8d80c7-f2ed-42ff-b460-69780a3892d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336831 Aug 12 04:36:48.673765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Deleting port 8a03b030-ed60-4d11-9b0f-3fd91f9a3225 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:48.674353 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.749920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:48.761634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Calling delete_port for 8a03b030-ed60-4d11-9b0f-3fd91f9a3225 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:48.962539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be447bf4-e29d-4307-b56a-37af57492076 req-9fe6ef9c-6fa9-4309-9234-df5e4a49e0e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:48.964674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be447bf4-e29d-4307-b56a-37af57492076 req-9fe6ef9c-6fa9-4309-9234-df5e4a49e0e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0870230 Aug 12 04:36:49.002907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be447bf4-e29d-4307-b56a-37af57492076 req-6d817b99-8cd9-41a1-9d4e-5b8054f95d73 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Aug 12 04:36:49.030404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.061389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event deleted for resources: {'Port': ['ID=8a03b030-ed60-4d11-9b0f-3fd91f9a3225,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:49.118119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.207442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.209540 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.304850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.305462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Fanout notify agent at l3_agent the message router_deleted on router c184bf3b-ae7a-4ab2-b55e-21d2af667999 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:49.312903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.317673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:49.317827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ca4984f7-8f36-4b21-af9a-4ef89b4ae1fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/c184bf3b-ae7a-4ab2-b55e-21d2af667999 HTTP/1.1" status: 204 len: 168 time: 1.0196612 Aug 12 04:36:49.322968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1319456841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:49.391331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-c996c4f9-ed78-48ca-b13b-086083fee485 req-ca9d8f01-aed0-4f84-98a0-a7b902e9afc2 service neutron] (95042) timed out ('10.222.0.20', 56903) {{(pid=95042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:36:49.425101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.426163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.476536 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.539868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.636446 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:49.637675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ac48f74a-eef2-4d42-a4ee-3496ad2ec33f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3187051 Aug 12 04:36:49.640372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37348) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:49.645245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': True}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:49.854572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:50.138155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:50.159372 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:50.179827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721da30-6640-4f27-9b5b-2000db7ef623 req-99592393-47cc-48a8-9f97-1c951da110fb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:50.181410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0721da30-6640-4f27-9b5b-2000db7ef623 req-99592393-47cc-48a8-9f97-1c951da110fb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0889578 Aug 12 04:36:50.258863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0721da30-6640-4f27-9b5b-2000db7ef623 req-8d803bdf-eb2a-4369-8864-fdd5976c55f1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507720 Aug 12 04:36:50.303729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Allocated IP 172.25.6.133 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/c6df327a-3abf-4462-b73b-28a88fa7fb10) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:50.430564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3abab-493a-43e1-bdd2-3c80aefb017e req-0fd22cd0-aedf-48fe-9727-2557754d0cfb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:50.433023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13d3abab-493a-43e1-bdd2-3c80aefb017e req-0fd22cd0-aedf-48fe-9727-2557754d0cfb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0755076 Aug 12 04:36:50.436988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:50.478407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13d3abab-493a-43e1-bdd2-3c80aefb017e req-85aee0b7-78ba-407f-968e-c85b947d8986 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358031 Aug 12 04:36:50.503094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37394) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:50.541805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c230d387-d45c-4521-932e-615195ef1315 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:50.543426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c230d387-d45c-4521-932e-615195ef1315 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1092 time: 0.0391822 Aug 12 04:36:50.546438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37396) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:50.550945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:50.648295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:50.654463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:50.732585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:50.736137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:50.739102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:50.748790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Port': ['ID=c6df327a-3abf-4462-b73b-28a88fa7fb10,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:50.928567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:51.070160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.240 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/95d062a4-75ed-4c64-9743-dbcae5d57906) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:51.168308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:51.292909 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:51.422016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:51.425361 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:51.524568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:51.574270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:51.582132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:51.597857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:51.597857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=95d062a4-75ed-4c64-9743-dbcae5d57906,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:51.694215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Router c6f273f6-3b11-4507-9be2-6e3e974b01b5 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:52.203346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:52.208952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.210134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a91566c2-5a02-407d-a013-8657cdc0a8e0 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "PUT /v2.0/routers/c6f273f6-3b11-4507-9be2-6e3e974b01b5 HTTP/1.1" status: 200 len: 915 time: 2.5686517 Aug 12 04:36:52.212581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] Sync routers for ids ['c6f273f6-3b11-4507-9be2-6e3e974b01b5'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:52.213808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37478) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:52.226540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] Routers {'c6f273f6-3b11-4507-9be2-6e3e974b01b5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:52.227470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c6f273f6-3b11-4507-9be2-6e3e974b01b5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:52.264813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:52.273880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] Routers {'c6f273f6-3b11-4507-9be2-6e3e974b01b5'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:52.275139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c6f273f6-3b11-4507-9be2-6e3e974b01b5'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:52.316504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:52.317587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefe5a61-34d1-4892-8d41-f56a60829102 None None] The sync data for ids ['c6f273f6-3b11-4507-9be2-6e3e974b01b5'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:52.372160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.376625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dc2852e1-34cc-42aa-a879-ab0ceeee91c1 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/c6f273f6-3b11-4507-9be2-6e3e974b01b5 HTTP/1.1" status: 200 len: 921 time: 0.1616669 Aug 12 04:36:52.379318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37488) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:52.420749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb698e-4f85-408e-b452-553a37ed5c47 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:52.422251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7eb698e-4f85-408e-b452-553a37ed5c47 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=c6f273f6-3b11-4507-9be2-6e3e974b01b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0419400 Aug 12 04:36:52.424812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37490) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:52.515506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.517614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a573b-a5aa-4ba7-bd63-4396ff8e9480 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:52.519391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b74a573b-a5aa-4ba7-bd63-4396ff8e9480 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.0935829 Aug 12 04:36:52.522050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37500) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:52.564510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d67ee8c-e6e0-49a1-b4bc-10751ffe8e9b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6f273f6-3b11-4507-9be2-6e3e974b01b5 HTTP/1.1" status: 200 len: 205 time: 0.0413284 Aug 12 04:36:52.565055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37506) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:52.689125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.690492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.773559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.802260 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.852373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=95d062a4-75ed-4c64-9743-dbcae5d57906,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:52.863734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.930282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Deleting port c6df327a-3abf-4462-b73b-28a88fa7fb10 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:52.930792 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:52.974498 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP a2698755-cea1-4358-b9be-eb7323bd942e associated. External IP: 172.25.6.240, port: e896cb37-9d4c-4035-85aa-e07f70f60a27. Aug 12 04:36:53.015417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.028413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Calling delete_port for c6df327a-3abf-4462-b73b-28a88fa7fb10 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:53.206701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:36:53.293486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.320495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event deleted for resources: {'Port': ['ID=c6df327a-3abf-4462-b73b-28a88fa7fb10,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:53.343257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:53.372567 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] Sync routers for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:53.399885 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:53.401376 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:53.436947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.443625 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.491714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2257c98f-9778-44b9-8b47-848a5096a5c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9441602 Aug 12 04:36:53.492312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:36:53.499762 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8912a0b-caeb-4a46-a0d8-2525829205d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:36:53.545590 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0474c0f7-e663-4c08-813f-1fc410c63874 x-openstack-request-id: req-0474c0f7-e663-4c08-813f-1fc410c63874 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:36:53.546080 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:36:53.546500 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0474c0f7-e663-4c08-813f-1fc410c63874 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:36:53.547097 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'status': 'completed', 'code': 200} Aug 12 04:36:53.548851 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:53.557459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.560404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.659952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-b91f1317-e61b-4e45-8160-35dbecc25c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:53.661845 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-b91f1317-e61b-4e45-8160-35dbecc25c2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.0911860 Aug 12 04:36:53.686337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ebec0-6ef8-4fee-b1a8-d748c1795f30 req-53d2e6f8-b562-4144-ae4a-a460925e7ecb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:53.687883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a30ebec0-6ef8-4fee-b1a8-d748c1795f30 req-53d2e6f8-b562-4144-ae4a-a460925e7ecb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.1040556 Aug 12 04:36:53.739940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.740798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Fanout notify agent at l3_agent the message router_deleted on router c6f273f6-3b11-4507-9be2-6e3e974b01b5 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:53.760346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.760346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b4419a16-2597-426b-afc9-f6b973042d8b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/c6f273f6-3b11-4507-9be2-6e3e974b01b5 HTTP/1.1" status: 204 len: 168 time: 1.1872966 Aug 12 04:36:53.760346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37534) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:53.766827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1913429512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:53.780144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a30ebec0-6ef8-4fee-b1a8-d748c1795f30 req-f5a4caff-ec1f-4832-8341-25e0d6049a95 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817573 Aug 12 04:36:53.803893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37536) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:53.804655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-9a839a6e-092f-468a-be59-a4e57331eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:53.806143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-9a839a6e-092f-468a-be59-a4e57331eb67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1359422 Aug 12 04:36:53.826978 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'a2698755-cea1-4358-b9be-eb7323bd942e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'port_id': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'mac_address': 'fa:16:3e:be:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:36:52Z', 'updated_at': '2021-08-12T04:36:52Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:53.865606 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] Checking router: a207ee13-99ea-4ddf-8046-a59c1fe0f4bd for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:36:53.877564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3be5b988-9b07-42d6-b830-b71cf849d1be tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/a2698755-cea1-4358-b9be-eb7323bd942e HTTP/1.1" status: 200 len: 992 time: 0.0713062 Aug 12 04:36:53.882080 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:53.882080 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:53.913928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-ede833be-1cdd-4ba9-9512-8789bf3a8de2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1000 time: 0.1005027 Aug 12 04:36:53.937712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.937712 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.971716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-d42b60a1-6a5a-4a97-a5ea-71299f32a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:53.973289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-d42b60a1-6a5a-4a97-a5ea-71299f32a85a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0515065 Aug 12 04:36:53.993888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:53.995322 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:36:54.019697 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-9baeb825-3c29-4691-b3d6-3267464384d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:54.021226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-9baeb825-3c29-4691-b3d6-3267464384d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413492 Aug 12 04:36:54.053747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:54.119611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-92646592-4a3b-4c44-a65e-2f1250561f0f service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899696 Aug 12 04:36:54.148426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:54.152581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1c3abca0-7fc5-4d65-ab02-5a8f16b362e8 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3884082 Aug 12 04:36:54.152806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37544) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:54.161257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'enable_snat': False}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:54.276379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8912a0b-caeb-4a46-a0d8-2525829205d1 req-cc502e57-abae-49bf-adb8-b2a21fa2f752 service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494641 Aug 12 04:36:54.291349 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'a2698755-cea1-4358-b9be-eb7323bd942e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'port_id': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'mac_address': 'fa:16:3e:be:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:36:52Z', 'updated_at': '2021-08-12T04:36:52Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:54.319911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42af301-785f-456b-a595-68ec9fad49f6 None None] The sync data for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 is: [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'a2698755-cea1-4358-b9be-eb7323bd942e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.240', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'port_id': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'mac_address': 'fa:16:3e:be:09:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:36:52Z', 'updated_at': '2021-08-12T04:36:52Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:54.580493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f0dde-0799-4329-af90-a97a5aa47a54 None None] New status for floating IP a2698755-cea1-4358-b9be-eb7323bd942e: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:36:54.732649 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:54.880436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37548) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:54.999022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-244e2c4f-d41b-436e-8369-6ccdd859d6a5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/a2698755-cea1-4358-b9be-eb7323bd942e HTTP/1.1" status: 200 len: 994 time: 0.1166847 Aug 12 04:36:55.096506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:55.115627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:55.227379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Allocated IP 172.25.6.226 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/2d60ce44-429b-4009-96da-dbb896ea4aec) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:55.331417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:55.414533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:55.460886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:55.464505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:55.468800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:55.473519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Pushing event updated for resources: {'Port': ['ID=2d60ce44-429b-4009-96da-dbb896ea4aec,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:55.601860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:55.773431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:55.839426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:56.114779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:56.118494 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:56.293648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Router 3f94c1bd-00b3-45f6-ab59-15402541cd32 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:36:56.407127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:36:56.411411 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:56.412622 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-92a86dc4-911e-4e91-b6bf-06501848de3d tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "PUT /v2.0/routers/3f94c1bd-00b3-45f6-ab59-15402541cd32 HTTP/1.1" status: 200 len: 916 time: 2.2588129 Aug 12 04:36:56.415743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37558) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:56.419823 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] Sync routers for ids ['3f94c1bd-00b3-45f6-ab59-15402541cd32'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:36:56.429542 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] Routers {'3f94c1bd-00b3-45f6-ab59-15402541cd32'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:56.430409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3f94c1bd-00b3-45f6-ab59-15402541cd32'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:56.467192 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:56.476225 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] Routers {'3f94c1bd-00b3-45f6-ab59-15402541cd32'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:36:56.477191 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3f94c1bd-00b3-45f6-ab59-15402541cd32'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:56.509721 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:36:56.510372 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a2445-6905-4146-a897-2799c621faaa None None] The sync data for ids ['3f94c1bd-00b3-45f6-ab59-15402541cd32'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:36:56.549104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9272c423-b38a-4c0c-aa09-d00f0f3a869a tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/3f94c1bd-00b3-45f6-ab59-15402541cd32 HTTP/1.1" status: 200 len: 922 time: 0.1322820 Aug 12 04:36:56.551763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37560) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:56.594896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6aa684-04d0-4e78-b3de-799774a10aa5 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:56.598661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b6aa684-04d0-4e78-b3de-799774a10aa5 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=3f94c1bd-00b3-45f6-ab59-15402541cd32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0434618 Aug 12 04:36:56.599018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37562) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:56.712226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423571e-99e3-4063-95d3-d09f8a84f6b6 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:36:56.725437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4423571e-99e3-4063-95d3-d09f8a84f6b6 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/networks/a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 881 time: 0.1229126 Aug 12 04:36:56.725969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:56.760682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3bb98318-6a1e-42a0-9ad8-2e0ee7cd68f2 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f94c1bd-00b3-45f6-ab59-15402541cd32 HTTP/1.1" status: 200 len: 205 time: 0.0333126 Aug 12 04:36:56.766960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37572) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:56.893956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.003157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.121808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Deleting port 2d60ce44-429b-4009-96da-dbb896ea4aec {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:36:57.121808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.198610 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.210322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Calling delete_port for 2d60ce44-429b-4009-96da-dbb896ea4aec owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:36:57.459277 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.497167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event deleted for resources: {'Port': ['ID=2d60ce44-429b-4009-96da-dbb896ea4aec,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:57.573994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.673109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.675292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.796614 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.797151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Fanout notify agent at l3_agent the message router_deleted on router 3f94c1bd-00b3-45f6-ab59-15402541cd32 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:36:57.806434 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.806434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b92d63eb-747a-4e0c-b778-b3b816a81c26 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/3f94c1bd-00b3-45f6-ab59-15402541cd32 HTTP/1.1" status: 204 len: 168 time: 1.0421517 Aug 12 04:36:57.810325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37582) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:36:57.815019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-162170188', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:36:57.905083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.906131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:57.974004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.179171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.202132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-707d19a7-4ede-454f-9106-fec781b519be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.518028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.536756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.658622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Allocated IP 172.25.6.31 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/2eb19811-75fd-49ad-9a17-348d0b8fd403) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:36:58.762171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.859212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:58.905035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:36:58.908070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:36:58.913495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:36:58.916530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event updated for resources: {'Port': ['ID=2eb19811-75fd-49ad-9a17-348d0b8fd403,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:36:59.564054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:36:59.812778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.013723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Router 72f070e5-8588-4d7f-af37-df649c697872 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:37:00.126689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:37:00.137281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] Sync routers for ids ['72f070e5-8588-4d7f-af37-df649c697872'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:37:00.147551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] Routers {'72f070e5-8588-4d7f-af37-df649c697872'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:00.152117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['72f070e5-8588-4d7f-af37-df649c697872'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:00.189948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:00.201008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] Routers {'72f070e5-8588-4d7f-af37-df649c697872'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:00.201686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['72f070e5-8588-4d7f-af37-df649c697872'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:00.251103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:00.251887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87729c56-d733-4529-b0b0-57ab440dc066 None None] The sync data for ids ['72f070e5-8588-4d7f-af37-df649c697872'] in n-d-804320-1 is: [] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:37:00.259349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.261678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d42eca57-2dfd-454b-8f03-db4c20c6a369 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4500036 Aug 12 04:37:00.264357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37596) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:00.273027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:00.603901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.703687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.784720 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-07b76b28-9e9e-48dd-97ad-d1cd0ded1d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.795855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Deleting port 2eb19811-75fd-49ad-9a17-348d0b8fd403 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:00.796207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.884249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:00.894735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Calling delete_port for 2eb19811-75fd-49ad-9a17-348d0b8fd403 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:00.945518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.027732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37606) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:01.133429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2aa7-5f8f-4cd8-87e7-7514bcc77f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.146162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.179839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Pushing event deleted for resources: {'Port': ['ID=2eb19811-75fd-49ad-9a17-348d0b8fd403,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:01.267315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.396766 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-8f77bc8b-64b2-4397-b120-ceec0d76d1ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427613 Aug 12 04:37:01.464506 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2aa7-5f8f-4cd8-87e7-7514bcc77f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.502360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-ed512f1d-23ae-48c2-9cdf-d47f879c807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:01.502360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-ed512f1d-23ae-48c2-9cdf-d47f879c807e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.0632651 Aug 12 04:37:01.502616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-740952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1170'] for router, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.504607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-702194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-702203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-740929'] for router, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.544675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2aa7-5f8f-4cd8-87e7-7514bcc77f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:01.619878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-b8cec777-8946-4f02-a60d-275acb06f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:01.621291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-b8cec777-8946-4f02-a60d-275acb06f998 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.0987859 Aug 12 04:37:01.694979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-74d48c44-43c0-4a19-adbe-10377ca9ee54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1002 time: 0.0651996 Aug 12 04:37:01.749983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-7082b8ce-249a-483c-b001-74e4a4a861e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:01.751518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-7082b8ce-249a-483c-b001-74e4a4a861e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0474038 Aug 12 04:37:01.805320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-cab2fc4b-cc4c-400d-bc28-ed0404f0e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:01.807092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-cab2fc4b-cc4c-400d-bc28-ed0404f0e4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474186 Aug 12 04:37:01.904849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-ed4d1744-9874-448b-b205-60ae7fb85a6f service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896056 Aug 12 04:37:01.923041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Router 72f070e5-8588-4d7f-af37-df649c697872 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:37:01.925069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f2aa7-5f8f-4cd8-87e7-7514bcc77f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d105a22b-6337-4c42-aeef-fef6ae817d02,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:01.933720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fa9f2aa7-5f8f-4cd8-87e7-7514bcc77f47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4c6781d469e41a1aab8dcd492ab02fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9092028 Aug 12 04:37:01.935528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.013908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:37:02.021305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.026041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-78b3c29b-ddee-4447-978a-1bd959105623 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "PUT /v2.0/routers/72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 200 len: 705 time: 1.7568889 Aug 12 04:37:02.026223 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] Sync routers for ids ['72f070e5-8588-4d7f-af37-df649c697872'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:37:02.026631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37618) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.035287 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] Routers {'72f070e5-8588-4d7f-af37-df649c697872'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:02.036210 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['72f070e5-8588-4d7f-af37-df649c697872'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:02.049982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5c601c5-2337-41e6-a63f-e198ce2fa75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.069743 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:02.085919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d61639f6-d398-48d4-a7fc-506bf6759e25 req-92cc2b31-3116-4552-a3b6-eac0603e7177 service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712835 Aug 12 04:37:02.097245 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] Routers {'72f070e5-8588-4d7f-af37-df649c697872'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:02.098173 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['72f070e5-8588-4d7f-af37-df649c697872'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:02.104167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5c601c5-2337-41e6-a63f-e198ce2fa75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.112648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9caaeab7-f695-4ce4-b7e6-bb235333b987 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/routers/72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 200 len: 740 time: 0.0850151 Aug 12 04:37:02.121050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37620) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.178316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35143d7a-91a5-461c-86fc-6cef2a560017 tempest-RoutersAdminTest-1733468947 tempest-RoutersAdminTest-1733468947-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&device_id=72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 200 len: 205 time: 0.0557501 Aug 12 04:37:02.181105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.190752 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.209858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4b90783a-0c8d-4434-82f4-adeafc381826 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 200 len: 205 time: 0.0269589 Aug 12 04:37:02.212553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37624) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.248382 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:02.249044 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5330045c-649e-497d-89db-1b8aeca1eb66 None None] The sync data for ids ['72f070e5-8588-4d7f-af37-df649c697872'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:37:02.260157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5c601c5-2337-41e6-a63f-e198ce2fa75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.262877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5c601c5-2337-41e6-a63f-e198ce2fa75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.264088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b5c601c5-2337-41e6-a63f-e198ce2fa75f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d105a22b-6337-4c42-aeef-fef6ae817d02 HTTP/1.1" status: 204 len: 168 time: 0.3277690 Aug 12 04:37:02.301817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c601c5-2337-41e6-a63f-e198ce2fa75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105a22b-6337-4c42-aeef-fef6ae817d02,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:02.307940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.487144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.489633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.590541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.591130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Fanout notify agent at l3_agent the message router_deleted on router 72f070e5-8588-4d7f-af37-df649c697872 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:37:02.598977 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.604314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37632) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.604801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e837b5f5-9cfd-495c-b544-67227bf88a1f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 204 len: 168 time: 0.3909774 Aug 12 04:37:02.630984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ff9eb64-6583-4126-a25e-d514813af98b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 200 len: 205 time: 0.0253589 Aug 12 04:37:02.633253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37634) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.671456 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-2c643654-c003-4667-af54-4aab68f35cf9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] delete failed (client error): The resource could not be found. Aug 12 04:37:02.672514 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2c643654-c003-4667-af54-4aab68f35cf9 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/72f070e5-8588-4d7f-af37-df649c697872 HTTP/1.1" status: 404 len: 336 time: 0.0383687 Aug 12 04:37:02.675285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37636) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.707841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05ad3c55-2d61-45aa-874d-895844af7afc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f94c1bd-00b3-45f6-ab59-15402541cd32 HTTP/1.1" status: 200 len: 205 time: 0.0313981 Aug 12 04:37:02.710372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.759270 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-7bb77079-3177-48c8-946c-7d75f442b4ea tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] delete failed (client error): The resource could not be found. Aug 12 04:37:02.759270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7bb77079-3177-48c8-946c-7d75f442b4ea tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/3f94c1bd-00b3-45f6-ab59-15402541cd32 HTTP/1.1" status: 404 len: 336 time: 0.0430486 Aug 12 04:37:02.759270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.785654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1f49804e-6cc0-4a65-ae41-a83485e18ad5 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6f273f6-3b11-4507-9be2-6e3e974b01b5 HTTP/1.1" status: 200 len: 205 time: 0.0274823 Aug 12 04:37:02.788402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37642) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.826717 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-a0fdc3a1-501a-425e-9cfc-00dcabe4e72b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] delete failed (client error): The resource could not be found. Aug 12 04:37:02.827763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a0fdc3a1-501a-425e-9cfc-00dcabe4e72b tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/c6f273f6-3b11-4507-9be2-6e3e974b01b5 HTTP/1.1" status: 404 len: 336 time: 0.0382745 Aug 12 04:37:02.830439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37646) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.861094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-36b8a58a-8a16-4ccf-b195-881291ddc19f tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=c184bf3b-ae7a-4ab2-b55e-21d2af667999 HTTP/1.1" status: 200 len: 205 time: 0.0295050 Aug 12 04:37:02.863409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37648) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.897399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37650) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.899959 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-e9b6b7b9-300b-4935-bc93-4e7cf4ca0af7 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] delete failed (client error): The resource could not be found. Aug 12 04:37:02.901518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e9b6b7b9-300b-4935-bc93-4e7cf4ca0af7 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/c184bf3b-ae7a-4ab2-b55e-21d2af667999 HTTP/1.1" status: 404 len: 336 time: 0.0372219 Aug 12 04:37:02.908320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37652) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.911742 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e7906b-171b-411d-aa23-c9bcc8a02017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:02.937196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-864df2c2-f843-4901-ba7c-597f580432fc tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e HTTP/1.1" status: 200 len: 205 time: 0.0277090 Aug 12 04:37:02.939701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37654) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:02.981719 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-9acaa212-b968-422b-89a7-7c0c29eac809 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] delete failed (client error): The resource could not be found. Aug 12 04:37:02.982671 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9acaa212-b968-422b-89a7-7c0c29eac809 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/b6c5dd5a-36a9-4e6c-8d6f-aa43b0d49c4e HTTP/1.1" status: 404 len: 336 time: 0.0420375 Aug 12 04:37:02.985365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37656) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:03.011976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-46391e4c-a21b-4952-b158-e1c22368227d tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "GET /v2.0/ports?device_id=410aefd9-6d5d-4b34-9788-9e3a8c972303 HTTP/1.1" status: 200 len: 205 time: 0.0254097 Aug 12 04:37:03.014230 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37658) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:03.015268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e7906b-171b-411d-aa23-c9bcc8a02017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.051296 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-4cb0a8d2-67bc-4932-ab1d-9d11a91d35bf tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] delete failed (client error): The resource could not be found. Aug 12 04:37:03.052320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4cb0a8d2-67bc-4932-ab1d-9d11a91d35bf tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/routers/410aefd9-6d5d-4b34-9788-9e3a8c972303 HTTP/1.1" status: 404 len: 336 time: 0.0371559 Aug 12 04:37:03.055115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37660) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:03.086528 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fdd444-0fdf-4137-81da-de6cefb1a833 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] DELETE failed (client error): The resource could not be found. Aug 12 04:37:03.087005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fdd444-0fdf-4137-81da-de6cefb1a833 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:37:03.087266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-56e7906b-171b-411d-aa23-c9bcc8a02017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.088877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-29fdd444-0fdf-4137-81da-de6cefb1a833 tempest-RoutersAdminTest-649500831 tempest-RoutersAdminTest-649500831-project] 10.222.0.42 "DELETE /v2.0/subnets/68539f51-3124-4b81-aacc-6ae9347978a4 HTTP/1.1" status: 404 len: 337 time: 0.0328462 Aug 12 04:37:03.128323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-56e7906b-171b-411d-aa23-c9bcc8a02017 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6ae9b2e9ee24baa9e87673b2638335a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297995 Aug 12 04:37:03.129533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7906b-171b-411d-aa23-c9bcc8a02017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7301688-475d-40b8-be3b-e5db79562693,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:03.130999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37664) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:03.193664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d671-ab15-43a5-8819-64c736fb567b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.216533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d671-ab15-43a5-8819-64c736fb567b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.328343 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d671-ab15-43a5-8819-64c736fb567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.331317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1b3d671-ab15-43a5-8819-64c736fb567b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.332903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a1b3d671-ab15-43a5-8819-64c736fb567b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7301688-475d-40b8-be3b-e5db79562693 HTTP/1.1" status: 204 len: 168 time: 0.2006652 Aug 12 04:37:03.342776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3d671-ab15-43a5-8819-64c736fb567b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7301688-475d-40b8-be3b-e5db79562693,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:03.611147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37676) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:03.739029 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.741003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e16b4a05-2537-40d0-9948-a6a450635422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.835234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e16b4a05-2537-40d0-9948-a6a450635422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.899422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e16b4a05-2537-40d0-9948-a6a450635422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:03.943536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e16b4a05-2537-40d0-9948-a6a450635422 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4fdb2a16bd144a0a9e98a5a221201aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285558 Aug 12 04:37:03.943536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b4a05-2537-40d0-9948-a6a450635422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f5720b-2d26-45c1-a078-a12a7143416a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:03.944488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37690) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:04.010039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51931efb-9892-428f-9f33-df899e857e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:04.033138 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51931efb-9892-428f-9f33-df899e857e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:04.150600 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51931efb-9892-428f-9f33-df899e857e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:04.154057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-51931efb-9892-428f-9f33-df899e857e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:04.155363 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-51931efb-9892-428f-9f33-df899e857e16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23f5720b-2d26-45c1-a078-a12a7143416a HTTP/1.1" status: 204 len: 168 time: 0.2037673 Aug 12 04:37:04.165198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51931efb-9892-428f-9f33-df899e857e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f5720b-2d26-45c1-a078-a12a7143416a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:04.858270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:04.908008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5b3f418c-a16b-47c1-9dcf-bd874a2fcfc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfb8a39e1c6d4c4c88b8c5a035f06d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485048 Aug 12 04:37:04.910504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37748) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:04.960516 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56619949-acf5-4b2d-835f-495a3cc83fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:04.981903 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56619949-acf5-4b2d-835f-495a3cc83fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:05.138814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56619949-acf5-4b2d-835f-495a3cc83fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:05.141609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-56619949-acf5-4b2d-835f-495a3cc83fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:05.145243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-56619949-acf5-4b2d-835f-495a3cc83fbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb2cd795-768d-4621-a339-768cc441e845 HTTP/1.1" status: 204 len: 168 time: 0.2312071 Aug 12 04:37:05.154337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56619949-acf5-4b2d-835f-495a3cc83fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2cd795-768d-4621-a339-768cc441e845,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:05.205903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-6e8e632f-4d93-4b8c-906f-77e0c47dad5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434344 Aug 12 04:37:05.300476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-a143d0ea-4fbb-46ad-b9cf-d228afdf4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:05.301975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-a143d0ea-4fbb-46ad-b9cf-d228afdf4ea7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 1096 time: 0.0460038 Aug 12 04:37:05.408226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-cedcacfc-7833-4bd1-a042-1cc8e9caaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:05.409617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-cedcacfc-7833-4bd1-a042-1cc8e9caaab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 200 len: 915 time: 0.0876296 Aug 12 04:37:05.454909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-35380ebe-7533-4e1d-9901-d39cc87a3c1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ff3a47-8430-4d51-b457-47cf53526cab HTTP/1.1" status: 200 len: 217 time: 0.0382872 Aug 12 04:37:05.507871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-76b76dd0-e102-4942-9ffb-1f80be3c76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:05.509435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-76b76dd0-e102-4942-9ffb-1f80be3c76ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7964c879-12d6-41d4-8cd7-12b9236ccad1 HTTP/1.1" status: 200 len: 854 time: 0.0480645 Aug 12 04:37:05.542494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-938788fc-9782-46ec-bdfe-2850f3831ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259173 Aug 12 04:37:05.637573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-8ddd6d41-a69a-4e84-b462-28efe0776520 service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881040 Aug 12 04:37:05.742748 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-87b6a4eb-343c-4384-b12b-c26d4c5d8560 req-a01fe5c0-e3a4-43b6-8ad5-4e5074b0aa88 service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973027 Aug 12 04:37:06.308995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37814) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:06.413346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-70697404'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:06.493577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:06.497213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.510695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.604758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.675855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.710272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:37:06.715019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456a3e6d-a69f-4c40-b9e6-094d7628d9b5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:06.722503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.722886 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Added segment 9cf02629-3ec5-4093-8eba-cf77e9a30170 of type vlan for network fc78dc95-0c29-480b-93a7-d4c945f969df Aug 12 04:37:06.766280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.864489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.870723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:06.871634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:06.948934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Network': ['ID=fc78dc95-0c29-480b-93a7-d4c945f969df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:06.965993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:37:06.997622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be53aff8-da1d-40df-a80f-bd63fe1f82e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6874547 Aug 12 04:37:07.000883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37820) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:07.008937 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:07.175084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:07.179952 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:07.459125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:07.522032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=a7d0500e-de20-4f68-a46b-2f17af23956c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:07.531019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:07.531382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network hostable DHCP agents. Network: fc78dc95-0c29-480b-93a7-d4c945f969df, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:37:07.579042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:37:07.642196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, fc78dc95-0c29-480b-93a7-d4c945f969df) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:07.654419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35378a35-6e11-47ce-8334-1e1de943778b None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:07.672253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:07.675004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:07.764295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3ac6fad3-a1f3-4864-9ab8-b3a077b308ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7616162 Aug 12 04:37:07.766703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37826) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:07.772450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'name': 'tempest-NetworksTestDHCPv6-1607530017'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:07.823211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'a7d0500e-de20-4f68-a46b-2f17af23956c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:07.823728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:07.961795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:07.966379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:07.979056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/a7d0500e-de20-4f68-a46b-2f17af23956c/c6654fbf-78db-4933-b531-4ad9aa6a0060) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:07.991525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port ad330a45-7e2b-44b6-9f55-0244835a2cd5 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:08.152371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.160620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Transition to ACTIVE for port object c6654fbf-78db-4933-b531-4ad9aa6a0060 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:08.177702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Transition to ACTIVE for port object c6654fbf-78db-4933-b531-4ad9aa6a0060 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:08.256606 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.295679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:08.299553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:08.303485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:08.364770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::223 (fc78dc95-0c29-480b-93a7-d4c945f969df/a7d0500e-de20-4f68-a46b-2f17af23956c/ad330a45-7e2b-44b6-9f55-0244835a2cd5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:08.376167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Pushing event updated for resources: {'Port': ['ID=c6654fbf-78db-4933-b531-4ad9aa6a0060,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:08.385727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Attempting to bind port c6654fbf-78db-4933-b531-4ad9aa6a0060 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:08.386104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Attempting to bind port c6654fbf-78db-4933-b531-4ad9aa6a0060 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:08.386474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Attempting to bind port c6654fbf-78db-4933-b531-4ad9aa6a0060 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:08.390297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.390645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.391013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.391351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.391686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.392015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.392346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.392672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.392999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.393323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.393650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.394014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:08.399437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:08.399814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:08.400225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.400621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:08.401232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Bound port: c6654fbf-78db-4933-b531-4ad9aa6a0060, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:08.401621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.493922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] For port c6654fbf-78db-4933-b531-4ad9aa6a0060, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:08.496871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] For port c6654fbf-78db-4933-b531-4ad9aa6a0060, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c6654fbf-78db-4933-b531-4ad9aa6a0060,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:08.561259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.562372 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.577402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object ad330a45-7e2b-44b6-9f55-0244835a2cd5 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:08.633664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b8c0c-37d4-4ce9-b05a-c7f0eb4eda60 None None] Pushing event updated for resources: {'Port': ['ID=c6654fbf-78db-4933-b531-4ad9aa6a0060,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:08.671176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.725825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:08.733516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:08.736433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=ad330a45-7e2b-44b6-9f55-0244835a2cd5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:08.739101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:08.746916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:08.747869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:08.847905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-879b7c45-1989-4265-b928-8c9816214637 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0799074 Aug 12 04:37:08.850336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37832) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:08.970545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99750d34-d972-4058-9544-5d195dd809cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:08.976826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99750d34-d972-4058-9544-5d195dd809cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:08.978562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-99750d34-d972-4058-9544-5d195dd809cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1272078 Aug 12 04:37:08.982021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37834) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:09.093379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port ad330a45-7e2b-44b6-9f55-0244835a2cd5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:09.093648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.191008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.206799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for ad330a45-7e2b-44b6-9f55-0244835a2cd5 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:09.402697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.485237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=ad330a45-7e2b-44b6-9f55-0244835a2cd5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:09.495872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.498275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7755ec4-bb00-4e78-9b1f-a5d53841d5bd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/ad330a45-7e2b-44b6-9f55-0244835a2cd5 HTTP/1.1" status: 204 len: 168 time: 0.5151796 Aug 12 04:37:09.500784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37840) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:09.603426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed01639-bcf8-4712-9f42-88c7feda624b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:09.605078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed01639-bcf8-4712-9f42-88c7feda624b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:09.607067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9ed01639-bcf8-4712-9f42-88c7feda624b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1049960 Aug 12 04:37:09.609523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37842) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:09.666628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet a7d0500e-de20-4f68-a46b-2f17af23956c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:09.670776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.723782 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.789196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa94085-a551-4e18-8b4e-4629129dcabb None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:09.817337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.957026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:09.999168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d0500e-de20-4f68-a46b-2f17af23956c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:10.013048 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.014961 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3e721cdf-99e6-46ca-9e27-dd847bc3cf25 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/a7d0500e-de20-4f68-a46b-2f17af23956c HTTP/1.1" status: 204 len: 168 time: 0.4044831 Aug 12 04:37:10.017508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:10.074303 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-900f61a8-ab72-4c06-9363-3dc3191232f8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555129 Aug 12 04:37:10.076932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37846) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:10.081864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:10.111712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-66884e3f-228f-41bb-bf7d-430c467ba831 None None] Provisioning for port c6654fbf-78db-4933-b531-4ad9aa6a0060 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:10.226111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:10.253509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:10.258234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.277636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] Deleting port c6654fbf-78db-4933-b531-4ad9aa6a0060 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:10.278199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.360682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] For port c6654fbf-78db-4933-b531-4ad9aa6a0060, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c6654fbf-78db-4933-b531-4ad9aa6a0060,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:10.361084 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.375224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] Calling delete_port for c6654fbf-78db-4933-b531-4ad9aa6a0060 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:10.551486 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.587742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] Pushing event deleted for resources: {'Port': ['ID=c6654fbf-78db-4933-b531-4ad9aa6a0060,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:10.594442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a858f-8710-4fb5-94dd-4b2c765d5459 None None] No DVR routers for this DVR port c6654fbf-78db-4933-b531-4ad9aa6a0060 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:10.876651 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.909200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4db07-aad4-47f2-a536-08d643697104 req-9920bba9-8e9b-4bb6-9e02-090c063095de tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:10.911092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbf4db07-aad4-47f2-a536-08d643697104 req-9920bba9-8e9b-4bb6-9e02-090c063095de tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 945 time: 0.0529833 Aug 12 04:37:10.926838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:10.930177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:10.934971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:10.935638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:10.948087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=af1eff22-2322-4965-b5ff-d07d6367aabb,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:10.949342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40d0f3-3b09-4372-b2ce-d65195a12efc None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:10.963883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbf4db07-aad4-47f2-a536-08d643697104 req-328115cb-e6ae-4746-aa6c-3aea7bfcc1ad tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Aug 12 04:37:11.014177 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd888de4-c676-4910-8ce1-01ae2ece952d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9362133 Aug 12 04:37:11.016986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37856) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:11.022875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'name': 'tempest-NetworksTestDHCPv6-1714721397'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:11.105620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'af1eff22-2322-4965-b5ff-d07d6367aabb'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:11.106823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.236802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:11.240629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.248347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/af1eff22-2322-4965-b5ff-d07d6367aabb/955831b5-b736-4e7b-8c67-a93d723d158c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:11.261548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 43f9c7ab-f4bd-42ba-ab54-8587ea46b286 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:11.403415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.411787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Transition to ACTIVE for port object 955831b5-b736-4e7b-8c67-a93d723d158c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:11.426649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Transition to ACTIVE for port object 955831b5-b736-4e7b-8c67-a93d723d158c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:11.487952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.532981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:11.536783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Pushing event updated for resources: {'Port': ['ID=955831b5-b736-4e7b-8c67-a93d723d158c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:11.539669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:11.542200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:11.563130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::1fc (fc78dc95-0c29-480b-93a7-d4c945f969df/af1eff22-2322-4965-b5ff-d07d6367aabb/43f9c7ab-f4bd-42ba-ab54-8587ea46b286) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:11.597575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Attempting to bind port 955831b5-b736-4e7b-8c67-a93d723d158c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:11.598092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Attempting to bind port 955831b5-b736-4e7b-8c67-a93d723d158c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:11.598544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Attempting to bind port 955831b5-b736-4e7b-8c67-a93d723d158c on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:11.604316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:11.604785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:11.605257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.605811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:11.606316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Bound port: 955831b5-b736-4e7b-8c67-a93d723d158c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:11.606749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.678129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] For port 955831b5-b736-4e7b-8c67-a93d723d158c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:11.682434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] For port 955831b5-b736-4e7b-8c67-a93d723d158c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=955831b5-b736-4e7b-8c67-a93d723d158c,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:11.737960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.739240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.756619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 43f9c7ab-f4bd-42ba-ab54-8587ea46b286 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:11.801137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9aac7d-0133-420e-af6a-9ccc5e8d90e9 None None] Pushing event updated for resources: {'Port': ['ID=955831b5-b736-4e7b-8c67-a93d723d158c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:11.853571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.901102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:11.904380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:11.908413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:11.914399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:11.915046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:11.921970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=43f9c7ab-f4bd-42ba-ab54-8587ea46b286,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:11.987125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c87fee5c-9120-4177-b3a3-acd2dd9b5271 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9682333 Aug 12 04:37:11.989477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37862) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:12.060368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12f24a-1e0b-4053-8b2f-5b8e74858b20 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:12.067778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd12f24a-1e0b-4053-8b2f-5b8e74858b20 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:12.072256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bd12f24a-1e0b-4053-8b2f-5b8e74858b20 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0816343 Aug 12 04:37:12.072939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:12.113476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39892faa-886f-4ffa-b33b-f79bad2fb2e7 req-5eba3b85-df9f-4fc5-8b1f-905b8a9250be tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:12.115349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-39892faa-886f-4ffa-b33b-f79bad2fb2e7 req-5eba3b85-df9f-4fc5-8b1f-905b8a9250be tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 945 time: 0.0592835 Aug 12 04:37:12.165523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-39892faa-886f-4ffa-b33b-f79bad2fb2e7 req-47474c4d-25ac-4a01-aa64-842d0ed60d81 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Aug 12 04:37:12.201869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 43f9c7ab-f4bd-42ba-ab54-8587ea46b286 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:12.202226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:12.320808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:12.337514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 43f9c7ab-f4bd-42ba-ab54-8587ea46b286 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:12.352346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-ccdf2272-5f37-47e8-9c0d-1b29392d7da5 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:12.353933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-ccdf2272-5f37-47e8-9c0d-1b29392d7da5 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 945 time: 0.0814412 Aug 12 04:37:12.531981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Deleting port 99ff3a47-8430-4d51-b457-47cf53526cab {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:12.532418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:12.693585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] For port 99ff3a47-8430-4d51-b457-47cf53526cab, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=99ff3a47-8430-4d51-b457-47cf53526cab,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:12.694122 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:12.697037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:12.770175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Calling delete_port for 99ff3a47-8430-4d51-b457-47cf53526cab owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:12.782570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 955831b5-b736-4e7b-8c67-a93d723d158c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:12.786627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=43f9c7ab-f4bd-42ba-ab54-8587ea46b286,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:12.865161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:12.867339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-df2706de-382e-4680-825b-e273d1934440 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/43f9c7ab-f4bd-42ba-ab54-8587ea46b286 HTTP/1.1" status: 204 len: 168 time: 0.7933264 Aug 12 04:37:12.870247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37868) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:12.898951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 955831b5-b736-4e7b-8c67-a93d723d158c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:12.942530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acdd64d-1081-42f4-b2d2-bef33aa67782 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:12.944333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acdd64d-1081-42f4-b2d2-bef33aa67782 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:12.945904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6acdd64d-1081-42f4-b2d2-bef33aa67782 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0746350 Aug 12 04:37:12.949025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37870) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:13.007551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet af1eff22-2322-4965-b5ff-d07d6367aabb {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:13.011706 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.019232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Provisioning for port 955831b5-b736-4e7b-8c67-a93d723d158c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:13.023959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Provisioning complete for port 955831b5-b736-4e7b-8c67-a93d723d158c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:13.024571 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.060072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.061747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.073066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['99ff3a47-8430-4d51-b457-47cf53526cab'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:37:13.124440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Pushing event deleted for resources: {'Port': ['ID=99ff3a47-8430-4d51-b457-47cf53526cab,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:13.173028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] No DVR routers for this DVR port 99ff3a47-8430-4d51-b457-47cf53526cab on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:13.176770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.178958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2d51dba-dfe5-4077-954c-769e0124c520 req-9628699b-cf42-43b9-ae81-5ccfddba1f8d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "DELETE /v2.0/ports/99ff3a47-8430-4d51-b457-47cf53526cab HTTP/1.1" status: 204 len: 173 time: 0.8189399 Aug 12 04:37:13.179552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'name': 'network-vif-deleted', 'tag': '99ff3a47-8430-4d51-b457-47cf53526cab'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:37:13.184215 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e96587-e649-40b4-bfe9-0c3fc2211192" -d '{"events": [{"server_uuid": "68aa09c1-7ede-4f42-b1aa-aa28f488749a", "name": "network-vif-deleted", "tag": "99ff3a47-8430-4d51-b457-47cf53526cab"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:37:13.206400 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.226192 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.282984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-36df8203-dd6d-4e16-a8ce-e8794859564e req-61a5d6a7-7fe7-4311-8114-ea9b1a09f02e service neutron] (95042) timed out ('10.222.0.42', 36608) {{(pid=95042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:37:13.307984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3333850-885b-4f8f-924b-a587649080d0 req-62f03d76-cb8c-4819-85ca-8ef922a60d75 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=68aa09c1-7ede-4f42-b1aa-aa28f488749a HTTP/1.1" status: 200 len: 210 time: 0.0467322 Aug 12 04:37:13.431713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.434369 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ad9b5c-be30-4de2-b256-75c3bbb8f4b1 x-openstack-request-id: req-36ad9b5c-be30-4de2-b256-75c3bbb8f4b1 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:37:13.434680 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68aa09c1-7ede-4f42-b1aa-aa28f488749a", "name": "network-vif-deleted", "tag": "99ff3a47-8430-4d51-b457-47cf53526cab", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:37:13.434972 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36ad9b5c-be30-4de2-b256-75c3bbb8f4b1 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:37:13.435404 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68aa09c1-7ede-4f42-b1aa-aa28f488749a', 'name': 'network-vif-deleted', 'tag': '99ff3a47-8430-4d51-b457-47cf53526cab', 'status': 'completed', 'code': 200} Aug 12 04:37:13.474154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=af1eff22-2322-4965-b5ff-d07d6367aabb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:13.483106 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.483255 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:37:13.483539 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:37:13.485073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-da89aeb6-dc3c-4f33-99e4-f5ba9ba0275d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/af1eff22-2322-4965-b5ff-d07d6367aabb HTTP/1.1" status: 204 len: 168 time: 0.5346606 Aug 12 04:37:13.487665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37878) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:13.509616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501b6b5-39c8-4ff6-8c70-f578d536c031 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:13.530681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2238bc51-3904-4a91-9d4b-4fcea79dbe14 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418794 Aug 12 04:37:13.533824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37880) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:13.539284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:13.718329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:13.721771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:13.725322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.776633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] Deleting port 955831b5-b736-4e7b-8c67-a93d723d158c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:13.776979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.868702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] For port 955831b5-b736-4e7b-8c67-a93d723d158c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=955831b5-b736-4e7b-8c67-a93d723d158c,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:13.869954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:13.888211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] Calling delete_port for 955831b5-b736-4e7b-8c67-a93d723d158c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:14.002537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.028650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33f74e92-ff59-41b1-aa2b-0a4edf46a651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.045115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.054390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:14.057746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:14.061894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:14.062609 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.076361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=35b2d487-62d8-45b9-8d74-1653f341acde,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:14.079551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] Pushing event deleted for resources: {'Port': ['ID=955831b5-b736-4e7b-8c67-a93d723d158c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:14.084323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9a33d-8e13-43f2-a5e2-5e1da6365554 None None] No DVR routers for this DVR port 955831b5-b736-4e7b-8c67-a93d723d158c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:14.118501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb12c92-fee7-44df-8657-88f8ee1bdcdd None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:14.145520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2af3cd3d-cc3d-4534-8fc9-56fa8dba158b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6105599 Aug 12 04:37:14.148228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37884) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:14.153278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'name': 'tempest-NetworksTestDHCPv6-285600827'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:14.246133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-368c5e88-c2ab-4ff7-b4af-4f6810327f96 None None] Could not find standard attr ID for object 43f9c7ab-f4bd-42ba-ab54-8587ea46b286. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:37:14.286949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '35b2d487-62d8-45b9-8d74-1653f341acde'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:14.288537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.321792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:14.325710 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.354478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:14.448780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/35b2d487-62d8-45b9-8d74-1653f341acde/aecbcde5-fa74-4fbf-af9d-3e6a7b310790) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:14.597448 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.605518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Transition to ACTIVE for port object aecbcde5-fa74-4fbf-af9d-3e6a7b310790 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:14.619788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Transition to ACTIVE for port object aecbcde5-fa74-4fbf-af9d-3e6a7b310790 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:14.693443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.733753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 955831b5-b736-4e7b-8c67-a93d723d158c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:14.755670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::49 (fc78dc95-0c29-480b-93a7-d4c945f969df/35b2d487-62d8-45b9-8d74-1653f341acde/01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:14.766216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:14.766893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 955831b5-b736-4e7b-8c67-a93d723d158c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:14.767304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 955831b5-b736-4e7b-8c67-a93d723d158c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:14.786692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:14.795552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:14.803115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Pushing event updated for resources: {'Port': ['ID=aecbcde5-fa74-4fbf-af9d-3e6a7b310790,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:14.858738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Attempting to bind port aecbcde5-fa74-4fbf-af9d-3e6a7b310790 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:14.859136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Attempting to bind port aecbcde5-fa74-4fbf-af9d-3e6a7b310790 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:14.859753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Attempting to bind port aecbcde5-fa74-4fbf-af9d-3e6a7b310790 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:14.864679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:14.865053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:14.865450 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.865840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:14.866297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Bound port: aecbcde5-fa74-4fbf-af9d-3e6a7b310790, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:14.866810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.941126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] For port aecbcde5-fa74-4fbf-af9d-3e6a7b310790, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:14.944457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] For port aecbcde5-fa74-4fbf-af9d-3e6a7b310790, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aecbcde5-fa74-4fbf-af9d-3e6a7b310790,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:14.953076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:14.974960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:15.036740 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:15.065341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:15.109062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841c960-b969-4edb-9174-290fa64b0782 None None] Pushing event updated for resources: {'Port': ['ID=aecbcde5-fa74-4fbf-af9d-3e6a7b310790,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:15.152891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:15.156506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:15.162246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:15.169116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:15.170125 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:15.183705 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:15.243317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5b4da812-9d41-49f0-8550-222d0852be1c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0938215 Aug 12 04:37:15.246172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37898) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:15.308389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada46c7-72e6-4a3e-a939-2e8fce0f36d8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:15.316522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada46c7-72e6-4a3e-a939-2e8fce0f36d8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:15.321126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dada46c7-72e6-4a3e-a939-2e8fce0f36d8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0738270 Aug 12 04:37:15.321810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37900) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:15.442134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:15.442512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:15.553636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:15.566831 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:15.935061 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.044239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:16.044239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.044239 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-66d49916-f4ad-445c-af49-7502e037ab34 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7 HTTP/1.1" status: 204 len: 168 time: 0.6846473 Aug 12 04:37:16.044239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37906) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.084427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16489c-d060-4f12-9456-685f746893f1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:16.087329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc16489c-d060-4f12-9456-685f746893f1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:16.091599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cc16489c-d060-4f12-9456-685f746893f1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0778594 Aug 12 04:37:16.091921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37908) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.148894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 35b2d487-62d8-45b9-8d74-1653f341acde {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:16.152610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.214750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.254967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 99ff3a47-8430-4d51-b457-47cf53526cab no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:16.278353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 99ff3a47-8430-4d51-b457-47cf53526cab {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:16.278997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 99ff3a47-8430-4d51-b457-47cf53526cab not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:16.309612 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.382463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a3b5586c-4f8b-4645-b558-a642591129ce None None] Provisioning for port aecbcde5-fa74-4fbf-af9d-3e6a7b310790 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:16.420590 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.468174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=35b2d487-62d8-45b9-8d74-1653f341acde,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:16.490140 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.493119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cbc591be-b23a-4894-8eeb-183e4c70a87c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/35b2d487-62d8-45b9-8d74-1653f341acde HTTP/1.1" status: 204 len: 168 time: 0.3999355 Aug 12 04:37:16.496763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37910) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.550606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369aeafc-8c10-4700-8580-df0a1aeded87 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:16.554599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37912) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.557169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7ee93217-3dac-4fc7-831e-1b1674c03c6a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563762 Aug 12 04:37:16.613418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b76e0e-d7bb-456e-b9f7-0ee8dce12911 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:16.615108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c4b76e0e-d7bb-456e-b9f7-0ee8dce12911 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0593402 Aug 12 04:37:16.618343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37914) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.651918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4dd879f9-41a6-47c6-acc3-0093a2023609 None None] Could not find standard attr ID for object 01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:37:16.737511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd07bff-9c37-45aa-8462-1d70c0b46f9c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:16.740007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2fd07bff-9c37-45aa-8462-1d70c0b46f9c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190360 Aug 12 04:37:16.741646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37916) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.768995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:16.798026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b659e498-cd61-4632-9e74-1209bbad9fab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553126 Aug 12 04:37:16.802090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37918) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:16.808575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:16.838228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] Deleting port aecbcde5-fa74-4fbf-af9d-3e6a7b310790 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:16.838773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.915232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] For port aecbcde5-fa74-4fbf-af9d-3e6a7b310790, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aecbcde5-fa74-4fbf-af9d-3e6a7b310790,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:16.915650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:16.937280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] Calling delete_port for aecbcde5-fa74-4fbf-af9d-3e6a7b310790 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:16.988182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:16.988675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.093247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.139778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] No DVR routers for this DVR port aecbcde5-fa74-4fbf-af9d-3e6a7b310790 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:17.147420 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:37:17.147942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7253c-223c-4afe-9a20-bd8fe529ce02 None None] Pushing event deleted for resources: {'Port': ['ID=aecbcde5-fa74-4fbf-af9d-3e6a7b310790,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:17.300138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.349765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:17.353154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:17.357268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:17.357848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.361802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f756376-51ed-4946-b20c-704bae33139b None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:17.385868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=76e83d9f-4647-4581-b425-977578ccef3e,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:17.459888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b89666d5-cb4f-478a-a6f5-f3dde75b6d12 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6562805 Aug 12 04:37:17.462609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37936) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:17.470074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': '76e83d9f-4647-4581-b425-977578ccef3e', 'ip_address': '2001:db8::5fb4:de2a:da86:582c'}], 'name': 'tempest-NetworksTestDHCPv6-1136525341'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:17.513658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '76e83d9f-4647-4581-b425-977578ccef3e'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:17.514868 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.669002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/76e83d9f-4647-4581-b425-977578ccef3e/64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:17.681467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:17.785622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.808703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port c954084e-18c8-4a74-9063-8fcb6f552530 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:17.851686 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:17.861798 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Transition to ACTIVE for port object 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:17.881056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Transition to ACTIVE for port object 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:17.950651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.004406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:18.007869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:18.013547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:18.017067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Pushing event updated for resources: {'Port': ['ID=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:18.098994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Attempting to bind port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:18.099404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Attempting to bind port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:18.100017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Attempting to bind port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:18.107116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:18.107630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:18.108176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.108810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:18.109298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Bound port: 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:18.109680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.217597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] For port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:18.221318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] For port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:18.305584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.394683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab33b6-cd84-4957-b986-f2ddf9cbf841 None None] Pushing event updated for resources: {'Port': ['ID=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:18.396459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::5fb4:de2a:da86:582c (fc78dc95-0c29-480b-93a7-d4c945f969df/76e83d9f-4647-4581-b425-977578ccef3e/c954084e-18c8-4a74-9063-8fcb6f552530) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:18.587103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.605328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object c954084e-18c8-4a74-9063-8fcb6f552530 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:18.700691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.754685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:18.758066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:18.761192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:18.765111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:18.769335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:18.769335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:18.782611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=c954084e-18c8-4a74-9063-8fcb6f552530,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:19.505657 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e7918f7-aee9-4dae-baf8-8fb767bd686e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0411682 Aug 12 04:37:19.508302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37948) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:19.527286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:19.567840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] Provisioning for port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:19.572456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] Provisioning complete for port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:19.576935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:19.577085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89be6cf-7284-499b-a28d-4140c57aa79b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:19.582465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89be6cf-7284-499b-a28d-4140c57aa79b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:19.586755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f89be6cf-7284-499b-a28d-4140c57aa79b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0759084 Aug 12 04:37:19.588851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37952) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:19.606006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aecbcde5-fa74-4fbf-af9d-3e6a7b310790 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:19.633527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: aecbcde5-fa74-4fbf-af9d-3e6a7b310790 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:19.633795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aecbcde5-fa74-4fbf-af9d-3e6a7b310790 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:19.685233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:19.698869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port c954084e-18c8-4a74-9063-8fcb6f552530 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:19.699227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:19.720915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] For port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:19.790260 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:19.791216 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:19.806284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for c954084e-18c8-4a74-9063-8fcb6f552530 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:19.840986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c70d-03f2-4854-aaeb-859d23ed5a03 None None] Pushing event updated for resources: {'Port': ['ID=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:20.007139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.009340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-89f441dc-4a38-4600-a48f-b94d7e5aa74b None None] Provisioning for port c954084e-18c8-4a74-9063-8fcb6f552530 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:20.014303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-89f441dc-4a38-4600-a48f-b94d7e5aa74b None None] Provisioning complete for port c954084e-18c8-4a74-9063-8fcb6f552530 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:20.014804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-89f441dc-4a38-4600-a48f-b94d7e5aa74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.036175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=c954084e-18c8-4a74-9063-8fcb6f552530,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:20.036595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-89f441dc-4a38-4600-a48f-b94d7e5aa74b None None] Port c954084e-18c8-4a74-9063-8fcb6f552530 was deleted so its status cannot be updated. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 04:37:20.068015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.072582 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-733d0e35-1508-4024-8673-72a2256385a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/c954084e-18c8-4a74-9063-8fcb6f552530 HTTP/1.1" status: 204 len: 168 time: 0.4804003 Aug 12 04:37:20.072973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37958) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:20.139164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8bfc7-d7a5-45a5-8ae2-29820c58e4ed tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:20.141203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8bfc7-d7a5-45a5-8ae2-29820c58e4ed tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:20.145634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1ac8bfc7-d7a5-45a5-8ae2-29820c58e4ed tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0685155 Aug 12 04:37:20.145812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37964) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:20.200359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 76e83d9f-4647-4581-b425-977578ccef3e {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:20.204856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.250625 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.344450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.482054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.510029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=76e83d9f-4647-4581-b425-977578ccef3e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:20.514924 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.515902 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26e6d29d-5f01-4b87-be5b-e596995938e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/76e83d9f-4647-4581-b425-977578ccef3e HTTP/1.1" status: 204 len: 168 time: 0.3691099 Aug 12 04:37:20.518389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 37972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:20.526907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee8ca7-2716-44b7-be1f-708a90497e04 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:20.571547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37978) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:20.574864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-47acde64-9218-435b-8e5b-950ff8eb84eb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493731 Aug 12 04:37:20.579039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:20.719167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:20.767352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:20.771063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.778212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] Deleting port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:20.778212 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.852721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] For port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:20.853135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:20.868699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] Calling delete_port for 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:21.053447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.056284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.090100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] Pushing event deleted for resources: {'Port': ['ID=64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:21.094192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14fe00-7937-430d-8f00-42b4ddabc995 None None] No DVR routers for this DVR port 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:21.119760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:21.122977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:21.128509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:21.129090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.136027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d346c4-de19-4600-bf72-9b34c436be98 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:21.158086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=fe003bc4-9a51-4e69-b142-7735e986c351,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:21.219809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-74410f81-c479-4d8a-b00b-a4b800e8b988 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6465020 Aug 12 04:37:21.223797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 37986) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:21.232934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'fe003bc4-9a51-4e69-b142-7735e986c351', 'ip_address': '2001:db8::108c:265b:33c7:def3'}], 'name': 'tempest-NetworksTestDHCPv6-871416162'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:21.307403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'fe003bc4-9a51-4e69-b142-7735e986c351'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:21.308314 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.459678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:21.470860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/fe003bc4-9a51-4e69-b142-7735e986c351/8be49450-1e6c-4d4c-a4f9-bfbf8a682330) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:21.564480 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.587708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 046c0c61-c47f-418d-abed-4da86e11b1ee yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:21.828303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.838463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Transition to ACTIVE for port object 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:21.856979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Transition to ACTIVE for port object 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:21.916836 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:21.963273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:21.965063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::108c:265b:33c7:def3 (fc78dc95-0c29-480b-93a7-d4c945f969df/fe003bc4-9a51-4e69-b142-7735e986c351/046c0c61-c47f-418d-abed-4da86e11b1ee) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:21.966207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:21.970516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:21.975896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Pushing event updated for resources: {'Port': ['ID=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:22.035957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Attempting to bind port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:22.036428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Attempting to bind port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:22.036975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Attempting to bind port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:22.043581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:22.044040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:22.044548 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.045034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:22.045672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Bound port: 8be49450-1e6c-4d4c-a4f9-bfbf8a682330, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:22.046118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.120462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] For port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:22.125372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] For port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:22.143865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.172190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 046c0c61-c47f-418d-abed-4da86e11b1ee will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:22.213351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.293193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259037d-2b98-4b85-b906-e7931bc2791c None None] Pushing event updated for resources: {'Port': ['ID=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:22.300124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.345762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:22.351728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:22.356137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:22.361774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:22.362386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.376974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=046c0c61-c47f-418d-abed-4da86e11b1ee,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:22.516618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bde631a2-49c6-47fe-b9e7-34483a58c496 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2887578 Aug 12 04:37:22.519066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38004) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:22.620566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a33ea0-f85e-494b-9de9-a93b63f5c3e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:22.626523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a33ea0-f85e-494b-9de9-a93b63f5c3e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:22.628180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-19a33ea0-f85e-494b-9de9-a93b63f5c3e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1080823 Aug 12 04:37:22.632837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38006) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:22.732352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 046c0c61-c47f-418d-abed-4da86e11b1ee {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:22.732738 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.767525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:22.830213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:22.842768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 046c0c61-c47f-418d-abed-4da86e11b1ee owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:22.892674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:22.973165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:23.000148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:23.000507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 64ce20c5-dc6a-4bf9-b20f-ea4183cd1f57 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:23.058995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.123175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.128576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/046c0c61-c47f-418d-abed-4da86e11b1ee HTTP/1.1" status: 204 len: 168 time: 0.4945107 Aug 12 04:37:23.128576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5baaf-aac2-4347-96d1-ad5f20a39c44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=046c0c61-c47f-418d-abed-4da86e11b1ee,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:23.129193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38022) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:23.199591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31dd62-196c-4360-a489-7134a964c597 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:23.201494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31dd62-196c-4360-a489-7134a964c597 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:23.204871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fa31dd62-196c-4360-a489-7134a964c597 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0745730 Aug 12 04:37:23.206097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38024) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:23.266106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet fe003bc4-9a51-4e69-b142-7735e986c351 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:23.269758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.275676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-e7ac1dce-1915-4953-8c46-e7428165cee7 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:23.283254 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-e7ac1dce-1915-4953-8c46-e7428165cee7 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/networks?id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 200 len: 814 time: 0.1281185 Aug 12 04:37:23.299838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-28b3a3cd-78c3-486b-bf80-2f3d6760855c tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/quotas/aa78ffd9b5c74917bbaaf9c1e547e39e HTTP/1.1" status: 200 len: 375 time: 0.0133820 Aug 12 04:37:23.329263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.344994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-ddea6f06-e331-444a-b86b-e345a1ad9851 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416083 Aug 12 04:37:23.435593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.442781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-6963877f-e59c-4586-95e7-46bd5fd6ea7b service neutron] 10.222.0.42 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Aug 12 04:37:23.567485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] Provisioning for port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:23.571734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] Provisioning complete for port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:23.572145 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.579976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-332b7d7d-d7a4-4929-b3c7-1dae3ef866ef service neutron] 10.222.0.42 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202135 Aug 12 04:37:23.602194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.647812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.649650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/fe003bc4-9a51-4e69-b142-7735e986c351 HTTP/1.1" status: 204 len: 168 time: 0.4423599 Aug 12 04:37:23.650718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6bf70-0c14-43f5-9042-0f035bcc1778 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=fe003bc4-9a51-4e69-b142-7735e986c351,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:23.652298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:23.695270 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.722276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bb8d31d0-ce92-451e-b15b-545eb15770e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687478 Aug 12 04:37:23.725009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38030) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:23.731526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:23.736600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] For port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:23.781651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f83fc-398b-4ec1-bb01-c6885ea983df None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:23.832078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:23.941899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35680e26-4d1b-4163-b126-b5cb3dfe8471 req-9b7009ea-e507-44d7-b226-f13d878b428d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 210 time: 0.0468209 Aug 12 04:37:23.963364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19194a-4c20-4d67-b18a-a0ccd5df955e None None] Pushing event updated for resources: {'Port': ['ID=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:23.969802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-60ca22f5-6ec1-4e55-94bf-d3804ac828e7 None None] Could not find standard attr ID for object 046c0c61-c47f-418d-abed-4da86e11b1ee. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:37:23.979695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:23.986396 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.057250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:24.105419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] Deleting port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:24.105799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.171434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] For port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:24.171835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.185764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] Calling delete_port for 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:24.304686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.347610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:24.352022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:24.357106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:24.357620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.370685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=d36313f5-0491-4da7-94a9-a0aeaec90f3e,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:24.375932 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.400923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] Pushing event deleted for resources: {'Port': ['ID=8be49450-1e6c-4d4c-a4f9-bfbf8a682330,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:24.408123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d27e6-bd7e-4cb1-9613-3a0752d3d65c None None] No DVR routers for this DVR port 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:24.431407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468e571-fad0-487f-a093-55d3992305ff None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:24.442407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-69828d7c-dd4e-4c6a-a027-8d11acbb4980 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7158949 Aug 12 04:37:24.444895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38042) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:24.451669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'd36313f5-0491-4da7-94a9-a0aeaec90f3e', 'ip_address': '2001:db8::95a0:1aad:6a48:f56c'}], 'name': 'tempest-NetworksTestDHCPv6-1616011896'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:24.594212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'd36313f5-0491-4da7-94a9-a0aeaec90f3e'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:24.595247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.670251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:24.670832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.708243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 875fbe68-640c-4896-81b9-29c96ac3659b yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:24.737698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:24.740038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/d36313f5-0491-4da7-94a9-a0aeaec90f3e/3c6b1ae5-ff6f-4ba1-879a-ad10db269e21) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:24.766283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:24.766619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8be49450-1e6c-4d4c-a4f9-bfbf8a682330 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:24.904311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:24.912348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Transition to ACTIVE for port object 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:24.928596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Transition to ACTIVE for port object 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:25.030068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ac54a5b-63d0-48d8-bd58-867e6f678ed5 req-7b12d6c1-c9bb-46b5-94a2-9a5bf55c4062 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 210 time: 0.0282795 Aug 12 04:37:25.053295 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.094439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:25.097377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:25.102052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:25.106247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::95a0:1aad:6a48:f56c (fc78dc95-0c29-480b-93a7-d4c945f969df/d36313f5-0491-4da7-94a9-a0aeaec90f3e/875fbe68-640c-4896-81b9-29c96ac3659b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:25.107504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Pushing event updated for resources: {'Port': ['ID=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:25.162045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Attempting to bind port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:25.162332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Attempting to bind port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:25.162755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Attempting to bind port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:25.168525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:25.168902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:25.169307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.169706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:25.170176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Bound port: 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:25.170561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.239425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] For port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:25.244469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] For port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:25.260508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.274832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 875fbe68-640c-4896-81b9-29c96ac3659b will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:25.333741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.407035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94facbd7-a405-4cf7-8bbd-1dd5a6e6193e None None] Pushing event updated for resources: {'Port': ['ID=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:25.420071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.476022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:25.480093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:25.484178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:25.489953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:25.490629 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.499854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=875fbe68-640c-4896-81b9-29c96ac3659b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:25.653948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eedb1843-ed35-476d-89db-05e6a1a747ac tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2076631 Aug 12 04:37:25.656398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:25.687081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.721047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29a361-d61d-4723-b426-08a0e0ce4ea9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:25.727821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29a361-d61d-4723-b426-08a0e0ce4ea9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:25.731846 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5a29a361-d61d-4723-b426-08a0e0ce4ea9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0712235 Aug 12 04:37:25.733150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:25.824408 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.832638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 875fbe68-640c-4896-81b9-29c96ac3659b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:25.832976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.920875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:25.934359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 875fbe68-640c-4896-81b9-29c96ac3659b owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:26.147239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06b1d861-ff72-4bb8-8bc8-0e8edcd442fa req-76c91fc5-d270-4d54-bd55-c3bf1cd9e175 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 210 time: 0.0340822 Aug 12 04:37:26.197354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f8b9c84-4f7c-4b7f-b91c-bf4510af80ff tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:26.198938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f8b9c84-4f7c-4b7f-b91c-bf4510af80ff tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "GET /v2.0/networks?id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 200 len: 814 time: 0.1490769 Aug 12 04:37:26.207602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.211883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Request body: {'port': {'device_id': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0', 'admin_state_up': True, 'tenant_id': 'aa78ffd9b5c74917bbaaf9c1e547e39e'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:26.253427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=875fbe68-640c-4896-81b9-29c96ac3659b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:26.282139 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.284149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cae6c128-6810-406d-aa59-3a2eb0921ef7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/875fbe68-640c-4896-81b9-29c96ac3659b HTTP/1.1" status: 204 len: 168 time: 0.5498774 Aug 12 04:37:26.288642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38060) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:26.395304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a727a-d172-405a-a274-480f5a7254b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:26.395304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a727a-d172-405a-a274-480f5a7254b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:26.395304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-835a727a-d172-405a-a274-480f5a7254b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0978105 Aug 12 04:37:26.395899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38062) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:26.396004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf0bc3-8497-4012-8453-f0dc47d74270 req-da48bc73-7d99-4435-8c8d-5f6ad886ec42 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:26.397398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ddf0bc3-8497-4012-8453-f0dc47d74270 req-da48bc73-7d99-4435-8c8d-5f6ad886ec42 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.0701437 Aug 12 04:37:26.420279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6ddf0bc3-8497-4012-8453-f0dc47d74270 req-b5fe74b0-2c7e-4af1-9b87-cc91a5481bd0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.449089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet d36313f5-0491-4da7-94a9-a0aeaec90f3e {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:26.452545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.496253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.520316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Made reservation on behalf of aa78ffd9b5c74917bbaaf9c1e547e39e for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:26.529949 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.602348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6ddf0bc3-8497-4012-8453-f0dc47d74270 req-b5fe74b0-2c7e-4af1-9b87-cc91a5481bd0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.618135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a2e579b7-4212-4187-8ed1-ffe5f8127eae None None] Provisioning for port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:26.681669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-6ddf0bc3-8497-4012-8453-f0dc47d74270 req-b5fe74b0-2c7e-4af1-9b87-cc91a5481bd0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.689578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.743347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ddf0bc3-8497-4012-8453-f0dc47d74270 req-b5fe74b0-2c7e-4af1-9b87-cc91a5481bd0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381426 Aug 12 04:37:26.750859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-95ff9ae2-06d8-409a-90cc-161d833df65c None None] Could not find standard attr ID for object 875fbe68-640c-4896-81b9-29c96ac3659b. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:37:26.757761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe74b0-2c7e-4af1-9b87-cc91a5481bd0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b151e-4618-4676-a2e9-7309789a92e3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:26.769789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Allocated IP 172.20.0.4 (542e5f87-8c95-4bd5-b5a1-c9c400ef59d0/7964c879-12d6-41d4-8cd7-12b9236ccad1/1c360867-a596-48a1-a755-f71849c13ea7) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:26.820895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:26.912535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.938389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:26.942644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:26.943051 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.962731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:26.964541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/d36313f5-0491-4da7-94a9-a0aeaec90f3e HTTP/1.1" status: 204 len: 168 time: 0.5732725 Aug 12 04:37:26.967263 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38068) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:26.969965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde690-7395-4e77-be98-ea7a51d5b9f9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=d36313f5-0491-4da7-94a9-a0aeaec90f3e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:26.971865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36361640-3280-4d43-aec7-c74282b3e147 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:26.988141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70f2a-4af2-41eb-9d7e-b00550c001fe req-b76ace50-91ee-4c98-94e2-8e66a205e908 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:26.989727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aa70f2a-4af2-41eb-9d7e-b00550c001fe req-b76ace50-91ee-4c98-94e2-8e66a205e908 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.1524980 Aug 12 04:37:27.010043 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5cfecbb0-bd4b-429b-9679-9a0bb7387a41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383699 Aug 12 04:37:27.010278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38070) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:27.049807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.062684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aa70f2a-4af2-41eb-9d7e-b00550c001fe req-b6b9d94f-aff0-4732-81e1-a30967d09ea5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615063 Aug 12 04:37:27.066691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3bf168-1248-4f2e-b3b4-285f9ddc4462 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:27.071050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad3bf168-1248-4f2e-b3b4-285f9ddc4462 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0572357 Aug 12 04:37:27.072536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38072) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:27.093826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38074) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:27.141399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.143163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeaa944-94f8-4c4d-908e-19474581b964 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:27.144648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ffeaa944-94f8-4c4d-908e-19474581b964 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711479 Aug 12 04:37:27.147620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38076) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:27.175351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59fa4de2-fe7c-4ae7-86bc-91bb321f58be tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/a2698755-cea1-4358-b9be-eb7323bd942e HTTP/1.1" status: 200 len: 994 time: 0.0782709 Aug 12 04:37:27.204944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:27.213471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-70d50e91-ffcd-4819-9e66-0f842af86b9c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584669 Aug 12 04:37:27.213471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.218980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38082) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:27.225093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:27.234237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:27.277969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Pushing event updated for resources: {'Port': ['ID=1c360867-a596-48a1-a755-f71849c13ea7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:27.289050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:27.291803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:27.294251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:27.300123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] Deleting port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:27.300507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.341916 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.349092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:27.349842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.376873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda6f78-0cd6-47d6-9759-c3a3f1d85489 req-6f9790b6-54f9-4618-a519-905677c07df3 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:27.378612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cda6f78-0cd6-47d6-9759-c3a3f1d85489 req-6f9790b6-54f9-4618-a519-905677c07df3 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 931 time: 0.1122131 Aug 12 04:37:27.409400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] For port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:27.409400 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.420626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cda6f78-0cd6-47d6-9759-c3a3f1d85489 req-5b5761d9-79d8-49a3-b8fb-716694504b40 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352638 Aug 12 04:37:27.430696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] Calling delete_port for 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:27.435966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:27.456046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-9f4b9537-18c1-40f2-88c6-2856f61ce970 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2484014 Aug 12 04:37:27.471657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Request body: {'port': {'device_id': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:27.539831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.556793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:27.561214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.589816 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.634158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] No DVR routers for this DVR port 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:27.636169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ba2d3-4bc7-41bd-82c5-31d56c4c8d68 None None] Pushing event deleted for resources: {'Port': ['ID=3c6b1ae5-ff6f-4ba1-879a-ad10db269e21,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:27.840327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c360867-a596-48a1-a755-f71849c13ea7 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:37:27.848194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.860708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Transition to ACTIVE for port object 1c360867-a596-48a1-a755-f71849c13ea7 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:27.916663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.949671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.961279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:27.965601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:27.977843 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:27.979163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:27.984491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f8fab-9dd3-4a7a-9769-51e8f5ea2595 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:28.013309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=fdbcb418-0827-4d66-9196-455f3fb30335,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:28.029177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Pushing event updated for resources: {'Port': ['ID=1c360867-a596-48a1-a755-f71849c13ea7,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:28.083879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Attempting to bind port 1c360867-a596-48a1-a755-f71849c13ea7 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:28.084281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Attempting to bind port 1c360867-a596-48a1-a755-f71849c13ea7 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:28.084636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Attempting to bind port 1c360867-a596-48a1-a755-f71849c13ea7 on network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:28.090021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Port 1c360867-a596-48a1-a755-f71849c13ea7 on network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:37:28.090344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Attempting to bind port 1c360867-a596-48a1-a755-f71849c13ea7 on network 542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:28.095822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:28.096170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Checking segment: {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:28.096589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Bound using segment: {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:28.096985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Bound port: 1c360867-a596-48a1-a755-f71849c13ea7, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2e0b5c-ed8f-4d33-838a-049d75657068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:28.097130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0676c-1057-40ee-b962-7478b5292e20 req-404384dd-f271-4ba1-a1d4-695116043ee2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:28.097348 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.098705 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0f0676c-1057-40ee-b962-7478b5292e20 req-404384dd-f271-4ba1-a1d4-695116043ee2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0567408 Aug 12 04:37:28.140836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0f0676c-1057-40ee-b962-7478b5292e20 req-6d9c2f58-e625-4443-88f7-c348fffbc997 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Aug 12 04:37:28.145089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38096) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:28.145406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8e02e8bc-311d-4dfd-a5a8-52d06349f1b3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9267139 Aug 12 04:37:28.150724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'fdbcb418-0827-4d66-9196-455f3fb30335', 'ip_address': '2001:db8::2c06:2cef:5388:7c41'}], 'name': 'tempest-NetworksTestDHCPv6-325576521'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:28.177186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'fdbcb418-0827-4d66-9196-455f3fb30335'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:28.178179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.226643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] For port 1c360867-a596-48a1-a755-f71849c13ea7, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:28.231241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] For port 1c360867-a596-48a1-a755-f71849c13ea7, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1c360867-a596-48a1-a755-f71849c13ea7,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:28.316963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.321242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-466b6572-cbdb-40f7-8a4b-954423257e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.328622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/fdbcb418-0827-4d66-9196-455f3fb30335/73a38670-df86-4090-b307-253544df5048) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:28.370415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:28.371191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.373000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c360867-a596-48a1-a755-f71849c13ea7 HTTP/1.1" status: 200 len: 1091 time: 0.9072316 Aug 12 04:37:28.391075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'tag': '1c360867-a596-48a1-a755-f71849c13ea7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:37:28.393302 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5948760-d338-497d-b793-76ad5f641ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "683f1a93-0af1-47c3-95c8-b99f4c656008", "tag": "1c360867-a596-48a1-a755-f71849c13ea7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:37:28.420416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:28.477779 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b458a3f1-0a2a-4083-a7dc-fd4cdb245154 x-openstack-request-id: req-b458a3f1-0a2a-4083-a7dc-fd4cdb245154 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:37:28.478077 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683f1a93-0af1-47c3-95c8-b99f4c656008", "tag": "1c360867-a596-48a1-a755-f71849c13ea7", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:37:28.478329 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b458a3f1-0a2a-4083-a7dc-fd4cdb245154 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:37:28.478721 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'tag': '1c360867-a596-48a1-a755-f71849c13ea7', 'status': 'completed', 'code': 200} Aug 12 04:37:28.479316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996db654-c6b0-46c6-8ab3-587d92873e84 service neutron] Pushing event updated for resources: {'Port': ['ID=1c360867-a596-48a1-a755-f71849c13ea7,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:28.491647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.500239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-f45cec06-f616-4d41-b452-36538e9cd118 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2131543 Aug 12 04:37:28.511485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Transition to ACTIVE for port object 73a38670-df86-4090-b307-253544df5048 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:28.531103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Transition to ACTIVE for port object 73a38670-df86-4090-b307-253544df5048 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:28.560553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f70888-e03d-46b3-9854-20a2a318faf1 req-646a9150-f159-470d-87b7-e09d8afb2c14 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:28.562072 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6f70888-e03d-46b3-9854-20a2a318faf1 req-646a9150-f159-470d-87b7-e09d8afb2c14 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 943 time: 0.0562410 Aug 12 04:37:28.574405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5948760-d338-497d-b793-76ad5f641ff1 req-b929abfd-3b41-4894-96eb-7656a80ce4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:28.575927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5948760-d338-497d-b793-76ad5f641ff1 req-b929abfd-3b41-4894-96eb-7656a80ce4a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 1094 time: 0.0908036 Aug 12 04:37:28.581010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.604377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6f70888-e03d-46b3-9854-20a2a318faf1 req-c886eded-004c-413f-9978-f681dace2c2c tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Aug 12 04:37:28.649055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:28.672596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.733583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:28.740492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:28.742889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:28.767345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:28.771402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:28.771717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3c6b1ae5-ff6f-4ba1-879a-ad10db269e21 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:28.782563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Pushing event updated for resources: {'Port': ['ID=73a38670-df86-4090-b307-253544df5048,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:28.797873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5948760-d338-497d-b793-76ad5f641ff1 req-38e2a41e-1660-4eae-8282-92fac9bf2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:28.799502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5948760-d338-497d-b793-76ad5f641ff1 req-38e2a41e-1660-4eae-8282-92fac9bf2e98 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2152786 Aug 12 04:37:28.850927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Attempting to bind port 73a38670-df86-4090-b307-253544df5048 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:28.851712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Attempting to bind port 73a38670-df86-4090-b307-253544df5048 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:28.852296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Attempting to bind port 73a38670-df86-4090-b307-253544df5048 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:28.859500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:28.859963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:28.860276 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.867481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:28.867481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Bound port: 73a38670-df86-4090-b307-253544df5048, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:28.867481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:28.944026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] For port 73a38670-df86-4090-b307-253544df5048, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:28.947946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] For port 73a38670-df86-4090-b307-253544df5048, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=73a38670-df86-4090-b307-253544df5048,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:28.971799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::2c06:2cef:5388:7c41 (fc78dc95-0c29-480b-93a7-d4c945f969df/fdbcb418-0827-4d66-9196-455f3fb30335/2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:28.992177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5948760-d338-497d-b793-76ad5f641ff1 req-15678139-2366-4814-9ab3-b968b3919eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:28.993734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5948760-d338-497d-b793-76ad5f641ff1 req-15678139-2366-4814-9ab3-b968b3919eff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629069 Aug 12 04:37:29.088724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:29.127028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-99889847-bad7-421e-86af-acff7bef8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:29.129007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-99889847-bad7-421e-86af-acff7bef8959 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 1094 time: 0.0961461 Aug 12 04:37:29.158545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3e3c4-7120-4a40-8484-61af8c161e84 None None] Pushing event updated for resources: {'Port': ['ID=73a38670-df86-4090-b307-253544df5048,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:29.190181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-fb71f3af-172b-4127-83ec-8c32009a882c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c360867-a596-48a1-a755-f71849c13ea7 HTTP/1.1" status: 200 len: 217 time: 0.0494311 Aug 12 04:37:29.268070 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:29.300668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-7b0ed8b2-7d32-4ec6-aeac-63791b352c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:29.307909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-7b0ed8b2-7d32-4ec6-aeac-63791b352c60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7964c879-12d6-41d4-8cd7-12b9236ccad1 HTTP/1.1" status: 200 len: 854 time: 0.1018987 Aug 12 04:37:29.307909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:29.364810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-1a8e422d-79e2-414f-86e2-9d30dcb196c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483248 Aug 12 04:37:29.376563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeac6d-840d-4834-b612-1694a1e71d00 req-dad7b2fc-a6aa-45a9-8a9c-aea97a4bf06d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:29.378137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25aeac6d-840d-4834-b612-1694a1e71d00 req-dad7b2fc-a6aa-45a9-8a9c-aea97a4bf06d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.1315379 Aug 12 04:37:29.505278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25aeac6d-840d-4834-b612-1694a1e71d00 req-d6f2a74f-59b9-44a9-b6a9-97565925f18d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000564 Aug 12 04:37:29.521358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-50c8afc3-1909-4675-908b-87100e562dfe service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417179 Aug 12 04:37:29.581801 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:29.640852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:29.656387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:29.658096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:29.661990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:29.667929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:29.668564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:29.692446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aef2c56f-1f5d-41c3-86bf-7028e973159e req-24617eff-35ab-4a5d-8df8-d7dccd5cdeec service neutron] 10.222.0.36 "GET /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638603 Aug 12 04:37:29.748813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b6b5-21b3-41b9-88b4-e769f474dcf5 req-7c193f3c-a01e-4409-a59e-7f049eb9e6c3 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:29.750316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32e7b6b5-21b3-41b9-88b4-e769f474dcf5 req-7c193f3c-a01e-4409-a59e-7f049eb9e6c3 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 943 time: 0.0501282 Aug 12 04:37:29.770209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-28ae41c7-8d04-4609-b4ca-2209019f1ef2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6213911 Aug 12 04:37:29.770583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38132) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:29.777703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'fdbcb418-0827-4d66-9196-455f3fb30335', 'ip_address': '2001:db8::2c06:2cef:5388:7c41'}], 'name': 'tempest-NetworksTestDHCPv6-670096699'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:29.848092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-32e7b6b5-21b3-41b9-88b4-e769f474dcf5 req-b319fbc7-76c2-4d67-a709-85b98a5613fc tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912452 Aug 12 04:37:30.064328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:30.158256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:30.183578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port de6e948e-5350-4152-8837-7911cb8e15aa yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:30.424140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5269142a-edac-4bcb-af70-b733874e5717 None None] Provisioning for port 73a38670-df86-4090-b307-253544df5048 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:30.424701 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 04:37:30.425072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:37:30.511281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-963b16dd-5a70-4f5d-89f0-7d10245682ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7395782 Aug 12 04:37:30.513589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38136) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:30.572220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81405558-f084-43ff-8f7e-19b4315cbb30 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:30.578079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81405558-f084-43ff-8f7e-19b4315cbb30 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:30.579790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81405558-f084-43ff-8f7e-19b4315cbb30 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0652957 Aug 12 04:37:30.582689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38140) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:30.619223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0f35553a-9328-4c48-b04b-77f396370a25 None None] Provisioning for port 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:30.623276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0f35553a-9328-4c48-b04b-77f396370a25 None None] Provisioning complete for port 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:30.623651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0f35553a-9328-4c48-b04b-77f396370a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:30.647824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cea76-2c7a-44d6-a993-52757600d5b2 req-d2de3c50-ec1d-413a-86e2-13e4479a4553 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:30.649342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c9cea76-2c7a-44d6-a993-52757600d5b2 req-d2de3c50-ec1d-413a-86e2-13e4479a4553 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0515618 Aug 12 04:37:30.671313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0f35553a-9328-4c48-b04b-77f396370a25 None None] Port 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:37:30.695639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:30.696278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:30.711064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c9cea76-2c7a-44d6-a993-52757600d5b2 req-95f96fd2-f23c-4984-b38e-4cb42a7d63ec tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517988 Aug 12 04:37:30.754920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 73a38670-df86-4090-b307-253544df5048 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:30.791582 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ac96b38-5acb-45e7-986f-e055564947db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:30.870413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 73a38670-df86-4090-b307-253544df5048 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:30.883077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 73a38670-df86-4090-b307-253544df5048 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:30.883459 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:30.996931 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.020338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.037645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 73a38670-df86-4090-b307-253544df5048, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=73a38670-df86-4090-b307-253544df5048,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:31.104453 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.167537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=73a38670-df86-4090-b307-253544df5048,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:31.172785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.191200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:31.194685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-d1b649d2-204f-472f-9ac8-e88244068ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.196199 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-d1b649d2-204f-472f-9ac8-e88244068ae6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.1113210 Aug 12 04:37:31.205437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e910-0f82-45f2-ae11-33ee68ee92f3 req-7b9c666f-0d70-4ea6-ab8f-0784df33a6ad tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.206864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40f6e910-0f82-45f2-ae11-33ee68ee92f3 req-7b9c666f-0d70-4ea6-ab8f-0784df33a6ad tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 943 time: 0.1208589 Aug 12 04:37:31.356314 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-40f6e910-0f82-45f2-ae11-33ee68ee92f3 req-5d0ea931-0ecb-4090-88d1-b162f06d00d8 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389985 Aug 12 04:37:31.375391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-56679cea-7b80-4fc3-af49-9dbecc2d3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.376878 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-56679cea-7b80-4fc3-af49-9dbecc2d3ccd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1691575 Aug 12 04:37:31.471808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-d6f8ae20-273f-44d8-89b4-30319143a56f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1002 time: 0.0881970 Aug 12 04:37:31.524116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-01ceb922-76b4-4d73-8c41-f946aa65f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.526074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-01ceb922-76b4-4d73-8c41-f946aa65f3d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0465114 Aug 12 04:37:31.562467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.598761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:31.610943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0548144e-a4ba-41b8-b99a-2f1c8018f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.612459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0548144e-a4ba-41b8-b99a-2f1c8018f338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790904 Aug 12 04:37:31.637357 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.639294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f480b7ce-4043-4f13-99f3-f9bb81af5f2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a HTTP/1.1" status: 204 len: 168 time: 1.0556149 Aug 12 04:37:31.642294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38158) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:31.720650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e44653-6a48-4605-b412-795f042cf8b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.723064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e44653-6a48-4605-b412-795f042cf8b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.727111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-8653794a-d5fb-4b5f-9f17-cd5202b2f655 service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002769 Aug 12 04:37:31.728558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38162) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:31.736400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35e44653-6a48-4605-b412-795f042cf8b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0908720 Aug 12 04:37:31.805117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet fdbcb418-0827-4d66-9196-455f3fb30335 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:31.810038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.830670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bc409-1393-42cf-aef3-989052971a2f req-56ed9192-8f1c-4d35-b49b-98a222337f6f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:31.838041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1bc409-1393-42cf-aef3-989052971a2f req-56ed9192-8f1c-4d35-b49b-98a222337f6f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0606046 Aug 12 04:37:31.879118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1bc409-1393-42cf-aef3-989052971a2f req-56a20288-e3c9-437d-a4e6-8d3284f3ed0a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Aug 12 04:37:31.890228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:31.952726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-3f8ae581-358d-4011-af00-6d68c077a94f service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702738 Aug 12 04:37:32.001645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.104974 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.133490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbcb418-0827-4d66-9196-455f3fb30335,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:32.135610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.138921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-06480ec7-a853-49c2-9c20-20c5de062df6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/fdbcb418-0827-4d66-9196-455f3fb30335 HTTP/1.1" status: 204 len: 168 time: 0.4078557 Aug 12 04:37:32.140333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38164) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:32.152616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba91ea1-358e-45ce-a8d0-111ed39bede4 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:32.195427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.202034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f60bb6b9-83f7-40e3-8eea-0b6efb016354 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602181 Aug 12 04:37:32.206235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38166) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:32.211497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:32.301113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1c360867-a596-48a1-a755-f71849c13ea7 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:37:32.366879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:32.412629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:32.417108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.442596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1c360867-a596-48a1-a755-f71849c13ea7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1c360867-a596-48a1-a755-f71849c13ea7,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:32.460588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1c360867-a596-48a1-a755-f71849c13ea7', 'network_id': '542e5f87-8c95-4bd5-b5a1-c9c400ef59d0', 'port_id': '1c360867-a596-48a1-a755-f71849c13ea7', 'mac_address': 'fa:16:3e:f9:8b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7964c879-12d6-41d4-8cd7-12b9236ccad1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:37:32.493661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] Deleting port 73a38670-df86-4090-b307-253544df5048 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:32.493992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.539034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971fd4-fc1c-4d65-9d79-cee58e9a0e8e req-d376df72-4c92-448a-bc5f-a2730aa40400 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:32.540477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef971fd4-fc1c-4d65-9d79-cee58e9a0e8e req-d376df72-4c92-448a-bc5f-a2730aa40400 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 943 time: 0.1084216 Aug 12 04:37:32.551715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.574721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] For port 73a38670-df86-4090-b307-253544df5048, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=73a38670-df86-4090-b307-253544df5048,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:32.575115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.578432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c360867-a596-48a1-a755-f71849c13ea7 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:37:32.597473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] Calling delete_port for 73a38670-df86-4090-b307-253544df5048 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:32.612940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef971fd4-fc1c-4d65-9d79-cee58e9a0e8e req-d1b8f37f-3561-42f1-850a-9d6568946917 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Aug 12 04:37:32.615848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1c360867-a596-48a1-a755-f71849c13ea7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1c360867-a596-48a1-a755-f71849c13ea7,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:32.744564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.791763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:32.795034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:32.800002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:32.800848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.813409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=30075d58-540b-4470-8ce7-583d5ab88856,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:32.827135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 73a38670-df86-4090-b307-253544df5048 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:32.830724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:32.897262 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-64447bce-7404-4d26-aab3-9a79af0de89c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6859035 Aug 12 04:37:32.897614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38174) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:32.903954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': '30075d58-540b-4470-8ce7-583d5ab88856', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-348897196'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:32.950969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1c360867-a596-48a1-a755-f71849c13ea7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:32.999833 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.024440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce27ed8-d00a-4467-ab18-80501389d1f9 req-e863a080-15d9-4b84-847e-e787fc0918af tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:33.026391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dce27ed8-d00a-4467-ab18-80501389d1f9 req-e863a080-15d9-4b84-847e-e787fc0918af tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0670128 Aug 12 04:37:33.053315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1c360867-a596-48a1-a755-f71849c13ea7'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:37:33.070097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dce27ed8-d00a-4467-ab18-80501389d1f9 req-ab7809a3-bee1-4eb9-a974-70b8a39f8681 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Aug 12 04:37:33.077360 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.121564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:33.127328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.140971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] No DVR routers for this DVR port 73a38670-df86-4090-b307-253544df5048 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:33.145093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acc094-a2c6-454a-89ec-806b1fa805f3 None None] Pushing event deleted for resources: {'Port': ['ID=73a38670-df86-4090-b307-253544df5048,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:33.153553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 7dc38bd7-d1c8-4c36-8aea-283b581fd17e yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:33.173036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83bc6d-349e-40ed-8f2c-3316f76d3f50 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:33.293125 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:37:33.293717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:37:33.361968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-28ad320c-7e3e-48cf-a262-fc57818d5b77 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4627526 Aug 12 04:37:33.364453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38176) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:33.383876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '30075d58-540b-4470-8ce7-583d5ab88856'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:33.385257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.392183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6a8cfd1-1442-43dc-97a7-e37cb9192da7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0266588 Aug 12 04:37:33.394628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38178) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:33.445632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d191d1b-55b6-42e0-9ced-9e702a7e83ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:33.447854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d191d1b-55b6-42e0-9ced-9e702a7e83ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:33.452037 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5d191d1b-55b6-42e0-9ced-9e702a7e83ea tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0535018 Aug 12 04:37:33.452377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38180) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:33.505390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 30075d58-540b-4470-8ce7-583d5ab88856 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:33.528634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/30075d58-540b-4470-8ce7-583d5ab88856/7671377f-c1f2-479b-ba66-88d8f91278f3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:33.693491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.703919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Transition to ACTIVE for port object 7671377f-c1f2-479b-ba66-88d8f91278f3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:33.728768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Transition to ACTIVE for port object 7671377f-c1f2-479b-ba66-88d8f91278f3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:33.748690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2b104-bc5d-4536-b47c-fa0541a104c9 req-30dd33f5-4427-40ff-a9ed-c3e264fb87b8 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:33.750401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16f2b104-bc5d-4536-b47c-fa0541a104c9 req-30dd33f5-4427-40ff-a9ed-c3e264fb87b8 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 944 time: 0.0585933 Aug 12 04:37:33.751532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.791426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16f2b104-bc5d-4536-b47c-fa0541a104c9 req-6d736c82-dd3a-4771-b0e8-2c7bddd72371 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Aug 12 04:37:33.840898 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.841602 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.883166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:33.884582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.886898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:33.889268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:33.896666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Pushing event updated for resources: {'Port': ['ID=7671377f-c1f2-479b-ba66-88d8f91278f3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:33.955299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Attempting to bind port 7671377f-c1f2-479b-ba66-88d8f91278f3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:33.955667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Attempting to bind port 7671377f-c1f2-479b-ba66-88d8f91278f3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:33.956031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Attempting to bind port 7671377f-c1f2-479b-ba66-88d8f91278f3 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:33.961011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:33.961384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:33.961782 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.962688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:33.963174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Bound port: 7671377f-c1f2-479b-ba66-88d8f91278f3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:33.963552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:33.997922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.134673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.137390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] For port 7671377f-c1f2-479b-ba66-88d8f91278f3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:34.141093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] For port 7671377f-c1f2-479b-ba66-88d8f91278f3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7671377f-c1f2-479b-ba66-88d8f91278f3,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:34.176727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=30075d58-540b-4470-8ce7-583d5ab88856,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:34.181747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.186192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:34.186345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-894fcd55-0661-46e2-929a-5749cf8a41f7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/30075d58-540b-4470-8ce7-583d5ab88856 HTTP/1.1" status: 204 len: 168 time: 0.7327950 Aug 12 04:37:34.198817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:34.218955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.224440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111d5f9-9376-4c6c-a90e-55c5069cace1 req-752755d2-f9a8-4696-83dd-773360eb1393 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:34.231786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3111d5f9-9376-4c6c-a90e-55c5069cace1 req-752755d2-f9a8-4696-83dd-773360eb1393 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0651789 Aug 12 04:37:34.244921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c1709fd-ee77-422b-81a2-c63d24a06a53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572231 Aug 12 04:37:34.248566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:34.255871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:34.291613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3111d5f9-9376-4c6c-a90e-55c5069cace1 req-09b3f590-0330-47ce-bcc1-8f1f95a79289 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587938 Aug 12 04:37:34.315859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1c360867-a596-48a1-a755-f71849c13ea7 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:34.396416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5994-9f33-40d0-9291-b33862d1fabf None None] Pushing event updated for resources: {'Port': ['ID=7671377f-c1f2-479b-ba66-88d8f91278f3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:34.415285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6169-aa6d-4f7c-81bb-50d9dfb08848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.453932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:34.457708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.544626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1c360867-a596-48a1-a755-f71849c13ea7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:34.550222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1c360867-a596-48a1-a755-f71849c13ea7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:34.550673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.667005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.674760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6169-aa6d-4f7c-81bb-50d9dfb08848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.700158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c360867-a596-48a1-a755-f71849c13ea7'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:37:34.702639 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf81c5b-4f01-4f74-b101-21d1d887820a" -d '{"events": [{"server_uuid": "683f1a93-0af1-47c3-95c8-b99f4c656008", "name": "network-vif-plugged", "status": "completed", "tag": "1c360867-a596-48a1-a755-f71849c13ea7"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:37:34.721431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1c360867-a596-48a1-a755-f71849c13ea7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1c360867-a596-48a1-a755-f71849c13ea7,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:34.738806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6169-aa6d-4f7c-81bb-50d9dfb08848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.758641 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8795df58-0cff-4ad4-a113-d2a39168dc90 x-openstack-request-id: req-8795df58-0cff-4ad4-a113-d2a39168dc90 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:37:34.759003 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683f1a93-0af1-47c3-95c8-b99f4c656008", "name": "network-vif-plugged", "status": "completed", "tag": "1c360867-a596-48a1-a755-f71849c13ea7", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:37:34.759267 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8795df58-0cff-4ad4-a113-d2a39168dc90 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:37:34.760549 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c360867-a596-48a1-a755-f71849c13ea7', 'code': 200} Aug 12 04:37:34.782687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7671377f-c1f2-479b-ba66-88d8f91278f3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:34.793461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fe4a6169-aa6d-4f7c-81bb-50d9dfb08848 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=246023a51b594d4bbaa850ad5ec33355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954359 Aug 12 04:37:34.796377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38202) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:34.802842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a6169-aa6d-4f7c-81bb-50d9dfb08848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654986c4-b27c-4e41-bd4e-2ea2eea88ea0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:34.805301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.858620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.872766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1c360867-a596-48a1-a755-f71849c13ea7,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:34.910569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:34.914349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:34.917797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:34.918663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.933242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=e8e00242-06de-4aa8-a789-93eb4628eafe,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:34.949664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7671377f-c1f2-479b-ba66-88d8f91278f3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:34.961243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d90c593a-73d7-468e-b0b7-1cc97b967d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:34.961243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485462d-fa07-4252-86f9-cb381ae9cb11 req-3cdee676-d243-4ec9-9aa9-149c7ab4d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:34.963004 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e485462d-fa07-4252-86f9-cb381ae9cb11 req-3cdee676-d243-4ec9-9aa9-149c7ab4d090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 1096 time: 0.1302118 Aug 12 04:37:34.987962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d58f5-4254-4fd4-9280-de9dbfefb297 req-085d74db-ca9a-44b3-8efd-68e92d9d9bf5 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:34.989373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-004d58f5-4254-4fd4-9280-de9dbfefb297 req-085d74db-ca9a-44b3-8efd-68e92d9d9bf5 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 945 time: 0.1034327 Aug 12 04:37:35.004512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a4f02135-7467-47ad-bfd7-ad24977c73b1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7517407 Aug 12 04:37:35.004814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38206) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:35.009941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-322727445', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:35.014827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d90c593a-73d7-468e-b0b7-1cc97b967d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.067840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e485462d-fa07-4252-86f9-cb381ae9cb11 req-13888519-0a06-40f7-bcc0-115bd4735be8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942152 Aug 12 04:37:35.081896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-004d58f5-4254-4fd4-9280-de9dbfefb297 req-f1c8981c-7140-41fe-8c6b-0102cd2bc42d tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794802 Aug 12 04:37:35.093003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.094136 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.161218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d90c593a-73d7-468e-b0b7-1cc97b967d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.164879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d90c593a-73d7-468e-b0b7-1cc97b967d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.166395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d90c593a-73d7-468e-b0b7-1cc97b967d00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/654986c4-b27c-4e41-bd4e-2ea2eea88ea0 HTTP/1.1" status: 204 len: 168 time: 0.3686216 Aug 12 04:37:35.176130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c593a-73d7-468e-b0b7-1cc97b967d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654986c4-b27c-4e41-bd4e-2ea2eea88ea0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:35.222329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.269882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.338514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.339840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-81fb54ce-f03b-4c7f-a04f-ba14565feb99 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3340530 Aug 12 04:37:35.342562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38212) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:35.379754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e3ec8-7499-433b-a8e9-22da50e04562 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:35.497450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] Provisioning for port 7671377f-c1f2-479b-ba66-88d8f91278f3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:35.503808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] Provisioning complete for port 7671377f-c1f2-479b-ba66-88d8f91278f3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:35.504250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.574279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795e6c0-7e63-46c0-b0cf-baa4941e68c9 req-4add2b14-8b38-4f9c-bc09-289058e476a3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:35.576562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2795e6c0-7e63-46c0-b0cf-baa4941e68c9 req-4add2b14-8b38-4f9c-bc09-289058e476a3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.1943657 Aug 12 04:37:35.628052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.665853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] For port 7671377f-c1f2-479b-ba66-88d8f91278f3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7671377f-c1f2-479b-ba66-88d8f91278f3,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:35.685288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2795e6c0-7e63-46c0-b0cf-baa4941e68c9 req-b416d3d6-19b1-4e51-b328-e7a6e622038a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759718 Aug 12 04:37:35.717939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.791693 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:35.856737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f55f4-edc5-49bc-a96b-343bc0b86f1f None None] Pushing event updated for resources: {'Port': ['ID=7671377f-c1f2-479b-ba66-88d8f91278f3,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:35.916879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c0bed41d-3f71-49f0-9eb7-9c6a2e261165 None None] Provisioning complete for port 7671377f-c1f2-479b-ba66-88d8f91278f3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:35.917268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c0bed41d-3f71-49f0-9eb7-9c6a2e261165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.019975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::1 (fc78dc95-0c29-480b-93a7-d4c945f969df/e8e00242-06de-4aa8-a789-93eb4628eafe/f0abacdc-9380-4254-86a2-97f066858648) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:36.148434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.162913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object f0abacdc-9380-4254-86a2-97f066858648 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:36.201513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ade1-bfaf-4594-852e-8dc0e4ab3fc9 req-f215accb-14ae-47b8-a40f-f662d8fdb869 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:36.203027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bd3ade1-bfaf-4594-852e-8dc0e4ab3fc9 req-f215accb-14ae-47b8-a40f-f662d8fdb869 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 945 time: 0.0489142 Aug 12 04:37:36.246883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8bd3ade1-bfaf-4594-852e-8dc0e4ab3fc9 req-227ffd17-5322-4020-90a6-abd29e95264a tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Aug 12 04:37:36.253174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.300486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:36.305892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:36.309029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:36.309820 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.359773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=f0abacdc-9380-4254-86a2-97f066858648,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:36.549225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.709535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5eb6ffe9-4e29-434c-8bac-6d6d410e2fe4 None None] Provisioning for port f0abacdc-9380-4254-86a2-97f066858648 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:36.713954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5eb6ffe9-4e29-434c-8bac-6d6d410e2fe4 None None] Provisioning complete for port f0abacdc-9380-4254-86a2-97f066858648 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:36.715564 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5eb6ffe9-4e29-434c-8bac-6d6d410e2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.744199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7671377f-c1f2-479b-ba66-88d8f91278f3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:36.811016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6ffe9-4e29-434c-8bac-6d6d410e2fe4 None None] Port f0abacdc-9380-4254-86a2-97f066858648 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:37:36.818620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574ab7d-3539-4280-b11f-577e77741c24 req-0731b6e6-90ca-46b3-a132-6bc6234ac93b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:36.827435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a574ab7d-3539-4280-b11f-577e77741c24 req-0731b6e6-90ca-46b3-a132-6bc6234ac93b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0603199 Aug 12 04:37:36.869812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a574ab7d-3539-4280-b11f-577e77741c24 req-2dbe5bff-e3b2-4d7c-83fe-aeb0f71b7f08 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Aug 12 04:37:36.870734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.876048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7671377f-c1f2-479b-ba66-88d8f91278f3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:36.876309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.949532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:36.950415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:37.039889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=f0abacdc-9380-4254-86a2-97f066858648,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:37.090856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:37.092473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:37.315659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Router d32f0db3-c323-4537-968c-a04abaa1af85 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:37:37.411161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:37:37.419135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5ac1ae8a-57f6-4d72-ab16-f322e16abd2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "PUT /v2.0/routers/d32f0db3-c323-4537-968c-a04abaa1af85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0752680 Aug 12 04:37:37.421499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38254) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:37.424510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Sync routers for ids ['d32f0db3-c323-4537-968c-a04abaa1af85'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:37:37.443202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Routers {'d32f0db3-c323-4537-968c-a04abaa1af85'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:37.443373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d32f0db3-c323-4537-968c-a04abaa1af85'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:37.481821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7a2dd009-12c9-4e19-9314-c9f1e8cf3f81 None None] Provisioning complete for port f0abacdc-9380-4254-86a2-97f066858648 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:37.482004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a2dd009-12c9-4e19-9314-c9f1e8cf3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:37.485483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e5bca-f9c6-4993-8bc7-c977afd91804 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:37.487415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-729e5bca-f9c6-4993-8bc7-c977afd91804 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports/f0abacdc-9380-4254-86a2-97f066858648 HTTP/1.1" status: 200 len: 911 time: 0.0557065 Aug 12 04:37:37.489980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38258) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:37.554258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7a2dd009-12c9-4e19-9314-c9f1e8cf3f81 None None] Port f0abacdc-9380-4254-86a2-97f066858648 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:37:37.560158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Set router d32f0db3-c323-4537-968c-a04abaa1af85 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:37:37.792040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f0db3-c323-4537-968c-a04abaa1af85', 'name': 'tempest-NetworksTestDHCPv6-router-322727445', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:35Z', 'updated_at': '2021-08-12T04:37:36Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None, '_interfaces': [{'id': 'f0abacdc-9380-4254-86a2-97f066858648', 'name': '', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'mac_address': 'fa:16:3e:11:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f0db3-c323-4537-968c-a04abaa1af85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e8e00242-06de-4aa8-a789-93eb4628eafe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:35Z', 'updated_at': '2021-08-12T04:37:36Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'subnets': [{'id': 'e8e00242-06de-4aa8-a789-93eb4628eafe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:37.824027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Checking router: d32f0db3-c323-4537-968c-a04abaa1af85 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:37:37.824447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Updating router d32f0db3-c323-4537-968c-a04abaa1af85 port f0abacdc-9380-4254-86a2-97f066858648 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:37:37.855628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:37.887130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0fa934-fd29-43b3-a356-fb7a2bc6716c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:37.893130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0fa934-fd29-43b3-a356-fb7a2bc6716c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:37.894929 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f0fa934-fd29-43b3-a356-fb7a2bc6716c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4038138 Aug 12 04:37:37.897975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38262) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:38.039357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710476-5442-4275-acee-64f990bff4ea req-70366267-9c5e-44aa-bc63-1fea8ec09eb0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:38.047788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27710476-5442-4275-acee-64f990bff4ea req-70366267-9c5e-44aa-bc63-1fea8ec09eb0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0823340 Aug 12 04:37:38.109635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27710476-5442-4275-acee-64f990bff4ea req-52fe4462-438d-4292-9408-ce3ceacb9183 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567708 Aug 12 04:37:38.317688 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:38.328877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Transition to ACTIVE for port object f0abacdc-9380-4254-86a2-97f066858648 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:38.412981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:38.465531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6db80-690c-4f1c-a900-6a29464f2955 None None] Pushing event updated for resources: {'Port': ['ID=f0abacdc-9380-4254-86a2-97f066858648,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:38.534609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Attempting to bind port f0abacdc-9380-4254-86a2-97f066858648 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:38.535025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Attempting to bind port f0abacdc-9380-4254-86a2-97f066858648 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:38.535389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Attempting to bind port f0abacdc-9380-4254-86a2-97f066858648 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:38.547811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:38.548598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:38.549297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:38.549725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:38.550246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Bound port: f0abacdc-9380-4254-86a2-97f066858648, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:38.550648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:38.635695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] For port f0abacdc-9380-4254-86a2-97f066858648, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:38.639335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] For port f0abacdc-9380-4254-86a2-97f066858648, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f0abacdc-9380-4254-86a2-97f066858648,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:38.704762 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:38.768875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Routers {'d32f0db3-c323-4537-968c-a04abaa1af85'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:38.769509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d32f0db3-c323-4537-968c-a04abaa1af85'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:38.771412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6db80-690c-4f1c-a900-6a29464f2955 None None] Pushing event updated for resources: {'Port': ['ID=f0abacdc-9380-4254-86a2-97f066858648,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:38.834418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:39.021770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] Set router d32f0db3-c323-4537-968c-a04abaa1af85 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:37:39.094488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port f0abacdc-9380-4254-86a2-97f066858648 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:39.095052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:39.209480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] For port f0abacdc-9380-4254-86a2-97f066858648, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=f0abacdc-9380-4254-86a2-97f066858648,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:39.210172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:39.238350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for f0abacdc-9380-4254-86a2-97f066858648 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:39.255078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32f0db3-c323-4537-968c-a04abaa1af85', 'name': 'tempest-NetworksTestDHCPv6-router-322727445', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:35Z', 'updated_at': '2021-08-12T04:37:36Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None, '_interfaces': [{'id': 'f0abacdc-9380-4254-86a2-97f066858648', 'name': '', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'mac_address': 'fa:16:3e:11:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f0db3-c323-4537-968c-a04abaa1af85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e8e00242-06de-4aa8-a789-93eb4628eafe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:35Z', 'updated_at': '2021-08-12T04:37:38Z', 'revision_number': 4, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'subnets': [{'id': 'e8e00242-06de-4aa8-a789-93eb4628eafe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:39.305480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fd468f-a3b4-4ec5-8e1b-9e8e7d813178 None None] The sync data for ids ['d32f0db3-c323-4537-968c-a04abaa1af85'] in n-d-804320-1 is: [{'id': 'd32f0db3-c323-4537-968c-a04abaa1af85', 'name': 'tempest-NetworksTestDHCPv6-router-322727445', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:35Z', 'updated_at': '2021-08-12T04:37:36Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None, '_interfaces': [{'id': 'f0abacdc-9380-4254-86a2-97f066858648', 'name': '', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'mac_address': 'fa:16:3e:11:6e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32f0db3-c323-4537-968c-a04abaa1af85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'e8e00242-06de-4aa8-a789-93eb4628eafe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:35Z', 'updated_at': '2021-08-12T04:37:38Z', 'revision_number': 4, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'subnets': [{'id': 'e8e00242-06de-4aa8-a789-93eb4628eafe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:37:39.322928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e773-2636-4bed-995b-76d03025a4f2 req-e896074f-eed8-4d56-9ac0-c78851a3081f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:39.324477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d94e773-2636-4bed-995b-76d03025a4f2 req-e896074f-eed8-4d56-9ac0-c78851a3081f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.1038742 Aug 12 04:37:39.422053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d94e773-2636-4bed-995b-76d03025a4f2 req-ba641678-12a9-449b-b43b-42b01630594e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899723 Aug 12 04:37:39.573062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:39.620981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=f0abacdc-9380-4254-86a2-97f066858648,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:39.648408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.648759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.649098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.650418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.650418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.650686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.651013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.651334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.651682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.652141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.652490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.652814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:39.733995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:39.934763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Router d32f0db3-c323-4537-968c-a04abaa1af85 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:37:40.021251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:37:40.030478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38288) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:40.035376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dff2ac67-5afb-4e1c-b033-752a82665f8c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "PUT /v2.0/routers/d32f0db3-c323-4537-968c-a04abaa1af85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1346264 Aug 12 04:37:40.087850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0f788-c276-4509-b7f0-39c9d7a0170f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:40.089357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0f788-c276-4509-b7f0-39c9d7a0170f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:40.093320 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dff0f788-c276-4509-b7f0-39c9d7a0170f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0593855 Aug 12 04:37:40.093736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:40.150256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet e8e00242-06de-4aa8-a789-93eb4628eafe {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:40.153691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.195369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.247264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.367869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.415945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e00242-06de-4aa8-a789-93eb4628eafe,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:40.423790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.428230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c09f10ec-092b-43b6-87f0-69c1eebe63e7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/e8e00242-06de-4aa8-a789-93eb4628eafe HTTP/1.1" status: 204 len: 168 time: 0.3334494 Aug 12 04:37:40.428384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38302) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:40.433065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05655e8-a847-4afb-90c6-51a72cd675ee None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:40.567567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe08da7-eeb1-48e1-855e-63559c9dde7e req-e00a067d-a128-40ea-bf53-f20a56b3983e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:40.569149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfe08da7-eeb1-48e1-855e-63559c9dde7e req-e00a067d-a128-40ea-bf53-f20a56b3983e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0569434 Aug 12 04:37:40.585634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-20ad828e-2a3d-4813-bcf3-734c6299a335 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1558106 Aug 12 04:37:40.586549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38308) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:40.632375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cfe08da7-eeb1-48e1-855e-63559c9dde7e req-8fc5faec-2ba5-4bdb-9bcd-1c1d655972d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516927 Aug 12 04:37:40.699481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.724543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:40.784864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] Deleting port 7671377f-c1f2-479b-ba66-88d8f91278f3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:40.785302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.862888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] For port 7671377f-c1f2-479b-ba66-88d8f91278f3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7671377f-c1f2-479b-ba66-88d8f91278f3,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:40.863300 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.878799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:40.889089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] Calling delete_port for 7671377f-c1f2-479b-ba66-88d8f91278f3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:40.894163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.042173 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Sync routers for ids ['d32f0db3-c323-4537-968c-a04abaa1af85'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:37:41.046930 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.047512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Fanout notify agent at l3_agent the message router_deleted on router d32f0db3-c323-4537-968c-a04abaa1af85 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:37:41.052172 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:41.052619 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 04:37:41.053254 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_agentschedulers_db [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d32f0db3-c323-4537-968c-a04abaa1af85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent'). {{(pid=95045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 04:37:41.059967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.059967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fe6ef806-13ac-42da-a29b-fdf593c13c21 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/routers/d32f0db3-c323-4537-968c-a04abaa1af85 HTTP/1.1" status: 204 len: 168 time: 0.4691396 Aug 12 04:37:41.060180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38314) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:41.062823 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Routers set() bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:41.063187 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Router IDs set() for agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 04:37:41.063777 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_agentschedulers_db [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d32f0db3-c323-4537-968c-a04abaa1af85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent'). {{(pid=95045) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 04:37:41.064117 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fa978a-5822-443b-8ba6-5c145f8b4247 None None] The sync data for ids ['d32f0db3-c323-4537-968c-a04abaa1af85'] in n-d-804320-1 is: [] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:37:41.064981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:41.081000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.109503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] Pushing event deleted for resources: {'Port': ['ID=7671377f-c1f2-479b-ba66-88d8f91278f3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:41.120762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51b5a8-503b-438f-a7e2-d9b2d961a7f5 None None] No DVR routers for this DVR port 7671377f-c1f2-479b-ba66-88d8f91278f3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:41.252354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:41.255910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.521960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.577647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:41.580955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:41.585403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:41.593617 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.593895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2173f07c-5e09-411c-b1a5-edb554bebc47 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:41.596473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=4ba5a821-deeb-4e23-90af-47ee5d796eeb,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:41.659106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f9d3dd1-758d-494e-ba34-caaf2e7ddf45 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5979044 Aug 12 04:37:41.661426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38320) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:41.667450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:41.761192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.763029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.780796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:41.781738 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.799287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64c1eb-fe0c-4858-828d-cca618801708 req-99a5836b-19e3-4b7d-93a3-2e78422fcab4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:41.800869 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad64c1eb-fe0c-4858-828d-cca618801708 req-99a5836b-19e3-4b7d-93a3-2e78422fcab4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0879965 Aug 12 04:37:41.846546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad64c1eb-fe0c-4858-828d-cca618801708 req-dc6fb5a0-8fd5-4167-bf43-17dc8da13324 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351019 Aug 12 04:37:41.857897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:41.927762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/4ba5a821-deeb-4e23-90af-47ee5d796eeb/95234fb5-bd4b-4e4b-98c8-fee0f25e62ab) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:41.932601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.009549 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.013447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37f7f8a6-d3bf-429b-8a51-e8d6e77da6da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3485076 Aug 12 04:37:42.014771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38324) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:42.095026 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.104083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Transition to ACTIVE for port object 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:42.119907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Transition to ACTIVE for port object 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:42.167646 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.212440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:42.215555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:42.219822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:42.222946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Pushing event updated for resources: {'Port': ['ID=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:42.282259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Attempting to bind port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:42.282900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Attempting to bind port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:42.283266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Attempting to bind port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:42.289245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:42.289644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:42.290199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.290592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:42.291074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Bound port: 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:42.291452 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.306283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.354109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] For port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:42.357262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] For port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:42.441996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.505093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189d7df-d370-407f-84cc-e23ccf13fa34 None None] Pushing event updated for resources: {'Port': ['ID=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:42.563512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::1 (fc78dc95-0c29-480b-93a7-d4c945f969df/4ba5a821-deeb-4e23-90af-47ee5d796eeb/2327e48f-a5c1-41b1-a7ce-f033d09e81ef) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:42.702412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.734407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 2327e48f-a5c1-41b1-a7ce-f033d09e81ef will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:42.806113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:42.824376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.867024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:42.870740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:42.874982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:42.875578 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:42.881709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:42.916610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:42.994363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c373cc8-f9db-4c35-95fd-018f6a303105 req-7b7969a0-127b-47fc-9a96-e7333630b4e8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:42.995989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c373cc8-f9db-4c35-95fd-018f6a303105 req-7b7969a0-127b-47fc-9a96-e7333630b4e8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0659297 Aug 12 04:37:43.019689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7671377f-c1f2-479b-ba66-88d8f91278f3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:43.046492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7671377f-c1f2-479b-ba66-88d8f91278f3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:43.046880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7671377f-c1f2-479b-ba66-88d8f91278f3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:43.047302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f0abacdc-9380-4254-86a2-97f066858648 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:43.047643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c373cc8-f9db-4c35-95fd-018f6a303105 req-61ef315b-28cc-4d1a-97c9-eea5462ba7d5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Aug 12 04:37:43.072142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: f0abacdc-9380-4254-86a2-97f066858648 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:43.072511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device f0abacdc-9380-4254-86a2-97f066858648 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:43.089327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.647121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] Provisioning for port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:43.652794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] Provisioning complete for port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:43.653166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.662001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38338) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:43.751698 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.767008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.792976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] For port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:43.821897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d51863e-7cf2-471e-8f9c-d585459b1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.824876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.825856 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.853237 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.884669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:43.913726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc5f61-3f9f-4a58-871d-84710dc39185 None None] Pushing event updated for resources: {'Port': ['ID=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:43.937086 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d51863e-7cf2-471e-8f9c-d585459b1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:43.979955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:43.981384 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:43.990808 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d51863e-7cf2-471e-8f9c-d585459b1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.012329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2fb4cd30-c951-4b4f-88ca-32a6a88da8c2 None None] Provisioning for port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:44.016302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2fb4cd30-c951-4b4f-88ca-32a6a88da8c2 None None] Provisioning complete for port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:44.016744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cd30-c951-4b4f-88ca-32a6a88da8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.042110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6d51863e-7cf2-471e-8f9c-d585459b1480 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59a7bbed27234e6f90ca045d4b3be423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792353 Aug 12 04:37:44.042967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38342) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:44.043631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51863e-7cf2-471e-8f9c-d585459b1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7320f8c5-c587-46d0-a26a-596836557cae,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:44.077286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4cd30-c951-4b4f-88ca-32a6a88da8c2 None None] Port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:37:44.110067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b21a-e32c-483d-8aaf-dce1eac5b588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.133151 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b21a-e32c-483d-8aaf-dce1eac5b588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.172334 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-dd76aeee-976a-4651-b9c6-fd3aeff5af4d service neutron] show failed (client error): The resource could not be found. Aug 12 04:37:44.173349 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-dd76aeee-976a-4651-b9c6-fd3aeff5af4d service neutron] 10.222.0.20 "GET /v2.0/ports/e896cb37-9d4c-4035-85aa-e07f70f60a27/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.1482878 Aug 12 04:37:44.205631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab8c40-c3cd-4c29-a9c2-5f605da65bc7 req-b7f1706b-87fc-4708-8f24-3a3395c6fa97 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:44.207279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6fab8c40-c3cd-4c29-a9c2-5f605da65bc7 req-b7f1706b-87fc-4708-8f24-3a3395c6fa97 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0738027 Aug 12 04:37:44.252570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b21a-e32c-483d-8aaf-dce1eac5b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.254034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6fab8c40-c3cd-4c29-a9c2-5f605da65bc7 req-8d7de2cf-1b47-4a47-8bc7-04cccdddc710 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393512 Aug 12 04:37:44.256643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bfd0b21a-e32c-483d-8aaf-dce1eac5b588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.258531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bfd0b21a-e32c-483d-8aaf-dce1eac5b588 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7320f8c5-c587-46d0-a26a-596836557cae HTTP/1.1" status: 204 len: 168 time: 0.2111487 Aug 12 04:37:44.271806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0b21a-e32c-483d-8aaf-dce1eac5b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7320f8c5-c587-46d0-a26a-596836557cae,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:44.309544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:37:44.310989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-649ae490-646e-409e-abaf-8201cd9909f4 None None] Provisioning complete for port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:44.311559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-649ae490-646e-409e-abaf-8201cd9909f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.346521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-649ae490-646e-409e-abaf-8201cd9909f4 None None] Port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:37:44.409689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:37:44.415017 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-69b101ec-26b5-40c8-9c89-afa534ec04e0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "PUT /v2.0/routers/0d15c5e2-c3a1-475c-8482-3558da98e6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3991196 Aug 12 04:37:44.417648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38348) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:44.419730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Sync routers for ids ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:37:44.431043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Routers {'0d15c5e2-c3a1-475c-8482-3558da98e6f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:44.431810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:44.464885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca93c63-6b47-4f40-930b-df2566ff9d33 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:44.466253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ca93c63-6b47-4f40-930b-df2566ff9d33 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports/2327e48f-a5c1-41b1-a7ce-f033d09e81ef HTTP/1.1" status: 200 len: 911 time: 0.0476177 Aug 12 04:37:44.468834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:44.527577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Set router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:37:44.529061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf987b2a-1d5c-4b3e-8b63-337ac14b949d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:44.539173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf987b2a-1d5c-4b3e-8b63-337ac14b949d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:44.539173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cf987b2a-1d5c-4b3e-8b63-337ac14b949d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0668314 Aug 12 04:37:44.540735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38354) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:44.757549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:44.759961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-d036356a-450c-42f0-ad8e-90f78c25856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:44.761537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-d036356a-450c-42f0-ad8e-90f78c25856c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 1097 time: 0.1361508 Aug 12 04:37:44.794036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:44.810682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:41Z', 'updated_at': '2021-08-12T04:37:42Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None, '_interfaces': [{'id': '2327e48f-a5c1-41b1-a7ce-f033d09e81ef', 'name': '', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'mac_address': 'fa:16:3e:f5:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:42Z', 'updated_at': '2021-08-12T04:37:43Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'subnets': [{'id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:44.839268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Checking router: 0d15c5e2-c3a1-475c-8482-3558da98e6f4 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:37:44.839661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Updating router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:37:44.877338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:44.877952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.879126 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:44.901293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.248787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.259616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Transition to ACTIVE for port object 2327e48f-a5c1-41b1-a7ce-f033d09e81ef will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:45.328011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:45.329940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.349228 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.467970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659ad3-762a-4713-9bc2-f6702a72d648 None None] Pushing event updated for resources: {'Port': ['ID=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:45.482173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:45.512694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Attempting to bind port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:45.513068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Attempting to bind port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:45.513439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Attempting to bind port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:45.519449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:45.520544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:45.520971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.526814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:45.526814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Bound port: 2327e48f-a5c1-41b1-a7ce-f033d09e81ef, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:45.526814 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.567441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb6e92-2761-49f9-bf07-5f623273387e req-f8908f64-196d-4ce0-9a15-1b9fc8a4b629 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:45.569537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88fb6e92-2761-49f9-bf07-5f623273387e req-f8908f64-196d-4ce0-9a15-1b9fc8a4b629 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.1968341 Aug 12 04:37:45.612515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:37:45.624524 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff496788-8d99-4af8-8198-189c1a3bb368" -d '{"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:37:45.624689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] For port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:45.626215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] For port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:45.634410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.705702 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b397f182-1bfe-41b1-b1ee-fe34aa7cef4c x-openstack-request-id: req-b397f182-1bfe-41b1-b1ee-fe34aa7cef4c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:37:45.706218 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:37:45.706645 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b397f182-1bfe-41b1-b1ee-fe34aa7cef4c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:37:45.708126 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'code': 200} Aug 12 04:37:45.711474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-88fb6e92-2761-49f9-bf07-5f623273387e req-21afc881-eeb6-4a3a-84ee-e5ef05a79d5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023834 Aug 12 04:37:45.713969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Transition to ACTIVE for port object e896cb37-9d4c-4035-85aa-e07f70f60a27 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:45.732874 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.808543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:45.845817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659ad3-762a-4713-9bc2-f6702a72d648 None None] Pushing event updated for resources: {'Port': ['ID=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:45.849468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Routers {'0d15c5e2-c3a1-475c-8482-3558da98e6f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:45.850075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:45.962423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:45.970496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] Set router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:37:46.006033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.006237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.006587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.007236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.007362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.007985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.007985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.008280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.008630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.008959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.009291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.009618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:37:46.027321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:46.027665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.060763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] No DVR routers for this DVR port e896cb37-9d4c-4035-85aa-e07f70f60a27 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:46.226558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] For port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:46.226973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.242668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:41Z', 'updated_at': '2021-08-12T04:37:42Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None, '_interfaces': [{'id': '2327e48f-a5c1-41b1-a7ce-f033d09e81ef', 'name': '', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'mac_address': 'fa:16:3e:f5:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:42Z', 'updated_at': '2021-08-12T04:37:45Z', 'revision_number': 4, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'subnets': [{'id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:46.244261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 2327e48f-a5c1-41b1-a7ce-f033d09e81ef owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:46.250781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38388) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:46.271643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03a47c-3ab0-4589-8671-006459088537 None None] The sync data for ids ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'] in n-d-804320-1 is: [{'id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:41Z', 'updated_at': '2021-08-12T04:37:42Z', 'revision_number': 2, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None, '_interfaces': [{'id': '2327e48f-a5c1-41b1-a7ce-f033d09e81ef', 'name': '', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'mac_address': 'fa:16:3e:f5:59:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:42Z', 'updated_at': '2021-08-12T04:37:45Z', 'revision_number': 4, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'subnets': [{'id': '4ba5a821-deeb-4e23-90af-47ee5d796eeb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:37:46.323262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:46.323648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:46.323939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 on network c4877101-ee5b-4d16-b16e-da0b56db5765 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:46.336165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Port e896cb37-9d4c-4035-85aa-e07f70f60a27 on network c4877101-ee5b-4d16-b16e-da0b56db5765 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:37:46.337406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Attempting to bind port e896cb37-9d4c-4035-85aa-e07f70f60a27 on network c4877101-ee5b-4d16-b16e-da0b56db5765 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:46.350856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:46.351200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Checking segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:46.351584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Bound using segment: {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:46.352025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Bound port: e896cb37-9d4c-4035-85aa-e07f70f60a27, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:46.352410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.380375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-337b8264-ef25-4953-a19a-e0e8b73a9499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.490817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:46.496814 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-337b8264-ef25-4953-a19a-e0e8b73a9499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.510630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:46.589861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-337b8264-ef25-4953-a19a-e0e8b73a9499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.619519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.621510 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.629987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b8264-ef25-4953-a19a-e0e8b73a9499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e102a2a-5d1c-4ef9-9ca1-8ba5ed01202d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:46.636563 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-337b8264-ef25-4953-a19a-e0e8b73a9499 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37307622c6ec4ad8900e57fee2f8b695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838537 Aug 12 04:37:46.639075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:46.697051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:46.697702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.703888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] 10.222.0.36 "PUT /v2.0/ports/e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1092 time: 1.9114580 Aug 12 04:37:46.713526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-860c4742-f250-44b1-9d39-2eb290ebbc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.789246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-860c4742-f250-44b1-9d39-2eb290ebbc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:46.835070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2327e48f-a5c1-41b1-a7ce-f033d09e81ef up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:46.881047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2327e48f-a5c1-41b1-a7ce-f033d09e81ef {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:46.887138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2327e48f-a5c1-41b1-a7ce-f033d09e81ef not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 04:37:46.923042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Port 2327e48f-a5c1-41b1-a7ce-f033d09e81ef not found, will not notify nova. {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 04:37:46.993853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2589915-8eff-48df-ad7d-5cccb8aa3f93 req-ef25ed7c-fd8b-41c2-af81-eb2875a8e0b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.002100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2589915-8eff-48df-ad7d-5cccb8aa3f93 req-ef25ed7c-fd8b-41c2-af81-eb2875a8e0b4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.1300366 Aug 12 04:37:47.039141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-860c4742-f250-44b1-9d39-2eb290ebbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:47.042471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-860c4742-f250-44b1-9d39-2eb290ebbc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:47.047403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-860c4742-f250-44b1-9d39-2eb290ebbc85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e102a2a-5d1c-4ef9-9ca1-8ba5ed01202d HTTP/1.1" status: 204 len: 168 time: 0.4070923 Aug 12 04:37:47.086514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2589915-8eff-48df-ad7d-5cccb8aa3f93 req-77818cb2-a465-4141-95ed-db352eae9c7d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812173 Aug 12 04:37:47.091804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c4742-f250-44b1-9d39-2eb290ebbc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e102a2a-5d1c-4ef9-9ca1-8ba5ed01202d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:47.271165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec967c-d060-4c34-8e1d-a5d42ec9ad2c service neutron] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:47.282289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:47.309524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=2327e48f-a5c1-41b1-a7ce-f033d09e81ef,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:47.319855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-1b72b3d0-a4cf-4294-8133-e9428e5ebcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.321339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-1b72b3d0-a4cf-4294-8133-e9428e5ebcb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1095 time: 0.1188967 Aug 12 04:37:47.536597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:37:47.544327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-eab4cb2b-eb63-429c-85a3-86fc66cd25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.545794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-eab4cb2b-eb63-429c-85a3-86fc66cd25d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1947064 Aug 12 04:37:47.661173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:37:47.667501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6d2e4cc0-742c-4dad-9c9f-41ac025316e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "PUT /v2.0/routers/0d15c5e2-c3a1-475c-8482-3558da98e6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1254675 Aug 12 04:37:47.670069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38410) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:47.684968 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-755b91f0-f93b-4798-b840-36515874b3c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1000 time: 0.0953882 Aug 12 04:37:47.708639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:37:47.710977 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f7670c-e26b-4162-a020-597e53f7db11" -d '{"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:37:47.734088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f689e-628d-47df-ad4e-750f51800986 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.735855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f689e-628d-47df-ad4e-750f51800986 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.737396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-223f689e-628d-47df-ad4e-750f51800986 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0656693 Aug 12 04:37:47.740224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:47.757184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-5457532c-102b-4263-aec3-a3cc84827eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.759387 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-5457532c-102b-4263-aec3-a3cc84827eac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0655878 Aug 12 04:37:47.778499 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06d88b-c73d-4c0a-9c21-290ebfdf9de9 x-openstack-request-id: req-ff06d88b-c73d-4c0a-9c21-290ebfdf9de9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:37:47.778870 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:37:47.779124 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff06d88b-c73d-4c0a-9c21-290ebfdf9de9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:37:47.779509 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'status': 'completed', 'code': 200} Aug 12 04:37:47.841602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-ffd04579-c663-4307-9819-e6beb25b4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.844130 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-ffd04579-c663-4307-9819-e6beb25b4c7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764866 Aug 12 04:37:47.849954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 4ba5a821-deeb-4e23-90af-47ee5d796eeb {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:47.854989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:47.881199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-643ceb99-5ee5-4f0d-9f0a-824ffafa613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:47.883111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-643ceb99-5ee5-4f0d-9f0a-824ffafa613e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1095 time: 0.0782316 Aug 12 04:37:47.964441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-6bd9c4b2-c1c2-4665-a67b-e881198ef29b service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063864 Aug 12 04:37:47.983090 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:47.983822 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] Sync routers for ids ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:37:47.993581 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] Routers {'0d15c5e2-c3a1-475c-8482-3558da98e6f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:47.994199 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:48.076848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-56109127-e1d5-4f4f-aeb5-79d57d25169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.078691 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-56109127-e1d5-4f4f-aeb5-79d57d25169f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1867957 Aug 12 04:37:48.091036 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77167dfb-81ef-47d6-adfd-ba4bce5f81fb req-c79fa711-de62-4f90-890a-d9c73d6728a1 service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108651 Aug 12 04:37:48.126268 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] Set router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:37:48.202273 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:41Z', 'updated_at': '2021-08-12T04:37:46Z', 'revision_number': 3, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:48.212972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:48.235758 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] Checking router: 0d15c5e2-c3a1-475c-8482-3558da98e6f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:37:48.247312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-0662072f-d0a3-45bc-8983-dfcf6c480f7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1000 time: 0.1450071 Aug 12 04:37:48.247684 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] Routers {'0d15c5e2-c3a1-475c-8482-3558da98e6f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:37:48.248300 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:48.310631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf6ae-0382-4238-9fc9-eec17bc02a1e req-85e793bd-089f-4a37-a969-c4e4329ae366 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.312223 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18ccf6ae-0382-4238-9fc9-eec17bc02a1e req-85e793bd-089f-4a37-a969-c4e4329ae366 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.1421256 Aug 12 04:37:48.338335 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] Set router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:37:48.346352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-c841d807-d4db-4d74-99ec-14eef616cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.348919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-c841d807-d4db-4d74-99ec-14eef616cc6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1095 time: 0.0613260 Aug 12 04:37:48.349565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-fdc0ce5b-6140-47cf-a960-8023978bc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.351070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-fdc0ce5b-6140-47cf-a960-8023978bc4a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0942981 Aug 12 04:37:48.397513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18ccf6ae-0382-4238-9fc9-eec17bc02a1e req-7c1456cf-7a73-49a2-877d-c4cb04a3d080 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757184 Aug 12 04:37:48.400571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:41Z', 'updated_at': '2021-08-12T04:37:46Z', 'revision_number': 3, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:37:48.412639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-8bc0da9c-7f67-4e63-8b0d-fef01c4e29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.415190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-8bc0da9c-7f67-4e63-8b0d-fef01c4e29cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567877 Aug 12 04:37:48.447702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:48.449668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4f7753-5466-4f30-ae24-972be2fe80d9 None None] The sync data for ids ['0d15c5e2-c3a1-475c-8482-3558da98e6f4'] in n-d-804320-1 is: [{'id': '0d15c5e2-c3a1-475c-8482-3558da98e6f4', 'name': 'tempest-NetworksTestDHCPv6-router-1133321300', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:41Z', 'updated_at': '2021-08-12T04:37:46Z', 'revision_number': 3, 'project_id': 'aa8f5b455c444a7caa65a491c40997f4', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:37:48.454870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:48.526285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba5a821-deeb-4e23-90af-47ee5d796eeb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:48.529223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:48.532994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-7a26a5bf-648c-4966-9e67-f79d317019b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.534768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-7a26a5bf-648c-4966-9e67-f79d317019b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1762242 Aug 12 04:37:48.535324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:48.537229 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-656163f6-8a55-4527-8644-24cdf859fa94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/4ba5a821-deeb-4e23-90af-47ee5d796eeb HTTP/1.1" status: 204 len: 168 time: 0.7960677 Aug 12 04:37:48.543481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bee31-fbb8-4635-9534-2f13441cbd58 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:48.559252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38436) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:48.589762 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-26c46b70-4a2e-4d4e-900c-c9e08b12e01e service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666880 Aug 12 04:37:48.722490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-67c32feb-dbe1-4a5e-9890-cd9d654cc4cc service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241417 Aug 12 04:37:48.732916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-7202ce1d-4f28-447c-86ba-cd77deb3bb74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1000 time: 0.1860836 Aug 12 04:37:48.769241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-24bd7fc6-2ac5-4d22-bd2e-d8c0478743a2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2064757 Aug 12 04:37:48.770020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38442) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:48.811424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-f8f15548-f721-4d4a-b2fa-fc296f126075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.813058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-f8f15548-f721-4d4a-b2fa-fc296f126075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0659378 Aug 12 04:37:48.850254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:48.896586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:48.912751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-47f595de-e673-4744-9faa-a764df02884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:48.916356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-47f595de-e673-4744-9faa-a764df02884d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902674 Aug 12 04:37:48.920148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] Deleting port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:48.920744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.009905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2327e48f-a5c1-41b1-a7ce-f033d09e81ef no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:49.070531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2327e48f-a5c1-41b1-a7ce-f033d09e81ef {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:49.072223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2327e48f-a5c1-41b1-a7ce-f033d09e81ef not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:49.072800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:49.086162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-c571fccc-b883-48b9-8211-e50823fe774e service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627288 Aug 12 04:37:49.152407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] For port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:49.152935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.153581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.157262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.179744 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] Calling delete_port for 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:49.241223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.246770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2f7670c-e26b-4162-a020-597e53f7db11 req-793cc478-8471-4125-8d03-778fe453b773 service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519053 Aug 12 04:37:49.275346 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.278389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Fanout notify agent at l3_agent the message router_deleted on router 0d15c5e2-c3a1-475c-8482-3558da98e6f4 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:37:49.283796 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.287461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf713b6d-7901-49d3-a148-7b403ccf0057 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/routers/0d15c5e2-c3a1-475c-8482-3558da98e6f4 HTTP/1.1" status: 204 len: 168 time: 0.5145049 Aug 12 04:37:49.288301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38454) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:49.341196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:49.361145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533bdf51-d9a8-4da2-a12b-3726e17c91f5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:49.365429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38458) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:49.365675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-533bdf51-d9a8-4da2-a12b-3726e17c91f5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0761011 Aug 12 04:37:49.419982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653faeeb-5b02-43f2-9da7-a55fd6ed70cf tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:49.425953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38460) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:49.426091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-653faeeb-5b02-43f2-9da7-a55fd6ed70cf tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595629 Aug 12 04:37:49.429928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.488826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:49.489490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bede4d0f-c5cc-4566-91ca-6164ff00d034 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621545 Aug 12 04:37:49.494080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38466) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:49.501494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:49.524541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:49.554116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] Pushing event deleted for resources: {'Port': ['ID=95234fb5-bd4b-4e4b-98c8-fee0f25e62ab,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:49.556587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473aa56-3352-450d-b3ff-1712d5872646 None None] No DVR routers for this DVR port 95234fb5-bd4b-4e4b-98c8-fee0f25e62ab on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:49.638396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c970d2f-a0d8-45b0-b00e-7d9b35abf75f req-b107d524-9fbe-4d56-b379-71214cdf48a7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:49.639925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c970d2f-a0d8-45b0-b00e-7d9b35abf75f req-b107d524-9fbe-4d56-b379-71214cdf48a7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.1089795 Aug 12 04:37:49.679474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c970d2f-a0d8-45b0-b00e-7d9b35abf75f req-9e17f705-460b-40e1-8ccd-ee1cdf9a5e15 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Aug 12 04:37:49.726376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:49.730450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:50.254121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:37:50.255514 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:50.300993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:50.304041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:50.307412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:50.308105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:50.314017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba1c4f-280c-40b7-b1cc-7a9f676bf46f None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:50.321972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=1cd1624f-1565-4bac-8455-513313c439cd,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:50.390586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:37:50.406966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2ab62a63-ba6a-433e-9e67-46d6ac3498fa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9114032 Aug 12 04:37:50.409707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38492) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:50.415796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:50.618544 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.resource_extend [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 04:37:50.652610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:50.656400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:50.695731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '1cd1624f-1565-4bac-8455-513313c439cd'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:50.697621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:50.746893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:50.806141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'port_id': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'mac_address': 'fa:16:3e:be:09:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:37:50.810142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6fbb-f1fb-4e36-a152-f80983c77309 req-982b1f96-827b-47cd-876c-acd1c8eff00a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:50.811661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd8c6fbb-f1fb-4e36-a152-f80983c77309 req-982b1f96-827b-47cd-876c-acd1c8eff00a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 944 time: 0.0553555 Aug 12 04:37:50.852973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd8c6fbb-f1fb-4e36-a152-f80983c77309 req-d7983b3e-fde8-4057-87fe-38d53209cde2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348454 Aug 12 04:37:50.882882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:50.933132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e896cb37-9d4c-4035-85aa-e07f70f60a27 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:37:50.951873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Allocated IP 2001:db8::f816:3eff:fedc:82d0 (fc78dc95-0c29-480b-93a7-d4c945f969df/1cd1624f-1565-4bac-8455-513313c439cd/d8dcfc88-d165-43f1-b420-e70fd387de28) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:50.970328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:50.998362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.044466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:51.047756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:51.051146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:51.051859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.065952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=f73df727-2e30-45bf-a816-7f5795df149d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:51.092081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.122839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4a86e73d-3a84-4940-8c1f-46b68d9f688a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7116444 Aug 12 04:37:51.125545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38530) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:51.133253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:80:88:0e', 'name': 'tempest-NetworksTestDHCPv6-501941653'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:51.156119 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.172546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Transition to ACTIVE for port object d8dcfc88-d165-43f1-b420-e70fd387de28 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:51.174412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:51.190307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Transition to ACTIVE for port object d8dcfc88-d165-43f1-b420-e70fd387de28 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:51.283075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc39da0-107d-45d5-bd0d-b814fea3fe73 req-54301d70-feb9-4110-82c8-a1d3c0804a1e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:51.283075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0bc39da0-107d-45d5-bd0d-b814fea3fe73 req-54301d70-feb9-4110-82c8-a1d3c0804a1e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 945 time: 0.0943108 Aug 12 04:37:51.298674 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.309934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e896cb37-9d4c-4035-85aa-e07f70f60a27'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:37:51.374272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:51.381442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:51.390104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:51.395397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Pushing event updated for resources: {'Port': ['ID=d8dcfc88-d165-43f1-b420-e70fd387de28,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:51.402562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0bc39da0-107d-45d5-bd0d-b814fea3fe73 req-36aef81c-3288-42a1-958f-11a839724663 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129827 Aug 12 04:37:51.424467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26e2f-61cc-4260-a679-c3484f91210f req-1c9526ef-5acf-4af5-bb9e-a8b874216b15 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:51.426206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-1c9526ef-5acf-4af5-bb9e-a8b874216b15 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf&tenant_id=f5c14e689dd14c4b866e901dcef58802&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 945 time: 0.1288593 Aug 12 04:37:51.475658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:51.486374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Attempting to bind port d8dcfc88-d165-43f1-b420-e70fd387de28 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:51.486757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Attempting to bind port d8dcfc88-d165-43f1-b420-e70fd387de28 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:51.487126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Attempting to bind port d8dcfc88-d165-43f1-b420-e70fd387de28 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:51.500853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:51.500853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:51.500853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.500853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:51.500853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Bound port: d8dcfc88-d165-43f1-b420-e70fd387de28, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:51.500853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.554036 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-2db26e2f-61cc-4260-a679-c3484f91210f req-671d98e3-0d18-4a99-8f89-e857a93b940a service neutron] delete failed (client error): The resource could not be found. Aug 12 04:37:51.555434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-671d98e3-0d18-4a99-8f89-e857a93b940a service neutron] 10.222.0.20 "DELETE /v2.0/ports/e896cb37-9d4c-4035-85aa-e07f70f60a27/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.1215982 Aug 12 04:37:51.601567 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.606361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] For port d8dcfc88-d165-43f1-b420-e70fd387de28, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:51.631483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] For port d8dcfc88-d165-43f1-b420-e70fd387de28, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8dcfc88-d165-43f1-b420-e70fd387de28,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:51.658015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port c89098e8-a024-4160-96c1-4221c0b78b83 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:51.705851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26e2f-61cc-4260-a679-c3484f91210f req-653fda12-dcd5-4b10-b71b-69d3b25dd967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:51.708066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-653fda12-dcd5-4b10-b71b-69d3b25dd967 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1096 time: 0.1027126 Aug 12 04:37:51.721343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:51.812553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164cb74-b8b2-4a6a-8d73-e656127e879f None None] Pushing event updated for resources: {'Port': ['ID=d8dcfc88-d165-43f1-b420-e70fd387de28,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:51.868464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26e2f-61cc-4260-a679-c3484f91210f req-0c6ff9a4-48cc-41aa-98cd-34911d049f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:51.869995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-0c6ff9a4-48cc-41aa-98cd-34911d049f9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1555841 Aug 12 04:37:51.972369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 172.20.0.5 (fc78dc95-0c29-480b-93a7-d4c945f969df/f73df727-2e30-45bf-a816-7f5795df149d/c89098e8-a024-4160-96c1-4221c0b78b83) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:52.012264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fe80:880e (fc78dc95-0c29-480b-93a7-d4c945f969df/1cd1624f-1565-4bac-8455-513313c439cd/c89098e8-a024-4160-96c1-4221c0b78b83) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:52.020836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-07358f58-997f-4121-aaa8-afb338f8701a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1001 time: 0.1318011 Aug 12 04:37:52.114565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26e2f-61cc-4260-a679-c3484f91210f req-7ac0671e-7f1f-4391-bfcb-7da782f948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:52.116055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-7ac0671e-7f1f-4391-bfcb-7da782f948e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0870988 Aug 12 04:37:52.221696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26e2f-61cc-4260-a679-c3484f91210f req-def04d2f-2c70-4e8a-b4e9-94aebc163859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:52.223264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-def04d2f-2c70-4e8a-b4e9-94aebc163859 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969856 Aug 12 04:37:52.285933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:52.308398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object c89098e8-a024-4160-96c1-4221c0b78b83 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:52.376133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-b4cd0928-01b8-4817-8f18-21d4ab565e70 service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448114 Aug 12 04:37:52.392528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:52.525078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:52.566083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port e896cb37-9d4c-4035-85aa-e07f70f60a27 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:52.573082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port e896cb37-9d4c-4035-85aa-e07f70f60a27 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:52.573489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:52.653752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:52.656454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251a06-cbf2-4683-86ab-e524d9f3b32a req-a715ef41-2703-4227-b108-e28245eaca3b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:52.658639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d251a06-cbf2-4683-86ab-e524d9f3b32a req-a715ef41-2703-4227-b108-e28245eaca3b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 945 time: 0.0711062 Aug 12 04:37:52.671986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:52.679968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:52.725574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4d251a06-cbf2-4683-86ab-e524d9f3b32a req-13f7c42a-e2a5-4991-8d71-422524aee99b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572791 Aug 12 04:37:52.764566 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:52.815785 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:37:52.820453 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6240cab-8897-4403-9a3d-5d0aa4f8010d" -d '{"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:37:52.836226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:52.889191 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596848a-eeae-4184-b1e8-53fb870b6e68 x-openstack-request-id: req-9596848a-eeae-4184-b1e8-53fb870b6e68 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:37:52.889191 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-plugged", "status": "completed", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:37:52.889191 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9596848a-eeae-4184-b1e8-53fb870b6e68 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:37:52.889191 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'code': 200} Aug 12 04:37:52.916347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8dcfc88-d165-43f1-b420-e70fd387de28 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:52.972578 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.026083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:53.041476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d8dcfc88-d165-43f1-b420-e70fd387de28 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:53.066986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af066bcc-4062-4141-9e59-609793404ba5 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:53.169132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=c89098e8-a024-4160-96c1-4221c0b78b83,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:53.185897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:53.186531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.195592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2db26e2f-61cc-4260-a679-c3484f91210f req-e46a926f-b10f-4451-a3d2-d01a29ef6cda service neutron] 10.222.0.20 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968302 Aug 12 04:37:53.208987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] Provisioning for port d8dcfc88-d165-43f1-b420-e70fd387de28 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:53.217100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] Provisioning complete for port d8dcfc88-d165-43f1-b420-e70fd387de28 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:53.217721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.280245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:53.307653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1a95f3ff-bc6e-4e2a-8ec3-306905662749 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1775193 Aug 12 04:37:53.307992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38612) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:53.333919 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.385317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49b571-7513-4ccf-9bb5-c6d3bcc5fa04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:53.392859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49b571-7513-4ccf-9bb5-c6d3bcc5fa04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:53.395647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7a49b571-7513-4ccf-9bb5-c6d3bcc5fa04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0863400 Aug 12 04:37:53.405743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38614) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:53.405950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] For port d8dcfc88-d165-43f1-b420-e70fd387de28, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8dcfc88-d165-43f1-b420-e70fd387de28,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:53.415372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': '1cd1624f-1565-4bac-8455-513313c439cd', 'ip_address': '2001:db8::f816:3eff:fedc:82d0'}, {'subnet_id': 'f73df727-2e30-45bf-a816-7f5795df149d'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'd8dcfc88-d165-43f1-b420-e70fd387de28'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:37:53.448955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.482616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab75a44-e3f5-4b9e-81b5-c9a80214f7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.484635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.545866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port c89098e8-a024-4160-96c1-4221c0b78b83 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:53.546205 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.600786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3670a6-63d3-4d06-b9ee-8c3d37cadaa8 None None] Pushing event updated for resources: {'Port': ['ID=d8dcfc88-d165-43f1-b420-e70fd387de28,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:53.675110 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.676265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Allocated IP 172.20.0.2 (fc78dc95-0c29-480b-93a7-d4c945f969df/f73df727-2e30-45bf-a816-7f5795df149d/d8dcfc88-d165-43f1-b420-e70fd387de28) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:53.700721 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for c89098e8-a024-4160-96c1-4221c0b78b83 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:53.709037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab75a44-e3f5-4b9e-81b5-c9a80214f7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.789591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eab75a44-e3f5-4b9e-81b5-c9a80214f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.800324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b2700afa-4120-4f93-813c-442cae78841d None None] For port d8dcfc88-d165-43f1-b420-e70fd387de28, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8dcfc88-d165-43f1-b420-e70fd387de28,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:53.850747 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.850854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa44bb-5104-4781-a07e-fade609327f1 req-a837601a-5b38-4cdc-b89c-8fdf3940e2ba tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:53.854662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2fa44bb-5104-4781-a07e-fade609327f1 req-a837601a-5b38-4cdc-b89c-8fdf3940e2ba tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0569305 Aug 12 04:37:53.870447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38618) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:53.871926 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eab75a44-e3f5-4b9e-81b5-c9a80214f7ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a98adabddc3646a8a77ef684dca34d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5892606 Aug 12 04:37:53.878895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Transition to ACTIVE for port object d8dcfc88-d165-43f1-b420-e70fd387de28 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:53.890054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab75a44-e3f5-4b9e-81b5-c9a80214f7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd40a1-bab9-4216-8808-2305009b53f7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:53.949566 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.951778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe19158a-21bb-4392-b4a7-a2656bd60cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:53.973083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2fa44bb-5104-4781-a07e-fade609327f1 req-130ec43a-0d8d-4c03-a3fe-fea6f6eca334 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117985 Aug 12 04:37:53.995341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe19158a-21bb-4392-b4a7-a2656bd60cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.041058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.063946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2700afa-4120-4f93-813c-442cae78841d None None] Pushing event updated for resources: {'Port': ['ID=d8dcfc88-d165-43f1-b420-e70fd387de28,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:54.085837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=c89098e8-a024-4160-96c1-4221c0b78b83,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:54.147312 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:37:54.149247 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe19158a-21bb-4392-b4a7-a2656bd60cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.152157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe19158a-21bb-4392-b4a7-a2656bd60cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.153341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe19158a-21bb-4392-b4a7-a2656bd60cb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97bd40a1-bab9-4216-8808-2305009b53f7 HTTP/1.1" status: 204 len: 168 time: 0.2816763 Aug 12 04:37:54.163645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19158a-21bb-4392-b4a7-a2656bd60cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd40a1-bab9-4216-8808-2305009b53f7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:54.185789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.192068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38622) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:54.202751 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e6fdfe4-986a-4f3b-b923-f60df9508731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/c89098e8-a024-4160-96c1-4221c0b78b83 HTTP/1.1" status: 204 len: 168 time: 0.8014171 Aug 12 04:37:54.274276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f41b74-46c0-4e56-a5d4-367b6c293dc3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:54.279905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f41b74-46c0-4e56-a5d4-367b6c293dc3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:54.279905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f41b74-46c0-4e56-a5d4-367b6c293dc3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:54.279905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d4f41b74-46c0-4e56-a5d4-367b6c293dc3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0858321 Aug 12 04:37:54.281823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:54.335898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 1cd1624f-1565-4bac-8455-513313c439cd {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:54.339271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.421800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.549007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.682092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.709683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd1624f-1565-4bac-8455-513313c439cd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:54.713965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.718730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f1df7fe0-5638-4ce4-ba7e-b25f8d313e8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/1cd1624f-1565-4bac-8455-513313c439cd HTTP/1.1" status: 204 len: 168 time: 0.4357142 Aug 12 04:37:54.718955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38630) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:54.776419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8dcfc88-d165-43f1-b420-e70fd387de28 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:54.788773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet f73df727-2e30-45bf-a816-7f5795df149d {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:37:54.793539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.828653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec559ad9-741b-45d0-8eeb-1d36da30000a None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:54.841195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.950884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.951713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d526d597-a00a-4523-9450-351f9694e9f8 None None] Provisioning for port d8dcfc88-d165-43f1-b420-e70fd387de28 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:54.959505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38632) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:54.962664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d526d597-a00a-4523-9450-351f9694e9f8 None None] Provisioning complete for port d8dcfc88-d165-43f1-b420-e70fd387de28 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:54.963067 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d526d597-a00a-4523-9450-351f9694e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:54.973768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6176e11e-6117-4f29-99bc-320fbf7a6864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.078672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d526d597-a00a-4523-9450-351f9694e9f8 None None] Could not find standard attr ID for object c89098e8-a024-4160-96c1-4221c0b78b83. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:37:55.105687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a319df9-d7f1-4e0b-97d9-7b4a5307f5f0 req-01de1ebb-eced-45ec-b817-efd04abdf1ee tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:55.107699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a319df9-d7f1-4e0b-97d9-7b4a5307f5f0 req-01de1ebb-eced-45ec-b817-efd04abdf1ee tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0571783 Aug 12 04:37:55.111289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.157346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=f73df727-2e30-45bf-a816-7f5795df149d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:55.159548 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.164743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c148b494-da30-4b85-8d6c-85adce0297ab tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/f73df727-2e30-45bf-a816-7f5795df149d HTTP/1.1" status: 204 len: 168 time: 0.4413106 Aug 12 04:37:55.164743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38636) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:55.185775 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6176e11e-6117-4f29-99bc-320fbf7a6864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.215006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b27411cc-e752-4672-b06d-2ccc1e42d6c6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466764 Aug 12 04:37:55.215590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38638) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:55.221991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:55.229520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a319df9-d7f1-4e0b-97d9-7b4a5307f5f0 req-c16a622d-732f-4129-9d98-a1edd28119ae tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105666 Aug 12 04:37:55.240824 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6176e11e-6117-4f29-99bc-320fbf7a6864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.257241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38640) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:55.321300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6176e11e-6117-4f29-99bc-320fbf7a6864 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1664fef714c472abe89e5c436b16e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601601 Aug 12 04:37:55.323998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38642) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:55.326608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176e11e-6117-4f29-99bc-320fbf7a6864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5c74d7-c519-4f50-8ea3-73d5336170fb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:55.361731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b71b2000-7f5b-4a31-bf33-3be4f1017973 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/a2698755-cea1-4358-b9be-eb7323bd942e HTTP/1.1" status: 200 len: 994 time: 0.1014597 Aug 12 04:37:55.383078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14062eb8-253d-4091-a012-e2cd261c2f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.386164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:55.389797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.455410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14062eb8-253d-4091-a012-e2cd261c2f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.613404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765b32f-73be-4bbd-aa1d-259880960495 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:55.651983 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14062eb8-253d-4091-a012-e2cd261c2f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.654854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-14062eb8-253d-4091-a012-e2cd261c2f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.659122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-14062eb8-253d-4091-a012-e2cd261c2f8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f5c74d7-c519-4f50-8ea3-73d5336170fb HTTP/1.1" status: 204 len: 168 time: 0.3312054 Aug 12 04:37:55.659272 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.664886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14062eb8-253d-4091-a012-e2cd261c2f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5c74d7-c519-4f50-8ea3-73d5336170fb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:55.750763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ed0dff46-25c9-49ae-95d1-f3ce4055b085 None None] Provisioning complete for port d8dcfc88-d165-43f1-b420-e70fd387de28 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:55.751145 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed0dff46-25c9-49ae-95d1-f3ce4055b085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.825783 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:55.897465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:37:55.903368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:37:55.950791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] Deleting port d8dcfc88-d165-43f1-b420-e70fd387de28 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:55.951173 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.044552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] For port d8dcfc88-d165-43f1-b420-e70fd387de28, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8dcfc88-d165-43f1-b420-e70fd387de28,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:56.044999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.060000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] Calling delete_port for d8dcfc88-d165-43f1-b420-e70fd387de28 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:56.264815 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.360850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.374219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] No DVR routers for this DVR port d8dcfc88-d165-43f1-b420-e70fd387de28 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:37:56.393877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8920f-6dbb-4e93-897d-9c0e737aebab None None] Pushing event deleted for resources: {'Port': ['ID=d8dcfc88-d165-43f1-b420-e70fd387de28,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:56.470725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] For port d8dcfc88-d165-43f1-b420-e70fd387de28, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d8dcfc88-d165-43f1-b420-e70fd387de28,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:56.501902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.566452 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.567255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.679901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=d8dcfc88-d165-43f1-b420-e70fd387de28,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:56.707024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:56.710495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:56.714249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:56.714983 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.724733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70f0cd-210d-4e65-868a-17b4be095fc3 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:56.738695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=12b9d590-3b7a-4078-a80d-6a41e46c7d65,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:56.772961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8dcfc88-d165-43f1-b420-e70fd387de28 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:37:56.796374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d8dcfc88-d165-43f1-b420-e70fd387de28 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:37:56.796656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d8dcfc88-d165-43f1-b420-e70fd387de28 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:37:56.864519 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d798b18f-4a1b-43e7-81e1-709cf663443f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6482573 Aug 12 04:37:56.871789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38672) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:56.876855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:56.912520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '12b9d590-3b7a-4078-a80d-6a41e46c7d65'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:56.914218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:56.956676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38674) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:57.058498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Allocated IP 2001:db8::f816:3eff:fe57:b3e1 (fc78dc95-0c29-480b-93a7-d4c945f969df/12b9d590-3b7a-4078-a80d-6a41e46c7d65/33eaa1ab-51d7-4b7d-bc32-484294c8deaa) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:57.074810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1326314989-network', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:57.075088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:57.078647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.149619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Made reservation on behalf of c64a835f77614a4795d9d52d199bc837 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:57.153077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.162502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.217227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.225757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Transition to ACTIVE for port object 33eaa1ab-51d7-4b7d-bc32-484294c8deaa will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:57.247330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Transition to ACTIVE for port object 33eaa1ab-51d7-4b7d-bc32-484294c8deaa will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:57.269619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.338294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.338742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.362838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:37:57.373049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2678660-6ee0-4129-94a8-0aa5eb3d36d6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:57.377961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:57.378293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.378606 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Added segment 057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014 of type vlan for network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e Aug 12 04:37:57.386430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:57.392075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:57.392475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.396330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Pushing event updated for resources: {'Port': ['ID=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:57.431830 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.442816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:57.446989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:57.451930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:57.452604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.473284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Attempting to bind port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:57.473667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Attempting to bind port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:57.473903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=ac7ea092-defe-4024-b873-224a3022d957,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:57.474164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Attempting to bind port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:57.480845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:57.481218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:57.481644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.482033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:57.482545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Bound port: 33eaa1ab-51d7-4b7d-bc32-484294c8deaa, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:57.483641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.521365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-90f90fa8-9fbd-4fc4-b258-44c9678a5bc8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6484592 Aug 12 04:37:57.524634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38678) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:57.529634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:0e:f9:54', 'name': 'tempest-NetworksTestDHCPv6-1981213513'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:57.547666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] For port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:37:57.550867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] For port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:37:57.556073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.557070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:57.559604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.632290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] Pushing event updated for resources: {'Network': ['ID=6fcf74b9-74ca-47ca-bb8b-f44fd159646e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:57.643984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:37:57.682150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:57.727531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4412fa52-958b-4ad7-82ca-89542b8b0ced admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7696931 Aug 12 04:37:57.730271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38684) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:57.735584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Request body: {'subnet': {'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1326314989-subnet', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:57.768484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2002-f779-4ef7-849d-a7fa18cf17c3 None None] Pushing event updated for resources: {'Port': ['ID=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:57.853839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:57.979963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.000448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Made reservation on behalf of c64a835f77614a4795d9d52d199bc837 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:37:58.003621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.013390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 0e259019-a44c-451e-ad81-b43c0cac167d yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:37:58.189303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 172.20.0.3 (fc78dc95-0c29-480b-93a7-d4c945f969df/ac7ea092-defe-4024-b873-224a3022d957/0e259019-a44c-451e-ad81-b43c0cac167d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:58.196545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fe0e:f954 (fc78dc95-0c29-480b-93a7-d4c945f969df/12b9d590-3b7a-4078-a80d-6a41e46c7d65/0e259019-a44c-451e-ad81-b43c0cac167d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:58.223313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-686c3e5b-0211-4718-a2e0-016a2ade7a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.269327 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.341203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4544cf86-cd46-4d2d-9854-113f7eee3231,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:58.354736 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.354922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Checking segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:58.355313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Network hostable DHCP agents. Network: 6fcf74b9-74ca-47ca-bb8b-f44fd159646e, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:37:58.369524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 0e259019-a44c-451e-ad81-b43c0cac167d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:58.417895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:37:58.441475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.481095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 6fcf74b9-74ca-47ca-bb8b-f44fd159646e) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:58.485770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:58.486635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.494503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c18d0-38fb-4477-8452-5cfe65b5c81f None None] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:58.516432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:58.520862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:58.522916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=0e259019-a44c-451e-ad81-b43c0cac167d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:58.532801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:58.564460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-29bb1752-3cde-4157-b10f-14756391638f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8306267 Aug 12 04:37:58.565348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38688) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:58.569777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:37:58.611837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:58.612461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.667421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:37:58.668633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.700116 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.701247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.789142 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:58.801980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa1b3021-d3c6-4609-8c86-a7792eb31b3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2760656 Aug 12 04:37:58.804046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38690) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:58.848957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 33eaa1ab-51d7-4b7d-bc32-484294c8deaa up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:37:58.936000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be43013-d1cd-4150-92b5-882feacd28bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:58.954497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be43013-d1cd-4150-92b5-882feacd28bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:37:58.958447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9be43013-d1cd-4150-92b5-882feacd28bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1534276 Aug 12 04:37:58.963003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38694) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:37:59.079615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.082078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 0e259019-a44c-451e-ad81-b43c0cac167d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:37:59.083388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.087565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005efbfb-06b5-4cb5-be88-cbf120a53fdb None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:37:59.153528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Allocated IP 172.20.0.2 (6fcf74b9-74ca-47ca-bb8b-f44fd159646e/4544cf86-cd46-4d2d-9854-113f7eee3231/1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:59.180940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.194806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 0e259019-a44c-451e-ad81-b43c0cac167d owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:37:59.236588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b6060cb2-58e9-40dc-9744-93116ac0f79e None None] Provisioning for port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:59.320376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:37:59.332350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:37:59.332701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.447328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.466780 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.469722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.490123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.549176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': '12b9d590-3b7a-4078-a80d-6a41e46c7d65', 'ip_address': '2001:db8::f816:3eff:fe57:b3e1'}, {'subnet_id': 'ac7ea092-defe-4024-b873-224a3022d957'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '33eaa1ab-51d7-4b7d-bc32-484294c8deaa'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:37:59.585545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Allocated IP 172.25.6.216 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/ade4f2da-4581-424f-a405-1e809d2f7889) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:59.592427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.602240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:37:59.605585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.622527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Transition to ACTIVE for port object 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:59.662835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Transition to ACTIVE for port object 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:37:59.715841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.717742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.732348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.774072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:59.784426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:59.793590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:59.800950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Pushing event updated for resources: {'Port': ['ID=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:59.841393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.859386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=0e259019-a44c-451e-ad81-b43c0cac167d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:59.891612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:37:59.897707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:37:59.900887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:37:59.904544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Pushing event updated for resources: {'Port': ['ID=ade4f2da-4581-424f-a405-1e809d2f7889,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:59.938101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Attempting to bind port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:37:59.938525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Attempting to bind port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:37:59.939303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Attempting to bind port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 on network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:37:59.943139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Allocated IP 172.20.0.2 (fc78dc95-0c29-480b-93a7-d4c945f969df/ac7ea092-defe-4024-b873-224a3022d957/33eaa1ab-51d7-4b7d-bc32-484294c8deaa) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:37:59.947480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:37:59.958186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:37:59.958566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Checking segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:37:59.959170 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.959686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Bound using segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:37:59.960925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Bound port: 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:37:59.962017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.963220 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:37:59.967616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d3a82a29-1979-41d4-9aa6-9ff58e184fe1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/0e259019-a44c-451e-ad81-b43c0cac167d HTTP/1.1" status: 204 len: 168 time: 1.0011992 Aug 12 04:37:59.968127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38702) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:00.091436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] For port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:00.095567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb945f5-061b-4b6f-bcdc-ab332596192c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:00.097449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb945f5-061b-4b6f-bcdc-ab332596192c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:00.099289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb945f5-061b-4b6f-bcdc-ab332596192c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:00.101252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4eb945f5-061b-4b6f-bcdc-ab332596192c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1321054 Aug 12 04:38:00.104456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38708) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:00.112340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] For port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:00.126885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] For port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:00.156930 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.166305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 12b9d590-3b7a-4078-a80d-6a41e46c7d65 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:00.171300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Transition to ACTIVE for port object 33eaa1ab-51d7-4b7d-bc32-484294c8deaa will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:00.212908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.270850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a537-d5a7-4eb9-98a3-161f998b9c32 None None] Pushing event updated for resources: {'Port': ['ID=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:00.280562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.287102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.334887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.370989 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.415145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157dc1e-1da1-46ee-8a5c-bc14c73ff891 None None] Pushing event updated for resources: {'Port': ['ID=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:00.443620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.661022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.661213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.683145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=12b9d590-3b7a-4078-a80d-6a41e46c7d65,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:00.689486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.691428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c7c893e8-664a-4568-8980-eb22e633bc5e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/12b9d590-3b7a-4078-a80d-6a41e46c7d65 HTTP/1.1" status: 204 len: 168 time: 0.5856028 Aug 12 04:38:00.693959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38712) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:00.787724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet ac7ea092-defe-4024-b873-224a3022d957 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:00.792971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.844232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.862695 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4261128b-9a62-4c2d-b56e-9f830a7e4351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:00.880833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:00.932799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Router fc750250-85a6-4eee-ad00-f3e83190a859 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:38:00.971187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.017973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.047033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:01.056193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 33eaa1ab-51d7-4b7d-bc32-484294c8deaa up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:01.060813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:01.087743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Sync routers for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:01.115024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:01.115681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:01.121921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.155115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.157660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6d9d1aad-9ce9-420c-b308-cb3c4b6e3d92 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5901864 Aug 12 04:38:01.159320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:01.176924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7ea092-defe-4024-b873-224a3022d957,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:01.181198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.183674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f704378f-d8f4-4060-9b92-7e90584c4074 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/ac7ea092-defe-4024-b873-224a3022d957 HTTP/1.1" status: 204 len: 168 time: 0.4887776 Aug 12 04:38:01.186310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38716) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:01.250926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-83901170-c699-4ad3-8b17-4bcd1211be5d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628150 Aug 12 04:38:01.254074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38718) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:01.261578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:01.328919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd25e0a-1ad3-468c-b2f8-d378e01407be None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:01.429469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:01.436026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.498053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:01.568549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5c11fe6d-2c39-4423-85bb-f4fb420394fc None None] Provisioning for port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:01.591047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5c11fe6d-2c39-4423-85bb-f4fb420394fc None None] Provisioning complete for port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:01.591741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5c11fe6d-2c39-4423-85bb-f4fb420394fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.778251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.823565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:01.829467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:01.834397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:01.835013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:01.852578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=2fde774a-715a-4366-ae0d-01af46d2e896,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:01.853527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afdcc2b-566b-4e10-8abe-93185c1fab64 None None] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:01.944877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0b9ab19-2741-4e25-8111-295abbf0a621 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6894472 Aug 12 04:38:01.945611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38722) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:01.955762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:01.983253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:02.116010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5c11fe6d-2c39-4423-85bb-f4fb420394fc None None] Could not find standard attr ID for object 0e259019-a44c-451e-ad81-b43c0cac167d. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:02.149802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:02.154003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.177795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:00Z', 'revision_number': 3, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:02.182597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] Deleting port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:02.183000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.222965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Checking router: fc750250-85a6-4eee-ad00-f3e83190a859 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:02.227375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Updating router fc750250-85a6-4eee-ad00-f3e83190a859 port ade4f2da-4581-424f-a405-1e809d2f7889 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:38:02.227555 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.264999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.319172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.372870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] For port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:02.372870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.432406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] Calling delete_port for 33eaa1ab-51d7-4b7d-bc32-484294c8deaa owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:02.438490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] Provisioning for port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:02.459423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] Provisioning complete for port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:02.459797 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.515958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Allocated IP 172.20.0.1 (6fcf74b9-74ca-47ca-bb8b-f44fd159646e/4544cf86-cd46-4d2d-9854-113f7eee3231/4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:02.700262 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.714139 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.743143 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.754611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:02.759776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Transition to ACTIVE for port object 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:02.799228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] For port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:02.801489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] Pushing event deleted for resources: {'Port': ['ID=33eaa1ab-51d7-4b7d-bc32-484294c8deaa,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:02.803478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee0f04-c9de-4234-a9ba-e5a251211f2c None None] No DVR routers for this DVR port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:02.809325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 33eaa1ab-51d7-4b7d-bc32-484294c8deaa no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:02.855714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2283211-8143-4dd8-ae68-68466fd3d482 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:02.859354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.874747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 33eaa1ab-51d7-4b7d-bc32-484294c8deaa {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:02.874747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 33eaa1ab-51d7-4b7d-bc32-484294c8deaa not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:02.905833 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:02.938835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Pushing event updated for resources: {'Port': ['ID=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:02.948212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:02.949876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:02.968062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b9a1c-084c-425b-844e-957659fb1968 None None] Pushing event updated for resources: {'Port': ['ID=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:02.972336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:02.997280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.030507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.038483 n-d-804320-1 neutron-server[95043]: WARNING neutron.services.revisions.revision_plugin [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Could not find related port for resource to bump revision. Aug 12 04:38:03.065792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Transition to ACTIVE for port object ade4f2da-4581-424f-a405-1e809d2f7889 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:03.104238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Port 33eaa1ab-51d7-4b7d-bc32-484294c8deaa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 12 04:38:03.104858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:b3e1 {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 12 04:38:03.109709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe57:b3e1 {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 12 04:38:03.117082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.138695 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.166539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:03.171388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:03.180411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:03.181340 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.187848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d656e9af-e80d-4095-a901-7ac56f2624dc None None] Provisioning complete for port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:03.188291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d656e9af-e80d-4095-a901-7ac56f2624dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.207074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=169e88bf-d058-4456-b0bc-18fa2ec288d0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:03.220718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d18cd-542b-4992-8c73-ff2cd88aee8b None None] Pushing event updated for resources: {'Port': ['ID=ade4f2da-4581-424f-a405-1e809d2f7889,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:03.264717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '169e88bf-d058-4456-b0bc-18fa2ec288d0'}, {'subnet_id': '2fde774a-715a-4366-ae0d-01af46d2e896'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:03.265581 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.274305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Attempting to bind port ade4f2da-4581-424f-a405-1e809d2f7889 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:03.274701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Attempting to bind port ade4f2da-4581-424f-a405-1e809d2f7889 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:03.275086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Attempting to bind port ade4f2da-4581-424f-a405-1e809d2f7889 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:03.293270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:03.295618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:03.295618 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.295618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:03.295618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Bound port: ade4f2da-4581-424f-a405-1e809d2f7889, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:03.296007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c3aa94cc-a39f-4955-a4d9-c9ca526841a9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3480380 Aug 12 04:38:03.296097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.296176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38726) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:03.301578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:40:ca:1a', 'name': 'tempest-NetworksTestDHCPv6-1389331217'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:03.335185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.488721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] For port ade4f2da-4581-424f-a405-1e809d2f7889, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:03.494115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] For port ade4f2da-4581-424f-a405-1e809d2f7889, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ade4f2da-4581-424f-a405-1e809d2f7889,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:03.532646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:03.580504 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.616192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.646574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.686061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.729255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Allocated IP 172.20.0.2 (fc78dc95-0c29-480b-93a7-d4c945f969df/2fde774a-715a-4366-ae0d-01af46d2e896/98a66b34-61d8-4995-b1d9-469f26d3af80) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:03.738974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 7686bd3f-c4a0-42a7-a823-7d947177214e yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:03.743156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:03.743975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:03.755032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Allocated IP 2001:db8::f816:3eff:fe51:b817 (fc78dc95-0c29-480b-93a7-d4c945f969df/169e88bf-d058-4456-b0bc-18fa2ec288d0/98a66b34-61d8-4995-b1d9-469f26d3af80) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:03.797247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Pushing event updated for resources: {'Port': ['ID=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:03.810087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.814583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6f5ca7f-2721-410b-9742-6a9b616a8b01 None None] Provisioning for port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:03.825004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.837091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d18cd-542b-4992-8c73-ff2cd88aee8b None None] Pushing event updated for resources: {'Port': ['ID=ade4f2da-4581-424f-a405-1e809d2f7889,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:03.853767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6f5ca7f-2721-410b-9742-6a9b616a8b01 None None] Provisioning complete for port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:03.854155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7f-2721-410b-9742-6a9b616a8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:03.970683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:03.972794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:03.989583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5ca7f-2721-410b-9742-6a9b616a8b01 None None] Port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:04.020063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:04.106939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Router fc750250-85a6-4eee-ad00-f3e83190a859 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:38:04.229452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:04.236558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c297c63c-5540-45d1-be9c-0c05c686a6af admin admin] 10.222.0.42 "PUT /v2.0/routers/fc750250-85a6-4eee-ad00-f3e83190a859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0759478 Aug 12 04:38:04.344861 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.370605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Transition to ACTIVE for port object 98a66b34-61d8-4995-b1d9-469f26d3af80 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:04.385981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-85067343-c320-46fe-ae77-a4bbf4a171ca None None] Provisioning complete for port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:04.386355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-85067343-c320-46fe-ae77-a4bbf4a171ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.419865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Transition to ACTIVE for port object 98a66b34-61d8-4995-b1d9-469f26d3af80 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:04.446146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-85067343-c320-46fe-ae77-a4bbf4a171ca None None] Port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:04.495762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 2, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:04.526230 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.528148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469bd21-828a-4397-9906-282c6cb47b82 None None] The sync data for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 is: [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 2, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:04.565438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:04.567986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:04.572268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:04.627505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Pushing event updated for resources: {'Port': ['ID=98a66b34-61d8-4995-b1d9-469f26d3af80,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:04.630572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 172.20.0.10 (fc78dc95-0c29-480b-93a7-d4c945f969df/2fde774a-715a-4366-ae0d-01af46d2e896/7686bd3f-c4a0-42a7-a823-7d947177214e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:04.649721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fe40:ca1a (fc78dc95-0c29-480b-93a7-d4c945f969df/169e88bf-d058-4456-b0bc-18fa2ec288d0/7686bd3f-c4a0-42a7-a823-7d947177214e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:04.704682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Attempting to bind port 98a66b34-61d8-4995-b1d9-469f26d3af80 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:04.705164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Attempting to bind port 98a66b34-61d8-4995-b1d9-469f26d3af80 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:04.705650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Attempting to bind port 98a66b34-61d8-4995-b1d9-469f26d3af80 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:04.712063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:04.712997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:04.714799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.715316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:04.718019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Bound port: 98a66b34-61d8-4995-b1d9-469f26d3af80, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:04.718497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.829471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] For port 98a66b34-61d8-4995-b1d9-469f26d3af80, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:04.833061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] For port 98a66b34-61d8-4995-b1d9-469f26d3af80, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=98a66b34-61d8-4995-b1d9-469f26d3af80,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:04.849093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:04.930555 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.940910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:04.941285 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:04.978467 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.010623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 7686bd3f-c4a0-42a7-a823-7d947177214e will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:05.076220 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763314c-a886-4a60-a868-f18840a0a6bd None None] Pushing event updated for resources: {'Port': ['ID=98a66b34-61d8-4995-b1d9-469f26d3af80,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:05.176192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.193022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38746) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:05.199269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1141155199-network', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:05.211901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:05.212892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=7686bd3f-c4a0-42a7-a823-7d947177214e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:05.217227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:05.219452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:05.282316 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Made reservation on behalf of f019ab1a6ec243e3b88af492b40edf3f for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:05.286559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.308140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:05.308989 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.314912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.444468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-90d57b31-af69-4944-ad4e-82ab891763f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1450503 Aug 12 04:38:05.455778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38748) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:05.533564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08e2b4-5795-4073-8c0d-3dde3f3cfddd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:05.540805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08e2b4-5795-4073-8c0d-3dde3f3cfddd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:05.542491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ff08e2b4-5795-4073-8c0d-3dde3f3cfddd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0811565 Aug 12 04:38:05.545335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38750) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:05.601142 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.656387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 7686bd3f-c4a0-42a7-a823-7d947177214e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:05.656985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.657708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.681469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:38:05.698546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c14bf5b-005b-4bd7-ac33-df09f7594b1c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:05.701858 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.702209 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Added segment 1dafd1d2-d975-4c1b-bd84-3fb9f029c368 of type vlan for network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 Aug 12 04:38:05.760778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.781023 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.796006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 7686bd3f-c4a0-42a7-a823-7d947177214e owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:05.852716 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.853723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:05.854422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:05.958972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b945b35-f1a2-49d0-a5de-8dab24e2d3e8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:05.972558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:38:06.019838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-acf7ae81-6985-42d1-a504-5300fe3c20d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8256927 Aug 12 04:38:06.022632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38756) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:06.029224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Request body: {'subnet': {'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1141155199-subnet', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:06.132760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.166514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=7686bd3f-c4a0-42a7-a823-7d947177214e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:06.173310 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Made reservation on behalf of f019ab1a6ec243e3b88af492b40edf3f for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:06.175635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.317627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.319746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dfc3e09e-fef7-44da-be44-d380fbb8b2da tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/7686bd3f-c4a0-42a7-a823-7d947177214e HTTP/1.1" status: 204 len: 168 time: 0.7734139 Aug 12 04:38:06.323042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38758) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:06.332106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c1a67-2b04-406c-b719-9813c721336f None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:06.396657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f1b92-3a36-4972-aa80-68348840b5cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:06.398941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f1b92-3a36-4972-aa80-68348840b5cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:06.400623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f1b92-3a36-4972-aa80-68348840b5cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:06.404886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-251f1b92-3a36-4972-aa80-68348840b5cb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0783167 Aug 12 04:38:06.405951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38762) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:06.475478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 169e88bf-d058-4456-b0bc-18fa2ec288d0 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:06.479118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.495464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd5826-4eae-427d-af66-0b37b404c261 req-35bf2290-c5c5-4773-912a-eb22f995d3f8 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:06.496998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bdd5826-4eae-427d-af66-0b37b404c261 req-35bf2290-c5c5-4773-912a-eb22f995d3f8 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 945 time: 0.0533926 Aug 12 04:38:06.500836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d77ed15d-8457-45ff-9eef-0ebd6c350124 None None] Provisioning for port 98a66b34-61d8-4995-b1d9-469f26d3af80 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:06.531941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.539686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.572999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bdd5826-4eae-427d-af66-0b37b404c261 req-40dafccc-f22e-4437-80f8-f87aba2cad48 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690267 Aug 12 04:38:06.604858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3269b1d1-9dee-4014-a634-2ad7d890ba6b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:06.616512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Checking segment: {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:06.616882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Network hostable DHCP agents. Network: 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:38:06.626938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.681327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:38:06.754965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:06.756896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.765049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:06.765937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.767635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b238b-ac4c-4f7b-a8b1-a2defaaf1d1b None None] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:06.818199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=169e88bf-d058-4456-b0bc-18fa2ec288d0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:06.823712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.829522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8af042f4-1f85-4ec4-8b76-5c022fb3771b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/169e88bf-d058-4456-b0bc-18fa2ec288d0 HTTP/1.1" status: 204 len: 168 time: 0.4196620 Aug 12 04:38:06.829522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38764) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:06.842226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb48e3-bcd7-447e-83b7-a6a74dbd0f3c None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:06.861657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ade4f2da-4581-424f-a405-1e809d2f7889 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:06.866315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6b8f3e06-6a26-41c3-a913-d81bffc99614 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8397899 Aug 12 04:38:06.867071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38766) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:06.870906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:06.887327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 2fde774a-715a-4366-ae0d-01af46d2e896 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:06.894629 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.937133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.963188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:06.964264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.018853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.042780 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.131834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'fixed_ips': [{'subnet_id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:07.133232 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.138701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ade4f2da-4581-424f-a405-1e809d2f7889 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:07.155469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ade4f2da-4581-424f-a405-1e809d2f7889 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:07.155847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.155961 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Sync routers for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:07.161192 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.165847 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:07.166447 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:07.190593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=2fde774a-715a-4366-ae0d-01af46d2e896,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:07.195849 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.200460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c1c90085-2a1f-4036-9658-05310b239149 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/2fde774a-715a-4366-ae0d-01af46d2e896 HTTP/1.1" status: 204 len: 168 time: 0.3698862 Aug 12 04:38:07.201070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38768) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:07.246779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-25baac1d-0bf3-4f17-bfe3-beb573801be0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444119 Aug 12 04:38:07.247294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38770) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:07.248155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.252380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:07.263678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-df151faa-1025-4d57-a103-947e3a2c5450 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254759 Aug 12 04:38:07.289500 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:07.424715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.433159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-af23ad7b-f980-4465-9ea8-87666d59d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:07.434630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-af23ad7b-f980-4465-9ea8-87666d59d95a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.1032581 Aug 12 04:38:07.449974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ade4f2da-4581-424f-a405-1e809d2f7889, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ade4f2da-4581-424f-a405-1e809d2f7889,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:07.454229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:07.456573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6656d4-07b8-4a91-9a95-ef5379c010a5 None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': '2fde774a-715a-4366-ae0d-01af46d2e896'}], 'binding:host_id': 'n-d-804320-1'}, 'id': '98a66b34-61d8-4995-b1d9-469f26d3af80'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:38:07.459727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.487070 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-da6656d4-07b8-4a91-9a95-ef5379c010a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.518555 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 2, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:07.566996 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Checking router: fc750250-85a6-4eee-ad00-f3e83190a859 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:07.568444 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Updating router fc750250-85a6-4eee-ad00-f3e83190a859 port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:38:07.600241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.601046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 98a66b34-61d8-4995-b1d9-469f26d3af80 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:07.601907 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.651989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Allocated IP 172.20.0.2 (2b945b35-f1a2-49d0-a5de-8dab24e2d3e8/3269b1d1-9dee-4014-a634-2ad7d890ba6b/85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:07.665073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-3639e90d-5228-41a5-9d7b-9fd130efef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:07.666894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-3639e90d-5228-41a5-9d7b-9fd130efef82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.2035227 Aug 12 04:38:07.698455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b3594-b4c8-4466-a74c-a1717680b037 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:07.755966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.783522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.810062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-59c8f71a-6ead-4f48-a157-7e352e927ff1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 1002 time: 0.1341531 Aug 12 04:38:07.859683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ade4f2da-4581-424f-a405-1e809d2f7889,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:07.879448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5810e-f086-4d15-a37e-922ec3339639 req-986fee6f-07c3-49cb-aed5-5dd537760c0f tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:07.899252 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7df5810e-f086-4d15-a37e-922ec3339639 req-986fee6f-07c3-49cb-aed5-5dd537760c0f tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 945 time: 0.1664374 Aug 12 04:38:07.912251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.934797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-4fb81cc6-c041-4a3c-a0a7-8c240b28e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:07.936526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-4fb81cc6-c041-4a3c-a0a7-8c240b28e610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0932090 Aug 12 04:38:07.970463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 98a66b34-61d8-4995-b1d9-469f26d3af80 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:07.975139 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.984173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Allocated IP 172.25.6.105 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/440d2519-4571-4194-873d-c828deb9661c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:07.988555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 98a66b34-61d8-4995-b1d9-469f26d3af80 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:07.989245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:07.993839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:07.999859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7df5810e-f086-4d15-a37e-922ec3339639 req-6520d4a2-46f4-4dcc-8651-47fb0831fcfa tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994143 Aug 12 04:38:08.000715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:08.006543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:08.007740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.012213 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Transition to ACTIVE for port object 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:08.024577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-0c9f0ee7-b7f7-45b8-9854-08872a803d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:08.025866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-0c9f0ee7-b7f7-45b8-9854-08872a803d19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811472 Aug 12 04:38:08.032006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=33855c14-caa0-4e38-99e6-cc2b5c7e2818,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:08.067679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:08.086924 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.109224 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.109968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1b9ae6bd-1c2e-40bd-ab22-ce0129ae139f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8616390 Aug 12 04:38:08.112726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38776) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:08.117730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:08.118421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Transition to ACTIVE for port object 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:08.220711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345732-7ebe-4119-aaf9-783499200425 req-5e03c7a8-a26b-4e8e-9500-9535fa5a5904 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:08.226008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c345732-7ebe-4119-aaf9-783499200425 req-5e03c7a8-a26b-4e8e-9500-9535fa5a5904 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 945 time: 0.1682799 Aug 12 04:38:08.256233 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Attempting to bind port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:08.257334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Attempting to bind port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:08.265184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Attempting to bind port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b on network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:08.271195 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Pushing event updated for resources: {'Port': ['ID=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:08.279546 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:08.280084 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Checking segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:08.280581 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.281065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Bound using segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:08.281628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Bound port: 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:08.282096 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.285067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.285516 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.289672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.290423 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.306178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-bdbfb66c-2524-4f8c-b128-13a5ae2615ea service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468078 Aug 12 04:38:08.309113 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.349394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:08.355035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.359253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Transition to ACTIVE for port object 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:08.373166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.387810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] Deleting port 98a66b34-61d8-4995-b1d9-469f26d3af80 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:08.388292 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.394333 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] For port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:08.399901 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] For port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:08.436240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.482463 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.489162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 98a66b34-61d8-4995-b1d9-469f26d3af80, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=98a66b34-61d8-4995-b1d9-469f26d3af80,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:08.497734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Deleting port 1c360867-a596-48a1-a755-f71849c13ea7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:08.500175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.519681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee18b960-75f7-46e0-83c7-c5bcaae56ffc req-e1efe13d-c01e-4534-8439-79f19218ee2e service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034242 Aug 12 04:38:08.521731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:08.529074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Pushing event updated for resources: {'Port': ['ID=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:08.531542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:08.543321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:08.566226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.566747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.567189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.573927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.574418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.574911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:08.584611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.590753 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:08.594204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] For port 98a66b34-61d8-4995-b1d9-469f26d3af80, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=98a66b34-61d8-4995-b1d9-469f26d3af80,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:08.594766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.595742 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:08.599730 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.602100 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25110db-8754-4fcd-9511-e7d82bec593c None None] Pushing event updated for resources: {'Port': ['ID=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:08.645162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:08.657508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:08.660075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:08.663819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] Calling delete_port for 98a66b34-61d8-4995-b1d9-469f26d3af80 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:08.747249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Pushing event updated for resources: {'Port': ['ID=440d2519-4571-4194-873d-c828deb9661c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:08.798316 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:08.802211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] For port 1c360867-a596-48a1-a755-f71849c13ea7, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1c360867-a596-48a1-a755-f71849c13ea7,segment=NetworkSegment(3b2e0b5c-ed8f-4d33-838a-049d75657068),segment_id=3b2e0b5c-ed8f-4d33-838a-049d75657068)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:08.802807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Attempting to bind port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:08.802968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.803114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Attempting to bind port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:08.803578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Attempting to bind port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 on network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:08.815820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=98a66b34-61d8-4995-b1d9-469f26d3af80,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:08.820779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:08.821292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Checking segment: {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:08.821798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.822293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Bound using segment: {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:08.822905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Bound port: 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:08.823406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:08.875675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ade4f2da-4581-424f-a405-1e809d2f7889 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:08.878533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Calling delete_port for 1c360867-a596-48a1-a755-f71849c13ea7 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:08.982635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:09.014608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] For port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:09.029830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ade4f2da-4581-424f-a405-1e809d2f7889 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:09.030210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.090927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.105504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] For port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:09.131819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] Pushing event deleted for resources: {'Port': ['ID=98a66b34-61d8-4995-b1d9-469f26d3af80,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:09.142343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0ceb9-b200-47e4-a1e7-0b84cd4b0e3b None None] No DVR routers for this DVR port 98a66b34-61d8-4995-b1d9-469f26d3af80 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:09.153526 n-d-804320-1 neutron-server[95042]: WARNING neutron.services.revisions.revision_plugin [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Could not find related port for resource to bump revision. Aug 12 04:38:09.160090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9598d1d1-8247-43f1-bb07-eaf08e928130 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:09.165831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.189501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Port 98a66b34-61d8-4995-b1d9-469f26d3af80 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95042) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 12 04:38:09.189975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation for 2001:db8::f816:3eff:fe51:b817 {{(pid=95042) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 12 04:38:09.190574 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:08Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:09.197092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_pluggable_backend [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe51:b817 {{(pid=95042) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 12 04:38:09.198661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.220654 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c777da-065c-4b99-bb2a-db40bf6c93fa None None] The sync data for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 is: [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:08Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:09.253500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:09.259416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:09.270850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:09.271710 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.292233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=a92fa932-57ca-4cdc-aa32-fc67bd1f4322,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:09.362671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:09.370405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461d642-baad-4a86-81be-5db72822ad24 None None] Pushing event updated for resources: {'Port': ['ID=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:09.384153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ebc3e157-3189-437d-a254-71ec939ba46d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2701280 Aug 12 04:38:09.385124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38780) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:09.391526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:b7:a0:05', 'name': 'tempest-NetworksTestDHCPv6-248815859'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:09.556145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '33855c14-caa0-4e38-99e6-cc2b5c7e2818'}, {'subnet_id': 'a92fa932-57ca-4cdc-aa32-fc67bd1f4322'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:09.557031 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.593203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:09.606447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:09.607004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.665319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735feed0-bab8-4e72-b6cc-b5c4e2e33074 req-2607fc32-e311-43dc-b86e-7c73430eb22b tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:09.666969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-735feed0-bab8-4e72-b6cc-b5c4e2e33074 req-2607fc32-e311-43dc-b86e-7c73430eb22b tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 945 time: 0.1964352 Aug 12 04:38:09.686591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:09.777193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-735feed0-bab8-4e72-b6cc-b5c4e2e33074 req-d8df6bb8-af68-49c5-adcd-e27b8b6acc1c tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/security-groups?id=28d15105-f064-4d59-baae-596e9a464a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002142 Aug 12 04:38:09.798360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.813105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.819938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.840929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port fa35f86b-3884-43af-8bdf-a4a6fa4b45f9 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:09.855495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.888466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Pushing event deleted for resources: {'Port': ['ID=1c360867-a596-48a1-a755-f71849c13ea7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:09.911758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:09.949090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Allocated IP 172.20.0.2 (fc78dc95-0c29-480b-93a7-d4c945f969df/33855c14-caa0-4e38-99e6-cc2b5c7e2818/0db0342d-a933-4fdd-a396-d5b7eb29d219) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:09.957644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Allocated IP 2001:db8::f816:3eff:feaf:29af (fc78dc95-0c29-480b-93a7-d4c945f969df/a92fa932-57ca-4cdc-aa32-fc67bd1f4322/0db0342d-a933-4fdd-a396-d5b7eb29d219) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:09.973832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] No DVR routers for this DVR port 1c360867-a596-48a1-a755-f71849c13ea7 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:09.977413 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.979432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9c345732-7ebe-4119-aaf9-783499200425 req-fee6fbe8-af78-40dd-98e3-98c399d52e37 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.36 "DELETE /v2.0/ports/1c360867-a596-48a1-a755-f71849c13ea7 HTTP/1.1" status: 204 len: 173 time: 1.7452192 Aug 12 04:38:09.982510 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:09.984766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'name': 'network-vif-deleted', 'tag': '1c360867-a596-48a1-a755-f71849c13ea7'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:09.987725 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e76f7e7-49b4-4785-8b88-b6352be97846" -d '{"events": [{"server_uuid": "683f1a93-0af1-47c3-95c8-b99f4c656008", "name": "network-vif-deleted", "tag": "1c360867-a596-48a1-a755-f71849c13ea7"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:10.063877 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea419799-fd59-456a-ae6d-3a57a6607672 x-openstack-request-id: req-ea419799-fd59-456a-ae6d-3a57a6607672 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:10.064192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 98a66b34-61d8-4995-b1d9-469f26d3af80 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:10.066820 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683f1a93-0af1-47c3-95c8-b99f4c656008", "name": "network-vif-deleted", "tag": "1c360867-a596-48a1-a755-f71849c13ea7", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:10.067143 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea419799-fd59-456a-ae6d-3a57a6607672 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:10.067609 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683f1a93-0af1-47c3-95c8-b99f4c656008', 'name': 'network-vif-deleted', 'tag': '1c360867-a596-48a1-a755-f71849c13ea7', 'status': 'completed', 'code': 200} Aug 12 04:38:10.101422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 98a66b34-61d8-4995-b1d9-469f26d3af80 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:10.101669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 98a66b34-61d8-4995-b1d9-469f26d3af80 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:10.127066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:10.143174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.234159 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.251628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Transition to ACTIVE for port object 0db0342d-a933-4fdd-a396-d5b7eb29d219 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:10.269632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Transition to ACTIVE for port object 0db0342d-a933-4fdd-a396-d5b7eb29d219 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:10.315952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.369370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:10.372510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Router 035d2c09-a75f-4ee6-9210-27fe7dad1672 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:38:10.373335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:10.375270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Pushing event updated for resources: {'Port': ['ID=0db0342d-a933-4fdd-a396-d5b7eb29d219,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:10.377513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:10.445637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 172.20.0.10 (fc78dc95-0c29-480b-93a7-d4c945f969df/33855c14-caa0-4e38-99e6-cc2b5c7e2818/fa35f86b-3884-43af-8bdf-a4a6fa4b45f9) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:10.452970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Attempting to bind port 0db0342d-a933-4fdd-a396-d5b7eb29d219 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:10.453354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Attempting to bind port 0db0342d-a933-4fdd-a396-d5b7eb29d219 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:10.453816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Attempting to bind port 0db0342d-a933-4fdd-a396-d5b7eb29d219 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:10.455040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:feb7:a005 (fc78dc95-0c29-480b-93a7-d4c945f969df/a92fa932-57ca-4cdc-aa32-fc67bd1f4322/fa35f86b-3884-43af-8bdf-a4a6fa4b45f9) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:10.459521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:10.459914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:10.460380 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.461893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:10.462170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Bound port: 0db0342d-a933-4fdd-a396-d5b7eb29d219, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:10.462438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.501570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1c360867-a596-48a1-a755-f71849c13ea7 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:10.523784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:10.526365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1c360867-a596-48a1-a755-f71849c13ea7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:10.526737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1c360867-a596-48a1-a755-f71849c13ea7 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:10.541900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Sync routers for ids ['035d2c09-a75f-4ee6-9210-27fe7dad1672'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:10.562801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b8240-7e52-4138-ae11-f50b72aec7f3 None None] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:10.568683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Routers {'035d2c09-a75f-4ee6-9210-27fe7dad1672'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:10.569322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['035d2c09-a75f-4ee6-9210-27fe7dad1672'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:10.581065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] For port 0db0342d-a933-4fdd-a396-d5b7eb29d219, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:10.608751 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.611041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-297fef88-6db7-4f9d-a7c1-0d4de7f94806 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7434745 Aug 12 04:38:10.613720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38784) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:10.639398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.657736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object fa35f86b-3884-43af-8bdf-a4a6fa4b45f9 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:10.660741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] For port 0db0342d-a933-4fdd-a396-d5b7eb29d219, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0db0342d-a933-4fdd-a396-d5b7eb29d219,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:10.745790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.774238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:10.789302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Set router 035d2c09-a75f-4ee6-9210-27fe7dad1672 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:10.820857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2ed461b7-0651-4d82-943b-384b80ed0796 None None] Provisioning for port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:10.861224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=fa35f86b-3884-43af-8bdf-a4a6fa4b45f9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:10.878728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:10.887643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:10.895005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:10.977357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:10.978051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.026554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc6b5e51-b122-4981-a245-54ec0fe97907 req-944a62ef-75ab-43f0-9f47-3cfe9c67a060 tempest-VolumesSnapshotTestJSON-1430049073 tempest-VolumesSnapshotTestJSON-1430049073-project] 10.222.0.42 "GET /v2.0/ports?device_id=683f1a93-0af1-47c3-95c8-b99f4c656008 HTTP/1.1" status: 200 len: 210 time: 0.0307331 Aug 12 04:38:11.050919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-522a8160-cf95-4fd3-8973-e828e90dad53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6623487 Aug 12 04:38:11.051185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38788) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:11.126515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:11.139325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1004a68-bec1-4e65-ab64-3e09c7c4a569 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:11.146699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1004a68-bec1-4e65-ab64-3e09c7c4a569 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:11.148373 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1004a68-bec1-4e65-ab64-3e09c7c4a569 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0962257 Aug 12 04:38:11.150929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38790) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:11.258379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26633-fc59-4dc0-a9eb-e8ed96c3880d None None] Pushing event updated for resources: {'Port': ['ID=0db0342d-a933-4fdd-a396-d5b7eb29d219,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:11.262418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port fa35f86b-3884-43af-8bdf-a4a6fa4b45f9 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:11.262805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.295578 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.340140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:11.340449 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.362018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.380436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for fa35f86b-3884-43af-8bdf-a4a6fa4b45f9 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:11.432518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 3, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:11.471850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Checking router: 035d2c09-a75f-4ee6-9210-27fe7dad1672 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:11.472212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Updating router 035d2c09-a75f-4ee6-9210-27fe7dad1672 port 440d2519-4571-4194-873d-c828deb9661c binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:38:11.499856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:11.504477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.561201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Allocated IP 172.20.0.1 (2b945b35-f1a2-49d0-a5de-8dab24e2d3e8/3269b1d1-9dee-4014-a634-2ad7d890ba6b/03342d67-544c-4fd3-b4c2-fc9de14635cd) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:11.693722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.720498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.721076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Transition to ACTIVE for port object 03342d67-544c-4fd3-b4c2-fc9de14635cd will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:11.770603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=fa35f86b-3884-43af-8bdf-a4a6fa4b45f9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:11.783178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:11.787449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:11.787797 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.834918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.863650 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.868919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99395159-e552-4852-8205-adfa705e1e36 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/fa35f86b-3884-43af-8bdf-a4a6fa4b45f9 HTTP/1.1" status: 204 len: 168 time: 0.7140703 Aug 12 04:38:11.869619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38792) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:11.881699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.886351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:11.890221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:11.914145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Transition to ACTIVE for port object 440d2519-4571-4194-873d-c828deb9661c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:11.925057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:11.936810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:11.953599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc44be7-4f50-424b-82e0-2dea4f66456a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:11.956441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc44be7-4f50-424b-82e0-2dea4f66456a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:11.958118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc44be7-4f50-424b-82e0-2dea4f66456a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:11.960027 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3dc44be7-4f50-424b-82e0-2dea4f66456a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0893624 Aug 12 04:38:11.962856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38794) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:11.985650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:11.999664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.001428 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.027209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 33855c14-caa0-4e38-99e6-cc2b5c7e2818 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:12.030988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.055479 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.093644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Attempting to bind port 440d2519-4571-4194-873d-c828deb9661c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:12.094022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Attempting to bind port 440d2519-4571-4194-873d-c828deb9661c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:12.094385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Attempting to bind port 440d2519-4571-4194-873d-c828deb9661c on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:12.109804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:12.110199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:12.110614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.112532 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.121105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:12.121641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Bound port: 440d2519-4571-4194-873d-c828deb9661c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:12.122056 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.134366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Pushing event updated for resources: {'Port': ['ID=03342d67-544c-4fd3-b4c2-fc9de14635cd,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:12.149026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a89fd-8b1b-43ec-9361-bb95794a66ac None None] Pushing event updated for resources: {'Port': ['ID=440d2519-4571-4194-873d-c828deb9661c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:12.227869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.255692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.298998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887276f8-f033-4f89-8a33-9303f5bf0826 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:12.307824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] For port 440d2519-4571-4194-873d-c828deb9661c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:12.365648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cf1b937a-0fc4-41f0-baf6-3f1b14e15d91 None None] Provisioning for port 03342d67-544c-4fd3-b4c2-fc9de14635cd completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:12.368731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] For port 440d2519-4571-4194-873d-c828deb9661c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=440d2519-4571-4194-873d-c828deb9661c,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:12.372249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:12.377024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cf1b937a-0fc4-41f0-baf6-3f1b14e15d91 None None] Provisioning complete for port 03342d67-544c-4fd3-b4c2-fc9de14635cd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:12.377424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cf1b937a-0fc4-41f0-baf6-3f1b14e15d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.395188 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.415127 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.424020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=33855c14-caa0-4e38-99e6-cc2b5c7e2818,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:12.429425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b937a-0fc4-41f0-baf6-3f1b14e15d91 None None] Port 03342d67-544c-4fd3-b4c2-fc9de14635cd cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:12.431690 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.433837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4c4f1e7e-5d04-4996-8ff4-eb56a99d442f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/33855c14-caa0-4e38-99e6-cc2b5c7e2818 HTTP/1.1" status: 204 len: 168 time: 0.4697685 Aug 12 04:38:12.436398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38800) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:12.440772 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.479368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.539136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Routers {'035d2c09-a75f-4ee6-9210-27fe7dad1672'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:12.539763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['035d2c09-a75f-4ee6-9210-27fe7dad1672'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:12.540702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet a92fa932-57ca-4cdc-aa32-fc67bd1f4322 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:12.547017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a89fd-8b1b-43ec-9361-bb95794a66ac None None] Pushing event updated for resources: {'Port': ['ID=440d2519-4571-4194-873d-c828deb9661c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:12.558701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.583990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Pushing event updated for resources: {'Port': ['ID=03342d67-544c-4fd3-b4c2-fc9de14635cd,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:12.591422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.649575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.678071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4ae61ca9-4cce-4361-beaf-74ee557b3111 None None] Provisioning for port 0db0342d-a933-4fdd-a396-d5b7eb29d219 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:12.685394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] Set router 035d2c09-a75f-4ee6-9210-27fe7dad1672 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:12.774304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:12.778024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:12.781413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:12.995325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Router 035d2c09-a75f-4ee6-9210-27fe7dad1672 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:38:13.011051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '03342d67-544c-4fd3-b4c2-fc9de14635cd', 'name': '', 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'mac_address': 'fa:16:3e:ba:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:11Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 2, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'subnets': [{'id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:13.013184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:13.047659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.079708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee23990-dcd4-4e27-9ea3-048414c93c33 None None] The sync data for ids ['035d2c09-a75f-4ee6-9210-27fe7dad1672'] in n-d-804320-1 is: [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '03342d67-544c-4fd3-b4c2-fc9de14635cd', 'name': '', 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'mac_address': 'fa:16:3e:ba:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:11Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 2, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'subnets': [{'id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:13.096679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=a92fa932-57ca-4cdc-aa32-fc67bd1f4322,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:13.111128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.113766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ae224550-a455-486d-82cb-af252b128472 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/a92fa932-57ca-4cdc-aa32-fc67bd1f4322 HTTP/1.1" status: 204 len: 168 time: 0.6759357 Aug 12 04:38:13.118667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:13.134532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:13.136313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.204181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3dfd5b8c-8830-49c3-bd7a-059819b1e326 None None] Provisioning complete for port 03342d67-544c-4fd3-b4c2-fc9de14635cd triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:13.204565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3dfd5b8c-8830-49c3-bd7a-059819b1e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.207016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ee6b3695-1f1b-495d-8508-f49af8310953 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858138 Aug 12 04:38:13.209618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38810) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:13.214457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:13.225647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5a545f38-7ccb-403b-9b7b-26a0684abf22 admin admin] 10.222.0.42 "PUT /v2.0/routers/035d2c09-a75f-4ee6-9210-27fe7dad1672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6051080 Aug 12 04:38:13.291345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6472a6e8-fe17-412b-aab5-8ce6509a01fb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:13.293658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6472a6e8-fe17-412b-aab5-8ce6509a01fb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0822272 Aug 12 04:38:13.295625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:13.308191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd5b8c-8830-49c3-bd7a-059819b1e326 None None] Port 03342d67-544c-4fd3-b4c2-fc9de14635cd cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:13.361139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860a353-1b5a-4ba3-a404-a767c67e3386 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:13.363360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5860a353-1b5a-4ba3-a404-a767c67e3386 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666587 Aug 12 04:38:13.366274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38816) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:13.376587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0db0342d-a933-4fdd-a396-d5b7eb29d219 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:13.475283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0415a876-a904-4d69-afce-0f3fba2045de tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021209 Aug 12 04:38:13.479013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38822) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:13.487302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6e272646-d1c3-467a-a2cf-78ba263d4fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:13.594542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 0db0342d-a933-4fdd-a396-d5b7eb29d219 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:13.607119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 0db0342d-a933-4fdd-a396-d5b7eb29d219 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:13.607119 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.678079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f5645-a2dc-4e98-baaa-6db0621b1333 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:13.726010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e272646-d1c3-467a-a2cf-78ba263d4fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:13.732957 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6e272646-d1c3-467a-a2cf-78ba263d4fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.732957 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e272646-d1c3-467a-a2cf-78ba263d4fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:13.733273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e272646-d1c3-467a-a2cf-78ba263d4fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:13.814488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c646c77c-6dbd-4f76-a993-217931af5f17 None None] Provisioning complete for port 0db0342d-a933-4fdd-a396-d5b7eb29d219 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:13.814893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c646c77c-6dbd-4f76-a993-217931af5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.832640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6e272646-d1c3-467a-a2cf-78ba263d4fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3493800 Aug 12 04:38:13.832826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38824) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:13.838290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2df7bed9-2387-4eb0-ade2-d3220ee2f703 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:13.882155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:13.960528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 0db0342d-a933-4fdd-a396-d5b7eb29d219, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0db0342d-a933-4fdd-a396-d5b7eb29d219,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:14.029629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.034249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c646c77c-6dbd-4f76-a993-217931af5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.046479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df7bed9-2387-4eb0-ade2-d3220ee2f703 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:14.060611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2df7bed9-2387-4eb0-ade2-d3220ee2f703 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.062204 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df7bed9-2387-4eb0-ade2-d3220ee2f703 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:14.064991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df7bed9-2387-4eb0-ade2-d3220ee2f703 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:14.193669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:14.194263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2df7bed9-2387-4eb0-ade2-d3220ee2f703 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3600564 Aug 12 04:38:14.199562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-27694497-88d7-46c0-9c9c-7345cdbde795 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:14.379106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:14.390635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38830) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:14.395765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280880185', 'description': 'tempest-secgroup-smoke-280880185 description', 'project_id': 'c64a835f77614a4795d9d52d199bc837'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:14.402377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27694497-88d7-46c0-9c9c-7345cdbde795 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:14.405918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-27694497-88d7-46c0-9c9c-7345cdbde795 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.407403 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-27694497-88d7-46c0-9c9c-7345cdbde795 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:14.408091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27694497-88d7-46c0-9c9c-7345cdbde795 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:14.419146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=0db0342d-a933-4fdd-a396-d5b7eb29d219,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:14.435293 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-c646c77c-6dbd-4f76-a993-217931af5f17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:38:14.435651 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-c646c77c-6dbd-4f76-a993-217931af5f17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:38:14.455061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] Deleting port 0db0342d-a933-4fdd-a396-d5b7eb29d219 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:14.455503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.510115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.518130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] For port 0db0342d-a933-4fdd-a396-d5b7eb29d219, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=0db0342d-a933-4fdd-a396-d5b7eb29d219,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:14.518541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.531484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] Calling delete_port for 0db0342d-a933-4fdd-a396-d5b7eb29d219 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:14.567765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-27694497-88d7-46c0-9c9c-7345cdbde795 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3679929 Aug 12 04:38:14.567950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38832) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:14.571731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3352bfbb-dd9f-4562-906b-4423d709544d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:14.632314 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.674895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.702520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] Pushing event deleted for resources: {'Port': ['ID=0db0342d-a933-4fdd-a396-d5b7eb29d219,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:14.705293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.707680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867b7d0-e8c7-4fa6-8bc5-4820d5d9dca7 None None] No DVR routers for this DVR port 0db0342d-a933-4fdd-a396-d5b7eb29d219 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:14.750895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3571484c-15a2-4e6b-9dbb-247287f596b2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:14.783314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3352bfbb-dd9f-4562-906b-4423d709544d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:14.786844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3352bfbb-dd9f-4562-906b-4423d709544d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.787679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 440d2519-4571-4194-873d-c828deb9661c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:14.789013 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3352bfbb-dd9f-4562-906b-4423d709544d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:14.789462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3352bfbb-dd9f-4562-906b-4423d709544d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:14.840495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.841694 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-399f2f50-3cca-4ddf-a361-f3cbce13883b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4497135 Aug 12 04:38:14.844764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38834) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:14.849422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group_rule': {'security_group_id': '3571484c-15a2-4e6b-9dbb-247287f596b2', 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:14.858031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3352bfbb-dd9f-4562-906b-4423d709544d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2910876 Aug 12 04:38:14.862337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38836) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:14.866936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d92f3623-53de-4101-aa9e-70e1df7f84b8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:14.868909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 440d2519-4571-4194-873d-c828deb9661c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:14.873138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 440d2519-4571-4194-873d-c828deb9661c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:14.877337 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.967047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c646c77c-6dbd-4f76-a993-217931af5f17 None None] Port 0db0342d-a933-4fdd-a396-d5b7eb29d219 update to ACTIVE by agent not found {{(pid=95044) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 12 04:38:14.977585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:14.996912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 440d2519-4571-4194-873d-c828deb9661c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=440d2519-4571-4194-873d-c828deb9661c,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:15.012739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.076744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.087102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.120700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92f3623-53de-4101-aa9e-70e1df7f84b8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:15.124756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d92f3623-53de-4101-aa9e-70e1df7f84b8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.126344 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92f3623-53de-4101-aa9e-70e1df7f84b8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:15.126806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92f3623-53de-4101-aa9e-70e1df7f84b8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:15.138671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=440d2519-4571-4194-873d-c828deb9661c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:15.151951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0db0342d-a933-4fdd-a396-d5b7eb29d219 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:15.166453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.175451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 0db0342d-a933-4fdd-a396-d5b7eb29d219 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:15.178300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 0db0342d-a933-4fdd-a396-d5b7eb29d219 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:15.184053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d176c0-a140-494c-830d-eb7a9bb6ed7d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:15.199099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d92f3623-53de-4101-aa9e-70e1df7f84b8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3322463 Aug 12 04:38:15.199099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38842) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.203673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-93640032-3a64-443f-a0d5-1b33424f9f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:15.264366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.265552 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-415de5c9-e35a-409f-babe-83dc85bf96eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4197497 Aug 12 04:38:15.268601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.275595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group_rule': {'security_group_id': '3571484c-15a2-4e6b-9dbb-247287f596b2', 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:15.360390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93640032-3a64-443f-a0d5-1b33424f9f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:15.363972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93640032-3a64-443f-a0d5-1b33424f9f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.365418 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-93640032-3a64-443f-a0d5-1b33424f9f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:15.365851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93640032-3a64-443f-a0d5-1b33424f9f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:15.456769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.510414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93640032-3a64-443f-a0d5-1b33424f9f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3106396 Aug 12 04:38:15.513037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38850) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.521914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.547745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38852) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.547931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-38e32ddd-b63a-4062-8054-98349d587e43 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319951 Aug 12 04:38:15.592969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.615014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b632add4-b6e4-4e01-a6a8-32f8f371ee43 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:15.616446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b632add4-b6e4-4e01-a6a8-32f8f371ee43 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693340 Aug 12 04:38:15.619685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38856) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.621285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453da5fd-3ef5-4c9f-8c6c-e5e211b37197,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:15.658460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5762d0bb-ea98-4c0a-a2fa-f236fcd31322 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376027 Aug 12 04:38:15.662395 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38858) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.667847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:15.672958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.674025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a8709dfb-7ef8-4c27-a7e6-030f71c60073 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4039304 Aug 12 04:38:15.679741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38860) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:15.684326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group_rule': {'security_group_id': '3571484c-15a2-4e6b-9dbb-247287f596b2', 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:15.778982 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.851952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.869943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:15.873789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.931688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:15.950330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4034dac-18d3-484c-8ac0-b1c0c2b9ba2d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:16.035263 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.039223 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-74b8df92-57bf-47de-8395-b35b39c42be8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550680 Aug 12 04:38:16.039367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38862) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:16.044006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group_rule': {'security_group_id': '3571484c-15a2-4e6b-9dbb-247287f596b2', 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:16.122841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.183024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.199154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:16.203206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.240495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.247338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:16.254746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:16.259148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:16.260145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.262409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3702e139-f45f-456f-8cb6-61342904382e,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:16.263412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=a0953e15-9ef1-4986-8fe8-4bdc592b8b0e,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:16.278028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942076b-bcbd-4582-abd7-12387dd1c4e7 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:16.326242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.330154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9845beb5-39cd-4a74-89c0-d45252e9bc0c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874429 Aug 12 04:38:16.330833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:16.335159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group_rule': {'security_group_id': '3571484c-15a2-4e6b-9dbb-247287f596b2', 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:16.355471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ac49fad3-6dfa-4e7d-989b-cd1ed45998f2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6918049 Aug 12 04:38:16.357950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38866) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:16.363576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:77:33:9b', 'name': 'tempest-NetworksTestDHCPv6-1112728387'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:16.429011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'a0953e15-9ef1-4986-8fe8-4bdc592b8b0e'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:16.429924 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.489373 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Project c64a835f77614a4795d9d52d199bc837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:38:16.497000 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.584376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.586867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Allocated IP 2001:db8::f816:3eff:fe82:a7f4 (fc78dc95-0c29-480b-93a7-d4c945f969df/a0953e15-9ef1-4986-8fe8-4bdc592b8b0e/4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:16.600532 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:16.711003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.748519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.753929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9906b139-1923-4e5c-9f7f-659e6f278d80,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:16.785396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 1d9bc00c-1ed0-4589-bdf9-ac0120d18376 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:16.815740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 440d2519-4571-4194-873d-c828deb9661c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:16.860387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.861699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0cbe6159-b6d8-48f9-8622-60b88f007b6c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5301554 Aug 12 04:38:16.865563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38870) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:16.867451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.871718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'security_group_rule': {'security_group_id': '3571484c-15a2-4e6b-9dbb-247287f596b2', 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:16.882831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Transition to ACTIVE for port object 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:16.906539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Transition to ACTIVE for port object 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:16.917852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 440d2519-4571-4194-873d-c828deb9661c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:16.918320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:16.929063 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Sync routers for ids ['035d2c09-a75f-4ee6-9210-27fe7dad1672'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:16.944053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Routers {'035d2c09-a75f-4ee6-9210-27fe7dad1672'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:16.945621 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['035d2c09-a75f-4ee6-9210-27fe7dad1672'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:16.955600 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Project c64a835f77614a4795d9d52d199bc837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:38:16.962778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.004190 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.059305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:17.062910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:17.066686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:17.068823 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Set router 035d2c09-a75f-4ee6-9210-27fe7dad1672 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:17.074413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Pushing event updated for resources: {'Port': ['ID=4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:17.075752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fe77:339b (fc78dc95-0c29-480b-93a7-d4c945f969df/a0953e15-9ef1-4986-8fe8-4bdc592b8b0e/1d9bc00c-1ed0-4589-bdf9-ac0120d18376) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:17.130470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Attempting to bind port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:17.131350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Attempting to bind port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:17.131881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Attempting to bind port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:17.138037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:17.138699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:17.139343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.139889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:17.140539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Bound port: 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:17.141246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.213828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] For port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:17.217742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] For port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:17.262692 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.276640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 1d9bc00c-1ed0-4589-bdf9-ac0120d18376 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:17.291009 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '03342d67-544c-4fd3-b4c2-fc9de14635cd', 'name': '', 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'mac_address': 'fa:16:3e:ba:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:11Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 2, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'subnets': [{'id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:17.292577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.323214 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Checking router: 035d2c09-a75f-4ee6-9210-27fe7dad1672 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:17.323715 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Updating router 035d2c09-a75f-4ee6-9210-27fe7dad1672 port 03342d67-544c-4fd3-b4c2-fc9de14635cd binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:38:17.351744 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.363436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62c982-0994-4e98-9ccf-43a24455a3ff None None] Pushing event updated for resources: {'Port': ['ID=4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:17.384063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.436148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:17.441353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:17.447019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:17.451979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:17.452745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.456235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.469680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=1d9bc00c-1ed0-4589-bdf9-ac0120d18376,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:17.537407 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.570382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1a7b5bb2-2de5-4618-98b6-a404ec749ac2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2075922 Aug 12 04:38:17.570382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38876) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:17.581207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d03c70b-007d-406b-99f4-8ba2d9d83510,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:17.652086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6262929-bca4-4769-9ecb-7365167e7676 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:17.652355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.653378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-40483ab0-173a-4da9-a25f-5b1adcdcc5dc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7867770 Aug 12 04:38:17.658411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6262929-bca4-4769-9ecb-7365167e7676 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:17.660175 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c6262929-bca4-4769-9ecb-7365167e7676 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0876737 Aug 12 04:38:17.667020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38880) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:17.729794 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.745625 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Transition to ACTIVE for port object 03342d67-544c-4fd3-b4c2-fc9de14635cd will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:17.827447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 1d9bc00c-1ed0-4589-bdf9-ac0120d18376 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:17.828098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.834756 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.836604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-dcb97327-c567-411b-beeb-08b626680048 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280880185&fields=id&tenant_id=c64a835f77614a4795d9d52d199bc837 HTTP/1.1" status: 200 len: 267 time: 0.0540037 Aug 12 04:38:17.901130 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894756f-4309-4a61-b82b-44b7aa404c60 None None] Pushing event updated for resources: {'Port': ['ID=03342d67-544c-4fd3-b4c2-fc9de14635cd,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:17.964101 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Attempting to bind port 03342d67-544c-4fd3-b4c2-fc9de14635cd on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:17.965172 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Attempting to bind port 03342d67-544c-4fd3-b4c2-fc9de14635cd by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:17.965746 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Attempting to bind port 03342d67-544c-4fd3-b4c2-fc9de14635cd on network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:17.972286 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:17.972659 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Checking segment: {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:17.974927 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:17.974927 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Bound using segment: {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:17.974927 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Bound port: 03342d67-544c-4fd3-b4c2-fc9de14635cd, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dafd1d2-d975-4c1b-bd84-3fb9f029c368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:17.974927 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:18.055027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] For port 03342d67-544c-4fd3-b4c2-fc9de14635cd, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:18.058495 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] For port 03342d67-544c-4fd3-b4c2-fc9de14635cd, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=03342d67-544c-4fd3-b4c2-fc9de14635cd,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:18.133894 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:18.194290 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Routers {'035d2c09-a75f-4ee6-9210-27fe7dad1672'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:18.195007 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['035d2c09-a75f-4ee6-9210-27fe7dad1672'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:18.283965 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894756f-4309-4a61-b82b-44b7aa404c60 None None] Pushing event updated for resources: {'Port': ['ID=03342d67-544c-4fd3-b4c2-fc9de14635cd,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:18.386858 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] Set router 035d2c09-a75f-4ee6-9210-27fe7dad1672 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:18.427825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:18.453827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 1d9bc00c-1ed0-4589-bdf9-ac0120d18376 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:18.463549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-5e7277d7-7bd1-40ee-b2c4-515c9242b980 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:18.469858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-5e7277d7-7bd1-40ee-b2c4-515c9242b980 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 809 time: 0.6225290 Aug 12 04:38:18.484076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-9fda1c17-3f7d-44ac-a98e-550b665eda91 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/quotas/c64a835f77614a4795d9d52d199bc837 HTTP/1.1" status: 200 len: 375 time: 0.0133066 Aug 12 04:38:18.605833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-ba419ea5-2e83-4a39-9ab2-23528b1e119e tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148798 Aug 12 04:38:18.649564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '03342d67-544c-4fd3-b4c2-fc9de14635cd', 'name': '', 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'mac_address': 'fa:16:3e:ba:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:11Z', 'updated_at': '2021-08-12T04:38:18Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'subnets': [{'id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:18.678842 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae908a-22e6-495f-8944-7f9bad9b3574 None None] The sync data for ids ['035d2c09-a75f-4ee6-9210-27fe7dad1672'] in n-d-804320-1 is: [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:38:12Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '03342d67-544c-4fd3-b4c2-fc9de14635cd', 'name': '', 'network_id': '2b945b35-f1a2-49d0-a5de-8dab24e2d3e8', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'mac_address': 'fa:16:3e:ba:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:11Z', 'updated_at': '2021-08-12T04:38:18Z', 'revision_number': 4, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'subnets': [{'id': '3269b1d1-9dee-4014-a634-2ad7d890ba6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:18.801588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-8eab6992-4ef9-4781-957f-6c8a37e1e08a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:38:18.813952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-8eab6992-4ef9-4781-957f-6c8a37e1e08a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1930819 Aug 12 04:38:18.828589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e0f31d4f-af73-4dce-af54-b20148c5ce73 None None] Provisioning for port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:18.837119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:18.936906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=1d9bc00c-1ed0-4589-bdf9-ac0120d18376,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:18.942746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:18.945341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7b8c87ab-42ff-4b90-b53f-7cde418585b7 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/1d9bc00c-1ed0-4589-bdf9-ac0120d18376 HTTP/1.1" status: 204 len: 168 time: 1.2764137 Aug 12 04:38:18.948334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38902) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:18.990519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:19.024763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-bc9c6bde-4851-4888-a044-ab394f8fabc0 service neutron] 10.222.0.42 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098629 Aug 12 04:38:19.050362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12e7e5-fe87-4aa6-b6d2-e83afe84eb62 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:19.052281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12e7e5-fe87-4aa6-b6d2-e83afe84eb62 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:19.057700 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e12e7e5-fe87-4aa6-b6d2-e83afe84eb62 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1083024 Aug 12 04:38:19.058513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38904) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:19.131855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet a0953e15-9ef1-4986-8fe8-4bdc592b8b0e {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:19.136175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.149251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-1c1b9d05-6374-4aaa-9554-5b51e707418b service neutron] 10.222.0.42 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149094 Aug 12 04:38:19.153293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b83b4232-3857-4c93-b5a4-01defc052d63 None None] Could not find standard attr ID for object 1d9bc00c-1ed0-4589-bdf9-ac0120d18376. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:19.187284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.188999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:19.194268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:19.194591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.350902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.424239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.560509 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-094b6561-03f5-4e2d-bb7f-307fcbda234c req-cf2b2088-387e-4654-b39d-2f553942a99e tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 210 time: 0.0317011 Aug 12 04:38:19.562254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.604650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:38:19.605016 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:38:19.615017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=a0953e15-9ef1-4986-8fe8-4bdc592b8b0e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:19.617264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd2622-e176-4f29-aaac-dec14797538b None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:19.617583 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.619518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ee08c4c9-ea7b-4e78-b0ea-6e9297976f53 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/a0953e15-9ef1-4986-8fe8-4bdc592b8b0e HTTP/1.1" status: 204 len: 168 time: 0.5598691 Aug 12 04:38:19.621899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38912) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:19.674477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-128213a2-bb60-4906-b681-a2eaaf858bae tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490081 Aug 12 04:38:19.674661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38916) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:19.680004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:19.873340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:19.915224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:19.919449 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.921118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] Deleting port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:19.921503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:19.991589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] For port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:19.992177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.006099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] Calling delete_port for 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:20.144397 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.180322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.231597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] Pushing event deleted for resources: {'Port': ['ID=4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:20.234512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4104eb7-341e-4d15-bbe3-b5c0f78bf284 None None] No DVR routers for this DVR port 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:20.236208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03342d67-544c-4fd3-b4c2-fc9de14635cd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:20.284294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:20.286292 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.330079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:20.337393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 03342d67-544c-4fd3-b4c2-fc9de14635cd completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:20.345014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 03342d67-544c-4fd3-b4c2-fc9de14635cd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:20.345717 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.349927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:20.355640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:20.356250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.368190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=dfb5be9e-756a-4494-994d-5e130027fbf2,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:20.389845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0beb356-3a09-4cb8-b69c-2529c92a784f None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:20.443941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c4268de3-ec32-4700-8796-31eeefe5a1e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7680621 Aug 12 04:38:20.444653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38924) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:20.451400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:e1:1a:90', 'name': 'tempest-NetworksTestDHCPv6-1275589744'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:20.512470 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.553414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 03342d67-544c-4fd3-b4c2-fc9de14635cd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=03342d67-544c-4fd3-b4c2-fc9de14635cd,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:20.625941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'dfb5be9e-756a-4494-994d-5e130027fbf2'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:20.627235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.654513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f39b9048-613d-4729-86d2-fa776afa6b76 req-4f913a06-9ddb-426c-b85c-4e5d2eb57aee tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 210 time: 0.0328791 Aug 12 04:38:20.663051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:20.668131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.697760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 4d25a0a7-5ba0-4169-9dce-d97af643179f yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:20.711807 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:20.826673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=03342d67-544c-4fd3-b4c2-fc9de14635cd,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:20.841545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Allocated IP 2001:db8::f816:3eff:fe6a:4fc5 (fc78dc95-0c29-480b-93a7-d4c945f969df/dfb5be9e-756a-4494-994d-5e130027fbf2/859fed74-00a0-4285-88ee-ad1182526a90) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:20.847970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:20.876891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:20.877586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4932c1d9-03f9-4f30-9d7f-8cc9d7d63be0 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:21.024401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.033993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Transition to ACTIVE for port object 859fed74-00a0-4285-88ee-ad1182526a90 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:21.051378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Transition to ACTIVE for port object 859fed74-00a0-4285-88ee-ad1182526a90 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:21.304105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.340202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:21.343337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:21.346096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:21.353466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fee1:1a90 (fc78dc95-0c29-480b-93a7-d4c945f969df/dfb5be9e-756a-4494-994d-5e130027fbf2/4d25a0a7-5ba0-4169-9dce-d97af643179f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:21.380627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Pushing event updated for resources: {'Port': ['ID=859fed74-00a0-4285-88ee-ad1182526a90,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:21.412899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Attempting to bind port 859fed74-00a0-4285-88ee-ad1182526a90 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:21.412899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Attempting to bind port 859fed74-00a0-4285-88ee-ad1182526a90 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:21.414522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Attempting to bind port 859fed74-00a0-4285-88ee-ad1182526a90 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:21.418623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:21.419023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:21.419424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.419813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:21.420273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Bound port: 859fed74-00a0-4285-88ee-ad1182526a90, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:21.420652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.511960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] For port 859fed74-00a0-4285-88ee-ad1182526a90, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:21.515240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] For port 859fed74-00a0-4285-88ee-ad1182526a90, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=859fed74-00a0-4285-88ee-ad1182526a90,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:21.528821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.548570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 4d25a0a7-5ba0-4169-9dce-d97af643179f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:21.589286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.640912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.658196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b1e8-da88-4286-b639-a8162a062957 None None] Pushing event updated for resources: {'Port': ['ID=859fed74-00a0-4285-88ee-ad1182526a90,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:21.705419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:21.707481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=4d25a0a7-5ba0-4169-9dce-d97af643179f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:21.709738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:21.712294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:21.719841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:21.719841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:21.767404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91b5ee0c-db23-4180-afc8-e9ea50e98300 req-6504182b-5f68-4464-9187-6d92d88df3ff tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 210 time: 0.0273118 Aug 12 04:38:21.836081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b20be877-9b8e-44b9-956e-3d9de093d04a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3890471 Aug 12 04:38:21.855951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38936) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:21.948629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8292c20-4cb8-4a56-8565-2cc88ac08877 req-65ff68e7-7e8e-4ec8-92f8-9cbfb83a6059 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:21.950193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8292c20-4cb8-4a56-8565-2cc88ac08877 req-65ff68e7-7e8e-4ec8-92f8-9cbfb83a6059 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.0618060 Aug 12 04:38:21.952389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b77df-2053-4bd1-8a5a-1801900c44d8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:21.961382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b77df-2053-4bd1-8a5a-1801900c44d8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:21.963166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-817b77df-2053-4bd1-8a5a-1801900c44d8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1061926 Aug 12 04:38:21.967038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38938) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:21.995471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c8292c20-4cb8-4a56-8565-2cc88ac08877 req-1644170d-fc2d-433b-8c58-79822a72a6b1 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376029 Aug 12 04:38:22.033406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38940) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:22.096712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 4d25a0a7-5ba0-4169-9dce-d97af643179f {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:22.097060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.210969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 95d062a4-75ed-4c64-9743-dbcae5d57906 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:22.210969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.255404 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.264442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-677e2e89-901d-4744-99aa-8baab04321a2 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:22.273317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-677e2e89-901d-4744-99aa-8baab04321a2 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 809 time: 0.1880724 Aug 12 04:38:22.282961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 4d25a0a7-5ba0-4169-9dce-d97af643179f owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:22.296398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.296735 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.317190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 95d062a4-75ed-4c64-9743-dbcae5d57906 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:22.349712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-0d006cef-483d-4539-98d5-affb7b3139c1 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c64a835f77614a4795d9d52d199bc837 HTTP/1.1" status: 200 len: 379 time: 0.0728755 Aug 12 04:38:22.361247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'port': {'device_id': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'admin_state_up': True, 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'security_groups': ['3571484c-15a2-4e6b-9dbb-247287f596b2']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:22.589235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.619862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=4d25a0a7-5ba0-4169-9dce-d97af643179f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:22.652051 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.655854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.659218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-32817892-c3c5-4bc6-8705-603b8c22eb59 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/4d25a0a7-5ba0-4169-9dce-d97af643179f HTTP/1.1" status: 204 len: 168 time: 0.6925354 Aug 12 04:38:22.667281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Made reservation on behalf of c64a835f77614a4795d9d52d199bc837 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:22.667445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38944) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:22.667557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.708605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=95d062a4-75ed-4c64-9743-dbcae5d57906,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:22.804705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:22.816642 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP a2698755-cea1-4358-b9be-eb7323bd942e disassociated (deleted). External IP: 172.25.6.240, port: e896cb37-9d4c-4035-85aa-e07f70f60a27. Aug 12 04:38:22.863967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891b666-4bf5-489e-98cb-e63c7a89f70f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:22.865701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5891b666-4bf5-489e-98cb-e63c7a89f70f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:22.870839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5891b666-4bf5-489e-98cb-e63c7a89f70f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2063918 Aug 12 04:38:22.871637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38948) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:22.904560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Allocated IP 172.20.0.8 (6fcf74b9-74ca-47ca-bb8b-f44fd159646e/4544cf86-cd46-4d2d-9854-113f7eee3231/51613928-a9e4-489d-8866-0b209253f6ee) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:22.955769 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06fd2522-bfd1-4a0a-8f25-70a22737b0ec req-3e602574-a415-4435-9d6c-3ce0b7897626 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 210 time: 0.0724120 Aug 12 04:38:22.968573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 859fed74-00a0-4285-88ee-ad1182526a90 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:22.986123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet dfb5be9e-756a-4494-994d-5e130027fbf2 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:22.990934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.037155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-74fc8d23-ad03-408d-81fc-bd8afc9fd4ae None None] Provisioning for port 859fed74-00a0-4285-88ee-ad1182526a90 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:23.052354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.138586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 859fed74-00a0-4285-88ee-ad1182526a90 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:23.148379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 859fed74-00a0-4285-88ee-ad1182526a90 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:23.159017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.187669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.203158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Transition to ACTIVE for port object 51613928-a9e4-489d-8866-0b209253f6ee will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:23.251184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.281040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1aa82262-98ce-4fe2-a556-8b241439735f None None] Could not find standard attr ID for object 4d25a0a7-5ba0-4169-9dce-d97af643179f. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:23.298256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:38:23.300930 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.349565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.403854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:23.415135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:23.422694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:23.441819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.457302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'Port': ['ID=51613928-a9e4-489d-8866-0b209253f6ee,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:23.465051 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.472744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/dfb5be9e-756a-4494-994d-5e130027fbf2 HTTP/1.1" status: 204 len: 168 time: 0.5946064 Aug 12 04:38:23.476192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38950) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:23.477146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ecad48-2a50-4ebe-9a9e-5f2c2813d8f5 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:23.497792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4beaa1-c9ee-4531-afed-acd809ea7b16 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb5be9e-756a-4494-994d-5e130027fbf2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:23.500891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:23.507623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.548516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-188ad2ec-9289-4a86-a118-807fd6ab2bd5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2698755-cea1-4358-b9be-eb7323bd942e HTTP/1.1" status: 204 len: 168 time: 1.5136836 Aug 12 04:38:23.549123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:23.551514 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbb9dc2-0a7c-4081-998d-218c57d43277" -d '{"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:23.566432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-11869cf9-7240-4309-a517-2faefe2bd53b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0881834 Aug 12 04:38:23.570369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38956) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:23.577272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] Sync routers for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:23.605736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:23.607313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.616753 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80255278-a19c-4608-8974-8f0e4e132cba x-openstack-request-id: req-80255278-a19c-4608-8974-8f0e4e132cba {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:23.617063 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:23.617340 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80255278-a19c-4608-8974-8f0e4e132cba {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:23.617759 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'status': 'completed', 'code': 200} Aug 12 04:38:23.677662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:23.677662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:23.702438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1725b-d1b0-419b-b939-16f19499b25d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:23.703717 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c1e1725b-d1b0-419b-b939-16f19499b25d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1323602 Aug 12 04:38:23.706407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:23.719310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-d1a590cc-e0ee-4e40-affb-6a5ea6ac87eb tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612173 Aug 12 04:38:23.719741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-7fe6fa5a-77de-4775-8221-b8ad651d3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:23.720669 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:38:23.721020 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:38:23.721206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-7fe6fa5a-77de-4775-8221-b8ad651d3ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 1097 time: 0.0800343 Aug 12 04:38:23.758651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Request body: {'port': {'device_id': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:23.805535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c023b7a-3fc8-4835-b69c-818665602a80 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:23.810285 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c023b7a-3fc8-4835-b69c-818665602a80 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028523 Aug 12 04:38:23.811067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38962) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:23.844025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:23.890606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2efc8e3e-24ca-4803-9b98-b467ae6bbade tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745964 Aug 12 04:38:23.892181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38964) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:23.897303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:23.905041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-0bc54919-0b12-4c09-bc3e-725771554ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:23.906551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-0bc54919-0b12-4c09-bc3e-725771554ea0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 200 len: 898 time: 0.1767683 Aug 12 04:38:23.989958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:24.028375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-73d993ae-140b-45f8-b74c-6aed26298ebe None None] Provisioning for port 51613928-a9e4-489d-8866-0b209253f6ee completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:24.035768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-73d993ae-140b-45f8-b74c-6aed26298ebe None None] Provisioning complete for port 51613928-a9e4-489d-8866-0b209253f6ee triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:24.036187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73d993ae-140b-45f8-b74c-6aed26298ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.085693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-43c77076-7bb4-41e3-9797-fa766354bcfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 200 len: 217 time: 0.1673102 Aug 12 04:38:24.108423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:24.182554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-3e53c759-f28f-4968-b3ab-28517398a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:24.183995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-3e53c759-f28f-4968-b3ab-28517398a851 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 200 len: 834 time: 0.0907879 Aug 12 04:38:24.213378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20658910-6d97-43cd-afb9-4d95a0bc8f6f req-a9895710-1f92-41b6-b4e3-18e3e4d1ed22 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:24.215238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20658910-6d97-43cd-afb9-4d95a0bc8f6f req-a9895710-1f92-41b6-b4e3-18e3e4d1ed22 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 931 time: 0.0991313 Aug 12 04:38:24.253546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-8556337f-b743-447b-862c-4e53273d9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:24.255006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-8556337f-b743-447b-862c-4e53273d9a8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4877101-ee5b-4d16-b16e-da0b56db5765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526803 Aug 12 04:38:24.267212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7484b31-f96a-4cf9-af49-a553e7341d21 req-c9e076a1-bddd-414b-94e9-3eefd5a620a1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:24.268700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7484b31-f96a-4cf9-af49-a553e7341d21 req-c9e076a1-bddd-414b-94e9-3eefd5a620a1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0974047 Aug 12 04:38:24.281855 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20658910-6d97-43cd-afb9-4d95a0bc8f6f req-cd14e6ce-97b5-4dad-9d71-84502d35ced8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583820 Aug 12 04:38:24.284591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:24.288730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.303517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-73d993ae-140b-45f8-b74c-6aed26298ebe None None] Port 51613928-a9e4-489d-8866-0b209253f6ee cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:24.317073 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.341738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51613928-a9e4-489d-8866-0b209253f6ee {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:38:24.354924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.377890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Transition to ACTIVE for port object 51613928-a9e4-489d-8866-0b209253f6ee will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:24.401660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] Deleting port 859fed74-00a0-4285-88ee-ad1182526a90 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:24.403798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.420678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7484b31-f96a-4cf9-af49-a553e7341d21 req-7de8d330-7a89-4300-8b9e-a829ead92bdb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424148 Aug 12 04:38:24.425994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 859fed74-00a0-4285-88ee-ad1182526a90, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=859fed74-00a0-4285-88ee-ad1182526a90,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:24.468685 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.474309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-b95eab75-9fe3-4103-91b9-70750577d4e0 service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046270 Aug 12 04:38:24.488658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] For port 859fed74-00a0-4285-88ee-ad1182526a90, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=859fed74-00a0-4285-88ee-ad1182526a90,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:24.489126 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.498496 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.502452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03342d67-544c-4fd3-b4c2-fc9de14635cd up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:24.527216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] Calling delete_port for 859fed74-00a0-4285-88ee-ad1182526a90 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:24.534341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=51613928-a9e4-489d-8866-0b209253f6ee,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:24.620966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:24.648283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Attempting to bind port 51613928-a9e4-489d-8866-0b209253f6ee on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:24.649534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Attempting to bind port 51613928-a9e4-489d-8866-0b209253f6ee by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:24.649670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Attempting to bind port 51613928-a9e4-489d-8866-0b209253f6ee on network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:24.654602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Port 51613928-a9e4-489d-8866-0b209253f6ee on network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:38:24.655689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Attempting to bind port 51613928-a9e4-489d-8866-0b209253f6ee on network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:24.662496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:24.663214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Checking segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:24.664361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Bound using segment: {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:24.664803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Bound port: 51613928-a9e4-489d-8866-0b209253f6ee, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:24.665697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.666738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] Checking router: a207ee13-99ea-4ddf-8046-a59c1fe0f4bd for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:24.671232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=859fed74-00a0-4285-88ee-ad1182526a90,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:24.685101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dbb9dc2-0a7c-4081-998d-218c57d43277 req-26740ce8-cef1-4676-b1fa-d58df9f65b76 service neutron] 10.222.0.36 "GET /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019317 Aug 12 04:38:24.730524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:24.741065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:24.741065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 03342d67-544c-4fd3-b4c2-fc9de14635cd triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:24.741065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.766763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] For port 51613928-a9e4-489d-8866-0b209253f6ee, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:24.773227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] For port 51613928-a9e4-489d-8866-0b209253f6ee, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=51613928-a9e4-489d-8866-0b209253f6ee,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:24.853413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.882786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:24.898755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:24.899945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.901738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 1091 time: 1.1478231 Aug 12 04:38:24.902269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:24.904923 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81b4cb0-ea50-4591-ba3a-02183931fb44" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "tag": "51613928-a9e4-489d-8866-0b209253f6ee"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:24.966222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:24.970127 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200928a3-2864-479e-b6a5-343c3f34e8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=51613928-a9e4-489d-8866-0b209253f6ee,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:25.007724 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88b7951-a94a-4bd8-82f0-860e32b076c5 x-openstack-request-id: req-b88b7951-a94a-4bd8-82f0-860e32b076c5 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:25.007724 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "tag": "51613928-a9e4-489d-8866-0b209253f6ee", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:25.007724 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b88b7951-a94a-4bd8-82f0-860e32b076c5 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:25.007724 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee', 'status': 'completed', 'code': 200} Aug 12 04:38:25.036201 n-d-804320-1 neutron-server[95043]: WARNING neutron.services.revisions.revision_plugin [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Could not find related port for resource to bump revision. Aug 12 04:38:25.040112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] Pushing event deleted for resources: {'Port': ['ID=859fed74-00a0-4285-88ee-ad1182526a90,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:25.049606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 859fed74-00a0-4285-88ee-ad1182526a90 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:25.054987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:25.076875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-b6566280-a85a-4314-87f1-2696758f8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.077472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-b6566280-a85a-4314-87f1-2696758f8e00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1094 time: 0.0564582 Aug 12 04:38:25.093827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Port 859fed74-00a0-4285-88ee-ad1182526a90 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 12 04:38:25.094136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6a:4fc5 {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 12 04:38:25.098289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6a:4fc5 {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 12 04:38:25.099545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.106646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069f355-0b31-498d-bf01-4c62ad241efe None None] No DVR routers for this DVR port 859fed74-00a0-4285-88ee-ad1182526a90 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:25.115286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 859fed74-00a0-4285-88ee-ad1182526a90 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:25.115618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 859fed74-00a0-4285-88ee-ad1182526a90 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:25.130352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-154a46a9-cd6e-4c2b-8304-42cce7092112 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 217 time: 0.0450718 Aug 12 04:38:25.207119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:25.209392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:25.215557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-b4776910-c62e-4b1d-b527-836fd9190779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.217129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-b4776910-c62e-4b1d-b527-836fd9190779 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0806262 Aug 12 04:38:25.223104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=8b9ef08a-094b-47d4-a82f-7470aeae74fa,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:25.226734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.227397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.237030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244da1d-c206-4461-82b7-9337d688db24 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:25.275557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-5ace330c-e3b2-4858-8907-5b7e06d7c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.277091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-5ace330c-e3b2-4858-8907-5b7e06d7c970 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520856 Aug 12 04:38:25.332713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-050920e3-411a-4ec2-a326-1703b97217e9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4395099 Aug 12 04:38:25.335672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38976) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:25.347831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:ea:31:eb', 'name': 'tempest-NetworksTestDHCPv6-1030541669'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:25.391593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-5ec4ee74-ce1e-4c64-8a9c-1fe6631b588c service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072676 Aug 12 04:38:25.509454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '8b9ef08a-094b-47d4-a82f-7470aeae74fa'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:25.510280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.517951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee4f19f-49b2-48bc-8d3b-1a2d0c2dfb61 req-657a4e43-49b0-4a1f-9dfc-faba6e0a1eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183147 Aug 12 04:38:25.523659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:25.561864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63c6d6-4bff-4a8a-bf78-e97f18d384f1 None None] The sync data for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 is: [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc', 'name': '', 'network_id': 'c4877101-ee5b-4d16-b16e-da0b56db5765', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:68:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:30Z', 'updated_at': '2021-08-12T04:36:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'aecd1cae-ac65-4fd0-a720-8162eb09ffbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:25.563561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95034086-5e72-48b2-a100-2490e1455c58 req-ed291f5c-2d32-4f68-b549-f9b170950a27 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.565116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95034086-5e72-48b2-a100-2490e1455c58 req-ed291f5c-2d32-4f68-b549-f9b170950a27 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.2086859 Aug 12 04:38:25.574996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7da531-3b4b-4b7b-a727-935388cb52d2 req-3eecc4e8-42a8-4494-a8ba-90aa6e0433f1 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.576650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7da531-3b4b-4b7b-a727-935388cb52d2 req-3eecc4e8-42a8-4494-a8ba-90aa6e0433f1 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 943 time: 0.1585703 Aug 12 04:38:25.610267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e1ec-0b6a-4b87-a636-140ea7c9fabb req-3ce61fb4-7eca-45d7-ab81-6a209a98f7ca tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.611985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68f2e1ec-0b6a-4b87-a636-140ea7c9fabb req-3ce61fb4-7eca-45d7-ab81-6a209a98f7ca tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 946 time: 0.0710704 Aug 12 04:38:25.671380 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.717816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf7da531-3b4b-4b7b-a727-935388cb52d2 req-91a40d4e-205e-48f9-9269-f2bb241f658c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943706 Aug 12 04:38:25.752807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-68f2e1ec-0b6a-4b87-a636-140ea7c9fabb req-28466a38-51e1-45b6-8372-5ebc3da0f0be tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259282 Aug 12 04:38:25.765103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Allocated IP 2001:db8::f816:3eff:fefd:9df3 (fc78dc95-0c29-480b-93a7-d4c945f969df/8b9ef08a-094b-47d4-a82f-7470aeae74fa/087326ac-8ea8-4636-9424-be5b1a44e440) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:25.766232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:25.771402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-14dd9f37-036a-4126-bc0c-00241dcb57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.778652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-14dd9f37-036a-4126-bc0c-00241dcb57d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1094 time: 0.1270895 Aug 12 04:38:25.781819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port e896cb37-9d4c-4035-85aa-e07f70f60a27 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:25.782175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.836387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.925510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-d541eadf-0919-4898-a760-28f18c0754ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:25.927896 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-d541eadf-0919-4898-a760-28f18c0754ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 910 time: 0.1430898 Aug 12 04:38:25.972870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:25.989654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Transition to ACTIVE for port object 087326ac-8ea8-4636-9424-be5b1a44e440 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:25.998347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-1ca856df-e4f1-4a9b-89c5-2f28e7b8baa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 217 time: 0.0628896 Aug 12 04:38:26.005870 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bb981d-06ee-49ad-9ecc-94bf2229495d None None] New status for floating IP a2698755-cea1-4358-b9be-eb7323bd942e: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:38:26.012004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port e896cb37-9d4c-4035-85aa-e07f70f60a27, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e896cb37-9d4c-4035-85aa-e07f70f60a27,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:26.012812 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.020757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.024519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Transition to ACTIVE for port object 087326ac-8ea8-4636-9424-be5b1a44e440 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:26.047728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for e896cb37-9d4c-4035-85aa-e07f70f60a27 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:26.060682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-0a285fef-fd50-4243-974e-cfb1d388b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:26.062253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-0a285fef-fd50-4243-974e-cfb1d388b343 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0562615 Aug 12 04:38:26.065293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port c1d6473e-da99-46ec-843b-19ad0ea8dc35 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:26.104440 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.118369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-a53155e4-4458-4166-9f91-a0cae1768cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:26.120034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-a53155e4-4458-4166-9f91-a0cae1768cb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488303 Aug 12 04:38:26.161102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:26.169199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:26.171466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Pushing event updated for resources: {'Port': ['ID=087326ac-8ea8-4636-9424-be5b1a44e440,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:26.173921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:26.238368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Attempting to bind port 087326ac-8ea8-4636-9424-be5b1a44e440 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:26.238368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Attempting to bind port 087326ac-8ea8-4636-9424-be5b1a44e440 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:26.238368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Attempting to bind port 087326ac-8ea8-4636-9424-be5b1a44e440 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:26.243181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:26.243406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:26.243669 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.244129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:26.244610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Bound port: 087326ac-8ea8-4636-9424-be5b1a44e440, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:26.245049 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.258752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-ed0701f3-509d-4f7a-a4f2-9f9c91185e8d service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291881 Aug 12 04:38:26.260222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:feea:31eb (fc78dc95-0c29-480b-93a7-d4c945f969df/8b9ef08a-094b-47d4-a82f-7470aeae74fa/c1d6473e-da99-46ec-843b-19ad0ea8dc35) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:26.314667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] For port 087326ac-8ea8-4636-9424-be5b1a44e440, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:26.318488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] For port 087326ac-8ea8-4636-9424-be5b1a44e440, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=087326ac-8ea8-4636-9424-be5b1a44e440,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:26.360027 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e81b4cb0-ea50-4591-ba3a-02183931fb44 req-79971b3e-ba2f-4196-b50b-0945310015ce service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921910 Aug 12 04:38:26.380303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.412749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.444499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=e896cb37-9d4c-4035-85aa-e07f70f60a27,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:26.473408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b57b0-f428-4b8e-baed-e44754f94e5e None None] Pushing event updated for resources: {'Port': ['ID=087326ac-8ea8-4636-9424-be5b1a44e440,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:26.515210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] No DVR routers for this DVR port e896cb37-9d4c-4035-85aa-e07f70f60a27 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:26.519512 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.521605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95034086-5e72-48b2-a100-2490e1455c58 req-bcbc6654-d5c9-45f1-89af-4d9f147dede9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "DELETE /v2.0/ports/e896cb37-9d4c-4035-85aa-e07f70f60a27 HTTP/1.1" status: 204 len: 173 time: 0.9439983 Aug 12 04:38:26.522036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-deleted', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:26.524968 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50d7138-20fb-498f-ad45-90f42b5e239f" -d '{"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-deleted", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:26.560524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.568453 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ceca5e-3f06-4154-babe-54e93ea52078 x-openstack-request-id: req-01ceca5e-3f06-4154-babe-54e93ea52078 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:26.568773 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0100fbf-1852-43fa-97dc-4fc3d7019dbf", "name": "network-vif-deleted", "tag": "e896cb37-9d4c-4035-85aa-e07f70f60a27", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:26.569034 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01ceca5e-3f06-4154-babe-54e93ea52078 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:26.569992 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0100fbf-1852-43fa-97dc-4fc3d7019dbf', 'name': 'network-vif-deleted', 'tag': 'e896cb37-9d4c-4035-85aa-e07f70f60a27', 'status': 'completed', 'code': 200} Aug 12 04:38:26.576846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object c1d6473e-da99-46ec-843b-19ad0ea8dc35 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:26.726595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.792367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:26.792367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:26.797698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:26.804417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:26.805746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:26.824063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=c1d6473e-da99-46ec-843b-19ad0ea8dc35,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:26.899287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ff29c-8fa6-4564-b66e-ee4cf3aba0fb req-1b924181-b8f1-4a6b-8952-fc18656db626 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:26.909738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-df3ff29c-8fa6-4564-b66e-ee4cf3aba0fb req-1b924181-b8f1-4a6b-8952-fc18656db626 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 943 time: 0.0996759 Aug 12 04:38:26.941547 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8f620352-f452-4fc5-88c8-6948c597d521 req-8e69b00d-141c-44f4-af92-b1eb0c2c2642 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0100fbf-1852-43fa-97dc-4fc3d7019dbf HTTP/1.1" status: 200 len: 210 time: 0.0395808 Aug 12 04:38:26.943761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-390e395d-52a4-49ef-a702-dae7e0c840bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6070914 Aug 12 04:38:26.948794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38990) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:26.983304 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-df3ff29c-8fa6-4564-b66e-ee4cf3aba0fb req-047fb934-9874-46c2-9c0a-4b228c2ec325 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656838 Aug 12 04:38:27.021049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd91b7-0458-46b0-95d3-a44b6242886c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:27.027236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd91b7-0458-46b0-95d3-a44b6242886c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:27.029318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e5cd91b7-0458-46b0-95d3-a44b6242886c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0791774 Aug 12 04:38:27.032204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38992) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:27.112426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 087326ac-8ea8-4636-9424-be5b1a44e440 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:27.136204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port c1d6473e-da99-46ec-843b-19ad0ea8dc35 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:27.136810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.223098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 087326ac-8ea8-4636-9424-be5b1a44e440 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:27.235908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.255702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for c1d6473e-da99-46ec-843b-19ad0ea8dc35 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:27.520531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.560312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=c1d6473e-da99-46ec-843b-19ad0ea8dc35,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:27.583457 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.586161 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4a3abc99-8f6b-4855-90f9-3afe12331a04 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/c1d6473e-da99-46ec-843b-19ad0ea8dc35 HTTP/1.1" status: 204 len: 168 time: 0.5524707 Aug 12 04:38:27.588466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 38994) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:27.643693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c99067-2397-4b3d-a7b2-9a70dff8e5d2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:27.645310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c99067-2397-4b3d-a7b2-9a70dff8e5d2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:27.647051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b6c99067-2397-4b3d-a7b2-9a70dff8e5d2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0575728 Aug 12 04:38:27.650211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 38996) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:27.706400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 8b9ef08a-094b-47d4-a82f-7470aeae74fa {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:27.709253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.750520 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.822900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Provisioning for port 087326ac-8ea8-4636-9424-be5b1a44e440 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:27.828060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Provisioning complete for port 087326ac-8ea8-4636-9424-be5b1a44e440 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:27.828758 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.850058 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.922035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:27.989504 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.023133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9ef08a-094b-47d4-a82f-7470aeae74fa,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:28.028357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.036000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39004) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:28.036449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39006) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:28.036545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2ac01e76-d109-43b6-a103-4f6aaeb3113c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/8b9ef08a-094b-47d4-a82f-7470aeae74fa HTTP/1.1" status: 204 len: 168 time: 0.3851979 Aug 12 04:38:28.047918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:38:28.048287 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:38:28.065497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a7522-c964-4e7f-8de3-bcb48ce4fab7 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:28.119480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-59e10bc1-bae3-4ba7-a246-c339187b75a8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792680 Aug 12 04:38:28.122673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39008) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:28.129820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:28.205052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701324fa-3653-4782-ba81-19edb715d690 req-2abf0eb8-f838-48de-b278-8b1569798098 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:28.206582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-701324fa-3653-4782-ba81-19edb715d690 req-2abf0eb8-f838-48de-b278-8b1569798098 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 943 time: 0.0919082 Aug 12 04:38:28.284379 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2b07d9b-56cc-48ed-bba5-d1e8bb2a7c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.289286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:28.296180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-701324fa-3653-4782-ba81-19edb715d690 req-de1d8662-a6a7-42e8-b09b-273eccee5ef7 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815287 Aug 12 04:38:28.342495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] Deleting port 087326ac-8ea8-4636-9424-be5b1a44e440 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:28.342914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.343327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:28.347048 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.415336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] For port 087326ac-8ea8-4636-9424-be5b1a44e440, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=087326ac-8ea8-4636-9424-be5b1a44e440,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:28.415788 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.429444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] Calling delete_port for 087326ac-8ea8-4636-9424-be5b1a44e440 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:28.547082 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.712397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 51613928-a9e4-489d-8866-0b209253f6ee details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:38:28.714886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:28.739493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: e896cb37-9d4c-4035-85aa-e07f70f60a27 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:28.739891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e896cb37-9d4c-4035-85aa-e07f70f60a27 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:28.749050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:28.757201 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e628b1c5-4b7c-47b6-9d43-925e7a319ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.842344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.859655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:28.859980 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:28.903537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] Pushing event deleted for resources: {'Port': ['ID=087326ac-8ea8-4636-9424-be5b1a44e440,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:28.910268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b753ce-ce31-4915-b495-0842e37e81a2 None None] No DVR routers for this DVR port 087326ac-8ea8-4636-9424-be5b1a44e440 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:28.913769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 51613928-a9e4-489d-8866-0b209253f6ee, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=51613928-a9e4-489d-8866-0b209253f6ee,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:28.937412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '51613928-a9e4-489d-8866-0b209253f6ee', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'port_id': '51613928-a9e4-489d-8866-0b209253f6ee', 'mac_address': 'fa:16:3e:86:63:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:38:28.993273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:28.993696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.002394 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.019119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:29.031270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51613928-a9e4-489d-8866-0b209253f6ee {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:38:29.037756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4faa16f9-6234-4a2f-acb8-2f9b71fd7ac6 None None] Could not find standard attr ID for object c1d6473e-da99-46ec-843b-19ad0ea8dc35. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:29.056363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 087326ac-8ea8-4636-9424-be5b1a44e440 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:29.087555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 087326ac-8ea8-4636-9424-be5b1a44e440 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:29.087905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 087326ac-8ea8-4636-9424-be5b1a44e440 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:29.092759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 51613928-a9e4-489d-8866-0b209253f6ee, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=51613928-a9e4-489d-8866-0b209253f6ee,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:29.177375 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.243334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=51613928-a9e4-489d-8866-0b209253f6ee,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:29.327956 n-d-804320-1 neutron-server[95043]: WARNING neutron.services.revisions.revision_plugin [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Could not find related port for resource to bump revision. Aug 12 04:38:29.377419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Port 087326ac-8ea8-4636-9424-be5b1a44e440 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 12 04:38:29.377830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation for 2001:db8::f816:3eff:fefd:9df3 {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 12 04:38:29.382608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['51613928-a9e4-489d-8866-0b209253f6ee'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:38:29.385866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.ipam_pluggable_backend [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefd:9df3 {{(pid=95043) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 12 04:38:29.400230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.477254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:29.483009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:29.486462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:29.487140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.495920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b807338-f659-4b2e-88ec-1f9cda9ea40e None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:29.505673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=dc6e0f2e-2a84-48b8-b0b8-43d9b9193146,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:29.523272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f70c6f-2f30-46fb-8663-c0415e187a20 req-8baa1da1-7f1f-4137-858a-8fb58b527449 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:29.524958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85f70c6f-2f30-46fb-8663-c0415e187a20 req-8baa1da1-7f1f-4137-858a-8fb58b527449 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 944 time: 0.1418512 Aug 12 04:38:29.573401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85f70c6f-2f30-46fb-8663-c0415e187a20 req-44b52ba2-3c22-4c3b-82c1-478b4bf926c7 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Aug 12 04:38:29.595198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a76fa39e-247c-48b7-8a36-6a68d7ae670d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4684730 Aug 12 04:38:29.596283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39014) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:29.602188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:3f:5e:d6', 'name': 'tempest-NetworksTestDHCPv6-1695653691'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:29.745392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'dc6e0f2e-2a84-48b8-b0b8-43d9b9193146'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:29.746279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.748653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:29.781087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:29.807196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:29.911918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Allocated IP 2001:db8::f816:3eff:fed0:f5a7 (fc78dc95-0c29-480b-93a7-d4c945f969df/dc6e0f2e-2a84-48b8-b0b8-43d9b9193146/6d21745d-7f57-4427-a0d7-50c1ffb50a1d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:30.015649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.049370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 904de22f-79e5-4df9-9adc-fc78ebbfd955 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:30.060368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.092651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.107834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Transition to ACTIVE for port object 6d21745d-7f57-4427-a0d7-50c1ffb50a1d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:30.127600 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Transition to ACTIVE for port object 6d21745d-7f57-4427-a0d7-50c1ffb50a1d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:30.229255 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.280093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:30.284111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:30.286870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:30.294998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Pushing event updated for resources: {'Port': ['ID=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:30.344502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fe3f:5ed6 (fc78dc95-0c29-480b-93a7-d4c945f969df/dc6e0f2e-2a84-48b8-b0b8-43d9b9193146/904de22f-79e5-4df9-9adc-fc78ebbfd955) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:30.361347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Attempting to bind port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:30.361711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Attempting to bind port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:30.362077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Attempting to bind port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:30.367474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:30.372728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:30.372728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.372728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:30.372728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Bound port: 6d21745d-7f57-4427-a0d7-50c1ffb50a1d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:30.372728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.381534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:38:30.437912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] For port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:30.441026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] For port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:30.504915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.577186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a5037-f19b-4d48-9dcf-c696ae475616 None None] Pushing event updated for resources: {'Port': ['ID=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:30.579228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:30.591896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] Sync routers for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:30.595329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8f4482b5-f902-4724-b7da-c60368923a3e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/a207ee13-99ea-4ddf-8046-a59c1fe0f4bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5554862 Aug 12 04:38:30.596905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39018) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:30.604271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:30.604895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:30.612221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 51613928-a9e4-489d-8866-0b209253f6ee up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:30.631563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.663827 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 904de22f-79e5-4df9-9adc-fc78ebbfd955 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:30.705372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting subnet aecd1cae-ac65-4fd0-a720-8162eb09ffbd {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:30.710439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.765675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.779294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:30.794674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f268fa6-7309-48f4-906a-a55908f27d96 req-23214e0d-e1c2-4a46-b223-26c1b09bc5c7 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:30.798288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f268fa6-7309-48f4-906a-a55908f27d96 req-23214e0d-e1c2-4a46-b223-26c1b09bc5c7 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 944 time: 0.1169178 Aug 12 04:38:30.829288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 51613928-a9e4-489d-8866-0b209253f6ee completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:30.870743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 51613928-a9e4-489d-8866-0b209253f6ee triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:30.870743 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.870743 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-317a9676-ca32-470b-87d1-eb2589a5a3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.888278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5f268fa6-7309-48f4-906a-a55908f27d96 req-a42f44c3-a388-48df-a0cd-022f0bb4c285 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795901 Aug 12 04:38:30.921229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:30.972924 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.017452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:31.021587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:31.024485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.024688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:31.047577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:31.063424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.078036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=904de22f-79e5-4df9-9adc-fc78ebbfd955,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:31.097867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.129466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:31.132278 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9431b48-0ddf-43af-a6b0-ed008c33fd7e" -d '{"events": [{"server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "name": "network-vif-plugged", "status": "completed", "tag": "51613928-a9e4-489d-8866-0b209253f6ee"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:31.140636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:38:31.148024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 51613928-a9e4-489d-8866-0b209253f6ee, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=51613928-a9e4-489d-8866-0b209253f6ee,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:31.161388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:38:29Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:31.172656 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5f88275f-6af0-4489-81fd-0d962089a10d tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5751505 Aug 12 04:38:31.175123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39026) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:31.193778 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ad030-9108-45a0-8cda-35d83c56205c x-openstack-request-id: req-531ad030-9108-45a0-8cda-35d83c56205c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:31.194582 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "name": "network-vif-plugged", "status": "completed", "tag": "51613928-a9e4-489d-8866-0b209253f6ee", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:31.194850 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-531ad030-9108-45a0-8cda-35d83c56205c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:31.195309 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee', 'code': 200} Aug 12 04:38:31.196672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] Checking router: a207ee13-99ea-4ddf-8046-a59c1fe0f4bd for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:31.201490 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.206180 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] Routers {'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:31.206837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:31.245389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Subnet': ['ID=aecd1cae-ac65-4fd0-a720-8162eb09ffbd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:31.252613 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.256755 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.259555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-88a7cdee-4aca-4ca1-b8b7-401f4f19c8e5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/subnets/aecd1cae-ac65-4fd0-a720-8162eb09ffbd HTTP/1.1" status: 204 len: 168 time: 0.6591573 Aug 12 04:38:31.261690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39028) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:31.266828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdf56d5-8191-4149-a662-6391ace7a744 None None] Network c4877101-ee5b-4d16-b16e-da0b56db5765 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:31.279648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6d21745d-7f57-4427-a0d7-50c1ffb50a1d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:31.289462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857a853-f137-409a-a4bb-3bbe025f5069 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:31.300386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857a853-f137-409a-a4bb-3bbe025f5069 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:31.305348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2857a853-f137-409a-a4bb-3bbe025f5069 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1257086 Aug 12 04:38:31.316326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39030) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:31.402339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.419119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b018a-2f99-4e9f-99d9-988b645610f1 req-331def31-3eb3-4c99-a4da-3a9635281717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:31.420628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e37b018a-2f99-4e9f-99d9-988b645610f1 req-331def31-3eb3-4c99-a4da-3a9635281717 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.1176293 Aug 12 04:38:31.472350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 904de22f-79e5-4df9-9adc-fc78ebbfd955 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:31.472587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.474498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=51613928-a9e4-489d-8866-0b209253f6ee,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:31.476457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e37b018a-2f99-4e9f-99d9-988b645610f1 req-3f3f6656-5aa6-4ef7-a660-1eb2161e67e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478570 Aug 12 04:38:31.530893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] Set router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:31.533935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.598234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.615500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 904de22f-79e5-4df9-9adc-fc78ebbfd955 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:31.683269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:31.683903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.795022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 05201a26-a2f3-41c8-8a88-c2e42f1dd46b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:31.795394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.805497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:31.812059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 05201a26-a2f3-41c8-8a88-c2e42f1dd46b owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:31.879653 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.910264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] DHCP port deletion for c4877101-ee5b-4d16-b16e-da0b56db5765 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:31.941075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=904de22f-79e5-4df9-9adc-fc78ebbfd955,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:31.978766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:31.982615 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39d1fabb-780e-483e-90d4-9a8cd6db3977 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/904de22f-79e5-4df9-9adc-fc78ebbfd955 HTTP/1.1" status: 204 len: 168 time: 0.6649628 Aug 12 04:38:31.986291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39034) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:32.062010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:38:29Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:32.070350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] Deleting port 2057620b-5330-4ec1-a88e-fbd0eac9df6c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:32.070872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.101833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55106363-8c71-4b73-8be1-e8330c4a89af tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:32.103380 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55106363-8c71-4b73-8be1-e8330c4a89af tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:32.105110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-55106363-8c71-4b73-8be1-e8330c4a89af tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1177707 Aug 12 04:38:32.108347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39036) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:32.124322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e15358b-ba76-46ba-a6b2-9d54ad3295a3 None None] The sync data for ids ['a207ee13-99ea-4ddf-8046-a59c1fe0f4bd'] in n-d-804320-1 is: [{'id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739692433', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:38:29Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': '05201a26-a2f3-41c8-8a88-c2e42f1dd46b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a207ee13-99ea-4ddf-8046-a59c1fe0f4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:36:26Z', 'updated_at': '2021-08-12T04:36:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:32.156220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd593ae-554f-4e29-91ed-e13e66d7967d req-6a65cf11-f2bb-41d3-a3f5-16dac3e5cd3c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:32.156220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5bd593ae-554f-4e29-91ed-e13e66d7967d req-6a65cf11-f2bb-41d3-a3f5-16dac3e5cd3c tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.1075914 Aug 12 04:38:32.196902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet dc6e0f2e-2a84-48b8-b0b8-43d9b9193146 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:32.196902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.223126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.248011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] For port 2057620b-5330-4ec1-a88e-fbd0eac9df6c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2057620b-5330-4ec1-a88e-fbd0eac9df6c,segment=NetworkSegment(ba8e3525-79a0-4d3e-9b4c-96f8a3829900),segment_id=ba8e3525-79a0-4d3e-9b4c-96f8a3829900)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:32.248665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.255367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5bd593ae-554f-4e29-91ed-e13e66d7967d req-01f4e0cf-dc81-4fa5-aea1-b749e539f533 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885816 Aug 12 04:38:32.257549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] Provisioning for port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:32.271221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] Provisioning complete for port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:32.271599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.274901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] Calling delete_port for 2057620b-5330-4ec1-a88e-fbd0eac9df6c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:32.295595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.300745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=05201a26-a2f3-41c8-8a88-c2e42f1dd46b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:32.303035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.398405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.421840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.471101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] For port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:32.538819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.542696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.548658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.588901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.595420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] Pushing event deleted for resources: {'Port': ['ID=2057620b-5330-4ec1-a88e-fbd0eac9df6c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:32.600906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcf7cc-433e-47dc-9a59-405640f730a6 None None] No DVR routers for this DVR port 2057620b-5330-4ec1-a88e-fbd0eac9df6c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:32.601092 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.668398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb85177-ea81-49f1-9000-021bcb6ec757 None None] Pushing event updated for resources: {'Port': ['ID=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:32.703761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4cb006d0-8bc5-4004-a282-6137c71ac597 None None] Could not find standard attr ID for object 904de22f-79e5-4df9-9adc-fc78ebbfd955. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:32.783383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.783964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Fanout notify agent at l3_agent the message router_deleted on router a207ee13-99ea-4ddf-8046-a59c1fe0f4bd {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:38:32.793804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.793804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-056d8423-b50b-4a44-a33b-85ec7e166bb4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/routers/a207ee13-99ea-4ddf-8046-a59c1fe0f4bd HTTP/1.1" status: 204 len: 168 time: 1.5301461 Aug 12 04:38:32.795777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39040) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:32.812209 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.844492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6e0f2e-2a84-48b8-b0b8-43d9b9193146,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:32.846529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.848655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c5858f9f-85f8-45f7-834f-f3c0e9aa471c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/dc6e0f2e-2a84-48b8-b0b8-43d9b9193146 HTTP/1.1" status: 204 len: 168 time: 0.7392190 Aug 12 04:38:32.854204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39042) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:32.862992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cba2c00-bf8a-4789-ba7b-4cbeb3958698 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:32.894506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-533cd18c-f6dd-4e8e-8082-49da2c98d003 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387552 Aug 12 04:38:32.896974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39044) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:32.901047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:32.988807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d730d-8ab3-442f-bc81-0088c4a0e222 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:32.992067 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8a2d730d-8ab3-442f-bc81-0088c4a0e222 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0933702 Aug 12 04:38:32.997661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39046) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:33.042325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.056683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4877101-ee5b-4d16-b16e-da0b56db5765']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:33.067651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:33.067951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8e3525-79a0-4d3e-9b4c-96f8a3829900') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:33.071325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a659f69-30fa-40d1-991e-af4b816ad04c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:33.072792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a659f69-30fa-40d1-991e-af4b816ad04c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0739834 Aug 12 04:38:33.075615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39048) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:33.083062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.119876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b2012946-e818-4e15-9f80-f2db7a97cce4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432210 Aug 12 04:38:33.125124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:33.126905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.131882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:33.148971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:38:33.149368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: items = [ Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:38:33.152225 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:38:33.331091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.331567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:33.338500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.346217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39054) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:33.352537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/networks/c4877101-ee5b-4d16-b16e-da0b56db5765 HTTP/1.1" status: 204 len: 168 time: 0.5556080 Aug 12 04:38:33.387822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a9e18-9ec5-4810-9da3-a43c01ac597b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Network': ['ID=c4877101-ee5b-4d16-b16e-da0b56db5765,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:33.389695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:33.395145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.433671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] Deleting port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:33.434443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.504703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:33.534099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3a2da-9b30-4bc1-a9c8-8661f08b5930 req-f7c37083-5922-4aee-afaf-81c26b1429a7 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:33.534764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:33.535190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6b2063e5-0a45-4b5a-aaa8-1ad6e0763ebc not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:33.535682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2057620b-5330-4ec1-a88e-fbd0eac9df6c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:33.536257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8be3a2da-9b30-4bc1-a9c8-8661f08b5930 req-f7c37083-5922-4aee-afaf-81c26b1429a7 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.1149781 Aug 12 04:38:33.537902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5aa3bf46-fe77-4a2b-8393-8b288325b45f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.559328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2057620b-5330-4ec1-a88e-fbd0eac9df6c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:33.560578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2057620b-5330-4ec1-a88e-fbd0eac9df6c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:33.578768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6d21745d-7f57-4427-a0d7-50c1ffb50a1d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:33.581846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] For port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:33.582307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.602717 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5aa3bf46-fe77-4a2b-8393-8b288325b45f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.620726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] Calling delete_port for 6d21745d-7f57-4427-a0d7-50c1ffb50a1d owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:33.648596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8be3a2da-9b30-4bc1-a9c8-8661f08b5930 req-99a86b99-8c7d-4ed3-a992-4e153801901b tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926943 Aug 12 04:38:33.755657 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.767187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.791396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e799-88fe-48cb-992d-6ed80ae2d482 req-373c8cc4-6d17-4ce2-ae0e-e841df711131 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:33.793495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7906e799-88fe-48cb-992d-6ed80ae2d482 req-373c8cc4-6d17-4ce2-ae0e-e841df711131 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.0534415 Aug 12 04:38:33.828784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5aa3bf46-fe77-4a2b-8393-8b288325b45f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.830735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.831448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5aa3bf46-fe77-4a2b-8393-8b288325b45f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.832599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5aa3bf46-fe77-4a2b-8393-8b288325b45f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/security-groups/813916a6-fe59-4cc0-8a02-0ff7e2eee7e4 HTTP/1.1" status: 204 len: 168 time: 0.4882402 Aug 12 04:38:33.834967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7906e799-88fe-48cb-992d-6ed80ae2d482 req-a981abaa-cb79-4a1d-8951-a294ab4065a2 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357440 Aug 12 04:38:33.843033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3bf46-fe77-4a2b-8393-8b288325b45f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813916a6-fe59-4cc0-8a02-0ff7e2eee7e4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:33.870453 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.899107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:33.903198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:33.907705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:33.908317 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:33.919536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] No DVR routers for this DVR port 6d21745d-7f57-4427-a0d7-50c1ffb50a1d on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:33.920319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=5c67662f-91bd-4548-969b-cdedaea0eb06,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:33.928958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302294-4954-48e5-b7f2-f97fefb04a02 None None] Pushing event deleted for resources: {'Port': ['ID=6d21745d-7f57-4427-a0d7-50c1ffb50a1d,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:33.953000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042cd8b8-2a60-4e88-a510-e297f62f9c82 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:34.021045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b113a6-ef4f-47ef-9f1d-3abcda4d4d83 req-2f8e5640-bba4-40f5-8056-67c78ff5943a tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:34.022864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74b113a6-ef4f-47ef-9f1d-3abcda4d4d83 req-2f8e5640-bba4-40f5-8056-67c78ff5943a tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.0735850 Aug 12 04:38:34.030696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3bf37001-cca5-45d4-ae62-35f12856386b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9049745 Aug 12 04:38:34.033420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39066) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:34.039490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:f2:65:9f', 'name': 'tempest-NetworksTestDHCPv6-1761868385'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:34.086684 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-74b113a6-ef4f-47ef-9f1d-3abcda4d4d83 req-46c44a73-226d-4a33-ae8b-658c68e7a6f8 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576270 Aug 12 04:38:34.111635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39068) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:34.144191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '5c67662f-91bd-4548-969b-cdedaea0eb06'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:34.145055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.227524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe8ab8-edc6-4d69-affa-2039f1d9f2db tempest-TestServerBasicOps-534940202 tempest-TestServerBasicOps-534940202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:34.229202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c7fe8ab8-edc6-4d69-affa-2039f1d9f2db tempest-TestServerBasicOps-534940202 tempest-TestServerBasicOps-534940202-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1091 time: 0.1163912 Aug 12 04:38:34.232286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39072) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:34.236706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '51613928-a9e4-489d-8866-0b209253f6ee', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:34.297562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/5c67662f-91bd-4548-969b-cdedaea0eb06/3720440c-e0cb-4367-932f-1cacba37752f) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:34.314210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:34.396033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39074) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:34.402911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677071496', 'description': 'tempest-secgroup-smoke-1677071496 description', 'project_id': 'f5c14e689dd14c4b866e901dcef58802'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:34.406003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.431583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 74eadb94-efb4-4849-ab48-680d78af1733 yet. {{(pid=95043) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:34.432935 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.450831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.460144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Transition to ACTIVE for port object 3720440c-e0cb-4367-932f-1cacba37752f will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:34.474607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Transition to ACTIVE for port object 3720440c-e0cb-4367-932f-1cacba37752f will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:34.532795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.564248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.591387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.609222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:34.616328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:34.619864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:34.643817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Pushing event updated for resources: {'Port': ['ID=3720440c-e0cb-4367-932f-1cacba37752f,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:34.650128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::57 (fc78dc95-0c29-480b-93a7-d4c945f969df/5c67662f-91bd-4548-969b-cdedaea0eb06/74eadb94-efb4-4849-ab48-680d78af1733) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:34.717213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Attempting to bind port 3720440c-e0cb-4367-932f-1cacba37752f on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:34.717746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Attempting to bind port 3720440c-e0cb-4367-932f-1cacba37752f by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:34.718114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Attempting to bind port 3720440c-e0cb-4367-932f-1cacba37752f on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:34.723225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:34.723711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:34.724120 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.724580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:34.725161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Bound port: 3720440c-e0cb-4367-932f-1cacba37752f, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:34.726291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.782507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.794217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Allocated IP 172.25.6.194 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/b689eaee-2630-4f3d-8da1-8b78a5320455) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:34.797132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] For port 3720440c-e0cb-4367-932f-1cacba37752f, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:34.801354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] For port 3720440c-e0cb-4367-932f-1cacba37752f, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3720440c-e0cb-4367-932f-1cacba37752f,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:34.827995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.844801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 74eadb94-efb4-4849-ab48-680d78af1733 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:34.858313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.886585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.909019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feed3b36-f068-4879-8f39-d26a4eace3f2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:34.947349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.949238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587046-5e4a-4ab4-a9b5-529efb184e29 None None] Pushing event updated for resources: {'Port': ['ID=3720440c-e0cb-4367-932f-1cacba37752f,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:34.955319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.992291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:34.993863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ce12fbd0-af7f-4d5e-8c9d-389f1a1247c6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5965343 Aug 12 04:38:35.000695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39078) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:35.007387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'feed3b36-f068-4879-8f39-d26a4eace3f2', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:35.012449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=74eadb94-efb4-4849-ab48-680d78af1733,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:35.029376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:35.031370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:35.033959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:35.041493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:35.042342 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.048406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 05201a26-a2f3-41c8-8a88-c2e42f1dd46b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:35.071748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 05201a26-a2f3-41c8-8a88-c2e42f1dd46b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:35.072095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 05201a26-a2f3-41c8-8a88-c2e42f1dd46b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:35.101441 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.157994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:35.159315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.174091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:35.177999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:35.190575 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'Port': ['ID=b689eaee-2630-4f3d-8da1-8b78a5320455,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:35.198050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a521834c-d19d-4e84-97ec-e90a8ce0f7b9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1635206 Aug 12 04:38:35.199077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39080) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:35.263611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bf020-8428-4322-a1ff-acd0de01480a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:35.270338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bf020-8428-4322-a1ff-acd0de01480a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:35.274524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cf2bf020-8428-4322-a1ff-acd0de01480a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0744133 Aug 12 04:38:35.276954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39082) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:35.341357 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.375235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 74eadb94-efb4-4849-ab48-680d78af1733 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:35.375752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.445520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.467135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.479808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 74eadb94-efb4-4849-ab48-680d78af1733 owned by {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:35.480489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94961fd3-bd6a-43d0-9a88-96ae629c190f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:35.581855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.586635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-61d65429-399b-4b3e-82b4-ef3dec76552e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5830200 Aug 12 04:38:35.587397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:35.598795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'feed3b36-f068-4879-8f39-d26a4eace3f2', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:35.670661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.691731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.718195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.736663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=74eadb94-efb4-4849-ab48-680d78af1733,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:35.767961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.770249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d79f2b78-6de6-401c-bb3e-f2a1e8163fc9 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/74eadb94-efb4-4849-ab48-680d78af1733 HTTP/1.1" status: 204 len: 168 time: 0.4920747 Aug 12 04:38:35.774001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39088) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:35.784357 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.834617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49631c-9433-4d85-8f3f-0297ddfa3d4c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:35.837232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49631c-9433-4d85-8f3f-0297ddfa3d4c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:35.839120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ea49631c-9433-4d85-8f3f-0297ddfa3d4c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0639062 Aug 12 04:38:35.848689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39090) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:35.876377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.880137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:35.927775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cae323-ea10-4a97-b519-78204954a36c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:35.956308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 5c67662f-91bd-4548-969b-cdedaea0eb06 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:35.962655 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.040681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.041882 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-029cf083-df1e-4929-953f-0b0712726013 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4485950 Aug 12 04:38:36.044976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39092) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:36.049842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'feed3b36-f068-4879-8f39-d26a4eace3f2', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:36.050311 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.131523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d7f2bef7-b0ee-4ae9-9a7d-1f0521892f3b None None] Provisioning for port 3720440c-e0cb-4367-932f-1cacba37752f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:36.152679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.178549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.183545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.218733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.274695 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.314869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.338325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa7a1bb-2640-4c73-820f-1ff36603c172,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:36.348237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event updated for resources: {'Port': ['ID=b689eaee-2630-4f3d-8da1-8b78a5320455,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:36.351274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8850319d-eea5-4592-89ba-e745f5fb5802 None None] Could not find standard attr ID for object 74eadb94-efb4-4849-ab48-680d78af1733. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:36.356688 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.389519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=5c67662f-91bd-4548-969b-cdedaea0eb06,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:36.393503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.405831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.407298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6f2c6158-9ec8-4bf7-81e8-ea331b9dc751 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612661 Aug 12 04:38:36.409893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39094) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:36.414815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'feed3b36-f068-4879-8f39-d26a4eace3f2', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:36.435092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.437300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-730ac09e-2e45-4376-bb5e-5bf7cb5eba83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/5c67662f-91bd-4548-969b-cdedaea0eb06 HTTP/1.1" status: 204 len: 168 time: 0.5948966 Aug 12 04:38:36.440211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39096) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:36.476987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3600d-436d-430e-8549-8137797c80fb None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:36.484057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-812bc98c-1df7-4c1b-a81e-e5d7f033cd6e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427752 Aug 12 04:38:36.486382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39098) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:36.553452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.642934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.692410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:36.731834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.740033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] Deleting port 3720440c-e0cb-4367-932f-1cacba37752f {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:36.740558 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.757347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002e4af2-81f8-41f8-98f9-70cb2b296e93,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:36.810338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] For port 3720440c-e0cb-4367-932f-1cacba37752f, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3720440c-e0cb-4367-932f-1cacba37752f,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:36.810758 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.824584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] Calling delete_port for 3720440c-e0cb-4367-932f-1cacba37752f owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:36.857788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:36.859499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ce784df-34d5-4059-a624-d6f63ce2ea31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4487014 Aug 12 04:38:36.862524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39102) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:36.872111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'feed3b36-f068-4879-8f39-d26a4eace3f2', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:36.946070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1eac4-340d-42e7-a048-b9e57f9cf80c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:36.950281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b6a1eac4-340d-42e7-a048-b9e57f9cf80c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4629529 Aug 12 04:38:36.950408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39104) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:36.951643 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Floating IP 8f3230d6-0485-48a1-8445-39f7fe92d915 associated. External IP: 172.25.6.194, port: 51613928-a9e4-489d-8866-0b209253f6ee. Aug 12 04:38:36.983999 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:38:36.992385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.023742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.027809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ad0c8-4cb7-4f8a-9d97-5b85977751e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:37.029475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8d6ad0c8-4cb7-4f8a-9d97-5b85977751e3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778475 Aug 12 04:38:37.035963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39106) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:37.052307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] Pushing event deleted for resources: {'Port': ['ID=3720440c-e0cb-4367-932f-1cacba37752f,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:37.066943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b4cc2-4f54-4172-9ec5-dfb28f746340 None None] No DVR routers for this DVR port 3720440c-e0cb-4367-932f-1cacba37752f on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:37.086761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cec882c2-e015-4175-89d3-838f138bc978 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496492 Aug 12 04:38:37.092899 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39108) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:37.099534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:37.164361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.187892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Router fc750250-85a6-4eee-ad00-f3e83190a859 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:38:37.228652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.247508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8bcd73-aea4-4acc-b6cf-19908e509693,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:37.263863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:37.267474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.302958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:37.313299 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] Sync routers for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:37.322163 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.329673 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-55543727-13e0-453c-83b5-55acf004068b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4596357 Aug 12 04:38:37.329849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:37.329849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:37.330062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39110) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:37.330689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'feed3b36-f068-4879-8f39-d26a4eace3f2', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:37.445806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.486445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c4e144ff-f8df-475f-9936-0549cb7b4ccc tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2531004 Aug 12 04:38:37.487231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:37.489587 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0450fb04-4289-4b94-9ced-4e68f2bdf951" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "tag": "51613928-a9e4-489d-8866-0b209253f6ee"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:37.531213 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d1051-33c0-465e-bb9a-bab662899959 x-openstack-request-id: req-d13d1051-33c0-465e-bb9a-bab662899959 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:37.531606 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "tag": "51613928-a9e4-489d-8866-0b209253f6ee", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:37.531931 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d13d1051-33c0-465e-bb9a-bab662899959 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:37.532410 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee', 'status': 'completed', 'code': 200} Aug 12 04:38:37.536027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:37.607857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-3a635e45-dc0e-4f71-8a82-56ee1665b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:37.609629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-3a635e45-dc0e-4f71-8a82-56ee1665b7a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.0534029 Aug 12 04:38:37.611112 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:38:37.620991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.675717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:37.681389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.729728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-2d7f1c05-4f52-4a19-bbb0-66c188f438c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:37.732020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-2d7f1c05-4f52-4a19-bbb0-66c188f438c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 910 time: 0.1154747 Aug 12 04:38:37.766134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:37.773512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:37.781276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:37.781936 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.788780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9be990-0c51-4512-8d2c-89433fc3b920 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:37.800677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=f3b9ccdb-6132-42a1-866b-cfcbb9908481,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:37.805616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.806675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8f3230d6-0485-48a1-8445-39f7fe92d915', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'port_id': '51613928-a9e4-489d-8866-0b209253f6ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'mac_address': 'fa:16:3e:86:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:38:35Z', 'updated_at': '2021-08-12T04:38:35Z', 'revision_number': 0, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:37.837723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-dec082db-608d-4d17-9fb2-87f53aa9bda3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 999 time: 0.0966384 Aug 12 04:38:37.855836 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] Checking router: fc750250-85a6-4eee-ad00-f3e83190a859 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:37.865204 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:37.865955 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:37.893857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-7debdd3a-ab17-448e-aabb-9e927ae46aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:37.895379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-7debdd3a-ab17-448e-aabb-9e927ae46aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0492039 Aug 12 04:38:37.920851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:37.929819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9cd61ae5-14aa-46c6-9947-37b22240e6ef tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8356006 Aug 12 04:38:37.949572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39120) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:37.953676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754df8ca-1924-496d-b552-135968fdc708,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:37.967347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:37.974986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-0d16b013-716a-4649-80f8-a757c3bff333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:37.977312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-0d16b013-716a-4649-80f8-a757c3bff333 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754199 Aug 12 04:38:37.987660 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:38.004889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'f3b9ccdb-6132-42a1-866b-cfcbb9908481'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:38.005932 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.057558 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.059293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a39946d-1f12-4390-9f20-d74c5de1cafb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7320578 Aug 12 04:38:38.062225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39122) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:38.071365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'network': {'name': 'tempest-network-smoke--851331438', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:38.149900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-0d198007-c66c-4a4d-90a2-5a72f0bb3632 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608114 Aug 12 04:38:38.177305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:38.180000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Allocated IP 2001:db8::f816:3eff:fefd:ec85 (fc78dc95-0c29-480b-93a7-d4c945f969df/f3b9ccdb-6132-42a1-866b-cfcbb9908481/d401fe83-7ac5-47d5-882c-39e3c25950fc) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:38.181375 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.225851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:38:38.239464 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.239877 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Added segment a3e2a8e5-c767-4a59-bbce-04da59f625d5 of type vlan for network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 Aug 12 04:38:38.278690 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0450fb04-4289-4b94-9ced-4e68f2bdf951 req-df4e3022-8836-4a94-b5cc-5ea95f1f1da2 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216779 Aug 12 04:38:38.281934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8f3230d6-0485-48a1-8445-39f7fe92d915', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'port_id': '51613928-a9e4-489d-8866-0b209253f6ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'mac_address': 'fa:16:3e:86:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:38:35Z', 'updated_at': '2021-08-12T04:38:35Z', 'revision_number': 0, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:38.299937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.316586 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d4a76a-0af3-401b-81c1-03d0946cb980 None None] The sync data for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 is: [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8f3230d6-0485-48a1-8445-39f7fe92d915', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'floating_ip_address': '172.25.6.194', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'port_id': '51613928-a9e4-489d-8866-0b209253f6ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'mac_address': 'fa:16:3e:86:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:38:35Z', 'updated_at': '2021-08-12T04:38:35Z', 'revision_number': 0, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:38.320453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:38.330806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.372176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.381050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Transition to ACTIVE for port object d401fe83-7ac5-47d5-882c-39e3c25950fc will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:38.396833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Transition to ACTIVE for port object d401fe83-7ac5-47d5-882c-39e3c25950fc will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:38.434056 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.439908 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3b9ccdb-6132-42a1-866b-cfcbb9908481 (CIDR: 2001:db8::/64) Aug 12 04:38:38.440133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:38.442745 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.505026 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:38.506095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:38.510312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.511210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Network': ['ID=29923e00-51ab-4f2f-a8d0-ac6604eceb16,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:38.530966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:38:38.566454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be6a526b-22c8-4fa2-96eb-3b16ecee1693 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5029283 Aug 12 04:38:38.576173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39124) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:38.576355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a0e1c-61d0-426a-9ba5-9a65cf1980ef None None] New status for floating IP 8f3230d6-0485-48a1-8445-39f7fe92d915: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:38:38.578944 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'admin_state_up': True, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:38.597150 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e193589f-985b-42f7-8249-a8e8842c4d44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6374485 Aug 12 04:38:38.597355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39126) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:38.602387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:38.642789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:38.657868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:38.667165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:38.668882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.671098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.690901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Pushing event updated for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:38.737480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.800092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:38.804047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.830046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Attempting to bind port d401fe83-7ac5-47d5-882c-39e3c25950fc on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:38.830610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Attempting to bind port d401fe83-7ac5-47d5-882c-39e3c25950fc by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:38.830866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Attempting to bind port d401fe83-7ac5-47d5-882c-39e3c25950fc on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:38.844696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:38.849840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:38.849840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.849840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:38.849840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Bound port: d401fe83-7ac5-47d5-882c-39e3c25950fc, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:38.849840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:38.918658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:38.922202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d401fe83-7ac5-47d5-882c-39e3c25950fc,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:38.970770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.017550 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.155060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.219514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:39.224650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:39.230979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:39.231628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.243046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273e3c0-288a-49b6-aabc-dd0d69a7484a None None] Pushing event updated for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:39.251269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=2c9c4384-37be-47b3-9f1d-f750198ed026,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:39.307273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.315179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0325cefe-a84e-4527-a173-bdd874eaa829 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7166386 Aug 12 04:38:39.317679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39136) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:39.323503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:b5:99:d9', 'name': 'tempest-NetworksTestDHCPv6-1022030591'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:39.326784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.500892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.124 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/dfc70ff2-840b-47da-90fc-6225683e3520) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:39.560198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:39.620050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.660001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.682264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 740f68c3-e3a3-4e20-ab49-a6b8084a7cd3 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:39.737310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:39.772592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:39.775525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:39.781216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:39.813585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=dfc70ff2-840b-47da-90fc-6225683e3520,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:39.864657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8:0:1::38 (fc78dc95-0c29-480b-93a7-d4c945f969df/2c9c4384-37be-47b3-9f1d-f750198ed026/740f68c3-e3a3-4e20-ab49-a6b8084a7cd3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:39.872120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:feb5:99d9 (fc78dc95-0c29-480b-93a7-d4c945f969df/f3b9ccdb-6132-42a1-866b-cfcbb9908481/740f68c3-e3a3-4e20-ab49-a6b8084a7cd3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:40.045432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.061618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 740f68c3-e3a3-4e20-ab49-a6b8084a7cd3 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:40.117524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.166126 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.235723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:40.239358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:40.248795 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:40.255531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:40.256722 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.276614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=740f68c3-e3a3-4e20-ab49-a6b8084a7cd3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:40.286671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.287083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.288018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.288614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.288979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.289468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.289869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.290201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.290665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.291026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.291381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.291715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:40.312439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7faee96-eb24-4058-b1ad-611ee7425870 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:40.368068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c5e9c89-0038-4239-95b8-83c43484a347 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0488431 Aug 12 04:38:40.370112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39140) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:40.491329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 740f68c3-e3a3-4e20-ab49-a6b8084a7cd3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:40.492194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.572950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d7944e5-7a52-4c13-9b96-7bd02559a909 None None] Provisioning for port d401fe83-7ac5-47d5-882c-39e3c25950fc completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:40.597142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'f3b9ccdb-6132-42a1-866b-cfcbb9908481', 'ip_address': '2001:db8::f816:3eff:fefd:ec85'}, {'subnet_id': '2c9c4384-37be-47b3-9f1d-f750198ed026'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'd401fe83-7ac5-47d5-882c-39e3c25950fc'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:38:40.624281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.624787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.640089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 740f68c3-e3a3-4e20-ab49-a6b8084a7cd3 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:40.737932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.811132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Allocated IP 2001:db8:0:1::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/2c9c4384-37be-47b3-9f1d-f750198ed026/d401fe83-7ac5-47d5-882c-39e3c25950fc) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:40.898035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.915725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router bd293de3-9e4a-443c-98a3-d669353f5b5a is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:38:40.919606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d401fe83-7ac5-47d5-882c-39e3c25950fc,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:40.933277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=740f68c3-e3a3-4e20-ab49-a6b8084a7cd3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:40.955085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:40.974574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Transition to ACTIVE for port object d401fe83-7ac5-47d5-882c-39e3c25950fc will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:41.003494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.005494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a5f8d2f8-8b8b-47f7-8c6c-e300f550fead tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/740f68c3-e3a3-4e20-ab49-a6b8084a7cd3 HTTP/1.1" status: 204 len: 168 time: 0.6328418 Aug 12 04:38:41.009071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39142) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.033935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.057335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:41.071292 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Sync routers for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:41.079699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d401fe83-7ac5-47d5-882c-39e3c25950fc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:41.082837 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:41.083256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe39f1-80c2-4789-93e4-9743d074e396 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:41.083892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:41.085429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-92fe39f1-80c2-4789-93e4-9743d074e396 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0754423 Aug 12 04:38:41.088164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39144) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.132771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.137427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-895d5d3c-58fc-4736-978c-090945369b9c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5665503 Aug 12 04:38:41.143255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39146) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.143386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a984db-87e1-4c69-8651-7940d1ebf609 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:41.143386 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-56a984db-87e1-4c69-8651-7940d1ebf609 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0532165 Aug 12 04:38:41.145143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39148) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.173286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-505ad9a1-c3fa-43fc-8829-1067d4e9d1c4 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f5c14e689dd14c4b866e901dcef58802&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339727 Aug 12 04:38:41.174013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39150) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.200523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee3583-b17f-47f3-9e07-b920fd25b69e None None] Pushing event updated for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:41.215863 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:41.235260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208e844-a245-4210-a705-a9042b3a3c98 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:41.237216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208e844-a245-4210-a705-a9042b3a3c98 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:41.239092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c208e844-a245-4210-a705-a9042b3a3c98 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:41.243911 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c208e844-a245-4210-a705-a9042b3a3c98 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0969617 Aug 12 04:38:41.244418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39152) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.280020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d401fe83-7ac5-47d5-882c-39e3c25950fc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:41.357560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 2c9c4384-37be-47b3-9f1d-f750198ed026 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:41.364280 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.405903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607aed68-55ce-40ae-b064-83f8b59dce36 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:41.410262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-607aed68-55ce-40ae-b064-83f8b59dce36 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2326982 Aug 12 04:38:41.410665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39158) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.422806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.478583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-882b5890-9f15-40b6-be23-f2a419d59fa6 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665603 Aug 12 04:38:41.480934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39160) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.486633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17149283', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:41.536042 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:39Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:41.557828 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.579067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Checking router: bd293de3-9e4a-443c-98a3-d669353f5b5a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:41.579414 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Updating router bd293de3-9e4a-443c-98a3-d669353f5b5a port dfc70ff2-840b-47da-90fc-6225683e3520 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:38:41.620453 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.680499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:41.684129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.709138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.754515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9c4384-37be-47b3-9f1d-f750198ed026,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:41.772708 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.784485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ef34e72d-6862-4703-a499-af2a4ca5d92e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/2c9c4384-37be-47b3-9f1d-f750198ed026 HTTP/1.1" status: 204 len: 168 time: 0.5388446 Aug 12 04:38:41.787191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39162) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:41.861376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet f3b9ccdb-6132-42a1-866b-cfcbb9908481 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:41.865199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:41.926519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.028904 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.045110 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Transition to ACTIVE for port object dfc70ff2-840b-47da-90fc-6225683e3520 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:42.071837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fc361b-8b3d-4e6c-9d59-7b3fba2c7888 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:42.084487 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.114589 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.134032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Could not find standard attr ID for object 740f68c3-e3a3-4e20-ab49-a6b8084a7cd3. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:42.143071 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.202428 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a60f2-0e8f-486d-9c91-1b3344375bf7 None None] Pushing event updated for resources: {'Port': ['ID=dfc70ff2-840b-47da-90fc-6225683e3520,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:42.218799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Subnet': ['ID=f7e458ea-a44b-4445-b821-54238c7e093c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:42.223182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.224414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Checking segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:42.225427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network hostable DHCP agents. Network: 29923e00-51ab-4f2f-a8d0-ac6604eceb16, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:38:42.230345 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Attempting to bind port dfc70ff2-840b-47da-90fc-6225683e3520 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:42.230749 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Attempting to bind port dfc70ff2-840b-47da-90fc-6225683e3520 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:42.231103 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Attempting to bind port dfc70ff2-840b-47da-90fc-6225683e3520 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:42.236946 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:42.238862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:42.238862 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.238862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:42.238862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Bound port: dfc70ff2-840b-47da-90fc-6225683e3520, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:42.239267 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.245057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Provisioning for port d401fe83-7ac5-47d5-882c-39e3c25950fc completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:42.251551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Provisioning complete for port d401fe83-7ac5-47d5-882c-39e3c25950fc triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:42.251760 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.273218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.275324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/f3b9ccdb-6132-42a1-866b-cfcbb9908481 HTTP/1.1" status: 204 len: 168 time: 0.4863868 Aug 12 04:38:42.276793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb11f7e-48b9-414d-8001-9d545cf2bd94 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b9ccdb-6132-42a1-866b-cfcbb9908481,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:42.277864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:42.307500 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] For port dfc70ff2-840b-47da-90fc-6225683e3520, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:42.312151 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] For port dfc70ff2-840b-47da-90fc-6225683e3520, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dfc70ff2-840b-47da-90fc-6225683e3520,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:42.326149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b95cc656-b0ff-4e49-8a92-b493d2a71670 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468743 Aug 12 04:38:42.327555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:38:42.329385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39170) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:42.336270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:42.378141 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.398085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.435468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec520cf5-20c0-4dba-b285-e744d2f94e36 None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'f3b9ccdb-6132-42a1-866b-cfcbb9908481'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'd401fe83-7ac5-47d5-882c-39e3c25950fc'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:38:42.436292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 29923e00-51ab-4f2f-a8d0-ac6604eceb16) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:42.448849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:42.450895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.464006 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a60f2-0e8f-486d-9c91-1b3344375bf7 None None] Pushing event updated for resources: {'Port': ['ID=dfc70ff2-840b-47da-90fc-6225683e3520,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:42.464157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eeb1da-6433-4362-b01f-a8191f59d4f1 None None] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:42.473675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:42.474341 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:42.489387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d401fe83-7ac5-47d5-882c-39e3c25950fc,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:42.514092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:42.518037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.520990 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ec520cf5-20c0-4dba-b285-e744d2f94e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.544449 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.578241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf066eea-3ffa-4e9e-9d2b-5e073d3724c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0959575 Aug 12 04:38:42.581031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39174) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:42.727211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2711f4-e151-4569-966e-65fec5299682 None None] Pushing event updated for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:42.776065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:42.843006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:42.844061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:42.934233 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ba621-9cdc-403f-946b-f7cab295a8db None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:42.979024 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:39Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:43.014167 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf319bc8-2e3f-471b-ac60-eac79c5c08a7 None None] The sync data for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 is: [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:39Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:43.056705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d401fe83-7ac5-47d5-882c-39e3c25950fc no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:43.179793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15b50be7-a067-474b-a2e3-633c56c0b4f1 None None] Provisioning complete for port d401fe83-7ac5-47d5-882c-39e3c25950fc triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:43.180461 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15b50be7-a067-474b-a2e3-633c56c0b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.223531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Allocated IP 172.20.0.2 (29923e00-51ab-4f2f-a8d0-ac6604eceb16/f7e458ea-a44b-4445-b821-54238c7e093c/3b033171-01ce-4831-96e0-6463f846d792) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:43.270004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:43.364330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.objects.ports [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95043) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:43.384134 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.433884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.498424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d401fe83-7ac5-47d5-882c-39e3c25950fc,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:43.546289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] Deleting port d401fe83-7ac5-47d5-882c-39e3c25950fc {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:43.546688 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.551669 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.594276 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.597663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Transition to ACTIVE for port object 3b033171-01ce-4831-96e0-6463f846d792 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:43.653621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Transition to ACTIVE for port object 3b033171-01ce-4831-96e0-6463f846d792 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:43.684690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:43.694161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d401fe83-7ac5-47d5-882c-39e3c25950fc,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:43.694570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.707519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] Calling delete_port for d401fe83-7ac5-47d5-882c-39e3c25950fc owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:43.768376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.861227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.1 (29923e00-51ab-4f2f-a8d0-ac6604eceb16/f7e458ea-a44b-4445-b821-54238c7e093c/810b6ede-015f-4432-823a-c6dc68873280) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:43.910842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:43.956355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:43.969650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:43.976757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:43.986335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Pushing event updated for resources: {'Port': ['ID=3b033171-01ce-4831-96e0-6463f846d792,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:44.047013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Attempting to bind port 3b033171-01ce-4831-96e0-6463f846d792 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:44.047379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Attempting to bind port 3b033171-01ce-4831-96e0-6463f846d792 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:44.047751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Attempting to bind port 3b033171-01ce-4831-96e0-6463f846d792 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:44.051647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] For port d401fe83-7ac5-47d5-882c-39e3c25950fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d401fe83-7ac5-47d5-882c-39e3c25950fc,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:44.054528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:44.054528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Checking segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:44.054528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.054942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Bound using segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:44.055297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Bound port: 3b033171-01ce-4831-96e0-6463f846d792, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:44.055767 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.085764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.111290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.113074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 810b6ede-015f-4432-823a-c6dc68873280 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:44.127193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] For port 3b033171-01ce-4831-96e0-6463f846d792, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:44.130326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] For port 3b033171-01ce-4831-96e0-6463f846d792, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3b033171-01ce-4831-96e0-6463f846d792,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:44.165621 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.166395 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.234869 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.238842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:44.244075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.256135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:44.267609 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.269093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:44.269686 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.275881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=7b18fabb-7af5-432a-920e-665a72c3f4bf,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:44.285367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=9']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:44.296393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:44.299800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:44.306414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] No DVR routers for this DVR port d401fe83-7ac5-47d5-882c-39e3c25950fc on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:44.331479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad4d6-d5cf-40ac-8bd7-9b1ac5dd2ffc None None] Pushing event updated for resources: {'Port': ['ID=3b033171-01ce-4831-96e0-6463f846d792,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:44.332039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:44.345568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b6703-9818-49ba-87f9-564a9d8de1cf None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:44.373130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37360c15-3c03-40ae-9bd8-6cf3dff27e3e None None] Pushing event deleted for resources: {'Port': ['ID=d401fe83-7ac5-47d5-882c-39e3c25950fc,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:44.390479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-800c8c87-b3e5-489e-82df-d865d93f1b44 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0594401 Aug 12 04:38:44.391128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39184) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:44.393476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=810b6ede-015f-4432-823a-c6dc68873280,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:44.400210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:44.408868 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.607286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': '7b18fabb-7af5-432a-920e-665a72c3f4bf'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:44.608365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.638068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.713939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:44.724402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.791464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Allocated IP 2001:db8::f816:3eff:fe1a:5bee (fc78dc95-0c29-480b-93a7-d4c945f969df/7b18fabb-7af5-432a-920e-665a72c3f4bf/fbf01676-190a-4ac8-b5b1-1cbd223da809) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:44.840437 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b18fabb-7af5-432a-920e-665a72c3f4bf (CIDR: 2001:db8::/64) Aug 12 04:38:44.886056 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:44.886553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:44.977850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3be053aa-0324-48e5-8904-a694acf9f432 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5855443 Aug 12 04:38:44.980183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:44.981228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39188) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:44.986953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:44.990073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Transition to ACTIVE for port object fbf01676-190a-4ac8-b5b1-1cbd223da809 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:45.012867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Transition to ACTIVE for port object fbf01676-190a-4ac8-b5b1-1cbd223da809 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:45.063591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.097752 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.158962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.175941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Pushing event updated for resources: {'Port': ['ID=fbf01676-190a-4ac8-b5b1-1cbd223da809,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:45.179620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dfc70ff2-840b-47da-90fc-6225683e3520 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:45.241633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:45.262930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:45.262930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:45.292440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.293892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=810b6ede-015f-4432-823a-c6dc68873280,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:45.344084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Attempting to bind port fbf01676-190a-4ac8-b5b1-1cbd223da809 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:45.344468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Attempting to bind port fbf01676-190a-4ac8-b5b1-1cbd223da809 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:45.344843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Attempting to bind port fbf01676-190a-4ac8-b5b1-1cbd223da809 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:45.350829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:45.351251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:45.351977 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.352377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:45.353010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Bound port: fbf01676-190a-4ac8-b5b1-1cbd223da809, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:45.353401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.354381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:45.361553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.398337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port dfc70ff2-840b-47da-90fc-6225683e3520 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:45.405312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port dfc70ff2-840b-47da-90fc-6225683e3520 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:45.405687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.457193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:45.458929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:45.491705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] For port fbf01676-190a-4ac8-b5b1-1cbd223da809, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:45.499764 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] For port fbf01676-190a-4ac8-b5b1-1cbd223da809, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fbf01676-190a-4ac8-b5b1-1cbd223da809,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:45.570939 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.594035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port dfc70ff2-840b-47da-90fc-6225683e3520, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dfc70ff2-840b-47da-90fc-6225683e3520,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:45.596095 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.614765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router bd293de3-9e4a-443c-98a3-d669353f5b5a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:38:45.700652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5a753-b682-4aee-b77f-582ed63c3ed9 None None] Pushing event updated for resources: {'Port': ['ID=fbf01676-190a-4ac8-b5b1-1cbd223da809,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:45.711210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.711921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3b033171-01ce-4831-96e0-6463f846d792 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:45.805136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b4133-50ef-4fd9-8d0c-f5e79ef115bc None None] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:45.855569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:38:45.876923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ce81478d-ed8c-4f0b-8138-30cf09ac02ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/bd293de3-9e4a-443c-98a3-d669353f5b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857239 Aug 12 04:38:45.899776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Sync routers for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:38:45.949809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:45.997816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:45.998462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:46.003026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de47a27e-8468-42fe-a279-73c36912a62a None None] Provisioning for port 3b033171-01ce-4831-96e0-6463f846d792 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:46.004924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=dfc70ff2-840b-47da-90fc-6225683e3520,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:46.055915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:46.060333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:46.064732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:46.066179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.086694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=f96dce39-069f-4188-90a1-89e394beb5e2,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:46.180452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-160de2e0-4189-4ea2-8fe1-6e5f8bc76104 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1953964 Aug 12 04:38:46.180753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39202) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:46.186121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:a0:06:8a', 'name': 'tempest-NetworksTestDHCPv6-585189263'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:46.229287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:46.276939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3b033171-01ce-4831-96e0-6463f846d792 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:46.291331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3b033171-01ce-4831-96e0-6463f846d792 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:46.291667 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.396394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:46.556064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-8a21e31f-41da-4678-b9cf-6fa54a35956b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677071496&fields=id&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 267 time: 0.0957270 Aug 12 04:38:46.557242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.611235 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.625776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3b033171-01ce-4831-96e0-6463f846d792, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3b033171-01ce-4831-96e0-6463f846d792,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:46.657685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 2, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:46.665945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 821409ec-4fca-4319-8789-4cad4944c5dd yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:46.691062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Checking router: bd293de3-9e4a-443c-98a3-d669353f5b5a for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:38:46.693278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Updating router bd293de3-9e4a-443c-98a3-d669353f5b5a port 810b6ede-015f-4432-823a-c6dc68873280 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:38:46.722800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.726099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.730089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-a27d05d5-3aba-4fdc-bff1-6368bd22a16e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:46.731901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-a27d05d5-3aba-4fdc-bff1-6368bd22a16e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 796 time: 0.1750276 Aug 12 04:38:46.783137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-4a4cf276-2dc4-4a54-9a65-a0d0aeb533c4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/quotas/f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 375 time: 0.0329394 Aug 12 04:38:46.819689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3b033171-01ce-4831-96e0-6463f846d792,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:46.884949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-5367b850-7f09-4275-9b7a-6d77abb485ab tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951581 Aug 12 04:38:46.887700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-377ad10f-de6a-4cd5-9715-a7b3f1191000 None None] Provisioning complete for port 3b033171-01ce-4831-96e0-6463f846d792 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:46.888179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-377ad10f-de6a-4cd5-9715-a7b3f1191000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:46.990091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8:0:1::1b4 (fc78dc95-0c29-480b-93a7-d4c945f969df/f96dce39-069f-4188-90a1-89e394beb5e2/821409ec-4fca-4319-8789-4cad4944c5dd) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:47.005715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::f816:3eff:fea0:68a (fc78dc95-0c29-480b-93a7-d4c945f969df/7b18fabb-7af5-432a-920e-665a72c3f4bf/821409ec-4fca-4319-8789-4cad4944c5dd) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:47.071236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-b600dbcd-f178-4c57-8281-cc620cd14211 service neutron] 10.222.0.42 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813908 Aug 12 04:38:47.241381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-438666a1-2c4b-4ba3-8ff3-88775e9b996f service neutron] 10.222.0.42 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688881 Aug 12 04:38:47.251873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dfc70ff2-840b-47da-90fc-6225683e3520 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:47.291483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-377ad10f-de6a-4cd5-9715-a7b3f1191000 None None] Provisioning for port 810b6ede-015f-4432-823a-c6dc68873280 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:47.307988 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.327480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 821409ec-4fca-4319-8789-4cad4944c5dd will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:47.328942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-377ad10f-de6a-4cd5-9715-a7b3f1191000 None None] Provisioning complete for port 810b6ede-015f-4432-823a-c6dc68873280 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:47.329325 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-377ad10f-de6a-4cd5-9715-a7b3f1191000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.379553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d28f0c0-2f80-4146-953e-93ec05321e3f None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:47.388243 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.412747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.462826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Transition to ACTIVE for port object 810b6ede-015f-4432-823a-c6dc68873280 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:47.474376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:47.477033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-377ad10f-de6a-4cd5-9715-a7b3f1191000 None None] Port 810b6ede-015f-4432-823a-c6dc68873280 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:47.479313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:47.481112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=821409ec-4fca-4319-8789-4cad4944c5dd,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:47.483475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:47.485318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port dfc70ff2-840b-47da-90fc-6225683e3520 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:47.485694 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.489547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:47.491618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.584815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b05b863f-cd10-4c3f-a9df-17b9c4f440bb req-730a53b2-0af4-4df9-9b23-000e3e7b09f7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 210 time: 0.1273026 Aug 12 04:38:47.588630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4cff8b16-3374-4b5c-88aa-e1d411b173c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4067929 Aug 12 04:38:47.591270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39220) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:47.688603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 821409ec-4fca-4319-8789-4cad4944c5dd {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:47.688949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.738277 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.781481 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:47.793920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 821409ec-4fca-4319-8789-4cad4944c5dd owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:47.886103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9251e8-e2ba-4df4-ac2a-40b44dbc51be None None] Pushing event updated for resources: {'Port': ['ID=810b6ede-015f-4432-823a-c6dc68873280,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:47.922006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a2a2c96-7188-4045-a1bd-79301253aa83 None None] Provisioning for port fbf01676-190a-4ac8-b5b1-1cbd223da809 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:47.941776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3b033171-01ce-4831-96e0-6463f846d792 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:47.992793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Attempting to bind port 810b6ede-015f-4432-823a-c6dc68873280 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:47.993172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Attempting to bind port 810b6ede-015f-4432-823a-c6dc68873280 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:47.993548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Attempting to bind port 810b6ede-015f-4432-823a-c6dc68873280 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:48.012481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:48.012865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Checking segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:48.013281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.013979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Bound using segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:48.014481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Bound port: 810b6ede-015f-4432-823a-c6dc68873280, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:48.014898 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.071975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3b033171-01ce-4831-96e0-6463f846d792 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:48.072334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.154412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.160318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] For port 810b6ede-015f-4432-823a-c6dc68873280, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:48.172115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] For port 810b6ede-015f-4432-823a-c6dc68873280, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=810b6ede-015f-4432-823a-c6dc68873280,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:48.176717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': '7b18fabb-7af5-432a-920e-665a72c3f4bf', 'ip_address': '2001:db8::f816:3eff:fe1a:5bee'}, {'subnet_id': 'f96dce39-069f-4188-90a1-89e394beb5e2'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'fbf01676-190a-4ac8-b5b1-1cbd223da809'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:38:48.188192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=821409ec-4fca-4319-8789-4cad4944c5dd,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:48.214552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.234491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.236932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d235ddde-390b-4824-83ac-7ecc98f0dee1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/821409ec-4fca-4319-8789-4cad4944c5dd HTTP/1.1" status: 204 len: 168 time: 0.6441495 Aug 12 04:38:48.239365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39228) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:48.275631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fbf01676-190a-4ac8-b5b1-1cbd223da809 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:48.291331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d5896-30e3-423b-bcf8-7480feb17c19 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:48.292862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e86d5896-30e3-423b-bcf8-7480feb17c19 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0525827 Aug 12 04:38:48.295563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39230) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:48.351072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e991ac-f1a3-485e-a76b-16f61dadc012 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:48.355015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-16e991ac-f1a3-485e-a76b-16f61dadc012 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0561483 Aug 12 04:38:48.355292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:48.363860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.413657 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894557ff-0675-4846-a055-267fd68f235a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:48.415783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894557ff-0675-4846-a055-267fd68f235a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:48.417366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894557ff-0675-4846-a055-267fd68f235a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:48.421485 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-894557ff-0675-4846-a055-267fd68f235a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0628715 Aug 12 04:38:48.422056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39234) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:48.480935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:38:48.481709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:38:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:48.487833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 7b18fabb-7af5-432a-920e-665a72c3f4bf {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:48.520345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9251e8-e2ba-4df4-ac2a-40b44dbc51be None None] Pushing event updated for resources: {'Port': ['ID=810b6ede-015f-4432-823a-c6dc68873280,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:48.549365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Allocated IP 2001:db8:0:1::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/f96dce39-069f-4188-90a1-89e394beb5e2/fbf01676-190a-4ac8-b5b1-1cbd223da809) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:48.594659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fbf01676-190a-4ac8-b5b1-1cbd223da809 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:48.604626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fbf01676-190a-4ac8-b5b1-1cbd223da809 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:48.605006 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.698240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:38:48.711846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7ff230-42c6-4bcf-994d-e22588f432e2 req-979dc0a4-2ea3-47fb-94ba-85a7bd00e8c5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 210 time: 0.0281293 Aug 12 04:38:48.823652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] For port fbf01676-190a-4ac8-b5b1-1cbd223da809, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fbf01676-190a-4ac8-b5b1-1cbd223da809,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:48.934376 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.939658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:48.980366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Transition to ACTIVE for port object fbf01676-190a-4ac8-b5b1-1cbd223da809 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:49.033792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:48Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:38:49.050774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.062880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.068161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca45e8-ac7d-4564-ab7e-d5e86fe25a8a None None] The sync data for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 is: [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:48Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:38:49.111770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.207788 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:38:49.208388 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:38:49.209753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370bb89-0e2e-43c5-9c95-84443d70142c None None] Pushing event updated for resources: {'Port': ['ID=fbf01676-190a-4ac8-b5b1-1cbd223da809,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:49.265239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.445906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.478358 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.480385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/7b18fabb-7af5-432a-920e-665a72c3f4bf HTTP/1.1" status: 204 len: 168 time: 1.0571854 Aug 12 04:38:49.481588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=7b18fabb-7af5-432a-920e-665a72c3f4bf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:49.482819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39244) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:49.500697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.501308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.504381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.505352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.505960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.513882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f0efa0-5e06-41ad-94a5-f4e27580eecb tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:38:49.565526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet f96dce39-069f-4188-90a1-89e394beb5e2 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:49.569701 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.630550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.747131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-e8a0be00-6203-4eb7-8b0c-e71a11d2eeff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:49.747131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-e8a0be00-6203-4eb7-8b0c-e71a11d2eeff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 796 time: 0.2195618 Aug 12 04:38:49.784049 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.864368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port fbf01676-190a-4ac8-b5b1-1cbd223da809, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fbf01676-190a-4ac8-b5b1-1cbd223da809,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:49.924373 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c936e22-6493-4f52-99d3-f3188df0b622 req-13f5c56a-4e44-4dee-802b-41ed44a496df tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 210 time: 0.0414212 Aug 12 04:38:49.972447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:49.975147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.041165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b6e71-cb78-4894-981e-c0cbe3730024 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:50.161364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=fbf01676-190a-4ac8-b5b1-1cbd223da809,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:50.195042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.251660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 810b6ede-015f-4432-823a-c6dc68873280 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:50.269393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=f96dce39-069f-4188-90a1-89e394beb5e2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:50.271413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.280482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-959d4f60-db93-4ce9-a8ab-795ba9bbab41 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/f96dce39-069f-4188-90a1-89e394beb5e2 HTTP/1.1" status: 204 len: 168 time: 0.7919426 Aug 12 04:38:50.280482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39250) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:50.296988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fca7031e-a438-47f0-99ac-a0c93b2ada82 None None] Provisioning for port fbf01676-190a-4ac8-b5b1-1cbd223da809 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:50.325662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fca7031e-a438-47f0-99ac-a0c93b2ada82 None None] Provisioning complete for port fbf01676-190a-4ac8-b5b1-1cbd223da809 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:50.326034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fca7031e-a438-47f0-99ac-a0c93b2ada82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.343839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-796c2c64-d1d7-495f-a049-b81cd47eb345 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654311 Aug 12 04:38:50.346549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39252) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:50.355002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:50.405450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-cb40cf1a-2cc6-490d-acae-2d0f61bac9c9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 380 time: 0.6496384 Aug 12 04:38:50.417068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'port': {'device_id': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'admin_state_up': True, 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'security_groups': ['feed3b36-f068-4879-8f39-d26a4eace3f2']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:50.484705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fca7031e-a438-47f0-99ac-a0c93b2ada82 None None] Could not find standard attr ID for object 821409ec-4fca-4319-8789-4cad4944c5dd. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:50.536833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 810b6ede-015f-4432-823a-c6dc68873280 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:50.548405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 810b6ede-015f-4432-823a-c6dc68873280 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:50.548405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.566497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:50.571464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.574427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:50.668809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:50.673179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] Deleting port fbf01676-190a-4ac8-b5b1-1cbd223da809 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:50.673621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.674285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.687560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:50.899630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.10 (29923e00-51ab-4f2f-a8d0-ac6604eceb16/f7e458ea-a44b-4445-b821-54238c7e093c/134c7ea7-fde5-4227-87dd-6f701d26c3f8) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:50.943257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.000865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] For port fbf01676-190a-4ac8-b5b1-1cbd223da809, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fbf01676-190a-4ac8-b5b1-1cbd223da809,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:51.001465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.016312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:51.016681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 810b6ede-015f-4432-823a-c6dc68873280, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=810b6ede-015f-4432-823a-c6dc68873280,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:51.020528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] Calling delete_port for fbf01676-190a-4ac8-b5b1-1cbd223da809 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:51.042498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:51.050533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:51.051536 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.055326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=b34a2143-307a-438b-9d4a-de06cef18bf7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:51.063610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-083455b7-6b9b-4fb3-b3fe-24e120765d06 req-b8bdb12f-287e-4566-a440-f2d1771ee950 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 210 time: 0.0293064 Aug 12 04:38:51.102177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.103052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fbf01676-190a-4ac8-b5b1-1cbd223da809 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:51.133677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.157850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92d8b691-53d3-47c7-affc-eca327e7f72b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8072326 Aug 12 04:38:51.158183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39260) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:51.164261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:51.184651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=810b6ede-015f-4432-823a-c6dc68873280,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:51.198423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fbf01676-190a-4ac8-b5b1-1cbd223da809 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:51.198837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.212319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 134c7ea7-fde5-4227-87dd-6f701d26c3f8 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:51.220878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.255774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] Pushing event deleted for resources: {'Port': ['ID=fbf01676-190a-4ac8-b5b1-1cbd223da809,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:51.261905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97b614-7821-4c01-93f5-a0e75758a59a None None] No DVR routers for this DVR port fbf01676-190a-4ac8-b5b1-1cbd223da809 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:51.268241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Could not find standard attr ID for object fbf01676-190a-4ac8-b5b1-1cbd223da809. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:51.270387 n-d-804320-1 neutron-server[95044]: INFO neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No ports have port_id starting with fbf01676-190a-4ac8-b5b1-1cbd223da809 Aug 12 04:38:51.280729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2f6da-7be2-41a1-af7d-cc2655169935 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:51.326166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.366850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:51.367380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:51.370757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:51.370975 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.374868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:51.417183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:51.458162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:51.458838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.460551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'b34a2143-307a-438b-9d4a-de06cef18bf7'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:51.461676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.520347 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b34a2143-307a-438b-9d4a-de06cef18bf7 (CIDR: 2001:db8::/64) Aug 12 04:38:51.532216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-2d98485c-3313-45df-9e90-29ac820320e1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1201375 Aug 12 04:38:51.547622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Request body: {'port': {'device_id': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:51.560629 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:51.561344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:51.620256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/b34a2143-307a-438b-9d4a-de06cef18bf7/fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:51.640620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.668967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7f7a649c-d85c-499b-97cd-af46282816a0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5095065 Aug 12 04:38:51.673265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39262) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:51.676625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:51.810953 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.820844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Transition to ACTIVE for port object fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:51.843212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Transition to ACTIVE for port object fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:51.843212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4f8f273-d231-4a14-a4e4-b47802ef7c07 None None] Provisioning for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:51.846492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4f8f273-d231-4a14-a4e4-b47802ef7c07 None None] Provisioning complete for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:51.846930 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f273-d231-4a14-a4e4-b47802ef7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.893179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8f273-d231-4a14-a4e4-b47802ef7c07 None None] Port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:51.920249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.963414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134c7ea7-fde5-4227-87dd-6f701d26c3f8 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:38:51.964210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:51.969039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:51.974136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:51.974415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:52.007586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Transition to ACTIVE for port object 134c7ea7-fde5-4227-87dd-6f701d26c3f8 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:52.015880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Pushing event updated for resources: {'Port': ['ID=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:52.059464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Attempting to bind port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:52.060080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Attempting to bind port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:52.063913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Attempting to bind port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:52.070390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:52.071033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:52.072465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.072465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:52.072465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Bound port: fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:52.073406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.091283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 810b6ede-015f-4432-823a-c6dc68873280 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:52.176783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] For port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:52.180466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] For port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:52.189886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 810b6ede-015f-4432-823a-c6dc68873280 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:52.190267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.205676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.300533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e276e-d70f-40d2-93af-f40a11cc9ed4 req-4fe89201-9afc-457c-b028-d22e93208a31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:52.300533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-623e276e-d70f-40d2-93af-f40a11cc9ed4 req-4fe89201-9afc-457c-b028-d22e93208a31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 932 time: 0.0835676 Aug 12 04:38:52.303046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:52.313318 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-623e276e-d70f-40d2-93af-f40a11cc9ed4 req-c9552839-21a7-4620-b893-b6685f8887e2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512474 Aug 12 04:38:52.346517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:52.346936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:52.347354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:52.356247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:38:52.361043 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:52.362421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:52.362901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Checking segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:52.363294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Bound using segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:52.363722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Bound port: 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:52.364236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.376868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fbf01676-190a-4ac8-b5b1-1cbd223da809 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:52.401413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fbf01676-190a-4ac8-b5b1-1cbd223da809 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:52.401904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fbf01676-190a-4ac8-b5b1-1cbd223da809 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:52.412631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.437263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:52.441162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:52.445757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:52.449668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.481189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d86cd3-c0ba-4060-afab-6a3dcb076320 None None] Pushing event updated for resources: {'Port': ['ID=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:52.526088 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.562470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:52.563061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:52.564579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] 10.222.0.36 "PUT /v2.0/ports/134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1092 time: 1.0226059 Aug 12 04:38:52.565028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:52.567498 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:52.626222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a497332-3e01-4b94-a740-c3d61f759f6c service neutron] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:52.633613 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff61788c-7d7c-4c5f-8a97-cb30f8386e38 x-openstack-request-id: req-ff61788c-7d7c-4c5f-8a97-cb30f8386e38 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:52.633972 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:52.634274 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff61788c-7d7c-4c5f-8a97-cb30f8386e38 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:52.634675 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'status': 'completed', 'code': 200} Aug 12 04:38:52.723658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85 req-dffc3bb2-8108-4e50-8aa6-75984e6bc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:52.749980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85 req-dffc3bb2-8108-4e50-8aa6-75984e6bc6b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1095 time: 0.0714900 Aug 12 04:38:52.882814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85 req-4a8af697-0665-415e-8fc7-65a7e461b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:52.892264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85 req-4a8af697-0665-415e-8fc7-65a7e461b95e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f5c14e689dd14c4b866e901dcef58802&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1408165 Aug 12 04:38:53.020087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:53.051274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85 req-43a7df05-819a-4551-8c5c-48d7e4fdaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:53.054005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0e4917d8-9995-4d6f-a00d-2cfde2d93c85 req-43a7df05-819a-4551-8c5c-48d7e4fdaf2e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546843 Aug 12 04:38:53.133699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-74aed947-47de-4891-b4cd-204f75b97a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:53.135419 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-74aed947-47de-4891-b4cd-204f75b97a8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1095 time: 0.0421948 Aug 12 04:38:53.180404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-771e1d18-d46f-48b0-bb27-e310ed6b58bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 217 time: 0.0377440 Aug 12 04:38:53.239295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-f0522cde-756e-4ea0-8514-c276fa5e4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:53.240922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-f0522cde-756e-4ea0-8514-c276fa5e4520 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0545430 Aug 12 04:38:53.246468 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:53.289972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-0767f1da-7c03-44ec-ab59-842fab4aea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:53.291590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-0767f1da-7c03-44ec-ab59-842fab4aea42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428600 Aug 12 04:38:53.402280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-8e993134-3261-4726-8279-e648db422b98 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037276 Aug 12 04:38:53.483500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] For port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:53.517141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ca95d-b31a-4adb-bf8b-4d32152277c8 req-26fa930f-a2bd-4c7a-8bcf-b34d055164fb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:53.518747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28ca95d-b31a-4adb-bf8b-4d32152277c8 req-26fa930f-a2bd-4c7a-8bcf-b34d055164fb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0903983 Aug 12 04:38:53.542635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:53.549137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bc3568-e3c7-446e-b3e0-89beb2ccac5e req-998a4a69-ddc4-41cf-b090-5e55bfd9285d service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394646 Aug 12 04:38:53.574435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28ca95d-b31a-4adb-bf8b-4d32152277c8 req-1780537a-4468-46db-8cd4-81f53eb19696 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Aug 12 04:38:53.611633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:53.616264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:53.703636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:53.710860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:53.713038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=ae974ab8-0fa5-4eb4-8ad0-638f8f6e240f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:53.716454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:53.716454 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:53.718468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,revision_number=4']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:53.822830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a4265fd4-7e2e-4a6f-98fb-e59e9a0b8153 None None] Provisioning for port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:53.863909 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fc80a624-9c5c-4d58-83d0-73d54b19aba3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1912248 Aug 12 04:38:53.867038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39274) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:53.872130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:43:a6:f5', 'name': 'tempest-NetworksTestDHCPv6-1318088623'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:53.896905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9242c9-1cf9-4363-9c5e-8225bf13b4e1 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:53.945418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-621b7640-b6c1-40ce-9e08-ef0b76fe1cb2 None None] Could not find standard attr ID for object 740f68c3-e3a3-4e20-ab49-a6b8084a7cd3. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:54.069119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:54.094870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:54.161355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.183966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 1d0719c2-f8d4-406c-8a70-55e82ecffc00 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:54.228406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:54.233906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:54.234287 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.333859 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.380257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:54.387170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::355 (fc78dc95-0c29-480b-93a7-d4c945f969df/b34a2143-307a-438b-9d4a-de06cef18bf7/1d0719c2-f8d4-406c-8a70-55e82ecffc00) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:54.393867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:a6f5 (fc78dc95-0c29-480b-93a7-d4c945f969df/ae974ab8-0fa5-4eb4-8ad0-638f8f6e240f/1d0719c2-f8d4-406c-8a70-55e82ecffc00) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:54.487418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.544644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:54.566047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.579846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 1d0719c2-f8d4-406c-8a70-55e82ecffc00 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:54.701306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c52fb-d666-4521-9670-87be03614ec2 req-69d89d12-e588-430f-87df-e32a8ddaec1a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:54.702864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c52c52fb-d666-4521-9670-87be03614ec2 req-69d89d12-e588-430f-87df-e32a8ddaec1a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0539322 Aug 12 04:38:54.710788 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.722532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:38:54.764110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:54.764584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c52c52fb-d666-4521-9670-87be03614ec2 req-4a809789-abf6-471d-a5cc-bff700177432 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534992 Aug 12 04:38:54.771478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:54.774281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:54.784660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:54.785383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.824188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=1d0719c2-f8d4-406c-8a70-55e82ecffc00,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:54.836049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0e92ddc2-f2cc-426e-96c2-11f907c41cdf None None] Provisioning complete for port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:54.836049 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e92ddc2-f2cc-426e-96c2-11f907c41cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.893999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:54.908630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'mac_address': 'fa:16:3e:59:30:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:38:54.932457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-48d9db18-c71e-47ec-ba06-23780513bdfd tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0642061 Aug 12 04:38:54.934901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39282) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:54.980595 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:54.995308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134c7ea7-fde5-4227-87dd-6f701d26c3f8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:38:55.022863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:55.058650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 1d0719c2-f8d4-406c-8a70-55e82ecffc00 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:55.059062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.104585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c4b8e8ee-ce2c-489d-bc59-a63298d94a9b None None] Could not find standard attr ID for object 821409ec-4fca-4319-8789-4cad4944c5dd. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:38:55.114667 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.154827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.168617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 1d0719c2-f8d4-406c-8a70-55e82ecffc00 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:55.175721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:55.302581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-38a75626-f7d9-4bd7-afdf-5a879c460cdf None None] Provisioning for port 1d0719c2-f8d4-406c-8a70-55e82ecffc00 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:55.306527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-38a75626-f7d9-4bd7-afdf-5a879c460cdf None None] Provisioning complete for port 1d0719c2-f8d4-406c-8a70-55e82ecffc00 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:55.307000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38a75626-f7d9-4bd7-afdf-5a879c460cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.332081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['134c7ea7-fde5-4227-87dd-6f701d26c3f8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:38:55.380042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-38a75626-f7d9-4bd7-afdf-5a879c460cdf None None] Port 1d0719c2-f8d4-406c-8a70-55e82ecffc00 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:38:55.485756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.518600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=1d0719c2-f8d4-406c-8a70-55e82ecffc00,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:55.566060 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.568022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6e64fd0f-1deb-4099-8f56-a8209d19827f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/1d0719c2-f8d4-406c-8a70-55e82ecffc00 HTTP/1.1" status: 204 len: 168 time: 0.6319163 Aug 12 04:38:55.571327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:55.627395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d044bf2-1a2a-4d90-956f-df9a0eadaf38 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:55.628927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9d044bf2-1a2a-4d90-956f-df9a0eadaf38 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0561144 Aug 12 04:38:55.632191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39288) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:55.682884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527b1d0c-1d37-4a17-94da-aaa8356a0d0e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:55.684672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-527b1d0c-1d37-4a17-94da-aaa8356a0d0e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0514610 Aug 12 04:38:55.687585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39290) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:55.703006 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.750209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afd741-23c4-4db8-a9aa-3e518f8d510b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:55.753080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afd741-23c4-4db8-a9aa-3e518f8d510b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:55.756299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afd741-23c4-4db8-a9aa-3e518f8d510b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:55.758479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d1afd741-23c4-4db8-a9aa-3e518f8d510b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0698771 Aug 12 04:38:55.761339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39292) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:55.816858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet ae974ab8-0fa5-4eb4-8ad0-638f8f6e240f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:55.820014 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.828339 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.889268 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:55.935998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec3625-a1c5-4446-9f97-49a1bed87eaa req-1844c98c-a9b6-47d7-9ec2-9467c5259d83 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:55.937630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3ec3625-a1c5-4446-9f97-49a1bed87eaa req-1844c98c-a9b6-47d7-9ec2-9467c5259d83 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 945 time: 0.0917315 Aug 12 04:38:56.015529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3ec3625-a1c5-4446-9f97-49a1bed87eaa req-26fde298-317b-437b-8905-2f7bec63d104 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691566 Aug 12 04:38:56.016795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.050584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:56.101564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:56.101937 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.160234 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.188041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=ae974ab8-0fa5-4eb4-8ad0-638f8f6e240f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:56.193866 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.195775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c3deea18-af2b-403b-9f89-25335679a0e2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/ae974ab8-0fa5-4eb4-8ad0-638f8f6e240f HTTP/1.1" status: 204 len: 168 time: 0.4335105 Aug 12 04:38:56.198270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39298) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:56.202350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bca7b-63a3-462b-af08-dae4d0571b20 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:56.261971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet b34a2143-307a-438b-9d4a-de06cef18bf7 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:38:56.265424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.306868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.399999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.514289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.544994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=b34a2143-307a-438b-9d4a-de06cef18bf7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:56.549388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.551333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cbf44402-b556-4dca-865b-296a22df539e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/b34a2143-307a-438b-9d4a-de06cef18bf7 HTTP/1.1" status: 204 len: 168 time: 0.3519084 Aug 12 04:38:56.553964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39300) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:56.598962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-07d7a6ef-44f2-4978-9286-894e1233c4d4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438120 Aug 12 04:38:56.601783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39302) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:56.606594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:56.745185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:38:56.793769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:56.800816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.864445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:38:56.864445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:56.864445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:56.894402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b7791d-9a3f-45f8-a163-7c3e8f04ad07 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:56.984541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-002c4c0b-838d-433e-9a34-6be70495c3e9 None None] Provisioning complete for port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:38:56.984920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-002c4c0b-838d-433e-9a34-6be70495c3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.057750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.101562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.148499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:57.149861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=cb0f6f54-7a74-4d07-a509-09316733bf19,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:57.158945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:38:57.161190 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2390e5ed-11a5-44cc-9ab2-6b58b3facf47" -d '{"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-plugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:38:57.161805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:57.165558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:57.166352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.178214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69faf7-cc2c-426e-b778-db40aa5f8806 req-2747da8d-4b0c-427b-be98-6f36c723f87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:57.184077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b69faf7-cc2c-426e-b778-db40aa5f8806 req-2747da8d-4b0c-427b-be98-6f36c723f87b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 945 time: 0.0855491 Aug 12 04:38:57.203314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:57.218970 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb209a-49dc-403f-ad38-8ac70c438d9d x-openstack-request-id: req-8efb209a-49dc-403f-ad38-8ac70c438d9d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:38:57.219512 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-plugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:38:57.220058 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8efb209a-49dc-403f-ad38-8ac70c438d9d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:38:57.220646 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'code': 200} Aug 12 04:38:57.237873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b69faf7-cc2c-426e-b778-db40aa5f8806 req-e3497d9a-dfa9-4a67-ba12-e037dce4eba3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495367 Aug 12 04:38:57.249428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:38:57.263583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-95c65ea2-4b82-496a-b6e8-f68f33cc9b06 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6609411 Aug 12 04:38:57.266450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:57.272424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:57.318684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] Deleting port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:57.320438 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.332597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2277cf-24b1-427d-8b65-8ca0cb123756 req-2c8ab253-ab00-4132-a39f-84ddec525973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:57.333659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2277cf-24b1-427d-8b65-8ca0cb123756 req-2c8ab253-ab00-4132-a39f-84ddec525973 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1096 time: 0.0482795 Aug 12 04:38:57.361808 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.393079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e2277cf-24b1-427d-8b65-8ca0cb123756 req-70dc0d6d-ff0d-4473-a602-0d29d9bcac85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475678 Aug 12 04:38:57.439051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:57.453053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] For port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:38:57.453462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.465664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] Calling delete_port for fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:38:57.531522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:57.535302 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.630339 n-d-804320-1 neutron-server[95042]: INFO neutron.db.ipam_backend_mixin [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb0f6f54-7a74-4d07-a509-09316733bf19 (CIDR: 2001:db8::/64) Aug 12 04:38:57.708548 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:57.736060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] Pushing event deleted for resources: {'Port': ['ID=fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:57.738003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d8804-e149-4fd5-8b35-31b4f75ee0f0 None None] No DVR routers for this DVR port fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:38:57.758257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d314039-238e-4ebc-98e7-f0a3cd584673 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:57.772316 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 04:38:57.772907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:38:57.875910 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a55b4946-c1ec-490d-9cfe-ff616970d898 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6083097 Aug 12 04:38:57.878627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39312) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:57.883958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'subnet': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:58.056381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:38:58.069807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:58.073377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.077085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-fc78dc95-0c29-480b-93a7-d4c945f969df', 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'tenant_id': 'aa8f5b455c444a7caa65a491c40997f4', 'fixed_ips': [{'subnet_id': 'cb0f6f54-7a74-4d07-a509-09316733bf19'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:38:58.081312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.081312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:38:58.081312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fb2b01c1-a2ab-4fac-97e4-6bdc3f6638a8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:38:58.243337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Allocated IP 2001:db8::2 (fc78dc95-0c29-480b-93a7-d4c945f969df/cb0f6f54-7a74-4d07-a509-09316733bf19/bc187228-b690-4404-a872-163b5fe11b45) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:58.271340 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-71576f56-532d-4333-8698-5a46cfbc1518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.394454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a2d4a-e4f9-4bd3-ba0b-0d38ef808b3d req-427ac94f-093f-4c9a-8140-0dd4d5076479 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:58.395967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-630a2d4a-e4f9-4bd3-ba0b-0d38ef808b3d req-427ac94f-093f-4c9a-8140-0dd4d5076479 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0603533 Aug 12 04:38:58.418220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.426481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Transition to ACTIVE for port object bc187228-b690-4404-a872-163b5fe11b45 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:58.441281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Transition to ACTIVE for port object bc187228-b690-4404-a872-163b5fe11b45 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:58.491935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.objects.ports [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 04:38:58.495894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-630a2d4a-e4f9-4bd3-ba0b-0d38ef808b3d req-215a3689-074a-4df5-8e75-dfe6826a4331 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933383 Aug 12 04:38:58.496705 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.507028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.540778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:58.544191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:58.548453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:58.549037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.556360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:58.566190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:58.566346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Subnet': ['ID=13d68167-63e7-454b-b947-0c013b17bd7b,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:58.566449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:58.576000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Pushing event updated for resources: {'Port': ['ID=bc187228-b690-4404-a872-163b5fe11b45,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:58.621152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Attempting to bind port bc187228-b690-4404-a872-163b5fe11b45 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:38:58.621550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Attempting to bind port bc187228-b690-4404-a872-163b5fe11b45 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:38:58.621910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Attempting to bind port bc187228-b690-4404-a872-163b5fe11b45 on network fc78dc95-0c29-480b-93a7-d4c945f969df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:38:58.627100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:38:58.627749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Checking segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:38:58.627749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.628108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Bound using segment: {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:38:58.628573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Bound port: bc187228-b690-4404-a872-163b5fe11b45, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf02629-3ec5-4093-8eba-cf77e9a30170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:38:58.628954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.648315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a27e-6733-4a64-a5b9-33d6b1215e48 req-a0fd61a7-cecf-44b0-b8da-ac9a553e2600 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:58.649815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e7a27e-6733-4a64-a5b9-33d6b1215e48 req-a0fd61a7-cecf-44b0-b8da-ac9a553e2600 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0566401 Aug 12 04:38:58.674702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8d177590-b158-4d56-98bd-d3aa7ea950c5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7949264 Aug 12 04:38:58.678090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39322) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:58.686699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Request body: {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'mac_address': 'fa:16:3e:6a:00:ca', 'name': 'tempest-NetworksTestDHCPv6-1648251065'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:58.695644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0e7a27e-6733-4a64-a5b9-33d6b1215e48 req-20c71cfb-3cbf-4406-8973-a458350546bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 Aug 12 04:38:58.708958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] For port bc187228-b690-4404-a872-163b5fe11b45, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:38:58.710238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] For port bc187228-b690-4404-a872-163b5fe11b45, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bc187228-b690-4404-a872-163b5fe11b45,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:38:58.718207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39324) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:58.758463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94865420-0a26-4f1a-a0ab-50d30a624069 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:58.759956 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-94865420-0a26-4f1a-a0ab-50d30a624069 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1092 time: 0.0406978 Aug 12 04:38:58.765968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:58.767334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:38:58.789678 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.847947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.868337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472600c8-83c8-4b2d-a69d-4ff204c29f87 None None] Pushing event updated for resources: {'Port': ['ID=bc187228-b690-4404-a872-163b5fe11b45,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:58.942658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Made reservation on behalf of aa8f5b455c444a7caa65a491c40997f4 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:38:58.947098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:58.970524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] device_id is not set on port 88780974-29f8-441d-a66e-515383d4e0a3 yet. {{(pid=95042) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 04:38:58.987635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.127948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.15 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/656ce35e-2f2e-4295-8e95-33730a13948e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:59.189379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8::4b (fc78dc95-0c29-480b-93a7-d4c945f969df/cb0f6f54-7a74-4d07-a509-09316733bf19/88780974-29f8-441d-a66e-515383d4e0a3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:59.196917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:ca (fc78dc95-0c29-480b-93a7-d4c945f969df/13d68167-63e7-454b-b947-0c013b17bd7b/88780974-29f8-441d-a66e-515383d4e0a3) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:38:59.264871 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.350784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.363212 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Transition to ACTIVE for port object 88780974-29f8-441d-a66e-515383d4e0a3 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:38:59.389135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.437460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:59.441378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:59.443368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=656ce35e-2f2e-4295-8e95-33730a13948e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:59.445645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:59.475691 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.526292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Network fc78dc95-0c29-480b-93a7-d4c945f969df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:38:59.529778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:38:59.533853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:38:59.540208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:38:59.540919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.549900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event updated for resources: {'Port': ['ID=88780974-29f8-441d-a66e-515383d4e0a3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:38:59.687175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-530ecbd0-1bc1-4f97-b583-b2c49180e0b6 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0079424 Aug 12 04:38:59.689675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39330) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:38:59.805075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting port 88780974-29f8-441d-a66e-515383d4e0a3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:38:59.808255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.915579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:38:59.934024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ebe69-1552-455f-b022-d7635463764c None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:38:59.943085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Calling delete_port for 88780974-29f8-441d-a66e-515383d4e0a3 owned by {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:39:00.047882 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.104272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8ab6ea9f-0b62-420a-a4a7-2442fff23e89 None None] Provisioning for port bc187228-b690-4404-a872-163b5fe11b45 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:39:00.135054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bc187228-b690-4404-a872-163b5fe11b45 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:39:00.255057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.257208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.262686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Update dhcp port {'port': {'network_id': 'fc78dc95-0c29-480b-93a7-d4c945f969df', 'fixed_ips': [{'subnet_id': 'cb0f6f54-7a74-4d07-a509-09316733bf19', 'ip_address': '2001:db8::2'}, {'subnet_id': '13d68167-63e7-454b-b947-0c013b17bd7b'}], 'binding:host_id': 'n-d-804320-1'}, 'id': 'bc187228-b690-4404-a872-163b5fe11b45'} from n-d-804320-1. {{(pid=95044) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 04:39:00.289594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Port': ['ID=88780974-29f8-441d-a66e-515383d4e0a3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:00.302074 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.339064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.344712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18d62113-7981-497b-9256-fb33bcd9ef83 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/88780974-29f8-441d-a66e-515383d4e0a3 HTTP/1.1" status: 204 len: 168 time: 0.6536629 Aug 12 04:39:00.347056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:00.399519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc4aa12-3655-4576-b010-145cf134728a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:00.401142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6cc4aa12-3655-4576-b010-145cf134728a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0531495 Aug 12 04:39:00.403711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39334) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:00.406873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port bc187228-b690-4404-a872-163b5fe11b45 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:39:00.419549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bc187228-b690-4404-a872-163b5fe11b45 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:39:00.419927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.446759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.462420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe24a3-95b5-4cf4-b81f-9066ddf9da2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:00.466114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3cfe24a3-95b5-4cf4-b81f-9066ddf9da2f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0613379 Aug 12 04:39:00.466424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39338) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:00.510534 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.527731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Allocated IP 2001:db8:0:1:f816:3eff:fe56:9c23 (fc78dc95-0c29-480b-93a7-d4c945f969df/13d68167-63e7-454b-b947-0c013b17bd7b/bc187228-b690-4404-a872-163b5fe11b45) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:39:00.562845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccda0b5-e5e3-4a4b-8115-f345a740cca3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:00.562845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccda0b5-e5e3-4a4b-8115-f345a740cca3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:00.562845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccda0b5-e5e3-4a4b-8115-f345a740cca3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:00.562845 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2ccda0b5-e5e3-4a4b-8115-f345a740cca3 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0932562 Aug 12 04:39:00.563327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39340) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:00.590017 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.603080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=656ce35e-2f2e-4295-8e95-33730a13948e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:00.616948 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.635110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet 13d68167-63e7-454b-b947-0c013b17bd7b {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:39:00.677924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] For port bc187228-b690-4404-a872-163b5fe11b45, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bc187228-b690-4404-a872-163b5fe11b45,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:00.710809 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.722575 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP 27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 associated. External IP: 172.25.6.15, port: 134c7ea7-fde5-4227-87dd-6f701d26c3f8. Aug 12 04:39:00.724907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Transition to ACTIVE for port object bc187228-b690-4404-a872-163b5fe11b45 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:39:00.793328 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.797748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.843618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.845770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5bb11dfa-e728-4b74-b2f5-977450b5b6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.893936 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:39:00.894362 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:39:00.926695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b2fe6-ebd5-4cc2-8320-03f3a792268b None None] Pushing event updated for resources: {'Port': ['ID=bc187228-b690-4404-a872-163b5fe11b45,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:00.937842 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:00.961902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router bd293de3-9e4a-443c-98a3-d669353f5b5a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:39:01.017036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.081573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:39:01.087272 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.093512 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] Sync routers for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:39:01.106173 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:39:01.106988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:39:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:01.121716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=13d68167-63e7-454b-b947-0c013b17bd7b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:01.126933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.128280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b02bbc19-c897-4ff7-9b59-eff0c1fa7654 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/13d68167-63e7-454b-b947-0c013b17bd7b HTTP/1.1" status: 204 len: 168 time: 0.5641830 Aug 12 04:39:01.131344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39342) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:01.166116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.190659 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Deleting subnet cb0f6f54-7a74-4d07-a509-09316733bf19 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:39:01.194806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.203682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cfaa8ed4-568f-4cb9-a199-3ba987c77e5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4393547 Aug 12 04:39:01.204020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:39:01.206071 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f4361f-6685-4fe3-808d-c35fb2002f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:39:01.250760 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:39:01.252944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.291217 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d4b06-486d-4322-93e9-09e6e0d3fa1f x-openstack-request-id: req-589d4b06-486d-4322-93e9-09e6e0d3fa1f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:39:01.292619 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:39:01.293056 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-589d4b06-486d-4322-93e9-09e6e0d3fa1f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:39:01.293593 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'status': 'completed', 'code': 200} Aug 12 04:39:01.351690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-094a652c-6c91-4386-bcfc-f72d0b3f137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:01.353306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-094a652c-6c91-4386-bcfc-f72d0b3f137e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1097 time: 0.0456855 Aug 12 04:39:01.428344 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.453305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.481090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c2201-c408-4724-9aae-f29e5616892a req-d3583246-6cf9-431f-9ab3-a85ce740ec17 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:01.482683 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-179c2201-c408-4724-9aae-f29e5616892a req-d3583246-6cf9-431f-9ab3-a85ce740ec17 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.1783280 Aug 12 04:39:01.555405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-179c2201-c408-4724-9aae-f29e5616892a req-b6b922a5-27b7-47ff-8c3a-e68401016fdc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662956 Aug 12 04:39:01.596367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:01.618670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-6207eafb-876e-4852-9b80-f8dcd49a4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:01.618670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-6207eafb-876e-4852-9b80-f8dcd49a4dc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.2571001 Aug 12 04:39:01.669999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9772c407-a2f1-4808-8487-c66f7243ad3d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 HTTP/1.1" status: 200 len: 991 time: 0.0725873 Aug 12 04:39:01.672101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.705035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0f6f54-7a74-4d07-a509-09316733bf19,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:01.705885 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '27b0304c-1995-4f59-90b5-0c5ccf8c6ec8', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'mac_address': 'fa:16:3e:59:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:38:59Z', 'updated_at': '2021-08-12T04:38:59Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:50Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:01.707146 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.709149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8d9f9b7-1f08-4dca-bda7-32becbb98315 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/cb0f6f54-7a74-4d07-a509-09316733bf19 HTTP/1.1" status: 204 len: 168 time: 0.5769131 Aug 12 04:39:01.713189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:01.744948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb90b0-7fab-4fc9-a420-725e29269a7d None None] Network fc78dc95-0c29-480b-93a7-d4c945f969df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:39:01.748613 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] Checking router: bd293de3-9e4a-443c-98a3-d669353f5b5a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:39:01.757452 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:39:01.761896 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:39:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:01.762748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:39:01.763197 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:39:01.776102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-98916053-8d98-4ab1-a891-796eaa4dc10a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553730 Aug 12 04:39:01.777142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39354) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:01.836539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3039f5-fb77-4823-9e00-1d95d49245d1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:01.840670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-da3039f5-fb77-4823-9e00-1d95d49245d1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0607617 Aug 12 04:39:01.840967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39356) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:01.902274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Provisioning for port bc187228-b690-4404-a872-163b5fe11b45 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:39:01.906730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48c5f7-6f70-42ee-b65f-9cc86e6d5239 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:01.910562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b48c5f7-6f70-42ee-b65f-9cc86e6d5239 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0663567 Aug 12 04:39:01.911447 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:39:01.913477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Provisioning complete for port bc187228-b690-4404-a872-163b5fe11b45 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:39:01.914305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:01.916409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39358) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:01.996830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a90dec24-c74f-4dfd-919d-e3e9c1b28ac5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789230 Aug 12 04:39:02.003794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39360) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.007330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] DHCP port deletion for fc78dc95-0c29-480b-93a7-d4c945f969df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:39:02.029603 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-52afc564-d129-43ef-9792-2cf871854195 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.030639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52afc564-d129-43ef-9792-2cf871854195 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.036404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-52afc564-d129-43ef-9792-2cf871854195 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/88780974-29f8-441d-a66e-515383d4e0a3 HTTP/1.1" status: 404 len: 333 time: 0.0274093 Aug 12 04:39:02.036404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39362) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.080142 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-204dc2f4-006f-47b2-a4e9-252bcbc41511 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.081060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204dc2f4-006f-47b2-a4e9-252bcbc41511 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.092234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-204dc2f4-006f-47b2-a4e9-252bcbc41511 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/13d68167-63e7-454b-b947-0c013b17bd7b HTTP/1.1" status: 404 len: 337 time: 0.0517879 Aug 12 04:39:02.093158 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39364) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.093302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.136946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.146604 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58adaba-944b-46a5-a7d5-9bea0ca43e14 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.147376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58adaba-944b-46a5-a7d5-9bea0ca43e14 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.155994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d58adaba-944b-46a5-a7d5-9bea0ca43e14 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/cb0f6f54-7a74-4d07-a509-09316733bf19 HTTP/1.1" status: 404 len: 337 time: 0.0577121 Aug 12 04:39:02.156220 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39366) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.181357 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-27208eae-fecc-4e47-b2c2-2ceeaa1e3178 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.182558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27208eae-fecc-4e47-b2c2-2ceeaa1e3178 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.186082 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-27208eae-fecc-4e47-b2c2-2ceeaa1e3178 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/1d0719c2-f8d4-406c-8a70-55e82ecffc00 HTTP/1.1" status: 404 len: 333 time: 0.0268145 Aug 12 04:39:02.186335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.187950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port bc187228-b690-4404-a872-163b5fe11b45, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bc187228-b690-4404-a872-163b5fe11b45,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:02.198847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.201082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] Deleting port bc187228-b690-4404-a872-163b5fe11b45 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:39:02.201634 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.219129 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ef0331-eaa0-4fd3-8f7a-b638062a3306 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.219599 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ef0331-eaa0-4fd3-8f7a-b638062a3306 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.223688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-87ef0331-eaa0-4fd3-8f7a-b638062a3306 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/ae974ab8-0fa5-4eb4-8ad0-638f8f6e240f HTTP/1.1" status: 404 len: 337 time: 0.0340381 Aug 12 04:39:02.223948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.254786 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1582f8b-a170-4e4f-a338-db564180a716 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.255268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1582f8b-a170-4e4f-a338-db564180a716 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.257174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e1582f8b-a170-4e4f-a338-db564180a716 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/b34a2143-307a-438b-9d4a-de06cef18bf7 HTTP/1.1" status: 404 len: 337 time: 0.0316417 Aug 12 04:39:02.260002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39372) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.271527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.285492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-63872e97-95d6-44ae-95c3-81f79666c17f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.6593368 Aug 12 04:39:02.289240 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e50fd89-ebe7-4739-abe9-375689cdb97c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.290122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e50fd89-ebe7-4739-abe9-375689cdb97c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.298130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5e50fd89-ebe7-4739-abe9-375689cdb97c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/821409ec-4fca-4319-8789-4cad4944c5dd HTTP/1.1" status: 404 len: 333 time: 0.0332487 Aug 12 04:39:02.304153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39374) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.343512 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '27b0304c-1995-4f59-90b5-0c5ccf8c6ec8', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'mac_address': 'fa:16:3e:59:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:38:59Z', 'updated_at': '2021-08-12T04:38:59Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:50Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:02.346256 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-985b105a-93cc-4f63-bf07-2bbcfe998799 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.346749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985b105a-93cc-4f63-bf07-2bbcfe998799 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.354965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-985b105a-93cc-4f63-bf07-2bbcfe998799 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/f96dce39-069f-4188-90a1-89e394beb5e2 HTTP/1.1" status: 404 len: 337 time: 0.0433249 Aug 12 04:39:02.356995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39376) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.369811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-f984c8ec-a959-4a86-bfc4-c5a3baceef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:02.376607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-f984c8ec-a959-4a86-bfc4-c5a3baceef2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0794513 Aug 12 04:39:02.383367 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e19b81-98c0-4409-912c-c95a6345bff9 None None] The sync data for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 is: [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '27b0304c-1995-4f59-90b5-0c5ccf8c6ec8', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'mac_address': 'fa:16:3e:59:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:38:59Z', 'updated_at': '2021-08-12T04:38:59Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:50Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:39:02.390293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bc187228-b690-4404-a872-163b5fe11b45 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:39:02.391855 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-6235e343-f80e-437e-829e-e6cdc54db1ba tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.392320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6235e343-f80e-437e-829e-e6cdc54db1ba tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.394339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6235e343-f80e-437e-829e-e6cdc54db1ba tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/7b18fabb-7af5-432a-920e-665a72c3f4bf HTTP/1.1" status: 404 len: 337 time: 0.0361559 Aug 12 04:39:02.401883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39378) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.432445 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-883c2685-6080-453c-a933-f1909d89f53a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.433438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883c2685-6080-453c-a933-f1909d89f53a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.435625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-883c2685-6080-453c-a933-f1909d89f53a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/740f68c3-e3a3-4e20-ab49-a6b8084a7cd3 HTTP/1.1" status: 404 len: 333 time: 0.0324457 Aug 12 04:39:02.435983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-c0d670ec-3812-4168-ba81-d25200d08388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:02.437716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-c0d670ec-3812-4168-ba81-d25200d08388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478463 Aug 12 04:39:02.438077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39380) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.473373 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-08de4532-ce90-4489-8145-d9905417b167 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.473991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08de4532-ce90-4489-8145-d9905417b167 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.476979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-08de4532-ce90-4489-8145-d9905417b167 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/2c9c4384-37be-47b3-9f1d-f750198ed026 HTTP/1.1" status: 404 len: 337 time: 0.0379503 Aug 12 04:39:02.480935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39382) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.502447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:39:02.502928 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:39:02.506847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] For port bc187228-b690-4404-a872-163b5fe11b45, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bc187228-b690-4404-a872-163b5fe11b45,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:02.507250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.509872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=bc187228-b690-4404-a872-163b5fe11b45,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:02.518430 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a4848-ee8f-40dc-8684-9a60293aa9aa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.518928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6a4848-ee8f-40dc-8684-9a60293aa9aa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.520832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c6a4848-ee8f-40dc-8684-9a60293aa9aa tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/f3b9ccdb-6132-42a1-866b-cfcbb9908481 HTTP/1.1" status: 404 len: 337 time: 0.0389638 Aug 12 04:39:02.525530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39384) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.530670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] Calling delete_port for bc187228-b690-4404-a872-163b5fe11b45 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:39:02.549999 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-15beec22-fee6-4788-8511-2bbd5f7eb167 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.550649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15beec22-fee6-4788-8511-2bbd5f7eb167 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.552443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-15beec22-fee6-4788-8511-2bbd5f7eb167 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/74eadb94-efb4-4849-ab48-680d78af1733 HTTP/1.1" status: 404 len: 333 time: 0.0262384 Aug 12 04:39:02.554914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39386) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.556833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-c21d0871-f861-43d4-a412-4333c2e3be0f service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115818 Aug 12 04:39:02.586742 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-471f380b-f302-46d6-b4b1-35f9463e18f1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.587193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471f380b-f302-46d6-b4b1-35f9463e18f1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.588960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-471f380b-f302-46d6-b4b1-35f9463e18f1 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/5c67662f-91bd-4548-969b-cdedaea0eb06 HTTP/1.1" status: 404 len: 337 time: 0.0331218 Aug 12 04:39:02.591409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39388) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.611825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.620795 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-353d5472-dca6-4d95-bb4c-8ef08ef6042b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.622327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353d5472-dca6-4d95-bb4c-8ef08ef6042b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.638256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-353d5472-dca6-4d95-bb4c-8ef08ef6042b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/904de22f-79e5-4df9-9adc-fc78ebbfd955 HTTP/1.1" status: 404 len: 333 time: 0.0455768 Aug 12 04:39:02.642436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39392) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.664072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port bc187228-b690-4404-a872-163b5fe11b45, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bc187228-b690-4404-a872-163b5fe11b45,segment=NetworkSegment(9cf02629-3ec5-4093-8eba-cf77e9a30170),segment_id=9cf02629-3ec5-4093-8eba-cf77e9a30170)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:02.680187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.694612 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0545f9a-ca0d-4758-ab1f-aaca21912e2b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.695349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0545f9a-ca0d-4758-ab1f-aaca21912e2b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.708053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f0545f9a-ca0d-4758-ab1f-aaca21912e2b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/dc6e0f2e-2a84-48b8-b0b8-43d9b9193146 HTTP/1.1" status: 404 len: 337 time: 0.0535314 Aug 12 04:39:02.708053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39396) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.725955 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8eab79-c82d-4e44-9c87-8609bc1b18c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.730981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8eab79-c82d-4e44-9c87-8609bc1b18c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.730981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be8eab79-c82d-4e44-9c87-8609bc1b18c4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/c1d6473e-da99-46ec-843b-19ad0ea8dc35 HTTP/1.1" status: 404 len: 333 time: 0.0278208 Aug 12 04:39:02.732018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39398) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.766813 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d12922-8a09-4782-ad74-b9675e75ad3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.767448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d12922-8a09-4782-ad74-b9675e75ad3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.769380 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b9d12922-8a09-4782-ad74-b9675e75ad3f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/8b9ef08a-094b-47d4-a82f-7470aeae74fa HTTP/1.1" status: 404 len: 337 time: 0.0370188 Aug 12 04:39:02.770259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7f79d-5104-42d7-a844-9e4cd274ab40 None None] New status for floating IP 27b0304c-1995-4f59-90b5-0c5ccf8c6ec8: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:39:02.774916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39400) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.796631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1f4361f-6685-4fe3-808d-c35fb2002f4e req-0414c159-edce-4145-846f-bd3b94943a97 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312503 Aug 12 04:39:02.805589 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.807398 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1052f872-2528-4ee4-9f95-e5344f844647 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.811239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1052f872-2528-4ee4-9f95-e5344f844647 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.812941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1052f872-2528-4ee4-9f95-e5344f844647 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/4d25a0a7-5ba0-4169-9dce-d97af643179f HTTP/1.1" status: 404 len: 333 time: 0.0327973 Aug 12 04:39:02.814426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39402) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.842260 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1232a24-00a5-4746-87e0-4d64405bc8b2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.842874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1232a24-00a5-4746-87e0-4d64405bc8b2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.847589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c1232a24-00a5-4746-87e0-4d64405bc8b2 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/dfb5be9e-756a-4494-994d-5e130027fbf2 HTTP/1.1" status: 404 len: 337 time: 0.0328865 Aug 12 04:39:02.848128 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39404) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.854965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6b0c1e39-78ef-4b2e-b34e-6b6d01ac9412 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 HTTP/1.1" status: 200 len: 991 time: 0.1752696 Aug 12 04:39:02.870890 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96e75c8-55f9-49be-b6bb-c79b6544680e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.871524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96e75c8-55f9-49be-b6bb-c79b6544680e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.873242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a96e75c8-55f9-49be-b6bb-c79b6544680e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/1d9bc00c-1ed0-4589-bdf9-ac0120d18376 HTTP/1.1" status: 404 len: 333 time: 0.0243230 Aug 12 04:39:02.883007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39406) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.908218 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78db88b-dc3d-4d62-be40-07af259ba58a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.908671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78db88b-dc3d-4d62-be40-07af259ba58a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.913017 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a78db88b-dc3d-4d62-be40-07af259ba58a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/a0953e15-9ef1-4986-8fe8-4bdc592b8b0e HTTP/1.1" status: 404 len: 337 time: 0.0286818 Aug 12 04:39:02.913168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.918651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=bc187228-b690-4404-a872-163b5fe11b45,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:02.927976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:02.950305 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-98da9c62-31e0-4666-a26b-ea157b00e082 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.951093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98da9c62-31e0-4666-a26b-ea157b00e082 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.960343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-98da9c62-31e0-4666-a26b-ea157b00e082 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/fa35f86b-3884-43af-8bdf-a4a6fa4b45f9 HTTP/1.1" status: 404 len: 333 time: 0.0383668 Aug 12 04:39:02.960747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] Pushing event deleted for resources: {'Port': ['ID=bc187228-b690-4404-a872-163b5fe11b45,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:02.962066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39410) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.988163 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-426b49ba-4fea-43ba-9498-b53cccea65e8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:02.988976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426b49ba-4fea-43ba-9498-b53cccea65e8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:02.990899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-426b49ba-4fea-43ba-9498-b53cccea65e8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/a92fa932-57ca-4cdc-aa32-fc67bd1f4322 HTTP/1.1" status: 404 len: 337 time: 0.0277681 Aug 12 04:39:02.993838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:02.998854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ebd14-2246-4c2f-9a5c-4cf1d7f3544c None None] No DVR routers for this DVR port bc187228-b690-4404-a872-163b5fe11b45 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:39:03.021392 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-11004301-cb3d-4203-be58-5926d5bb1f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.021856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11004301-cb3d-4203-be58-5926d5bb1f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.023644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-11004301-cb3d-4203-be58-5926d5bb1f48 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/33855c14-caa0-4e38-99e6-cc2b5c7e2818 HTTP/1.1" status: 404 len: 337 time: 0.0287957 Aug 12 04:39:03.026226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.031455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Port bc187228-b690-4404-a872-163b5fe11b45 update to ACTIVE by agent not found {{(pid=95044) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 12 04:39:03.035134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2c999543-d45d-4a13-b251-3dd323375cd1 None None] Could not find standard attr ID for object 88780974-29f8-441d-a66e-515383d4e0a3. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 04:39:03.057233 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-83929eac-9106-4fdc-9f98-5ba574b1894e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.057841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83929eac-9106-4fdc-9f98-5ba574b1894e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.059593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83929eac-9106-4fdc-9f98-5ba574b1894e tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/7686bd3f-c4a0-42a7-a823-7d947177214e HTTP/1.1" status: 404 len: 333 time: 0.0322416 Aug 12 04:39:03.062086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39416) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.087755 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-28954b2a-17e6-4ab0-b7bc-58ebe0658731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.088219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28954b2a-17e6-4ab0-b7bc-58ebe0658731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.089959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-28954b2a-17e6-4ab0-b7bc-58ebe0658731 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/169e88bf-d058-4456-b0bc-18fa2ec288d0 HTTP/1.1" status: 404 len: 337 time: 0.0269244 Aug 12 04:39:03.092556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.119970 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-c555937c-f384-497c-8706-78cc9530c161 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.120433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c555937c-f384-497c-8706-78cc9530c161 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.122218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c555937c-f384-497c-8706-78cc9530c161 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/2fde774a-715a-4366-ae0d-01af46d2e896 HTTP/1.1" status: 404 len: 337 time: 0.0287044 Aug 12 04:39:03.131787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39420) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.154446 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-21057499-605a-4a12-8ee5-634fe72ed902 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.155140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21057499-605a-4a12-8ee5-634fe72ed902 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.156842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-21057499-605a-4a12-8ee5-634fe72ed902 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/0e259019-a44c-451e-ad81-b43c0cac167d HTTP/1.1" status: 404 len: 333 time: 0.0239925 Aug 12 04:39:03.165713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39422) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.195280 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-18593a68-152c-4b10-aba0-027d956127f8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.195738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18593a68-152c-4b10-aba0-027d956127f8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.197620 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-18593a68-152c-4b10-aba0-027d956127f8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/ac7ea092-defe-4024-b873-224a3022d957 HTTP/1.1" status: 404 len: 337 time: 0.0309865 Aug 12 04:39:03.211694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39424) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.237114 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-33afe159-be62-4d2a-ac85-3def609f22e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.237549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33afe159-be62-4d2a-ac85-3def609f22e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.239178 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-33afe159-be62-4d2a-ac85-3def609f22e5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/12b9d590-3b7a-4078-a80d-6a41e46c7d65 HTTP/1.1" status: 404 len: 337 time: 0.0264051 Aug 12 04:39:03.242161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39426) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.264128 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9045f0-3075-47a3-9e4e-3b6ca242498f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.264639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9045f0-3075-47a3-9e4e-3b6ca242498f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.266239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e9045f0-3075-47a3-9e4e-3b6ca242498f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/c89098e8-a024-4160-96c1-4221c0b78b83 HTTP/1.1" status: 404 len: 333 time: 0.0231533 Aug 12 04:39:03.268678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39428) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.297611 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-44adb66d-b803-41ce-a749-99e9e741c1bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.298285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44adb66d-b803-41ce-a749-99e9e741c1bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.299775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-44adb66d-b803-41ce-a749-99e9e741c1bc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/f73df727-2e30-45bf-a816-7f5795df149d HTTP/1.1" status: 404 len: 337 time: 0.0301776 Aug 12 04:39:03.302217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39430) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.328625 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e1044d-dc53-4538-aea6-7da7f05df263 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.329077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e1044d-dc53-4538-aea6-7da7f05df263 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.330763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-40e1044d-dc53-4538-aea6-7da7f05df263 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/1cd1624f-1565-4bac-8455-513313c439cd HTTP/1.1" status: 404 len: 337 time: 0.0270917 Aug 12 04:39:03.333658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39432) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.359121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ab7c262-6450-461e-b963-bbe9ee3a52c0 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d15c5e2-c3a1-475c-8482-3558da98e6f4 HTTP/1.1" status: 200 len: 205 time: 0.0243433 Aug 12 04:39:03.361379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39434) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.396990 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-d5858e49-1ba3-41a8-8d28-ec0a2e72a960 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] delete failed (client error): The resource could not be found. Aug 12 04:39:03.402206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d5858e49-1ba3-41a8-8d28-ec0a2e72a960 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/routers/0d15c5e2-c3a1-475c-8482-3558da98e6f4 HTTP/1.1" status: 404 len: 336 time: 0.0357637 Aug 12 04:39:03.404317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39436) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.412571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-d1d238be-4500-4e4f-a394-794f2caabd25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390604 Aug 12 04:39:03.436586 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fc9e06-b5a8-4ec0-a50d-b04107b16ba8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.437039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fc9e06-b5a8-4ec0-a50d-b04107b16ba8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.438883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d1fc9e06-b5a8-4ec0-a50d-b04107b16ba8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/4ba5a821-deeb-4e23-90af-47ee5d796eeb HTTP/1.1" status: 404 len: 337 time: 0.0328362 Aug 12 04:39:03.441902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39438) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.479647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f4f6fbfb-ffac-4573-adf7-0b1488f5bc8b tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "GET /v2.0/ports?device_id=d32f0db3-c323-4537-968c-a04abaa1af85 HTTP/1.1" status: 200 len: 205 time: 0.0278230 Aug 12 04:39:03.481644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39440) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.515938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-d6853b26-4415-49d0-aaee-03e06223aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:03.517452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-d6853b26-4415-49d0-aaee-03e06223aabe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.0494351 Aug 12 04:39:03.518846 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-cb3cc65b-4e7e-487d-b94b-82e7538cacfe tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] delete failed (client error): The resource could not be found. Aug 12 04:39:03.519926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb3cc65b-4e7e-487d-b94b-82e7538cacfe tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/routers/d32f0db3-c323-4537-968c-a04abaa1af85 HTTP/1.1" status: 404 len: 336 time: 0.0372136 Aug 12 04:39:03.522493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39442) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.551359 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88aaec0-32e9-46f4-bd74-6addc6f59ff8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.551828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88aaec0-32e9-46f4-bd74-6addc6f59ff8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.554065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a88aaec0-32e9-46f4-bd74-6addc6f59ff8 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/e8e00242-06de-4aa8-a789-93eb4628eafe HTTP/1.1" status: 404 len: 337 time: 0.0302279 Aug 12 04:39:03.556972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39444) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.582343 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7306fe3-9512-4d0e-aa1e-3f18479f9ebc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.582823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7306fe3-9512-4d0e-aa1e-3f18479f9ebc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.584999 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7306fe3-9512-4d0e-aa1e-3f18479f9ebc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/30075d58-540b-4470-8ce7-583d5ab88856 HTTP/1.1" status: 404 len: 337 time: 0.0271454 Aug 12 04:39:03.587801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39446) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.614417 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a0c7b7-44a0-4868-a7cc-42d3eca61b93 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.615205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a0c7b7-44a0-4868-a7cc-42d3eca61b93 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.619500 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-44a0c7b7-44a0-4868-a7cc-42d3eca61b93 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/2c8b11d0-4fa9-4eb0-95a3-e058da8eb91a HTTP/1.1" status: 404 len: 333 time: 0.0303519 Aug 12 04:39:03.620412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.628400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-b47a7c4b-ef9e-44c5-825e-38d0bd72341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:03.629919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-b47a7c4b-ef9e-44c5-825e-38d0bd72341d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 910 time: 0.0911100 Aug 12 04:39:03.648054 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-701bfdfc-c799-42bb-9fa7-78ceb6aee512 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.648518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701bfdfc-c799-42bb-9fa7-78ceb6aee512 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.655054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-701bfdfc-c799-42bb-9fa7-78ceb6aee512 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/fdbcb418-0827-4d66-9196-455f3fb30335 HTTP/1.1" status: 404 len: 337 time: 0.0287094 Aug 12 04:39:03.657039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39450) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.683982 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-547182b9-0d42-4ab2-b390-4c2a235c3e88 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.684594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547182b9-0d42-4ab2-b390-4c2a235c3e88 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.686300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-547182b9-0d42-4ab2-b390-4c2a235c3e88 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/875fbe68-640c-4896-81b9-29c96ac3659b HTTP/1.1" status: 404 len: 333 time: 0.0282493 Aug 12 04:39:03.688977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39452) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.708390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-d53511cb-5089-4832-b87f-3557dfa9f177 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 1001 time: 0.0708845 Aug 12 04:39:03.715384 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-97721f1e-3900-4a7a-8953-b6c82df27f75 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.715485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97721f1e-3900-4a7a-8953-b6c82df27f75 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.717139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-97721f1e-3900-4a7a-8953-b6c82df27f75 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/d36313f5-0491-4da7-94a9-a0aeaec90f3e HTTP/1.1" status: 404 len: 337 time: 0.0272646 Aug 12 04:39:03.720065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39456) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.747526 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f029f04-6e90-4f12-ab0e-b9425bd43c74 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.748189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f029f04-6e90-4f12-ab0e-b9425bd43c74 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.750282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1f029f04-6e90-4f12-ab0e-b9425bd43c74 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/046c0c61-c47f-418d-abed-4da86e11b1ee HTTP/1.1" status: 404 len: 333 time: 0.0287552 Aug 12 04:39:03.752771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.765638 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:03.770866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-eda0fa2c-0cfc-4241-8a5c-1c3f95412229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:03.770866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-eda0fa2c-0cfc-4241-8a5c-1c3f95412229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0491629 Aug 12 04:39:03.785337 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5c8b5c-d268-433a-ba91-3814c3ca74fc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.785790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5c8b5c-d268-433a-ba91-3814c3ca74fc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.788140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ec5c8b5c-d268-433a-ba91-3814c3ca74fc tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/fe003bc4-9a51-4e69-b142-7735e986c351 HTTP/1.1" status: 404 len: 337 time: 0.0345716 Aug 12 04:39:03.791035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39460) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.819399 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0052c0-834a-4a08-a7a2-b8b73203e7d5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.820095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0052c0-834a-4a08-a7a2-b8b73203e7d5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.824196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1c0052c0-834a-4a08-a7a2-b8b73203e7d5 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/c954084e-18c8-4a74-9063-8fcb6f552530 HTTP/1.1" status: 404 len: 333 time: 0.0296454 Aug 12 04:39:03.824476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39464) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.825632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-52f4e648-90da-4ad1-b613-952a4aa44236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:03.827321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-52f4e648-90da-4ad1-b613-952a4aa44236 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524466 Aug 12 04:39:03.851888 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e2875c-86ea-4e9d-a454-c64a9591e251 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.852429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e2875c-86ea-4e9d-a454-c64a9591e251 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.854216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b8e2875c-86ea-4e9d-a454-c64a9591e251 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/76e83d9f-4647-4581-b425-977578ccef3e HTTP/1.1" status: 404 len: 337 time: 0.0288064 Aug 12 04:39:03.857030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39466) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.881980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39468) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.913006 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-4403790a-6398-4787-9fe0-5e89c649ed8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.914752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4403790a-6398-4787-9fe0-5e89c649ed8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.916431 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4403790a-6398-4787-9fe0-5e89c649ed8a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/01a91883-3a8a-4d6b-ae4e-f2f0dd7f40e7 HTTP/1.1" status: 404 len: 333 time: 0.0334835 Aug 12 04:39:03.922546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7289f24e-c641-4691-8130-e5e5820af895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 HTTP/1.1" status: 200 len: 993 time: 0.0644319 Aug 12 04:39:03.923197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:03.961350 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-d987a333-4caa-4b80-96a4-a6aa07416281 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:03.961816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d987a333-4caa-4b80-96a4-a6aa07416281 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:03.963718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d987a333-4caa-4b80-96a4-a6aa07416281 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/35b2d487-62d8-45b9-8d74-1653f341acde HTTP/1.1" status: 404 len: 337 time: 0.0396001 Aug 12 04:39:03.965023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-2a5e9870-b582-437f-b167-2b0fc25dd1d3 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301341 Aug 12 04:39:03.966341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39472) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:04.000422 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c7e4e5-1e66-4aa6-8dda-234deba63492 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:04.001344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c7e4e5-1e66-4aa6-8dda-234deba63492 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:04.005846 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-97c7e4e5-1e66-4aa6-8dda-234deba63492 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/43f9c7ab-f4bd-42ba-ab54-8587ea46b286 HTTP/1.1" status: 404 len: 333 time: 0.0356357 Aug 12 04:39:04.006181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39474) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:04.044852 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-3890da55-a7cd-4ecd-9551-cddb8f1b439a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:04.045408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3890da55-a7cd-4ecd-9551-cddb8f1b439a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:04.047232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3890da55-a7cd-4ecd-9551-cddb8f1b439a tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/af1eff22-2322-4965-b5ff-d07d6367aabb HTTP/1.1" status: 404 len: 337 time: 0.0400298 Aug 12 04:39:04.049784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39476) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:04.073796 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fa6b1a-13b3-463c-abd1-2aa36fd27a2c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:04.074462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fa6b1a-13b3-463c-abd1-2aa36fd27a2c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:04.076182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a9fa6b1a-13b3-463c-abd1-2aa36fd27a2c tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/ports/ad330a45-7e2b-44b6-9f55-0244835a2cd5 HTTP/1.1" status: 404 len: 333 time: 0.0253458 Aug 12 04:39:04.078773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39478) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:04.100981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-69be8e01-b37e-40d5-8d1b-5120269115f9 req-68b2f81b-53c4-4eb3-9acd-ab81479a0fbb service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232336 Aug 12 04:39:04.106739 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b845f6d-9bc4-4150-b258-abb8a37d08a4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] DELETE failed (client error): The resource could not be found. Aug 12 04:39:04.107393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b845f6d-9bc4-4150-b258-abb8a37d08a4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 04:39:04.109313 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b845f6d-9bc4-4150-b258-abb8a37d08a4 tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/subnets/a7d0500e-de20-4f68-a46b-2f17af23956c HTTP/1.1" status: 404 len: 337 time: 0.0294485 Aug 12 04:39:04.111972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39480) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:04.189553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.287437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.297502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc78dc95-0c29-480b-93a7-d4c945f969df']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:04.315882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf02629-3ec5-4093-8eba-cf77e9a30170') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:04.316527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf02629-3ec5-4093-8eba-cf77e9a30170') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:04.331635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.352535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.359054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:39:04.359432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:39:04.362245 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:39:04.519629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.525173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:04.530341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] 10.222.0.42 "DELETE /v2.0/networks/fc78dc95-0c29-480b-93a7-d4c945f969df HTTP/1.1" status: 204 len: 168 time: 0.4174039 Aug 12 04:39:04.547161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1d1db-319e-4120-84eb-be4f5d7de67f tempest-NetworksTestDHCPv6-1128330343 tempest-NetworksTestDHCPv6-1128330343-project] Pushing event deleted for resources: {'Network': ['ID=fc78dc95-0c29-480b-93a7-d4c945f969df,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:05.014259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39490) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:05.159150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be8fe8cd-6c9f-4dc2-a62d-dc20e0df5197 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa8f5b455c444a7caa65a491c40997f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415365 Aug 12 04:39:05.159524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39494) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:05.215432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f55fca8d-9eeb-4794-b7d1-0642cc7fc5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:05.236354 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f55fca8d-9eeb-4794-b7d1-0642cc7fc5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:05.366019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f55fca8d-9eeb-4794-b7d1-0642cc7fc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:05.368488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f55fca8d-9eeb-4794-b7d1-0642cc7fc5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:05.369842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f55fca8d-9eeb-4794-b7d1-0642cc7fc5e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/456a3e6d-a69f-4c40-b9e6-094d7628d9b5 HTTP/1.1" status: 204 len: 168 time: 0.2093151 Aug 12 04:39:05.378073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fca8d-9eeb-4794-b7d1-0642cc7fc5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a3e6d-a69f-4c40-b9e6-094d7628d9b5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:06.443355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39518) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:06.541332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0bf77501-1e56-4d25-9859-256a172f9e6d tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-680661502', 'prefixes': ['172.20.0.0/16']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:39:06.851466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0bf77501-1e56-4d25-9859-256a172f9e6d tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] Notify callbacks [] for subnetpool, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:06.852714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0bf77501-1e56-4d25-9859-256a172f9e6d tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4078300 Aug 12 04:39:06.855398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39522) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:06.895921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d51f6bf-c01a-43e0-9372-d9e6af0e1856 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] 10.222.0.42 "GET /v2.0/subnetpools/333061cd-e627-4a15-930f-12ad0aca555d HTTP/1.1" status: 200 len: 731 time: 0.0370636 Aug 12 04:39:06.896144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39526) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:06.900766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-35daa0e4-ad57-4861-9eab-93a8c64c2825 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-167549825'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:39:07.058641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35daa0e4-ad57-4861-9eab-93a8c64c2825 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] Notify callbacks [] for subnetpool, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:07.059977 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35daa0e4-ad57-4861-9eab-93a8c64c2825 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] 10.222.0.42 "PUT /v2.0/subnetpools/333061cd-e627-4a15-930f-12ad0aca555d HTTP/1.1" status: 200 len: 683 time: 0.1627243 Aug 12 04:39:07.062549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39528) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:07.224613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb18ebf6-382a-4fbe-b8b4-edae6c6e893c tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] Notify callbacks [] for subnetpool, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:07.226283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb18ebf6-382a-4fbe-b8b4-edae6c6e893c tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] 10.222.0.42 "DELETE /v2.0/subnetpools/333061cd-e627-4a15-930f-12ad0aca555d HTTP/1.1" status: 204 len: 168 time: 0.1621733 Aug 12 04:39:07.229289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39530) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:07.249458 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-e0179996-2baf-49fb-9a1a-d4af18972ab4 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] show failed (client error): The resource could not be found. Aug 12 04:39:07.253409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39532) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:07.254075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e0179996-2baf-49fb-9a1a-d4af18972ab4 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] 10.222.0.42 "GET /v2.0/subnetpools/333061cd-e627-4a15-930f-12ad0aca555d HTTP/1.1" status: 404 len: 346 time: 0.0231760 Aug 12 04:39:07.268691 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-8198729c-0664-4509-9e81-cb319f4c97b5 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] delete failed (client error): The resource could not be found. Aug 12 04:39:07.269686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8198729c-0664-4509-9e81-cb319f4c97b5 tempest-SubnetPoolsTestJSON-1831720249 tempest-SubnetPoolsTestJSON-1831720249-project] 10.222.0.42 "DELETE /v2.0/subnetpools/333061cd-e627-4a15-930f-12ad0aca555d HTTP/1.1" status: 404 len: 346 time: 0.0152388 Aug 12 04:39:07.351603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39540) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:07.445294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34917103-cd93-4613-a313-009c24cf9294 req-6704471e-7f37-455c-a327-f6e15676dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:07.446828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34917103-cd93-4613-a313-009c24cf9294 req-6704471e-7f37-455c-a327-f6e15676dc33 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.0941956 Aug 12 04:39:07.482573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-34917103-cd93-4613-a313-009c24cf9294 req-4342bcf9-6352-47b2-9f9f-cd2bac7ca2c2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291595 Aug 12 04:39:07.728105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39548) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:07.842118 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5190ec31-4ca6-40c9-a01a-7fe2e1303d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:07.932609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5190ec31-4ca6-40c9-a01a-7fe2e1303d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:08.028334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5190ec31-4ca6-40c9-a01a-7fe2e1303d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:08.066163 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5190ec31-4ca6-40c9-a01a-7fe2e1303d19 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4462e7136264737927b96e4f964b318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369439 Aug 12 04:39:08.067170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ec31-4ca6-40c9-a01a-7fe2e1303d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60529dde-5f45-4d25-a098-0f7dcd118e59,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:08.068915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39554) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:08.125357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37bb24ce-a070-4ac4-9fda-bfc5fc8e4136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:08.140094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:39:08.147123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37bb24ce-a070-4ac4-9fda-bfc5fc8e4136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:08.279904 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37bb24ce-a070-4ac4-9fda-bfc5fc8e4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:08.282790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37bb24ce-a070-4ac4-9fda-bfc5fc8e4136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:08.286740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37bb24ce-a070-4ac4-9fda-bfc5fc8e4136 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/60529dde-5f45-4d25-a098-0f7dcd118e59 HTTP/1.1" status: 204 len: 168 time: 0.2139323 Aug 12 04:39:08.293872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb24ce-a070-4ac4-9fda-bfc5fc8e4136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60529dde-5f45-4d25-a098-0f7dcd118e59,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:09.151447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-ae677304-8127-4988-b9d5-27e18f37df82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403283 Aug 12 04:39:09.251636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-a62a8194-14b0-4960-bbdf-68f62b709cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:09.256282 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-a62a8194-14b0-4960-bbdf-68f62b709cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1097 time: 0.0516570 Aug 12 04:39:09.282999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:09.360950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-ab6cf4c1-4a26-46c7-8b7d-c60853b64fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:09.362469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-ab6cf4c1-4a26-46c7-8b7d-c60853b64fe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0872498 Aug 12 04:39:09.384121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-251337923'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:39:09.437994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-3e5156d9-d638-4ea4-9581-7a036b3c3bf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0670633 Aug 12 04:39:09.485044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Made reservation on behalf of 85a891cbce5341d49b28d8a7ac18679e for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:39:09.488007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-3b98574b-494a-41b2-9336-c816ad740eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:09.488766 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.489470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-3b98574b-494a-41b2-9336-c816ad740eb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0432782 Aug 12 04:39:09.501415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.536801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-badc12f7-09d8-4da2-bdfc-b66b3b302710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:09.538324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-badc12f7-09d8-4da2-bdfc-b66b3b302710 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414588 Aug 12 04:39:09.602127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.633897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-e65f98ee-62db-4550-9910-ddcdf2a699a7 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887427 Aug 12 04:39:09.702668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.726870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:39:09.729780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99ac8442-5d23-4b1c-810a-396e14775f26 req-3618273d-5737-42f6-832a-a1f00e3df4cb service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870690 Aug 12 04:39:09.740731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802eabf7-a99c-440e-a77a-2947060442cf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:09.747361 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.747700 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Added segment 8a6d399a-1673-4426-827e-c99f070be7c1 of type vlan for network 356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e Aug 12 04:39:09.790028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.885365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:09.891048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:09.891702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:10.306272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Pushing event updated for resources: {'Network': ['ID=356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:10.317149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:39:10.360283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-701943bb-cc3e-4b63-a703-99c01c66bbe9 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0759125 Aug 12 04:39:10.363940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39602) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:10.369585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-12a76a75-6709-413f-87ff-fd519045f278 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-1822939778') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:10.566145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-12a76a75-6709-413f-87ff-fd519045f278 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "PUT /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-1822939778 HTTP/1.1" status: 201 len: 201 time: 0.2010391 Aug 12 04:39:10.568514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:10.572883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-5aabeac9-1894-405d-ae43-d860293c19b2 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-1822939778') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:10.645053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5aabeac9-1894-405d-ae43-d860293c19b2 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-1822939778 HTTP/1.1" status: 204 len: 168 time: 0.0733254 Aug 12 04:39:10.645292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39610) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:10.649919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-d507ccde-b870-4427-be8e-de4381869195 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:10.717660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d507ccde-b870-4427-be8e-de4381869195 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags HTTP/1.1" status: 200 len: 238 time: 0.0689280 Aug 12 04:39:10.717866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:10.722175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-00b9c4b5-014f-475d-bd63-f68b6c2f0375 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', {'tags': ['tempest-TagsTest-Tag-1209935423', 'tempest-TagsTest-Tag-769712937', 'tempest-TagsTest-Tag-1712053091']}) {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:10.875594 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-00b9c4b5-014f-475d-bd63-f68b6c2f0375 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "PUT /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags HTTP/1.1" status: 200 len: 308 time: 0.1567223 Aug 12 04:39:10.877978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39614) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:10.882984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-eccfde47-727d-45ac-8ed6-2ee45237ecd6 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-1209935423') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.041123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eccfde47-727d-45ac-8ed6-2ee45237ecd6 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "DELETE /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-1209935423 HTTP/1.1" status: 204 len: 168 time: 0.1620762 Aug 12 04:39:11.043792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.048180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-4deac989-1a39-4962-af1b-4261eab9bc73 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-1209935423') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.116860 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-4deac989-1a39-4962-af1b-4261eab9bc73 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] show failed (client error): The resource could not be found. Aug 12 04:39:11.117877 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4deac989-1a39-4962-af1b-4261eab9bc73 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-1209935423 HTTP/1.1" status: 404 len: 326 time: 0.0731511 Aug 12 04:39:11.120625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39618) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.125191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-2e97e64b-dcce-4f71-8062-996b9de6a75e tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-769712937') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.190992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2e97e64b-dcce-4f71-8062-996b9de6a75e tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-769712937 HTTP/1.1" status: 204 len: 168 time: 0.0692940 Aug 12 04:39:11.193426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.197671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-abf5b9f6-dba1-4551-93c0-5a28475e9054 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-1712053091') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.266006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-abf5b9f6-dba1-4551-93c0-5a28475e9054 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-1712053091 HTTP/1.1" status: 204 len: 168 time: 0.0714478 Aug 12 04:39:11.268240 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.272995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.tag.tag_plugin [None req-907000cb-7b3b-4151-9951-94ac96a710c4 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.423579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-907000cb-7b3b-4151-9951-94ac96a710c4 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "DELETE /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags HTTP/1.1" status: 204 len: 168 time: 0.1542528 Aug 12 04:39:11.426134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39624) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.430870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-8ab8a119-2f0e-44f6-a1ad-fadcf495d962 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-769712937') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.501271 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-8ab8a119-2f0e-44f6-a1ad-fadcf495d962 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] show failed (client error): The resource could not be found. Aug 12 04:39:11.502310 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ab8a119-2f0e-44f6-a1ad-fadcf495d962 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-769712937 HTTP/1.1" status: 404 len: 325 time: 0.0750308 Aug 12 04:39:11.505152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39626) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.510025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-fca5412b-23c0-4089-a9a4-a5b75efa0753 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e', 'tempest-TagsTest-Tag-1712053091') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.584628 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-fca5412b-23c0-4089-a9a4-a5b75efa0753 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] show failed (client error): The resource could not be found. Aug 12 04:39:11.586353 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fca5412b-23c0-4089-a9a4-a5b75efa0753 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "GET /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags/tempest-TagsTest-Tag-1712053091 HTTP/1.1" status: 404 len: 326 time: 0.0802643 Aug 12 04:39:11.589056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39634) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.593511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.tag.tag_plugin [None req-0fc5f255-96b7-4ebb-88ec-c33977412303 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.669571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0fc5f255-96b7-4ebb-88ec-c33977412303 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "DELETE /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e/tags HTTP/1.1" status: 204 len: 168 time: 0.0795038 Aug 12 04:39:11.673885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39636) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:11.759472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:11.854182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:11.864003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.876110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6d399a-1673-4426-827e-c99f070be7c1') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.876538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6d399a-1673-4426-827e-c99f070be7c1') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:11.886397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:11.900356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:11.906892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:39:11.907436 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:39:11.910765 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:39:12.040509 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:12.059426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:12.062347 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] 10.222.0.42 "DELETE /v2.0/networks/356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e HTTP/1.1" status: 204 len: 168 time: 0.3868484 Aug 12 04:39:12.063555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f4c8b-d622-4e4c-965d-02bf7b466dd5 tempest-TagsTest-1455765045 tempest-TagsTest-1455765045-project] Pushing event deleted for resources: {'Network': ['ID=356f8acd-cbee-4fc8-8bf1-0d8bd2ef771e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:12.503107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39644) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:12.652496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aae485f2-73a2-45c4-8bd5-76ff0182f46d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85a891cbce5341d49b28d8a7ac18679e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480742 Aug 12 04:39:12.654992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39648) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:12.707037 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b72b510e-98fd-4c31-9d75-52b5cbd11f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:12.730589 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b72b510e-98fd-4c31-9d75-52b5cbd11f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:12.897090 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b72b510e-98fd-4c31-9d75-52b5cbd11f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:12.900273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b72b510e-98fd-4c31-9d75-52b5cbd11f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:12.901495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b72b510e-98fd-4c31-9d75-52b5cbd11f07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/802eabf7-a99c-440e-a77a-2947060442cf HTTP/1.1" status: 204 len: 168 time: 0.2453575 Aug 12 04:39:12.911296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b510e-98fd-4c31-9d75-52b5cbd11f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802eabf7-a99c-440e-a77a-2947060442cf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:13.262095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-305f8854-a7a8-4cb6-8c8f-541b17e661e4 req-a4266b83-9f69-4b9e-95b3-493cec629ba7 service neutron] (95043) timed out ('10.222.0.42', 39606) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:39:25.696907 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:25.805050 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:28.216436 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c631c32-2543-45d5-8891-e8e026b295a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:29.749042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39850) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:29.968999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Deleting subnet 7964c879-12d6-41d4-8cd7-12b9236ccad1 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:39:29.972140 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.009543 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.049684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.183304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.209459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7964c879-12d6-41d4-8cd7-12b9236ccad1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:30.211435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.215135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b081d34c-f896-43bf-8768-828f53913ca2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7964c879-12d6-41d4-8cd7-12b9236ccad1 HTTP/1.1" status: 204 len: 168 time: 0.4633527 Aug 12 04:39:30.216198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39854) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:30.283434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.365756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.376332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542e5f87-8c95-4bd5-b5a1-c9c400ef59d0']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:30.386779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2e0b5c-ed8f-4d33-838a-049d75657068') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:30.387076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2e0b5c-ed8f-4d33-838a-049d75657068') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:39:30.395750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.408935 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.414784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:39:30.421188 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:39:30.542955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.549704 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.554033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] 10.222.0.42 "DELETE /v2.0/networks/542e5f87-8c95-4bd5-b5a1-c9c400ef59d0 HTTP/1.1" status: 204 len: 168 time: 0.3345265 Aug 12 04:39:30.561715 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aaec8-0cac-4503-9cc8-a9f2743cea4d admin admin] Pushing event deleted for resources: {'Network': ['ID=542e5f87-8c95-4bd5-b5a1-c9c400ef59d0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:30.879813 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-144e85be-8b36-4a6c-9434-1497b9f3cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.954439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39862) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:30.959871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:30.994066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cd117f6e-75f7-4e81-a196-08e6f5ee93fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa78ffd9b5c74917bbaaf9c1e547e39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383699 Aug 12 04:39:30.996391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39864) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:31.044306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a580847-6c9d-41ca-9bf2-6d34435bce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:31.065361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a580847-6c9d-41ca-9bf2-6d34435bce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:31.222182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a580847-6c9d-41ca-9bf2-6d34435bce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:31.224892 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1a580847-6c9d-41ca-9bf2-6d34435bce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:31.226048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1a580847-6c9d-41ca-9bf2-6d34435bce81 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28d15105-f064-4d59-baae-596e9a464a35 HTTP/1.1" status: 204 len: 168 time: 0.2287512 Aug 12 04:39:31.234090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a580847-6c9d-41ca-9bf2-6d34435bce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d15105-f064-4d59-baae-596e9a464a35,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:32.176195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:33.215841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8872e1-d34c-4aec-8533-55ceee56d410 req-84c7882a-1e7a-4fd2-86d9-73ede1b3929f tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:33.218877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e8872e1-d34c-4aec-8533-55ceee56d410 req-84c7882a-1e7a-4fd2-86d9-73ede1b3929f tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1097 time: 0.0433049 Aug 12 04:39:33.255032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e8872e1-d34c-4aec-8533-55ceee56d410 req-fcef997e-5cae-4c88-9791-10d98ffec904 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288684 Aug 12 04:39:33.375879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacc54e-eac7-4d71-9cf3-3651472c54ed req-b4a71b1e-83af-4977-a0f6-334325c06754 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:33.377619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3cacc54e-eac7-4d71-9cf3-3651472c54ed req-b4a71b1e-83af-4977-a0f6-334325c06754 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0552135 Aug 12 04:39:33.418415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3cacc54e-eac7-4d71-9cf3-3651472c54ed req-214be6a6-ecd6-4ed4-ab4f-1bc312df26aa tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348384 Aug 12 04:39:33.440374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 39882) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:33.503014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f10fd651-63f0-4029-abec-fb2317849b39 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 HTTP/1.1" status: 200 len: 993 time: 0.0613286 Aug 12 04:39:33.765272 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:34.417032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae626f0-f7fe-42e6-8139-31a425e8dac4 req-68f8c354-eb6d-4fa1-bd80-681ae4d80a99 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:34.418557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cae626f0-f7fe-42e6-8139-31a425e8dac4 req-68f8c354-eb6d-4fa1-bd80-681ae4d80a99 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0552390 Aug 12 04:39:34.457382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cae626f0-f7fe-42e6-8139-31a425e8dac4 req-246a29da-32ff-4686-9d02-8744f35e0a05 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Aug 12 04:39:34.505692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 39908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:39:34.650685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-a21db8a6-206b-4334-9725-efb69207854a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1438279 Aug 12 04:39:35.595474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f09f-41a6-44df-9e27-b42e569d8959 req-6b4675e6-4822-4220-ae99-313b2c25f5f1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:35.596972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37a8f09f-41a6-44df-9e27-b42e569d8959 req-6b4675e6-4822-4220-ae99-313b2c25f5f1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0496225 Aug 12 04:39:35.638535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37a8f09f-41a6-44df-9e27-b42e569d8959 req-25fa0dd5-5a8f-4bd8-ad35-f1b891bf3f37 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Aug 12 04:39:36.755766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef88c0-4618-48a9-a702-d303d1a1a0aa req-50253abb-fee4-4694-ac3e-58976c6a3200 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:36.757501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ef88c0-4618-48a9-a702-d303d1a1a0aa req-50253abb-fee4-4694-ac3e-58976c6a3200 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0493443 Aug 12 04:39:36.803518 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ef88c0-4618-48a9-a702-d303d1a1a0aa req-1c4b5d75-cee6-454b-b9a2-9048be1ff13f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387516 Aug 12 04:39:36.905791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-0e4b23eb-74f4-4e51-a01d-74e98fe0abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:36.907442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-0e4b23eb-74f4-4e51-a01d-74e98fe0abff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1097 time: 0.0556653 Aug 12 04:39:37.005838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-1ded54cb-d4f0-4215-b8f5-7cf994709384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:37.007346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-1ded54cb-d4f0-4215-b8f5-7cf994709384 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0916595 Aug 12 04:39:37.076169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-5d84bf29-a97f-4551-8866-21869c960659 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0621972 Aug 12 04:39:37.124433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-a16bf7af-aedd-407d-a5b8-4689a66578df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:37.125945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-a16bf7af-aedd-407d-a5b8-4689a66578df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0430949 Aug 12 04:39:37.175484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-ce029073-f19a-4324-bf08-1a36d68cc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:37.176907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-ce029073-f19a-4324-bf08-1a36d68cc2bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442224 Aug 12 04:39:37.266384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-85287d68-547b-40be-aeee-10eaaaecd8a0 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819554 Aug 12 04:39:37.358090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-0666c910-9bbe-40f7-ad68-38631ca9d8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Aug 12 04:39:37.926432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1cc9-dbcd-425f-91db-b85889db3ee7 req-fc771855-0803-479f-bb40-f11bbea61b37 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:37.928004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc5f1cc9-dbcd-425f-91db-b85889db3ee7 req-fc771855-0803-479f-bb40-f11bbea61b37 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0509915 Aug 12 04:39:37.971130 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc5f1cc9-dbcd-425f-91db-b85889db3ee7 req-f6c28bad-55e0-4b50-bb25-edd1f7373ed9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345521 Aug 12 04:39:39.100134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9fe0e-49a9-429e-ba7a-f6187c39bba5 req-6ca8b165-8c69-4877-bee0-d271c31339a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:39.101532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52b9fe0e-49a9-429e-ba7a-f6187c39bba5 req-6ca8b165-8c69-4877-bee0-d271c31339a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0486233 Aug 12 04:39:39.139095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52b9fe0e-49a9-429e-ba7a-f6187c39bba5 req-07488845-0ce4-456e-9e8b-8d49b85d7dbc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Aug 12 04:39:40.256989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784534-7365-4f12-aaf8-91f4a7901780 req-d4670f8a-9fdb-474a-a73e-48a221b1a64c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:40.258470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d784534-7365-4f12-aaf8-91f4a7901780 req-d4670f8a-9fdb-474a-a73e-48a221b1a64c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0488744 Aug 12 04:39:40.296734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d784534-7365-4f12-aaf8-91f4a7901780 req-048b1ade-f82f-4768-8339-ad2741f65dd1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Aug 12 04:39:41.419400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eed83c-5b30-4cc7-b5cf-8734dfd76a02 req-339a00ff-52b2-4d4e-8e2a-e8fcb24f9ea3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:41.422115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6eed83c-5b30-4cc7-b5cf-8734dfd76a02 req-339a00ff-52b2-4d4e-8e2a-e8fcb24f9ea3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0503540 Aug 12 04:39:41.459612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6eed83c-5b30-4cc7-b5cf-8734dfd76a02 req-34ca9c16-c82f-4b03-a39c-819b13168cba tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Aug 12 04:39:42.573950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debe9f7-2547-437b-9326-a840341f2b20 req-b8d8c286-505d-4834-9411-60d055444e65 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:42.575437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0debe9f7-2547-437b-9326-a840341f2b20 req-b8d8c286-505d-4834-9411-60d055444e65 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Aug 12 04:39:42.616622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0debe9f7-2547-437b-9326-a840341f2b20 req-a4dbdf75-a3a1-42c9-a3dc-3db417c160e6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353522 Aug 12 04:39:43.736020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e571298-d8be-4b23-a0b3-014136509416 req-ab22aa2d-1ad2-49fb-ab48-ca72a6c453d1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:43.737451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e571298-d8be-4b23-a0b3-014136509416 req-ab22aa2d-1ad2-49fb-ab48-ca72a6c453d1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0515506 Aug 12 04:39:43.776613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e571298-d8be-4b23-a0b3-014136509416 req-25c4e868-8210-41fc-8ccb-fe2aa850735d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Aug 12 04:39:44.894086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c128bd0-1f99-4c47-86dc-477918dec0b9 req-62de8178-4bfe-4a56-95e8-20276fd4537b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:44.895622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0c128bd0-1f99-4c47-86dc-477918dec0b9 req-62de8178-4bfe-4a56-95e8-20276fd4537b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0497732 Aug 12 04:39:44.934484 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0c128bd0-1f99-4c47-86dc-477918dec0b9 req-007ed115-4cf8-4bce-ae95-27d3fdfc8133 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322878 Aug 12 04:39:45.139418 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:39:46.052720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0af97f-45b6-4167-8f8e-abf2b4f362fc req-b78e5828-13a7-4621-9155-4b6c8c9055af tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:46.054209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f0af97f-45b6-4167-8f8e-abf2b4f362fc req-b78e5828-13a7-4621-9155-4b6c8c9055af tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0511620 Aug 12 04:39:46.093625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f0af97f-45b6-4167-8f8e-abf2b4f362fc req-b3392f89-2b69-48f7-826e-d59154354a81 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329807 Aug 12 04:39:47.215699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cccca5-94ba-4aa0-afe9-0c7b958f44e6 req-94e12b03-154a-4ac7-80df-ac6391d8c750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:47.217212 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15cccca5-94ba-4aa0-afe9-0c7b958f44e6 req-94e12b03-154a-4ac7-80df-ac6391d8c750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Aug 12 04:39:47.255635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15cccca5-94ba-4aa0-afe9-0c7b958f44e6 req-eff6a5b5-d644-40fc-a7f1-b07708a031e7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Aug 12 04:39:48.371455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd8486-a9b8-44eb-af16-9150e92db496 req-4d316f51-bd5a-4e9f-9aa5-b56f9f17d5e9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:48.372843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e5bd8486-a9b8-44eb-af16-9150e92db496 req-4d316f51-bd5a-4e9f-9aa5-b56f9f17d5e9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0489700 Aug 12 04:39:48.410364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e5bd8486-a9b8-44eb-af16-9150e92db496 req-18948c30-6b92-4fe9-b31e-eb89765aa5f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Aug 12 04:39:49.418330 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-d5308938-0cab-4ede-9758-0a7db20314f1 service neutron] show failed (client error): The resource could not be found. Aug 12 04:39:49.418330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-d5308938-0cab-4ede-9758-0a7db20314f1 service neutron] 10.222.0.36 "GET /v2.0/ports/134c7ea7-fde5-4227-87dd-6f701d26c3f8/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0607243 Aug 12 04:39:49.538739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2a578-312a-4fd4-baa9-1813becc4d48 req-4d291857-0ce8-412d-b9a9-ec24c8533681 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:49.540564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee2a578-312a-4fd4-baa9-1813becc4d48 req-4d291857-0ce8-412d-b9a9-ec24c8533681 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0569491 Aug 12 04:39:49.583818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ee2a578-312a-4fd4-baa9-1813becc4d48 req-bd2d27c7-070b-43d6-9655-0d04c5ab84a4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366085 Aug 12 04:39:49.904381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-914cb817-65b9-4048-93e1-253df647078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:49.905887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-914cb817-65b9-4048-93e1-253df647078c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 1097 time: 0.0702899 Aug 12 04:39:49.918566 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:39:49.972531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:50.177049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:50.209139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:39:50.251481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:39:50.253854 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0315e00a-136d-4c3a-89f2-de3fb8bc8e21" -d '{"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-unplugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:39:50.257887 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:50.271069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Transition to ACTIVE for port object 134c7ea7-fde5-4227-87dd-6f701d26c3f8 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:39:50.312641 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3eff6-008c-4592-850b-68cdbd20c518 x-openstack-request-id: req-bbe3eff6-008c-4592-850b-68cdbd20c518 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:39:50.312940 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-unplugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:39:50.313189 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbe3eff6-008c-4592-850b-68cdbd20c518 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:39:50.313604 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'code': 200} Aug 12 04:39:50.353569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:50.457101 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:50.482326 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.482672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.483037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.483404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.483743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.484070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.484394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.484718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.485038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.485354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.485673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.485988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:50.540350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] No DVR routers for this DVR port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:39:50.725914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:39:50.733907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:39:50.733907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:39:50.734508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:39:50.734857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:39:50.746458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7d21f-e43b-4110-91c6-69c4a8cde6d3 req-b2f6acbb-2d9e-4cf3-a201-eb7f6b8542eb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:50.747965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ae7d21f-e43b-4110-91c6-69c4a8cde6d3 req-b2f6acbb-2d9e-4cf3-a201-eb7f6b8542eb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0946109 Aug 12 04:39:50.749082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:39:50.749411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Checking segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:39:50.749781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Bound using segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:39:50.750202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Bound port: 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:39:50.750557 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:50.819727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ae7d21f-e43b-4110-91c6-69c4a8cde6d3 req-786dc801-8740-4e20-b3b7-56483e130983 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605597 Aug 12 04:39:50.838804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:39:50.842285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:39:50.902393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:50.940864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:50.941488 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:50.942959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1092 time: 1.0286639 Aug 12 04:39:50.963835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef48c13-61a5-42ba-bd27-932f13a880d1 service neutron] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:51.007459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-328d9751-e198-4c25-894e-f3e2e476e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:51.009004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-328d9751-e198-4c25-894e-f3e2e476e19c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1095 time: 0.0403836 Aug 12 04:39:51.101918 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-62135c40-9b2b-4ef8-8ec5-c5d30e72a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:51.103436 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-62135c40-9b2b-4ef8-8ec5-c5d30e72a4c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0876458 Aug 12 04:39:51.172250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-bfd26964-248b-4041-bca3-95375b8eac7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.0612385 Aug 12 04:39:51.221130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-cca7539c-da88-4975-a49c-9adc9b61cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:51.222494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-cca7539c-da88-4975-a49c-9adc9b61cb78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0433946 Aug 12 04:39:51.265897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-b73634cd-44d5-43fd-b8d1-2ec56c35fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:51.267356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-b73634cd-44d5-43fd-b8d1-2ec56c35fb79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374062 Aug 12 04:39:51.358074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-7526016c-0378-4505-93f8-643dcc7987af service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835278 Aug 12 04:39:51.445406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-cbe8fba7-721e-43c2-bff5-52fd0a06909a service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806217 Aug 12 04:39:51.948624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b4bac-3d9c-4d0a-9fa9-5f0a98b23693 req-276b613f-e88c-4c33-9e44-f213d11ae96d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:51.950117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d77b4bac-3d9c-4d0a-9fa9-5f0a98b23693 req-276b613f-e88c-4c33-9e44-f213d11ae96d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0497315 Aug 12 04:39:51.987735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d77b4bac-3d9c-4d0a-9fa9-5f0a98b23693 req-8881cef3-05ae-40e9-aa31-318deda25481 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314138 Aug 12 04:39:52.314703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:39:52.317097 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465dc1e-43c0-4c97-8a81-95f496ecf784" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:39:52.363707 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0a29dd-7f1e-4832-8d47-a0d9152834d4 x-openstack-request-id: req-7b0a29dd-7f1e-4832-8d47-a0d9152834d4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:39:52.364000 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:39:52.364257 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b0a29dd-7f1e-4832-8d47-a0d9152834d4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:39:52.364656 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'status': 'completed', 'code': 200} Aug 12 04:39:52.418544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-134f68bd-4cfe-4ebf-9dcd-8adf60e34f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.420628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-134f68bd-4cfe-4ebf-9dcd-8adf60e34f72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1095 time: 0.0405457 Aug 12 04:39:52.431217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-3cc4afe3-7ace-4e16-b51e-15a4991422a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.432703 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-3cc4afe3-7ace-4e16-b51e-15a4991422a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1095 time: 0.0450866 Aug 12 04:39:52.512258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-bc15665e-1d24-4a68-b567-17ca0800e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.513213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-bc15665e-1d24-4a68-b567-17ca0800e77c service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0858424 Aug 12 04:39:52.521699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-2ac7ef1d-75cf-4604-a948-4fb2ca016029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.523176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-2ac7ef1d-75cf-4604-a948-4fb2ca016029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0831449 Aug 12 04:39:52.577780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-b2c0445e-5f25-4b9c-8670-063650ec053f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.0576584 Aug 12 04:39:52.594634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-c1f8ddaf-a812-4703-b61a-75a04f926ac7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.0620143 Aug 12 04:39:52.626238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-c1690f5b-fe8c-44fe-b82e-6891bac4e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.631009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-c1690f5b-fe8c-44fe-b82e-6891bac4e8fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0440111 Aug 12 04:39:52.644037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-18c5dfca-30a3-4b9a-9ae2-ff163477f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.652808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-18c5dfca-30a3-4b9a-9ae2-ff163477f6b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0506976 Aug 12 04:39:52.678423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-2c1be6c3-250d-48a9-8d18-439e0eb90423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.679954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-2c1be6c3-250d-48a9-8d18-439e0eb90423 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454915 Aug 12 04:39:52.698432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-a626074b-9239-477c-8567-0f4c94d2250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:52.699950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-a626074b-9239-477c-8567-0f4c94d2250a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390484 Aug 12 04:39:52.769590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-b1a25179-f963-4b1c-bb35-c783807cdc0d service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823071 Aug 12 04:39:52.795279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-00c0813c-b524-4229-a967-28416e15a803 service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863483 Aug 12 04:39:52.888495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-fc4c4370-9787-4848-a4b6-b83a35997f71 service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Aug 12 04:39:52.995377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:39:53.064633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:39:53.182464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5465dc1e-43c0-4c97-8a81-95f496ecf784 req-d88d04ed-8fb7-499d-a466-ec9726ffe9de service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051785 Aug 12 04:39:53.191055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e993e-4129-4b89-97b0-155ea89d5102 req-c0966082-5a65-41a8-bb5f-d1aa461d2f7e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:53.192435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe0e993e-4129-4b89-97b0-155ea89d5102 req-c0966082-5a65-41a8-bb5f-d1aa461d2f7e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0762253 Aug 12 04:39:53.230654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe0e993e-4129-4b89-97b0-155ea89d5102 req-97093db5-8469-43bb-b3fd-bf16116d16fe tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Aug 12 04:39:54.356624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4b182-beeb-4832-a07f-15d6090fad0f req-1b33b26d-57fa-4f37-a3df-af93c6753f8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:54.358192 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd4b182-beeb-4832-a07f-15d6090fad0f req-1b33b26d-57fa-4f37-a3df-af93c6753f8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0559559 Aug 12 04:39:54.398064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6dd4b182-beeb-4832-a07f-15d6090fad0f req-62acd671-faf5-4271-8961-976bb5aedbe6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339468 Aug 12 04:39:54.887611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932017-7de6-444d-abd3-2fb2797ab740 req-28479556-24c1-4307-9416-fdaedfb30b22 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:54.889074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d932017-7de6-444d-abd3-2fb2797ab740 req-28479556-24c1-4307-9416-fdaedfb30b22 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 944 time: 0.0823307 Aug 12 04:39:54.894986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:39:54.903146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-31722ee2-8c83-4564-91fc-e633998cf2ba tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:54.904771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-31722ee2-8c83-4564-91fc-e633998cf2ba tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07&tenant_id=f5c14e689dd14c4b866e901dcef58802&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 944 time: 0.0679648 Aug 12 04:39:54.964734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2d932017-7de6-444d-abd3-2fb2797ab740 req-036f9b68-c930-4cc9-8fe6-6503e77f7bb8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694332 Aug 12 04:39:54.990024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-661fe1ea-f540-4361-ae9f-306bbe1b529e service neutron] 10.222.0.20 "GET /v2.0/ports/134c7ea7-fde5-4227-87dd-6f701d26c3f8/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 382 time: 0.0695777 Aug 12 04:39:54.996649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:55.008612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'mac_address': 'fa:16:3e:59:30:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:39:55.049183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:55.053807 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-fa93ab9b-7b14-4e76-b8e7-a48cc1acfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:55.055340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-fa93ab9b-7b14-4e76-b8e7-a48cc1acfc76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1095 time: 0.0426912 Aug 12 04:39:55.062225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134c7ea7-fde5-4227-87dd-6f701d26c3f8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:39:55.081741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:55.144875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-3f82616a-d121-4802-84e0-6c86342a99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:55.146372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-3f82616a-d121-4802-84e0-6c86342a99fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0839622 Aug 12 04:39:55.153419 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:55.201266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:55.208723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.209305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.209857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.210259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.210599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.210960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.211294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.211643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.211974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.212329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.212626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.212950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:55.219007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-a535915d-3027-4dc6-ade8-643ee6671faf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1000 time: 0.0656445 Aug 12 04:39:55.268916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-4b247ffe-dc8c-4e0e-a6f6-0c186e2c673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:55.270344 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-4b247ffe-dc8c-4e0e-a6f6-0c186e2c673b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0435562 Aug 12 04:39:55.315787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-fcc23760-bf87-429c-8d7a-b458e364bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:55.317283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-fcc23760-bf87-429c-8d7a-b458e364bdc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390995 Aug 12 04:39:55.387268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['134c7ea7-fde5-4227-87dd-6f701d26c3f8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:39:55.409716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-a0e72ecd-ad92-4ada-a2ac-1b972023ec45 service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840802 Aug 12 04:39:55.505228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-2c760fd7-1fdf-4dfb-8e51-e083fd4af884 service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878439 Aug 12 04:39:55.650644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:55.781614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:56.084243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e4351-0bb2-481b-afcf-e2984511db58 req-4c6afa56-9453-4ff6-8824-8134e6feb440 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:56.085694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-802e4351-0bb2-481b-afcf-e2984511db58 req-4c6afa56-9453-4ff6-8824-8134e6feb440 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 945 time: 0.0513325 Aug 12 04:39:56.126087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-802e4351-0bb2-481b-afcf-e2984511db58 req-6874d355-c686-41e0-bc03-9342c8067c2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Aug 12 04:39:56.906237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:39:57.050611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:39:57.055404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:39:57.059192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:57.136987 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:57.215609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:57.217175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:39:57.228481 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a73ee-1bab-4223-a54e-88393222ac7c" -d '{"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-plugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:39:57.296600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:57.325073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f54a27-67b4-4e20-9495-768ed2ac6894 req-19a437a0-2144-407d-8e9c-2d92bd9832a2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:57.329463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54f54a27-67b4-4e20-9495-768ed2ac6894 req-19a437a0-2144-407d-8e9c-2d92bd9832a2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 945 time: 0.1005564 Aug 12 04:39:57.339333 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d50dde-d276-437f-804a-2d1696d44c52 x-openstack-request-id: req-b8d50dde-d276-437f-804a-2d1696d44c52 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:39:57.339620 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-plugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:39:57.339911 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8d50dde-d276-437f-804a-2d1696d44c52 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:39:57.340669 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'code': 200} Aug 12 04:39:57.374952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54f54a27-67b4-4e20-9495-768ed2ac6894 req-538f4d7d-501b-4e9d-ba91-9d8e781a18dd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364156 Aug 12 04:39:57.379898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:58.062480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-a0fab5d9-b6b8-454f-b9fd-433e00fb7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:58.063995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-a0fab5d9-b6b8-454f-b9fd-433e00fb7744 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 1097 time: 0.0725567 Aug 12 04:39:58.076644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:39:58.128468 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:58.227654 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6baae9f1-777c-434a-bdee-bd628c783b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:58.333422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:39:58.367278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:39:58.422598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:58.426045 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:39:58.430826 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9221a4af-9c60-4b98-a828-de56a7b32877" -d '{"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-unplugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:39:58.440221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Transition to ACTIVE for port object 134c7ea7-fde5-4227-87dd-6f701d26c3f8 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:39:58.518777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10fe3f-6250-4c75-9816-55c0e9f9fd22 req-ce46c373-ca54-4b12-b5fe-fc6274f7272c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:58.520477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce10fe3f-6250-4c75-9816-55c0e9f9fd22 req-ce46c373-ca54-4b12-b5fe-fc6274f7272c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0746667 Aug 12 04:39:58.526957 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:58.588068 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906d7ee-18d7-49ed-a8bb-b283874c9e78 x-openstack-request-id: req-d906d7ee-18d7-49ed-a8bb-b283874c9e78 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:39:58.588368 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-unplugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:39:58.588618 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d906d7ee-18d7-49ed-a8bb-b283874c9e78 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:39:58.589012 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'code': 200} Aug 12 04:39:58.696244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce10fe3f-6250-4c75-9816-55c0e9f9fd22 req-efba825f-eabb-4437-a261-4fe2e52e676a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556914 Aug 12 04:39:58.714094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=10']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:58.727703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.728382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.729087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.729644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.729980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.730313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.730643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.730996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.731321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.731645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.732487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.732810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:39:58.762491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] No DVR routers for this DVR port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:39:58.897660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:39:58.898000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:39:58.898336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:39:58.902640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:39:58.903004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Attempting to bind port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:39:58.908470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:39:58.908812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Checking segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:39:58.909204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Bound using segment: {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:39:58.909633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Bound port: 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e2a8e5-c767-4a59-bbce-04da59f625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:39:58.909991 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:58.974695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:39:58.977660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:39:59.045166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:59.079669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:59.080281 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:39:59.081617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] 10.222.0.36 "PUT /v2.0/ports/134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1093 time: 1.0095081 Aug 12 04:39:59.105444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7d851-2bfd-424c-890b-b3e8a4835131 service neutron] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=11']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:39:59.149904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-6b62dc1f-0612-4f90-bdc3-2e74c49b7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:59.151562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-6b62dc1f-0612-4f90-bdc3-2e74c49b7f54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1096 time: 0.0426340 Aug 12 04:39:59.244109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-f8c7661b-5740-460e-b498-d1c70c729740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:59.245740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-f8c7661b-5740-460e-b498-d1c70c729740 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0876062 Aug 12 04:39:59.316719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-36e3f9ba-44a2-4909-a8dc-cc507161cd14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.0641916 Aug 12 04:39:59.367734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-e96975bd-3725-4e38-894e-d8f014273a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:59.369157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-e96975bd-3725-4e38-894e-d8f014273a27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0451703 Aug 12 04:39:59.415073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b7640-270d-407f-95e5-754953fed402 req-2896df5b-aee5-4b25-b655-8726f7189190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:59.416564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-2896df5b-aee5-4b25-b655-8726f7189190 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400698 Aug 12 04:39:59.508994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-2d9d33d4-01f2-4cbb-be5a-a3b731d5d7de service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849133 Aug 12 04:39:59.598730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b5b7640-270d-407f-95e5-754953fed402 req-ea23f08c-3668-44cd-b872-9d19c69d89f2 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Aug 12 04:39:59.830223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccedf41-78de-43e7-8d7f-6d7c8ebecbfa req-686f904a-56c8-4202-9e5e-12d1e60e28b6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:39:59.831916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ccedf41-78de-43e7-8d7f-6d7c8ebecbfa req-686f904a-56c8-4202-9e5e-12d1e60e28b6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 945 time: 0.0613215 Aug 12 04:39:59.869397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ccedf41-78de-43e7-8d7f-6d7c8ebecbfa req-eea5bb05-6999-4e8a-a17c-b6d887f239af tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 12 04:40:00.590159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:40:00.593197 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:40:00.643340 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248aecb3-2f03-4d40-a438-5c945b90f44b x-openstack-request-id: req-248aecb3-2f03-4d40-a438-5c945b90f44b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:40:00.643638 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:40:00.643892 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-248aecb3-2f03-4d40-a438-5c945b90f44b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:40:00.644419 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'status': 'completed', 'code': 200} Aug 12 04:40:00.706702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-ec0c3c9f-1b1e-4eba-b835-9a85eb538e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:00.708261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-ec0c3c9f-1b1e-4eba-b835-9a85eb538e9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1096 time: 0.0419204 Aug 12 04:40:00.710138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-aaa606bf-ce69-4f32-a55d-33fa75086d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:00.711634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-aaa606bf-ce69-4f32-a55d-33fa75086d2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1096 time: 0.0472221 Aug 12 04:40:00.806688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-5e81e694-93ad-4f22-b411-09b90e65a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:00.807847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-577ad8f7-baee-4add-bd7b-70ea1c572e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:00.808675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-5e81e694-93ad-4f22-b411-09b90e65a1d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0934098 Aug 12 04:40:00.809325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-577ad8f7-baee-4add-bd7b-70ea1c572e24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0873764 Aug 12 04:40:00.821842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cb5d-56cc-4f5d-b326-6eeee8e7b671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:00.877446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-e4c4989d-e1c9-4c45-b1bd-37e1c8d47a9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.0618179 Aug 12 04:40:00.890210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-d4571101-2c44-40be-80bb-d7b87e767809 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 999 time: 0.0730619 Aug 12 04:40:00.939254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:40:00.955963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-f312f430-092c-4f09-9119-86b88f00fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:00.957517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-f312f430-092c-4f09-9119-86b88f00fb4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0734797 Aug 12 04:40:00.994090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:01.003053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:40:01.009143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-7d3aa6fc-2ff8-448d-9e23-29266cc34621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:01.016747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:40:01.018544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-7d3aa6fc-2ff8-448d-9e23-29266cc34621 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.1153347 Aug 12 04:40:01.064556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-371c2d2f-e217-4c8e-bd75-9ae551d03ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:01.066338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-371c2d2f-e217-4c8e-bd75-9ae551d03ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011550 Aug 12 04:40:01.079625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a474d30-ba1b-4032-bb5b-9ed0ac2bef78 req-871d744f-50ce-4784-b760-c9a7ee8a9db2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:01.087521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a474d30-ba1b-4032-bb5b-9ed0ac2bef78 req-871d744f-50ce-4784-b760-c9a7ee8a9db2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 945 time: 0.0737159 Aug 12 04:40:01.125971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-606ffd43-0f4b-48ff-b943-dbfd8711b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:01.126423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:01.127690 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-606ffd43-0f4b-48ff-b943-dbfd8711b291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915687 Aug 12 04:40:01.138829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'port_id': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'mac_address': 'fa:16:3e:59:30:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:40:01.175093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a474d30-ba1b-4032-bb5b-9ed0ac2bef78 req-b8d6614b-ea8a-4ce6-9dc1-79537da5fcef tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840037 Aug 12 04:40:01.181594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:01.204437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134c7ea7-fde5-4227-87dd-6f701d26c3f8 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:40:01.239030 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-fff76909-d84d-45ac-8da8-3620659679a2 service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435487 Aug 12 04:40:01.243633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:01.278114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-9822370d-56cf-404c-ae43-dc9cad7b93c4 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416135 Aug 12 04:40:01.313802 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:01.342673 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-6fca0e26-b32f-4656-8ec3-352f4adf837c service neutron] 10.222.0.20 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941014 Aug 12 04:40:01.368014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=12']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:01.390246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54ca088d-d2fc-4b99-8bb7-0fa00f906b1d req-60531e2f-0418-4d7b-a480-202c36be2467 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044734 Aug 12 04:40:01.535592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['134c7ea7-fde5-4227-87dd-6f701d26c3f8'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:40:02.204487 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:02.285496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d2d5-4f74-4481-87b9-d01cc82a10cc req-a417f58b-c1ee-4c6f-b114-f5e3feea4fc7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:02.287021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc33d2d5-4f74-4481-87b9-d01cc82a10cc req-a417f58b-c1ee-4c6f-b114-f5e3feea4fc7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 946 time: 0.0487010 Aug 12 04:40:02.326092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc33d2d5-4f74-4481-87b9-d01cc82a10cc req-ff45aab4-266a-4b76-843f-fc0ed8d8097a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Aug 12 04:40:02.347927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40182) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:02.407806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f2195682-ed23-4b20-96b1-c295eadf4074 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 HTTP/1.1" status: 200 len: 992 time: 0.0587387 Aug 12 04:40:03.033200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:03.153816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:03.158395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:03.158820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:03.243604 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:03.265570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:40:03.267819 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7343dc-2d1f-4a1a-80d0-166e7a3bd71e" -d '{"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-plugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:40:03.280620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:03.308862 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea0d91e-13f2-4715-b1e0-143240c94aaa x-openstack-request-id: req-aea0d91e-13f2-4715-b1e0-143240c94aaa {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:40:03.308862 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-plugged", "status": "completed", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:40:03.308862 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aea0d91e-13f2-4715-b1e0-143240c94aaa {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:40:03.308862 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'code': 200} Aug 12 04:40:03.376501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:03.424969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=13']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:03.730497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:05.406351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-a02bdf1e-c95a-4625-a2cd-88e9854859f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414727 Aug 12 04:40:05.493948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246acd81-cdd5-49cb-a396-4e61daed529c req-88181df2-ef8a-405c-b237-262b05b28c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:05.495448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-88181df2-ef8a-405c-b237-262b05b28c59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.0386302 Aug 12 04:40:05.600011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246acd81-cdd5-49cb-a396-4e61daed529c req-3e8a444e-6090-4357-a980-ffa8809f3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:05.601467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-3e8a444e-6090-4357-a980-ffa8809f3ed9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 910 time: 0.0853848 Aug 12 04:40:05.674591 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-ae8588d8-2014-47c2-ac34-bf9d2453d8a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 1001 time: 0.0638375 Aug 12 04:40:05.725218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246acd81-cdd5-49cb-a396-4e61daed529c req-1c47f137-d444-4b7b-aa68-4f7eacd909e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:05.726785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-1c47f137-d444-4b7b-aa68-4f7eacd909e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0449305 Aug 12 04:40:05.772524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246acd81-cdd5-49cb-a396-4e61daed529c req-62818456-7690-4c15-aeb8-0300a4b832ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:05.773960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-62818456-7690-4c15-aeb8-0300a4b832ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385158 Aug 12 04:40:05.867572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-00298244-ef59-4b23-8c27-e3761d36648d service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857890 Aug 12 04:40:05.957929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-246acd81-cdd5-49cb-a396-4e61daed529c req-e260ead8-a28f-4388-9947-c1580a868bab service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Aug 12 04:40:11.177190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-608d7a20-9e49-4fa3-bf5c-00fe5a2bac5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431566 Aug 12 04:40:11.259192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-9ec55d52-90b8-4ad7-87c0-7394f59c3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:11.260774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-9ec55d52-90b8-4ad7-87c0-7394f59c3992 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1098 time: 0.0407715 Aug 12 04:40:11.361669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-f04001a7-b5f2-44f3-ae09-6d4d189dd0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:11.363209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-f04001a7-b5f2-44f3-ae09-6d4d189dd0f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0838964 Aug 12 04:40:11.434053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-71b66ee9-43bc-4efc-89dd-a6a2cddc682d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0626214 Aug 12 04:40:11.482420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-c974c296-7de4-4856-93a1-ef8e031de58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:11.484377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-c974c296-7de4-4856-93a1-ef8e031de58d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0429556 Aug 12 04:40:11.530513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-e46ca617-0c65-4037-96b6-9bab527df0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:11.532069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-e46ca617-0c65-4037-96b6-9bab527df0d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403855 Aug 12 04:40:11.628523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-21ca1bac-d6b3-4f6b-9867-0630f8b6b3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881660 Aug 12 04:40:11.718574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-353dd71e-9ac9-4c62-90dc-9867cd3cb790 req-876ba0fc-573c-4141-ae33-64e526ed03eb service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Aug 12 04:40:19.603935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40332) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:19.709108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dae5a9f2-f0e3-4416-92f4-d9f4d05853a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:19.807084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dae5a9f2-f0e3-4416-92f4-d9f4d05853a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:19.878436 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dae5a9f2-f0e3-4416-92f4-d9f4d05853a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:19.915164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5a9f2-f0e3-4416-92f4-d9f4d05853a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f6ee8-e236-4c08-8e93-85042c382df6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:19.919484 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dae5a9f2-f0e3-4416-92f4-d9f4d05853a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf62adc20ca14c97b55617be7202b5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145158 Aug 12 04:40:19.922100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:19.970378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-907ecc19-4d44-4be9-bc98-72a2537d3077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:19.990783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-907ecc19-4d44-4be9-bc98-72a2537d3077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.112265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-907ecc19-4d44-4be9-bc98-72a2537d3077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.114836 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-907ecc19-4d44-4be9-bc98-72a2537d3077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.115997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-907ecc19-4d44-4be9-bc98-72a2537d3077 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa3f6ee8-e236-4c08-8e93-85042c382df6 HTTP/1.1" status: 204 len: 168 time: 0.1929801 Aug 12 04:40:20.124221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ecc19-4d44-4be9-bc98-72a2537d3077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f6ee8-e236-4c08-8e93-85042c382df6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:20.693929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40342) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:20.707911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3ef8-1606-4c30-8fd5-f84067998593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.804435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3ef8-1606-4c30-8fd5-f84067998593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.850642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3ef8-1606-4c30-8fd5-f84067998593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.887354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3ef8-1606-4c30-8fd5-f84067998593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c971e94-feb9-4e5c-b69c-74b4da897d8d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:20.892743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5fcc3ef8-1606-4c30-8fd5-f84067998593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=143f7cad6fd1471ebfb0f48b9a64affb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977322 Aug 12 04:40:20.895498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40344) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:20.945380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aab72525-dfe7-4624-8ae1-8332073b9db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:20.966874 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aab72525-dfe7-4624-8ae1-8332073b9db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:21.079211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aab72525-dfe7-4624-8ae1-8332073b9db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:21.081747 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aab72525-dfe7-4624-8ae1-8332073b9db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:21.082946 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aab72525-dfe7-4624-8ae1-8332073b9db6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c971e94-feb9-4e5c-b69c-74b4da897d8d HTTP/1.1" status: 204 len: 168 time: 0.1865127 Aug 12 04:40:21.091985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab72525-dfe7-4624-8ae1-8332073b9db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c971e94-feb9-4e5c-b69c-74b4da897d8d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:22.138428 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:40:23.812660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40404) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:23.918248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f4169cd-4c63-4702-9ecd-ce711b02abe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.005435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f4169cd-4c63-4702-9ecd-ce711b02abe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.067031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f4169cd-4c63-4702-9ecd-ce711b02abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.104857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f4169cd-4c63-4702-9ecd-ce711b02abe0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d4746e260e44d678d184aafda0e86f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911432 Aug 12 04:40:24.105709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4169cd-4c63-4702-9ecd-ce711b02abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114e494e-cb30-4f92-88b5-9d7b7c70efbc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:24.107631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40408) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:24.155947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e68ce6fe-f1e9-4656-bd9b-6460d1eacfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.177885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e68ce6fe-f1e9-4656-bd9b-6460d1eacfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.279282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e68ce6fe-f1e9-4656-bd9b-6460d1eacfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.282497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e68ce6fe-f1e9-4656-bd9b-6460d1eacfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.283744 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e68ce6fe-f1e9-4656-bd9b-6460d1eacfc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/114e494e-cb30-4f92-88b5-9d7b7c70efbc HTTP/1.1" status: 204 len: 168 time: 0.1750965 Aug 12 04:40:24.291617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce6fe-f1e9-4656-bd9b-6460d1eacfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e494e-cb30-4f92-88b5-9d7b7c70efbc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:24.749822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40418) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:24.763373 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db8c6580-027f-4394-88c1-ceccea98fc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.850174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db8c6580-027f-4394-88c1-ceccea98fc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.907563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-db8c6580-027f-4394-88c1-ceccea98fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:24.945403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-db8c6580-027f-4394-88c1-ceccea98fc03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d89790a92cc8419fa4b10840c6d3e6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944995 Aug 12 04:40:24.946286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c6580-027f-4394-88c1-ceccea98fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08588b-da19-4e1c-85e4-9d1e116e65c8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:24.948638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40420) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:24.997803 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b9088c-e685-4802-a8b9-455be8ab7e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:25.019166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b9088c-e685-4802-a8b9-455be8ab7e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:25.118780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b9088c-e685-4802-a8b9-455be8ab7e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:25.121229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9b9088c-e685-4802-a8b9-455be8ab7e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:25.122371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9b9088c-e685-4802-a8b9-455be8ab7e0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc08588b-da19-4e1c-85e4-9d1e116e65c8 HTTP/1.1" status: 204 len: 168 time: 0.1728377 Aug 12 04:40:25.129884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9088c-e685-4802-a8b9-455be8ab7e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc08588b-da19-4e1c-85e4-9d1e116e65c8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:25.678600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:25.798972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:28.232344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f8d22257-7e87-481f-9951-68fccb874be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:30.816151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c7bf2f1e-e086-49e0-b426-35b70ebb3324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:30.958975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:31.069415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b90f7-a1a0-47b0-bd7b-8c9c4373852d req-1f7320cd-cd6a-4789-bfc6-f55714df10b6 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:31.070879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a1b90f7-a1a0-47b0-bd7b-8c9c4373852d req-1f7320cd-cd6a-4789-bfc6-f55714df10b6 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1098 time: 0.0388772 Aug 12 04:40:31.105630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a1b90f7-a1a0-47b0-bd7b-8c9c4373852d req-f833240a-cc68-4bf5-8c16-ff7dafe411fe tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285685 Aug 12 04:40:31.128962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40486) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:31.290428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 656ce35e-2f2e-4295-8e95-33730a13948e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:40:31.290793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:31.367265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:31.367587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:31.379545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 656ce35e-2f2e-4295-8e95-33730a13948e owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:40:31.719682 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:32.079298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=656ce35e-2f2e-4295-8e95-33730a13948e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:32.139521 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:32.139850 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP 27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 disassociated (deleted). External IP: 172.25.6.15, port: 134c7ea7-fde5-4227-87dd-6f701d26c3f8. Aug 12 04:40:32.169885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:32.347926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router bd293de3-9e4a-443c-98a3-d669353f5b5a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:40:32.449376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:40:32.454659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:32.459086 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] Sync routers for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:40:32.467949 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:32.468553 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:32.480861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-87b54c65-9316-4e74-a323-845ec953c0c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/floatingips/27b0304c-1995-4f59-90b5-0c5ccf8c6ec8 HTTP/1.1" status: 204 len: 168 time: 1.3508220 Aug 12 04:40:32.481461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:40:32.483736 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:40:32.521067 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d4e821-032f-4416-8e73-54e0acc772d3 x-openstack-request-id: req-f1d4e821-032f-4416-8e73-54e0acc772d3 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:40:32.523199 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:40:32.524132 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1d4e821-032f-4416-8e73-54e0acc772d3 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:40:32.524132 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'status': 'completed', 'code': 200} Aug 12 04:40:32.573810 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:32.585431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-b7890d72-1097-49e3-b56a-2bb302372f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:32.587174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-b7890d72-1097-49e3-b56a-2bb302372f7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 1098 time: 0.0410895 Aug 12 04:40:32.676167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-5691047c-08a6-456c-9aba-66ca5d7cb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:32.677632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-5691047c-08a6-456c-9aba-66ca5d7cb9f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 200 len: 897 time: 0.0841050 Aug 12 04:40:32.728159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-0045cc22-2deb-4bb4-8829-b046bd455e9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 200 len: 217 time: 0.0386109 Aug 12 04:40:32.771565 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:50Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:32.779418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-2b80a2f6-f220-49ca-b296-4481ef984970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:32.780869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-2b80a2f6-f220-49ca-b296-4481ef984970 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 200 len: 833 time: 0.0443687 Aug 12 04:40:32.798078 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] Checking router: bd293de3-9e4a-443c-98a3-d669353f5b5a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:40:32.806635 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:32.807077 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:32.835396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-bd70d935-7839-4c39-ba28-ed4723a63d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:32.837092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-bd70d935-7839-4c39-ba28-ed4723a63d41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=29923e00-51ab-4f2f-a8d0-ac6604eceb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475347 Aug 12 04:40:32.947602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491142e-246a-4499-a0f0-e0cfdaf69c76 req-a0a3407c-2fbf-4bbd-8189-93973dc2b9a6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:32.949244 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a491142e-246a-4499-a0f0-e0cfdaf69c76 req-a0a3407c-2fbf-4bbd-8189-93973dc2b9a6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 947 time: 0.0609696 Aug 12 04:40:32.949404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-61554a5e-fef3-4d27-b60f-68ed4dc0fb7e service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014869 Aug 12 04:40:32.992030 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a491142e-246a-4499-a0f0-e0cfdaf69c76 req-e7f618bd-fa8a-48be-8716-c64573e986c2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358160 Aug 12 04:40:33.034655 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:33.045742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae7bf102-b0e3-4a80-b58f-be887eb1c1c3 req-228e7c9d-c5d5-4a7f-89db-ff85ab6f52b2 service neutron] 10.222.0.36 "GET /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883367 Aug 12 04:40:33.232111 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:50Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:33.261894 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33648f13-3fb5-4b1d-99a9-0884c48cd7cf None None] The sync data for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 is: [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:38:44Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '810b6ede-015f-4432-823a-c6dc68873280', 'name': '', 'network_id': '29923e00-51ab-4f2f-a8d0-ac6604eceb16', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:ca:64:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:43Z', 'updated_at': '2021-08-12T04:38:50Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': 'f7e458ea-a44b-4445-b821-54238c7e093c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:40:33.481658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03629e2-163e-49ff-8d40-ef5641997546 None None] New status for floating IP 27b0304c-1995-4f59-90b5-0c5ccf8c6ec8: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:40:33.753351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:34.117267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c88d68-e603-41ef-a058-56c38aad5629 req-9c3757b3-f4b7-4d10-9a75-79b4f517818c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:34.118807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e7c88d68-e603-41ef-a058-56c38aad5629 req-9c3757b3-f4b7-4d10-9a75-79b4f517818c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 947 time: 0.0493867 Aug 12 04:40:34.171005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e7c88d68-e603-41ef-a058-56c38aad5629 req-9e902089-9854-4a8e-bf5b-0de44e38be30 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=feed3b36-f068-4879-8f39-d26a4eace3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459645 Aug 12 04:40:34.206560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-77cf212e-c1dd-447b-8a7b-0c68fedd3ae1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:34.208044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-77cf212e-c1dd-447b-8a7b-0c68fedd3ae1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 947 time: 0.0513024 Aug 12 04:40:34.301784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:40:34.302001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:34.400513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 134c7ea7-fde5-4227-87dd-6f701d26c3f8, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=134c7ea7-fde5-4227-87dd-6f701d26c3f8,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:34.400887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:34.413984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 134c7ea7-fde5-4227-87dd-6f701d26c3f8 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:40:34.621582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:34.650784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=134c7ea7-fde5-4227-87dd-6f701d26c3f8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:34.690351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] No DVR routers for this DVR port 134c7ea7-fde5-4227-87dd-6f701d26c3f8 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:40:34.692948 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:34.694997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e5d39e9-7dda-485a-aef5-2dff26f95434 req-b45ec4b4-3b9b-4eee-b86c-f474fbab088f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "DELETE /v2.0/ports/134c7ea7-fde5-4227-87dd-6f701d26c3f8 HTTP/1.1" status: 204 len: 173 time: 0.4803369 Aug 12 04:40:34.695431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-deleted', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:40:34.697701 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4bd215-f7f9-48e1-a42f-d31ca9c52ea6" -d '{"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-deleted", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:40:34.734603 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114c4408-df43-4352-86da-0eae86653c13 x-openstack-request-id: req-114c4408-df43-4352-86da-0eae86653c13 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:40:34.735000 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c5e473-63f7-4e2a-bb57-751d64daed07", "name": "network-vif-deleted", "tag": "134c7ea7-fde5-4227-87dd-6f701d26c3f8", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:40:34.735178 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-114c4408-df43-4352-86da-0eae86653c13 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:40:34.735562 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c5e473-63f7-4e2a-bb57-751d64daed07', 'name': 'network-vif-deleted', 'tag': '134c7ea7-fde5-4227-87dd-6f701d26c3f8', 'status': 'completed', 'code': 200} Aug 12 04:40:35.278860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a8167278-5ddb-4b26-aeb5-41039150a286 req-e2e1b0a9-34ca-4923-8c02-032d757c31ee tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c5e473-63f7-4e2a-bb57-751d64daed07 HTTP/1.1" status: 200 len: 210 time: 0.0263677 Aug 12 04:40:35.590537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:35.703500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b23b3fea-417f-427b-881e-ff2d5c01e139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:35.794054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b23b3fea-417f-427b-881e-ff2d5c01e139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:35.867027 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b23b3fea-417f-427b-881e-ff2d5c01e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:35.905308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b23b3fea-417f-427b-881e-ff2d5c01e139 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccd82c5ea4ac43a89e41a79e23b6f0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134511 Aug 12 04:40:35.907800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b3fea-417f-427b-881e-ff2d5c01e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb094aa-e17c-45a2-9844-6c0df3933fac,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:35.908684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40520) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:35.960964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc81f-dac8-449e-84a4-1e56170f3706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:35.981637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc81f-dac8-449e-84a4-1e56170f3706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:36.073003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc81f-dac8-449e-84a4-1e56170f3706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:36.075543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc81f-dac8-449e-84a4-1e56170f3706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:36.076686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5b9fc81f-dac8-449e-84a4-1e56170f3706 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdb094aa-e17c-45a2-9844-6c0df3933fac HTTP/1.1" status: 204 len: 168 time: 0.1669035 Aug 12 04:40:36.085284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fc81f-dac8-449e-84a4-1e56170f3706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb094aa-e17c-45a2-9844-6c0df3933fac,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:36.337318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40528) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:36.764671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:37.164197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:40:37.188535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 134c7ea7-fde5-4227-87dd-6f701d26c3f8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:40:37.188945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 134c7ea7-fde5-4227-87dd-6f701d26c3f8 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:40:37.364179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 810b6ede-015f-4432-823a-c6dc68873280 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:40:37.366785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:37.452172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 810b6ede-015f-4432-823a-c6dc68873280, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=810b6ede-015f-4432-823a-c6dc68873280,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:37.452546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:37.465791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 810b6ede-015f-4432-823a-c6dc68873280 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:40:37.687018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40560) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:37.747385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:37.774505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=810b6ede-015f-4432-823a-c6dc68873280,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:37.845840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'network': {'name': 'tempest-network-smoke--773384530', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:37.966576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.014646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:40:38.018060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.029726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.251599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.259895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router bd293de3-9e4a-443c-98a3-d669353f5b5a has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:40:38.346909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.380416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:40:38.399197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:40:38.402342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753aed8c-6338-4999-9bf4-e1a9eccb48e5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:38.405136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.405490 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Added segment bd69c414-9d02-4422-99fb-698bd68326b7 of type vlan for network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 Aug 12 04:40:38.409430 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] Sync routers for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:40:38.410276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bdbd40cf-4ec8-4751-b3ec-df1e219e57a0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/bd293de3-9e4a-443c-98a3-d669353f5b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0718422 Aug 12 04:40:38.413094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40564) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:38.424865 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:38.425477 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:38.456387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.467714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting subnet f7e458ea-a44b-4445-b821-54238c7e093c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:40:38.471613 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.511954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.532049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:38.559025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.565397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:38.566069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.598786 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.632954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Network': ['ID=f99fca9a-3e92-4491-ba2a-f73b8bce82e2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:38.644836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:40:38.668584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89a93947-f9d5-4cb9-a0c8-8fbc25964687 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9798605 Aug 12 04:40:38.671556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40566) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:38.676945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'admin_state_up': True, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:38.719094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.725914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:40:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:38.745737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e458ea-a44b-4445-b821-54238c7e093c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:38.749499 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.752111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d533a314-725a-4663-b47a-6072269cf5d7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/subnets/f7e458ea-a44b-4445-b821-54238c7e093c HTTP/1.1" status: 204 len: 168 time: 0.3379030 Aug 12 04:40:38.755004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40568) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:38.758014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf941742-b005-4542-8fae-a425c9c15958 None None] Network 29923e00-51ab-4f2f-a8d0-ac6604eceb16 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:40:38.759834 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] Checking router: bd293de3-9e4a-443c-98a3-d669353f5b5a for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:40:38.764805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.766459 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.770484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] Routers {'bd293de3-9e4a-443c-98a3-d669353f5b5a'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:38.771379 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['bd293de3-9e4a-443c-98a3-d669353f5b5a'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:38.893478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.894946 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] Set router bd293de3-9e4a-443c-98a3-d669353f5b5a gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:38.912020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:38.953557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] DHCP port deletion for 29923e00-51ab-4f2f-a8d0-ac6604eceb16 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:40:39.006998 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] Deleting port 3b033171-01ce-4831-96e0-6463f846d792 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:40:39.007927 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.082501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] For port 3b033171-01ce-4831-96e0-6463f846d792, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3b033171-01ce-4831-96e0-6463f846d792,segment=NetworkSegment(a3e2a8e5-c767-4a59-bbce-04da59f625d5),segment_id=a3e2a8e5-c767-4a59-bbce-04da59f625d5)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:39.082501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.087856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:40:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:39.093863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] Calling delete_port for 3b033171-01ce-4831-96e0-6463f846d792 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:40:39.115113 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78186ed-fcca-48a8-a6f0-d431cdc367d9 None None] The sync data for ids ['bd293de3-9e4a-443c-98a3-d669353f5b5a'] in n-d-804320-1 is: [{'id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-272071595', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:38Z', 'updated_at': '2021-08-12T04:40:37Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'dfc70ff2-840b-47da-90fc-6225683e3520', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd293de3-9e4a-443c-98a3-d669353f5b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:39Z', 'updated_at': '2021-08-12T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:40:39.151443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.156623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.290532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.316929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] Pushing event deleted for resources: {'Port': ['ID=3b033171-01ce-4831-96e0-6463f846d792,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:39.318781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d314d8d-31e5-465a-ae87-d3ac5ae48d20 None None] No DVR routers for this DVR port 3b033171-01ce-4831-96e0-6463f846d792 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:40:39.370967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port dfc70ff2-840b-47da-90fc-6225683e3520 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:40:39.371241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.520272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port dfc70ff2-840b-47da-90fc-6225683e3520, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dfc70ff2-840b-47da-90fc-6225683e3520,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:39.521006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.551698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.573134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for dfc70ff2-840b-47da-90fc-6225683e3520 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:40:39.575545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.770888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.25.6.117 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7f134c3f-02df-4f73-934e-d307bd816560) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:39.907099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.937223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:39.966602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=dfc70ff2-840b-47da-90fc-6225683e3520,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:40.023400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.064087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.069026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:40.127120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:40.132115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:40.182561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=7f134c3f-02df-4f73-934e-d307bd816560,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:40.189135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.191449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.325724 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.326239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Fanout notify agent at l3_agent the message router_deleted on router bd293de3-9e4a-443c-98a3-d669353f5b5a {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:40:40.340706 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.341874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-92c0e6eb-63bb-49ef-a9e6-e1e2f932056d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/routers/bd293de3-9e4a-443c-98a3-d669353f5b5a HTTP/1.1" status: 204 len: 168 time: 1.5857410 Aug 12 04:40:40.344552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40570) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:40.433866 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.486135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 810b6ede-015f-4432-823a-c6dc68873280 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:40:40.507755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 810b6ede-015f-4432-823a-c6dc68873280 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:40:40.508108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 810b6ede-015f-4432-823a-c6dc68873280 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:40:40.508641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3b033171-01ce-4831-96e0-6463f846d792 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:40:40.527018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3b033171-01ce-4831-96e0-6463f846d792 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:40:40.527369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3b033171-01ce-4831-96e0-6463f846d792 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:40:40.567501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.606656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29923e00-51ab-4f2f-a8d0-ac6604eceb16']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:40.943573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e2a8e5-c767-4a59-bbce-04da59f625d5') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:40.943862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e2a8e5-c767-4a59-bbce-04da59f625d5') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:40.957002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.971388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:40.975852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.013002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:40:41.013475 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:40:41.016476 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:40:41.177360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.185533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.186757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/networks/29923e00-51ab-4f2f-a8d0-ac6604eceb16 HTTP/1.1" status: 204 len: 168 time: 0.8412640 Aug 12 04:40:41.189729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:41.203711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1799e-f69e-4851-aedf-8f152eaa6541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Network': ['ID=29923e00-51ab-4f2f-a8d0-ac6604eceb16,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:41.249511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4864dbec-cc02-4db3-99c1-a873da587266 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.267636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.286586 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4864dbec-cc02-4db3-99c1-a873da587266 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.404580 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4864dbec-cc02-4db3-99c1-a873da587266 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.407844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4864dbec-cc02-4db3-99c1-a873da587266 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.408997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4864dbec-cc02-4db3-99c1-a873da587266 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/security-groups/feed3b36-f068-4879-8f39-d26a4eace3f2 HTTP/1.1" status: 204 len: 168 time: 0.2177639 Aug 12 04:40:41.418504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864dbec-cc02-4db3-99c1-a873da587266 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed3b36-f068-4879-8f39-d26a4eace3f2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:41.467395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:40:41.575655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:40:41.588003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:40:41.598073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:41.603177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:41.656351 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.658819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-66ebe488-ea66-4d72-8293-0d93e30b02b5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9850090 Aug 12 04:40:41.661022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40578) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:41.706500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:41.756208 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ff90f7ba-78b8-4678-a284-8f9681b0daaa tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=b940dd391a844a3fb55089cbf67f1cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0939081 Aug 12 04:40:41.759283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40582) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:41.850981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40584) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:41.855930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938186596', 'description': 'tempest-secgroup-smoke-938186596 description', 'project_id': 'f5c14e689dd14c4b866e901dcef58802'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:41.910123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:40Z', 'revision_number': 3, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:41.912287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214ff41-8543-46ef-a3cd-526762733cd7 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:41.913800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d214ff41-8543-46ef-a3cd-526762733cd7 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1535854 Aug 12 04:40:41.917106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40586) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:41.936253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.937250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:40:41.942994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Updating router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea port 7f134c3f-02df-4f73-934e-d307bd816560 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:40:41.962218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8cf49c3e-8d88-4544-b1d1-620a641930d4 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438452 Aug 12 04:40:41.962882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:41.964739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40588) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:41.969664 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224068888', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:42.112865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.171516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.209499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba73e1f-b5ed-4f21-97f8-b42601416796,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:42.224512 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.233891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Transition to ACTIVE for port object 7f134c3f-02df-4f73-934e-d307bd816560 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:42.267936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:40:42.271457 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.301514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.325367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.326595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d41d4377-6757-447f-8e74-5cf867e4ab38 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4745977 Aug 12 04:40:42.329663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40590) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:42.337112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'eba73e1f-b5ed-4f21-97f8-b42601416796', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:42.364920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Attempting to bind port 7f134c3f-02df-4f73-934e-d307bd816560 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:42.365567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Attempting to bind port 7f134c3f-02df-4f73-934e-d307bd816560 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:42.366380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Attempting to bind port 7f134c3f-02df-4f73-934e-d307bd816560 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:42.368729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d838d2b-3e4f-42cc-9c73-2f3305ec28bb None None] Pushing event updated for resources: {'Port': ['ID=7f134c3f-02df-4f73-934e-d307bd816560,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:42.373334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dfc70ff2-840b-47da-90fc-6225683e3520 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:40:42.395094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:42.395488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:42.395896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.396319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:42.396807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Bound port: 7f134c3f-02df-4f73-934e-d307bd816560, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:42.397199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.398881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: dfc70ff2-840b-47da-90fc-6225683e3520 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:40:42.399227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dfc70ff2-840b-47da-90fc-6225683e3520 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:40:42.443894 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.454674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] For port 7f134c3f-02df-4f73-934e-d307bd816560, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:42.459063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] For port 7f134c3f-02df-4f73-934e-d307bd816560, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7f134c3f-02df-4f73-934e-d307bd816560,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:42.501635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.519053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.576226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.580942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Subnet': ['ID=d55b68b6-b63c-4421-95dd-6be98956d833,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:42.589717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Checking segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:42.590086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network hostable DHCP agents. Network: f99fca9a-3e92-4491-ba2a-f73b8bce82e2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:40:42.598745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.619346 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7761a6f6-547a-4abf-a216-3b23465cdd55,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:42.638070 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:42.638692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:42.642116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d838d2b-3e4f-42cc-9c73-2f3305ec28bb None None] Pushing event updated for resources: {'Port': ['ID=7f134c3f-02df-4f73-934e-d307bd816560,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:42.661429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:40:42.678562 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.679824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-48392f60-3337-4f6e-bb4e-9b9c0d9c68bf tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3489807 Aug 12 04:40:42.682532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40592) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:42.687052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'eba73e1f-b5ed-4f21-97f8-b42601416796', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:42.741192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f99fca9a-3e92-4491-ba2a-f73b8bce82e2) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:42.745463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:42.746061 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.778663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.839597 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-05b93898-87a4-4ff6-9a67-be6e4832156a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8738098 Aug 12 04:40:42.842420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:42.865197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f5a41-ff4a-4aca-9910-d77ea49ece04 None None] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:40:42.907967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:42.933390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:43.004156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.031235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953b6a7e-9539-43d9-a39c-121d7fe4e819,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:43.127696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.131861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dbbb5ac0-e111-43b9-9ecf-06ceea9d8967 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4454081 Aug 12 04:40:43.133008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40596) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:43.139510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'eba73e1f-b5ed-4f21-97f8-b42601416796', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:43.149675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:40:43.150526 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.256729 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.259954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:40Z', 'revision_number': 3, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:43.304749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b802cbb-4470-4be1-a5e6-e0e2149fd7e5 None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:40Z', 'revision_number': 3, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:40:43.325422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.326680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Allocated IP 172.20.0.2 (f99fca9a-3e92-4491-ba2a-f73b8bce82e2/d55b68b6-b63c-4421-95dd-6be98956d833/d593662d-60fc-4f64-b8f5-cff39524ae73) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:43.412765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.421695 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.441498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736a653f-bcde-4d5f-80cc-ab844f2ebcce,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:43.496566 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.506826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Transition to ACTIVE for port object d593662d-60fc-4f64-b8f5-cff39524ae73 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:43.513130 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.517202 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4d053a83-1fdd-4f0a-ae71-9ccb61a50750 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3798208 Aug 12 04:40:43.519224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40598) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:43.522340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Transition to ACTIVE for port object d593662d-60fc-4f64-b8f5-cff39524ae73 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:43.528538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'eba73e1f-b5ed-4f21-97f8-b42601416796', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:43.587907 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.630013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:43.637653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:43.642249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:43.651015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.655007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Pushing event updated for resources: {'Port': ['ID=d593662d-60fc-4f64-b8f5-cff39524ae73,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:43.729928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Attempting to bind port d593662d-60fc-4f64-b8f5-cff39524ae73 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:43.730315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Attempting to bind port d593662d-60fc-4f64-b8f5-cff39524ae73 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:43.730692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Attempting to bind port d593662d-60fc-4f64-b8f5-cff39524ae73 on network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:43.737396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:43.737789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Checking segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:43.738202 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.738445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.738659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Bound using segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:43.739419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Bound port: d593662d-60fc-4f64-b8f5-cff39524ae73, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:43.739813 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.805072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.809972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] For port d593662d-60fc-4f64-b8f5-cff39524ae73, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:43.814093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] For port d593662d-60fc-4f64-b8f5-cff39524ae73, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d593662d-60fc-4f64-b8f5-cff39524ae73,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:43.826880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98d3951-21bc-407c-9a96-300c79a3fce4,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:43.902753 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.924482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:43.925739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ad551c1-2b6c-4e73-b05d-664291590792 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4013999 Aug 12 04:40:43.928435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40600) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:43.936488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'eba73e1f-b5ed-4f21-97f8-b42601416796', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:43.978490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3827f-d40a-4f31-9051-81427ac54959 None None] Pushing event updated for resources: {'Port': ['ID=d593662d-60fc-4f64-b8f5-cff39524ae73,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:44.033253 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:40:44.038537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.084288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.20.0.1 (f99fca9a-3e92-4491-ba2a-f73b8bce82e2/d55b68b6-b63c-4421-95dd-6be98956d833/1d8706cb-7dc5-4733-b1d9-022ae5fba31a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:44.115100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.173349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.192385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879ade4a-63b6-4ff9-b362-b21511e1b5e6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:44.238684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.249572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Transition to ACTIVE for port object 1d8706cb-7dc5-4733-b1d9-022ae5fba31a will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:44.279527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.281015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-da94a1ac-36bd-4022-a889-6bacf9c1e9f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3515625 Aug 12 04:40:44.283946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40602) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:44.293784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': 'eba73e1f-b5ed-4f21-97f8-b42601416796', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:44.362474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.395899 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:40:44.407121 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.440675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:44.452682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:44.455783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:44.463455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:44.466841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f134c3f-02df-4f73-934e-d307bd816560 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:44.517700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.520865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.598940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7f134c3f-02df-4f73-934e-d307bd816560 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:44.603627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7f134c3f-02df-4f73-934e-d307bd816560 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:44.604002 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.630908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.694998 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.700702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d650068e-e957-48b6-8001-70ccd73b52d1,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:44.724542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7f134c3f-02df-4f73-934e-d307bd816560, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7f134c3f-02df-4f73-934e-d307bd816560,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:44.753127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.754390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-903bd1c9-1d99-4874-96fd-f811117f59a8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4693518 Aug 12 04:40:44.757270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40604) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:44.762577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'network': {'name': 'tempest-network-smoke--1175278961', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'port_security_enabled': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:44.775900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.777121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d593662d-60fc-4f64-b8f5-cff39524ae73 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:44.855830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7f134c3f-02df-4f73-934e-d307bd816560,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:44.872693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:40:44.877394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.898569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.925683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:40:44.934664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port d593662d-60fc-4f64-b8f5-cff39524ae73 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:44.968152 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:44.968513 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Added segment ed571b63-1fc9-42fd-b0a0-11abfc5f1a21 of type vlan for network b8c259c2-457d-495b-953b-0892eea9719e Aug 12 04:40:44.994100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00619a-da04-46b4-a29c-950daa3ef251 None None] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:40:45.063329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.175995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] Provisioning for port d593662d-60fc-4f64-b8f5-cff39524ae73 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:45.180236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] Provisioning complete for port d593662d-60fc-4f64-b8f5-cff39524ae73 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:45.180682 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.220417 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.226678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:45.227365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.276911 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.323117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] For port d593662d-60fc-4f64-b8f5-cff39524ae73, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d593662d-60fc-4f64-b8f5-cff39524ae73,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:45.378611 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.380650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Network': ['ID=b8c259c2-457d-495b-953b-0892eea9719e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:45.387279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.392988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b8c259c2-457d-495b-953b-0892eea9719e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:40:45.418764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-80032261-28e4-4fcb-9515-b015349f1984 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6584148 Aug 12 04:40:45.419708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40606) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:45.426947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'admin_state_up': True, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:45.485574 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.514320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.516380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.525154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd46184-5617-41e8-bb94-73201a8848b0 None None] Pushing event updated for resources: {'Port': ['ID=d593662d-60fc-4f64-b8f5-cff39524ae73,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:45.532277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34bd3f49-dd5d-404b-8d79-876514b8fa97 None None] Provisioning complete for port d593662d-60fc-4f64-b8f5-cff39524ae73 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:45.532656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f49-dd5d-404b-8d79-876514b8fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.586424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:45.634940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.639015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.749426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:45.752022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:45.815916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34bd3f49-dd5d-404b-8d79-876514b8fa97 None None] Provisioning for port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:45.820241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-34bd3f49-dd5d-404b-8d79-876514b8fa97 None None] Provisioning complete for port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:45.820711 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34bd3f49-dd5d-404b-8d79-876514b8fa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.876870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-34bd3f49-dd5d-404b-8d79-876514b8fa97 None None] Port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:45.897487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:40:45.939975 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:45.996309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f975f147-e627-491b-8ff4-77c18084e7da None None] Provisioning complete for port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:45.996683 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f975f147-e627-491b-8ff4-77c18084e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.016782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:40:46.022333 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b465c6c6-28fb-48c2-8033-dcae3ca0c8d2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "PUT /v2.0/routers/2189376f-d3ff-4f54-bfd0-4dbdb3098cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1785696 Aug 12 04:40:46.026026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:46.028689 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:40:46.039638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f975f147-e627-491b-8ff4-77c18084e7da None None] Port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:46.044120 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:46.044951 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:46.160260 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:46.199307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.199919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.200388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.200849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.201313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.201769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.202222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.204687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-424e517c-5d90-41cd-bce3-70ab0931de1e tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4920 time: 0.1785216 Aug 12 04:40:46.208400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40610) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:46.215537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.236114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.302295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.302792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.303256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.303710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.304161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.304616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:46.306746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4342129a-6493-42aa-b898-9ab8cc7de401 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.0971026 Aug 12 04:40:46.309264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:46.359121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.221 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/c5cac536-fc99-4ae9-9b4b-7d441c5501d9) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:46.362664 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:45Z', 'revision_number': 2, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:46.400232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:40:46.400954 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Updating router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:40:46.431574 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.441288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f134c3f-02df-4f73-934e-d307bd816560 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:46.488390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.496783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7f134c3f-02df-4f73-934e-d307bd816560 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:46.497431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.593601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.604097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d593662d-60fc-4f64-b8f5-cff39524ae73 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:46.657075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port d593662d-60fc-4f64-b8f5-cff39524ae73 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:46.657538 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.664330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:46.685985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:46.689236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:46.695499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:46.852983 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-019473c9-7f01-4c73-88bf-4cfbae8087fc tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.5425527 Aug 12 04:40:46.858106 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.869012 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Transition to ACTIVE for port object 1d8706cb-7dc5-4733-b1d9-022ae5fba31a will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:46.918419 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:46.977674 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Pushing event updated for resources: {'Port': ['ID=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:46.999239 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:46.999586 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:46.999950 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.000628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.000628 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.000935 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.001225 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.001544 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.001861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.002175 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.002495 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.002829 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:47.009604 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.047426 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Attempting to bind port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:47.047986 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Attempting to bind port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:47.048184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Attempting to bind port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a on network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:47.056652 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:47.057028 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Checking segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:47.057415 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.057860 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Bound using segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:47.058328 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Bound port: 1d8706cb-7dc5-4733-b1d9-022ae5fba31a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:47.059745 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.137179 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] For port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:47.141159 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] For port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:47.210497 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.231743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.275646 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:47.276361 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:47.293268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:47.298774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576226741', 'description': 'tempest-secgroup-smoke-576226741 description', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:47.310642 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735c478-ac39-44f0-88a9-24ae90b317ec None None] Pushing event updated for resources: {'Port': ['ID=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:47.370914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.398436 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:47.421301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:40:47.473961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.536023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.536286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:40:47.549936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Sync routers for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:40:47.559716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:47.560566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:47.574256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:47.607060 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:47Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:47.621795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.623191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b45d2f70-9d95-450c-b102-0a7554f542e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2018123 Aug 12 04:40:47.626909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40618) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:47.633540 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7aba1e-4c7c-4001-9f87-fe2ff3221770 None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:47Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:40:47.644644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.648683 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a9914737-91b7-4a6c-9060-e0db3e326a6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3516493 Aug 12 04:40:47.650766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:47.653621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '74ec5ebc-dfc6-4c3e-8976-c647c71a32a8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:47.662625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e2cbb188-8f0c-47de-8324-9ce226a40e71 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f5c14e689dd14c4b866e901dcef58802&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342996 Aug 12 04:40:47.665645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40622) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:47.702170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:47.729530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.810729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.820042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39f7c8-6ceb-4540-9215-d01d4dae71d9 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:47.824947 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1c39f7c8-6ceb-4540-9215-d01d4dae71d9 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1549003 Aug 12 04:40:47.829817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40624) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:47.858607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-934f1d9b-272b-421b-8811-924a285152ed tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274653 Aug 12 04:40:47.864791 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40626) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:47.870280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692145835', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:47.916526 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:47.932326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:46Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:47.960375 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e196f4c4-a4ca-4e75-a1e8-d7b27e6efe40,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:47.963627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Checking router: 4e095e41-e48d-4e51-a5a3-3092bb5e2863 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:40:47.964824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Updating router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:40:47.993199 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.040614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.041860 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-31f4638a-7906-4358-96cd-b732bf00ceff tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3920443 Aug 12 04:40:48.044741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40628) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:48.049884 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '74ec5ebc-dfc6-4c3e-8976-c647c71a32a8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:48.141429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:40:48.145251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.248765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.266280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.277746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Transition to ACTIVE for port object c5cac536-fc99-4ae9-9b4b-7d441c5501d9 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:48.322076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.352769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.407740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Attempting to bind port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:48.408239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Attempting to bind port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:48.408580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Attempting to bind port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:48.416546 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.422623 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:48.423025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:48.425226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.425226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:48.425226 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Bound port: c5cac536-fc99-4ae9-9b4b-7d441c5501d9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:48.425226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.426773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75c8d-2087-4f8c-a221-0b398b1a9b88 None None] Pushing event updated for resources: {'Port': ['ID=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:48.445155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.450813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195fbb0f-e3f1-482a-9116-a440693954ed,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:48.472382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d8706cb-7dc5-4733-b1d9-022ae5fba31a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:48.519774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Checking segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:48.520144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network hostable DHCP agents. Network: b8c259c2-457d-495b-953b-0892eea9719e, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:40:48.523337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Subnet': ['ID=05b1a079-8fe2-45e3-aaf0-20b28cfb004f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:48.533304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] For port c5cac536-fc99-4ae9-9b4b-7d441c5501d9, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:48.536517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] For port c5cac536-fc99-4ae9-9b4b-7d441c5501d9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:48.547589 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.548831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0baf55eb-eace-46a0-9203-e7f1f67ba726 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5031722 Aug 12 04:40:48.551775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40630) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:48.556422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '74ec5ebc-dfc6-4c3e-8976-c647c71a32a8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:48.650356 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.679010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network b8c259c2-457d-495b-953b-0892eea9719e is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:40:48.682166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:48.687860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.702223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:48.703496 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.741156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:48.741817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:48.784034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75c8d-2087-4f8c-a221-0b398b1a9b88 None None] Pushing event updated for resources: {'Port': ['ID=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:48.792959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, b8c259c2-457d-495b-953b-0892eea9719e) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:48.801864 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:48.807363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:48.810111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e31b2-e19a-4518-8db9-0011c615022b None None] Network b8c259c2-457d-495b-953b-0892eea9719e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:40:48.909406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c913ccd-8185-4da0-a47a-283de6bc579a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0430024 Aug 12 04:40:48.912048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40632) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:49.094284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.121347 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.128665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:49.158792 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.179015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cad980-6726-4d27-811f-d550dfb29bbc,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:49.238722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.243354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dbaa742f-dc16-4b46-8319-2bc1b2389c1e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6879594 Aug 12 04:40:49.243739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40634) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:49.250837 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '74ec5ebc-dfc6-4c3e-8976-c647c71a32a8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:49.273770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:49.336959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.348406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-b8c259c2-457d-495b-953b-0892eea9719e', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:40:49.349247 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.388319 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.408808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.495572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:49.502274 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.570182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:46Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:49.592553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.603185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd86895-97c7-4e4e-a11f-3bc562393a66 None None] The sync data for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 is: [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:46Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:40:49.613083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Allocated IP 172.20.0.2 (b8c259c2-457d-495b-953b-0892eea9719e/05b1a079-8fe2-45e3-aaf0-20b28cfb004f/e353e560-e84f-4e93-88fe-0fda20b1cf70) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:49.623914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991a54cd-6086-400e-a981-ff516aefd1c7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:49.707182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.708407 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-74c0999a-93dc-4f26-bad5-8f11c2812c9a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4637227 Aug 12 04:40:49.711420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40638) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:49.716324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '74ec5ebc-dfc6-4c3e-8976-c647c71a32a8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:49.778019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.786857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Transition to ACTIVE for port object e353e560-e84f-4e93-88fe-0fda20b1cf70 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:49.805023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Transition to ACTIVE for port object e353e560-e84f-4e93-88fe-0fda20b1cf70 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:49.809596 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Project b940dd391a844a3fb55089cbf67f1cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:40:49.815033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.879416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.897701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:49.930745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Network b8c259c2-457d-495b-953b-0892eea9719e is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:49.937073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:49.941213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:49.953087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Pushing event updated for resources: {'Port': ['ID=e353e560-e84f-4e93-88fe-0fda20b1cf70,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:49.962961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.1 (b8c259c2-457d-495b-953b-0892eea9719e/05b1a079-8fe2-45e3-aaf0-20b28cfb004f/9a4e560f-efde-42a6-972b-ddd0415d26d8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:49.975815 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.000141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d05add-e0d4-4b25-8b1b-f77ae45757b6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:50.009058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Attempting to bind port e353e560-e84f-4e93-88fe-0fda20b1cf70 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:50.009433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Attempting to bind port e353e560-e84f-4e93-88fe-0fda20b1cf70 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:50.009801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Attempting to bind port e353e560-e84f-4e93-88fe-0fda20b1cf70 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:50.015289 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:50.015681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Checking segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:50.016088 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.016545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Bound using segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:50.017179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Bound port: e353e560-e84f-4e93-88fe-0fda20b1cf70, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:50.017643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.072761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.077773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40640) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:40:50.079029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9a51c235-e6bf-42f7-9263-7064647e1e93 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3663840 Aug 12 04:40:50.083897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '74ec5ebc-dfc6-4c3e-8976-c647c71a32a8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:50.098983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] For port e353e560-e84f-4e93-88fe-0fda20b1cf70, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:50.102422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] For port e353e560-e84f-4e93-88fe-0fda20b1cf70, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e353e560-e84f-4e93-88fe-0fda20b1cf70,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:50.132009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.146126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 9a4e560f-efde-42a6-972b-ddd0415d26d8 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:50.171159 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.193162 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Project b940dd391a844a3fb55089cbf67f1cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:40:50.193162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.238950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b0131-6f69-4d5c-a3a0-a0dff2f48b45 None None] Pushing event updated for resources: {'Port': ['ID=e353e560-e84f-4e93-88fe-0fda20b1cf70,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:50.265105 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.277392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.323174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network b8c259c2-457d-495b-953b-0892eea9719e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:50.326496 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.338585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:50.349447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:50.355905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=9a4e560f-efde-42a6-972b-ddd0415d26d8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:50.378149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0351864-7cc9-4928-98e1-03ce372f99cd,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:50.405614 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.458448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.459728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-31c09750-8d95-4258-8413-ba6a777d0cdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799751 Aug 12 04:40:50.603740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c5cac536-fc99-4ae9-9b4b-7d441c5501d9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:50.692279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f51bd060-1e87-41c9-8c89-b98dd64a2555 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576226741&fields=id&tenant_id=b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 267 time: 0.0675285 Aug 12 04:40:50.698032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.787063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:50.797209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:50.797209 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.871608 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.896559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c5cac536-fc99-4ae9-9b4b-7d441c5501d9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:50.958416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-1ef9255f-d079-43c6-9852-aee331df629d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:50.959998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-1ef9255f-d079-43c6-9852-aee331df629d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/networks?id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 200 len: 796 time: 0.2598505 Aug 12 04:40:50.970201 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:50.971616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d8706cb-7dc5-4733-b1d9-022ae5fba31a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:51.009006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-0de659c2-76cf-439b-ae9d-510f0808abb6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/quotas/b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 375 time: 0.0196242 Aug 12 04:40:51.051971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:51.071025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:51.071579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:51.158757 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-15b6bddd-beaf-42a6-ae7f-161bbc21647d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422718 Aug 12 04:40:51.257060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270a0a3-adbf-4547-b88f-f8da23cba530 None None] Network b8c259c2-457d-495b-953b-0892eea9719e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:40:51.282544 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:51.302046 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-ddd5773f-4cd7-451b-8c5e-a606755eddd8 service neutron] 10.222.0.42 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245801 Aug 12 04:40:51.364602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:51.398671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-127b95d8-e8eb-44e5-a197-82bc589e23ff None None] Provisioning for port e353e560-e84f-4e93-88fe-0fda20b1cf70 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:51.467401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-52631610-fbe7-47ad-8a0c-ea36f9fea35f service neutron] 10.222.0.42 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589348 Aug 12 04:40:51.469131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:51.471219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=9a4e560f-efde-42a6-972b-ddd0415d26d8,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:51.485020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.485315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.485643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.485985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.486317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.486694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.487003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.487334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.487665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.487994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.488322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.488630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:40:51.608835 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network b8c259c2-457d-495b-953b-0892eea9719e is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:51.611199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:51.779805 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84291808-bf21-4ce2-92b6-0650fa3868ae req-bd03c2c3-a995-48f8-9b71-3b64f2ac7f8a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 210 time: 0.0523257 Aug 12 04:40:51.780439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:40:51.832926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de46ec4b-e00a-469b-b0bf-0199c33d6950 None None] Provisioning for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:51.838986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de46ec4b-e00a-469b-b0bf-0199c33d6950 None None] Provisioning complete for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:51.839650 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de46ec4b-e00a-469b-b0bf-0199c33d6950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:51.915709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-de46ec4b-e00a-469b-b0bf-0199c33d6950 None None] Port 9a4e560f-efde-42a6-972b-ddd0415d26d8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:52.044221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c9a4a07a-cb0b-4b92-bf58-0473da3a0730 None None] Provisioning complete for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:52.044706 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c9a4a07a-cb0b-4b92-bf58-0473da3a0730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.084254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4a07a-cb0b-4b92-bf58-0473da3a0730 None None] Port 9a4e560f-efde-42a6-972b-ddd0415d26d8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:52.205684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:40:52.207957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1e782cd6-88ca-41e9-8e5c-69de88e896d3 None None] Provisioning complete for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:52.208432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1e782cd6-88ca-41e9-8e5c-69de88e896d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.210669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-eef036af-32b3-4915-8e1e-fa699ca82c88 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/4e095e41-e48d-4e51-a5a3-3092bb5e2863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2974133 Aug 12 04:40:52.226987 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Sync routers for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:40:52.237179 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:52.238344 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:52.247832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1e782cd6-88ca-41e9-8e5c-69de88e896d3 None None] Port 9a4e560f-efde-42a6-972b-ddd0415d26d8 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:52.348087 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:52.416058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-f477bd5e-3f1a-4d08-8440-f6c60f3ef464 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938186596&fields=id&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 267 time: 0.0523093 Aug 12 04:40:52.524145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c5cac536-fc99-4ae9-9b4b-7d441c5501d9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:52.547152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-91164eae-51a7-4b97-adf0-ace704a528a1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:52.559429 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-91164eae-51a7-4b97-adf0-ace704a528a1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 797 time: 0.1352875 Aug 12 04:40:52.575956 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-b527d1fd-7c72-429e-8f0c-c8acf0215a76 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/quotas/f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 375 time: 0.0151591 Aug 12 04:40:52.588693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:52.589072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.594812 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:51Z', 'revision_number': 2, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:52.623802 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Checking router: 4e095e41-e48d-4e51-a5a3-3092bb5e2863 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:40:52.627247 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Updating router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 port 9a4e560f-efde-42a6-972b-ddd0415d26d8 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:40:52.634820 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-183b95b8-61fa-41a6-bcf1-a3069800eb93 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513239 Aug 12 04:40:52.652216 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.679251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e353e560-e84f-4e93-88fe-0fda20b1cf70 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:52.751652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-6a1178fa-4a13-4068-a947-fea49a59561d service neutron] 10.222.0.42 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013763 Aug 12 04:40:52.815521 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e353e560-e84f-4e93-88fe-0fda20b1cf70 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:52.819903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e353e560-e84f-4e93-88fe-0fda20b1cf70 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:52.820417 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.869914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-90006152-2448-4306-b0a8-e03fa825b6d7 service neutron] 10.222.0.42 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131268 Aug 12 04:40:52.871311 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-643a6df1-3f92-46ca-8f3b-433c9622f3e1 req-42101933-365f-496f-bcf7-d35b69f59f09 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 210 time: 0.0457640 Aug 12 04:40:52.910511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.955711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e353e560-e84f-4e93-88fe-0fda20b1cf70, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e353e560-e84f-4e93-88fe-0fda20b1cf70,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:52.970158 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:52.979852 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Transition to ACTIVE for port object 9a4e560f-efde-42a6-972b-ddd0415d26d8 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:53.027146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:53.055706 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:53.102157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e353e560-e84f-4e93-88fe-0fda20b1cf70,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:53.110377 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41619f97-1119-4a0d-a8a7-4a997478e8ad None None] Pushing event updated for resources: {'Port': ['ID=9a4e560f-efde-42a6-972b-ddd0415d26d8,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:53.162458 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Attempting to bind port 9a4e560f-efde-42a6-972b-ddd0415d26d8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:53.162856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Attempting to bind port 9a4e560f-efde-42a6-972b-ddd0415d26d8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:53.163349 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Attempting to bind port 9a4e560f-efde-42a6-972b-ddd0415d26d8 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:53.169426 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:53.169814 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Checking segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:53.170270 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:53.170668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Bound using segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:53.172575 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Bound port: 9a4e560f-efde-42a6-972b-ddd0415d26d8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:53.172965 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:53.193367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a4561f2-ea50-4816-b8d5-185065bbdb00 req-83f15c55-5c4c-4c9b-a632-e8e6e0b4b2b7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 210 time: 0.0497284 Aug 12 04:40:53.256199 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] For port 9a4e560f-efde-42a6-972b-ddd0415d26d8, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:53.259622 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] For port 9a4e560f-efde-42a6-972b-ddd0415d26d8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4e560f-efde-42a6-972b-ddd0415d26d8,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:53.319534 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:53.376902 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:40:53.377484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:40:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:53.419658 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41619f97-1119-4a0d-a8a7-4a997478e8ad None None] Pushing event updated for resources: {'Port': ['ID=9a4e560f-efde-42a6-972b-ddd0415d26d8,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:53.596750 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:40:53.789084 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:53Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:40:53.819095 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926bbf1c-69b8-4caa-8288-7b4c0a283cd5 None None] The sync data for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 is: [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:53Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:40:53.987583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f5ef9ec-1c56-47a6-a522-b12930759933 req-7b4c5062-68ac-409b-b9e3-b2f16aa456ef tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 210 time: 0.0299001 Aug 12 04:40:54.216161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-02d71485-9134-4154-a068-10d4e5162b66 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:54.217693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-02d71485-9134-4154-a068-10d4e5162b66 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.36 "GET /v2.0/networks?id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 200 len: 796 time: 0.1044092 Aug 12 04:40:54.279964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-b267e0fa-109b-4cd3-a0af-7fe8a5b206a8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 379 time: 0.0530035 Aug 12 04:40:54.301278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8300af86-d45f-4b6f-a73c-9cddfd204dab req-643bc22a-afa6-4fb0-9be3-ae9a6a4a153d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 210 time: 0.0408268 Aug 12 04:40:54.304968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'port': {'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'admin_state_up': True, 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'security_groups': ['74ec5ebc-dfc6-4c3e-8976-c647c71a32a8']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:54.501770 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:40:54.505895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.521853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4e560f-efde-42a6-972b-ddd0415d26d8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:54.654414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.20.0.10 (f99fca9a-3e92-4491-ba2a-f73b8bce82e2/d55b68b6-b63c-4421-95dd-6be98956d833/4ddc1cbd-dd2b-4476-a1cd-224f249d761a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:54.655314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:54.659443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:54.659852 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.748729 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.781716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9a4e560f-efde-42a6-972b-ddd0415d26d8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4e560f-efde-42a6-972b-ddd0415d26d8,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:40:54.810698 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.824761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Transition to ACTIVE for port object 4ddc1cbd-dd2b-4476-a1cd-224f249d761a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:54.861330 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.862160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e353e560-e84f-4e93-88fe-0fda20b1cf70 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:54.930225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.948871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9a4e560f-efde-42a6-972b-ddd0415d26d8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:54.957670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e353e560-e84f-4e93-88fe-0fda20b1cf70 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:54.958084 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:54.978813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:54.984715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:54.988874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:55.018966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:55.059387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:55.060228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.138718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71668471-6327-4059-8a5e-0da7282870cd req-1108a71e-7aff-4602-a6dc-e684cbaed7f9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:55.140916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71668471-6327-4059-8a5e-0da7282870cd req-1108a71e-7aff-4602-a6dc-e684cbaed7f9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 932 time: 0.0515018 Aug 12 04:40:55.153814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3a47d63b-8565-4460-846b-57db750a9d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8545954 Aug 12 04:40:55.214008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71668471-6327-4059-8a5e-0da7282870cd req-5e85589b-8559-4db0-9e8c-73d052bfc84a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666223 Aug 12 04:40:55.240599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Request body: {'port': {'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:55.319739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.346672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-438f24e5-4118-4030-9942-79f105611633 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:55.348227 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-438f24e5-4118-4030-9942-79f105611633 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 797 time: 0.1750562 Aug 12 04:40:55.386518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3eb173b3-4d57-4bbf-8e6f-dd9779728d14 None None] Provisioning for port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:55.391272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3eb173b3-4d57-4bbf-8e6f-dd9779728d14 None None] Provisioning complete for port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:55.391864 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3eb173b3-4d57-4bbf-8e6f-dd9779728d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.421788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c84fce35-7d74-4465-bce8-f75b29ce4352 req-302b85b6-7c63-4e96-893a-e4034aa4c9d6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 210 time: 0.0448141 Aug 12 04:40:55.429474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3eb173b3-4d57-4bbf-8e6f-dd9779728d14 None None] Port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:55.493109 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-0ef26dc9-6333-47f3-b2c4-5704f4fc1df6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 379 time: 0.1234062 Aug 12 04:40:55.504692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'port': {'device_id': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'admin_state_up': True, 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'security_groups': ['eba73e1f-b5ed-4f21-97f8-b42601416796']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:55.615908 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.743573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddc1cbd-dd2b-4476-a1cd-224f249d761a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:40:55.751916 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.763722 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Transition to ACTIVE for port object 4ddc1cbd-dd2b-4476-a1cd-224f249d761a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:55.821052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:40:55.824586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.844863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.849840 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:55.961898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Pushing event updated for resources: {'Port': ['ID=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:56.054176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.9 (b8c259c2-457d-495b-953b-0892eea9719e/05b1a079-8fe2-45e3-aaf0-20b28cfb004f/47c6a258-22d1-4fbd-a185-a8df3dc9c310) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:40:56.079743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Attempting to bind port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:56.080076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Attempting to bind port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:56.080407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Attempting to bind port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a on network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:56.094184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a on network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:40:56.094524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Attempting to bind port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a on network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:56.104161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:56.104521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Checking segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:56.105025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Bound using segment: {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:56.105469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Bound port: 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd69c414-9d02-4422-99fb-698bd68326b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:56.105834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.241762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] For port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:56.247563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] For port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:56.269191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.282165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 47c6a258-22d1-4fbd-a185-a8df3dc9c310 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:56.318767 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.328125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a78b8d-4271-4a07-a7e3-820618f0de60 req-bc51497c-fff3-4b16-93c4-a7be54c45bad tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.330972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19a78b8d-4271-4a07-a7e3-820618f0de60 req-bc51497c-fff3-4b16-93c4-a7be54c45bad tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 944 time: 0.0515103 Aug 12 04:40:56.357288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.357902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.359828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] 10.222.0.36 "PUT /v2.0/ports/4ddc1cbd-dd2b-4476-a1cd-224f249d761a HTTP/1.1" status: 200 len: 1092 time: 1.1924543 Aug 12 04:40:56.360275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:40:56.362609 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e838d-f446-4e21-9b62-3f5a1c103697" -d '{"events": [{"name": "network-changed", "server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:40:56.377440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-19a78b8d-4271-4a07-a7e3-820618f0de60 req-2fadfe17-c5f4-460e-ae12-f7cc372b31eb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411608 Aug 12 04:40:56.378911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.397710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c77d1-7911-49f4-81d9-7ce74f1ee1da service neutron] Pushing event updated for resources: {'Port': ['ID=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:56.428877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network b8c259c2-457d-495b-953b-0892eea9719e is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:40:56.432222 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cefe8f5-ea6d-4dac-b2af-2ad39902236b x-openstack-request-id: req-1cefe8f5-ea6d-4dac-b2af-2ad39902236b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:40:56.432507 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:40:56.432756 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cefe8f5-ea6d-4dac-b2af-2ad39902236b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:40:56.433150 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'status': 'completed', 'code': 200} Aug 12 04:40:56.436223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:40:56.440220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:40:56.474864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4e560f-efde-42a6-972b-ddd0415d26d8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:40:56.511042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:56.540554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.541210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.565811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e838d-f446-4e21-9b62-3f5a1c103697 req-cb59b589-ccd6-4154-ae40-7478b32c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.567577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a53e838d-f446-4e21-9b62-3f5a1c103697 req-cb59b589-ccd6-4154-ae40-7478b32c5364 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1095 time: 0.0928698 Aug 12 04:40:56.571544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9a4e560f-efde-42a6-972b-ddd0415d26d8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:56.572116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.605654 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c2847-49d1-4a24-8efa-615f4d59165a req-2b06cd3c-1a92-41bc-9538-3ceb7a59ad5e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.607867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a01c2847-49d1-4a24-8efa-615f4d59165a req-2b06cd3c-1a92-41bc-9538-3ceb7a59ad5e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 931 time: 0.0657451 Aug 12 04:40:56.644705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-00c1c696-5611-47be-a915-fdd6d9839e55 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1436219 Aug 12 04:40:56.660799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Request body: {'port': {'device_id': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:40:56.667712 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a01c2847-49d1-4a24-8efa-615f4d59165a req-e2c41b4f-396b-4267-98ad-19d2a75cd671 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512986 Aug 12 04:40:56.756460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e838d-f446-4e21-9b62-3f5a1c103697 req-ce108677-a423-457e-921b-bb625b9daf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.757987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a53e838d-f446-4e21-9b62-3f5a1c103697 req-ce108677-a423-457e-921b-bb625b9daf01 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1812384 Aug 12 04:40:56.758768 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.827231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6c71e990-5edf-4f5a-9d32-cff49d2cea48 None None] Provisioning for port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:40:56.831952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6c71e990-5edf-4f5a-9d32-cff49d2cea48 None None] Provisioning complete for port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:40:56.832410 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6c71e990-5edf-4f5a-9d32-cff49d2cea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:56.872393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6c71e990-5edf-4f5a-9d32-cff49d2cea48 None None] Port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:40:56.966187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e838d-f446-4e21-9b62-3f5a1c103697 req-82a57a3d-a4d1-4504-81f7-416051acbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:56.967676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a53e838d-f446-4e21-9b62-3f5a1c103697 req-82a57a3d-a4d1-4504-81f7-416051acbafe service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1998250 Aug 12 04:40:57.065354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3bb5c350-db3c-4c14-9d11-98f24b7a7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.066852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-3bb5c350-db3c-4c14-9d11-98f24b7a7805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1095 time: 0.0582550 Aug 12 04:40:57.122967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-01763148-d0be-4ba2-b73d-879550d13cc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a HTTP/1.1" status: 200 len: 217 time: 0.0457857 Aug 12 04:40:57.212280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-5b36cf2e-be2e-4770-8d8c-d066ed78d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.213735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-5b36cf2e-be2e-4770-8d8c-d066ed78d7ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d55b68b6-b63c-4421-95dd-6be98956d833 HTTP/1.1" status: 200 len: 835 time: 0.0836570 Aug 12 04:40:57.218881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c6a258-22d1-4fbd-a185-a8df3dc9c310 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:40:57.235856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:57.271206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Transition to ACTIVE for port object 47c6a258-22d1-4fbd-a185-a8df3dc9c310 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:40:57.280112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-09bb407d-a87b-4536-b697-fd878ddd3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.284428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-09bb407d-a87b-4536-b697-fd878ddd3ea6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587749 Aug 12 04:40:57.368663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:57.381492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-9d553ae6-4f75-4fc4-8441-93758dce6bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921342 Aug 12 04:40:57.523451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:57.612060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-0f7a56a1-a7a8-4cc3-bb13-8baa11f2eb05 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133682 Aug 12 04:40:57.621428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12a062-b4fc-4929-ad90-957d6adb9657 req-3282db4f-e72a-48c5-9d39-c1c2ec4c9aee tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.624351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f12a062-b4fc-4929-ad90-957d6adb9657 req-3282db4f-e72a-48c5-9d39-c1c2ec4c9aee tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 944 time: 0.1622574 Aug 12 04:40:57.651813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:40:57.652154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:40:57.652490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:57.663719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:40:57.664044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:40:57.675936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:40:57.675936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Checking segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:40:57.676312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Bound using segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:40:57.676742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Bound port: 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:40:57.677101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:57.689008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f12a062-b4fc-4929-ad90-957d6adb9657 req-d3004ed7-9328-4907-a903-6987abfac7ab tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576205 Aug 12 04:40:57.746536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:40:57.749644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:40:57.791138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1106326-fddf-4cc0-9aaa-b81a8fc1babd req-29bf96fe-eef0-40de-8378-f79b1893e3e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.792661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1106326-fddf-4cc0-9aaa-b81a8fc1babd req-29bf96fe-eef0-40de-8378-f79b1893e3e4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 943 time: 0.0515037 Aug 12 04:40:57.821917 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:57.841916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b1106326-fddf-4cc0-9aaa-b81a8fc1babd req-3aa0b1fa-b229-4e7f-9527-fb14a2a00f5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Aug 12 04:40:57.861442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.861442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:57.861867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] 10.222.0.36 "PUT /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 1091 time: 1.2086718 Aug 12 04:40:57.892373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83b021-469b-4776-ac25-6394e4980f49 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:40:57.985489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-e3cbf04a-2dce-4af8-9072-b0f154c94ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:57.987054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-e3cbf04a-2dce-4af8-9072-b0f154c94ed1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1094 time: 0.0429537 Aug 12 04:40:58.033473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-11ce665e-bb57-412a-92a3-59df22aa36c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 217 time: 0.0354886 Aug 12 04:40:58.087137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5145e663-9049-4167-95a3-6bea4597106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.088680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-5145e663-9049-4167-95a3-6bea4597106c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0478594 Aug 12 04:40:58.134456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2089cd-e502-418b-a141-ccd784778ecf req-1b5f2082-eb2f-4808-8e82-8d8e5af769a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.135885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-1b5f2082-eb2f-4808-8e82-8d8e5af769a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399928 Aug 12 04:40:58.221302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bd93-c0ab-4fb7-bb9f-a1faa29fec78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:40:58.225901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-495011a4-c0ae-4dfc-84cc-d4d9e83cd39f service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823126 Aug 12 04:40:58.323083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2089cd-e502-418b-a141-ccd784778ecf req-4049a8f4-5156-4e2d-8e35-fd969a892774 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894818 Aug 12 04:40:58.433991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:40:58.436388 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95a6508-b924-4aa5-afaa-1aebe4ebe994" -d '{"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:40:58.471256 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecb846-d656-4891-82ae-5d502736408f x-openstack-request-id: req-9eecb846-d656-4891-82ae-5d502736408f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:40:58.471547 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:40:58.471805 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9eecb846-d656-4891-82ae-5d502736408f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:40:58.472244 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'status': 'completed', 'code': 200} Aug 12 04:40:58.532823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-a46ac73c-6a3b-404d-8810-7ef716172c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.534256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-a46ac73c-6a3b-404d-8810-7ef716172c2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1094 time: 0.0396109 Aug 12 04:40:58.625655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-e1aa56f6-3cdb-4482-9195-87ab6c01994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.627042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-e1aa56f6-3cdb-4482-9195-87ab6c01994f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 898 time: 0.0859737 Aug 12 04:40:58.669218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-b1659c3a-038c-47e6-aba6-4353a3b02eef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 217 time: 0.0336478 Aug 12 04:40:58.718530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-920fe4c2-8946-492c-a11e-ce0831ebc812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.720040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-920fe4c2-8946-492c-a11e-ce0831ebc812 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0434730 Aug 12 04:40:58.770522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-3aa9fb06-f330-4abb-bfe0-d02dc9137046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.772055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-3aa9fb06-f330-4abb-bfe0-d02dc9137046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442572 Aug 12 04:40:58.805016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88f61-fe80-4ca5-94b8-a588fd79c2ef req-2692a248-7545-422d-bd53-ef5b3657bf1a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.806885 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99e88f61-fe80-4ca5-94b8-a588fd79c2ef req-2692a248-7545-422d-bd53-ef5b3657bf1a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 944 time: 0.0507441 Aug 12 04:40:58.848084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99e88f61-fe80-4ca5-94b8-a588fd79c2ef req-ac97703a-0643-4b49-996e-7451b06c0bc0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352259 Aug 12 04:40:58.862623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-cc4d1e9e-aed1-403b-b279-12395f2b9476 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829191 Aug 12 04:40:58.991471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daff61f-b16a-41b8-b7ec-bc140fec7edc req-31299111-b1ca-4f83-a2dd-6501add6afa0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:58.992939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7daff61f-b16a-41b8-b7ec-bc140fec7edc req-31299111-b1ca-4f83-a2dd-6501add6afa0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 943 time: 0.0760937 Aug 12 04:40:58.996406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95a6508-b924-4aa5-afaa-1aebe4ebe994 req-436d13ea-1c93-4683-a22a-98115b04ed69 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255388 Aug 12 04:40:59.029722 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7daff61f-b16a-41b8-b7ec-bc140fec7edc req-fd3e4175-d3f8-4a6b-b002-631221107e31 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307856 Aug 12 04:40:59.140524 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:40:59.963881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed4a74-c2a8-4ab0-b886-7f1b5551651c req-fef35976-ed29-4639-823b-0cf6a2e95088 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:40:59.965367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ed4a74-c2a8-4ab0-b886-7f1b5551651c req-fef35976-ed29-4639-823b-0cf6a2e95088 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 944 time: 0.0498171 Aug 12 04:41:00.002822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ed4a74-c2a8-4ab0-b886-7f1b5551651c req-31d8a37b-5058-46c5-83b8-bb2c67a00bed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Aug 12 04:41:00.145158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93594099-04ff-463b-b6c2-0f4aa272aae8 req-c51927ad-41fa-45b3-874a-582d9ee64cb8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:00.146655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93594099-04ff-463b-b6c2-0f4aa272aae8 req-c51927ad-41fa-45b3-874a-582d9ee64cb8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 943 time: 0.0495739 Aug 12 04:41:00.183837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93594099-04ff-463b-b6c2-0f4aa272aae8 req-cb864161-1593-4bc2-b138-2d445ee57b0f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Aug 12 04:41:00.821112 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-26ba6aa5-300f-4946-b901-3566599e94c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:00.986854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:01.113751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bb57e-4471-428c-bd72-f6ad2f16c604 req-9e2b35d8-6080-44d3-b594-f4f2f7f2fff1 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:01.115133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-108bb57e-4471-428c-bd72-f6ad2f16c604 req-9e2b35d8-6080-44d3-b594-f4f2f7f2fff1 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 944 time: 0.0471733 Aug 12 04:41:01.156409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-108bb57e-4471-428c-bd72-f6ad2f16c604 req-e5107f37-dc25-4010-a21e-7b6eed2643fb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354757 Aug 12 04:41:01.288420 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:41:01.301967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d6228-5153-45eb-9b2f-25cffe11e067 req-14cb4cbd-4fe3-4341-9b64-93f84f080848 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:01.303498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-624d6228-5153-45eb-9b2f-25cffe11e067 req-14cb4cbd-4fe3-4341-9b64-93f84f080848 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 943 time: 0.0527208 Aug 12 04:41:01.341780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-624d6228-5153-45eb-9b2f-25cffe11e067 req-9450e671-e64f-46bf-a3e5-2b482379d484 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320721 Aug 12 04:41:01.380670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:01.392213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'port_id': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'mac_address': 'fa:16:3e:f0:8d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:41:01.428471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:01.444643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c6a258-22d1-4fbd-a185-a8df3dc9c310 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:41:01.463520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:01.563957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:01.564627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ddc1cbd-dd2b-4476-a1cd-224f249d761a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:41:01.650698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:01.659986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.660331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.660697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.661044 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.661370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.661700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.662026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.662351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.662674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.663019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.663341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.663660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:01.703384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:01.714445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:41:01.753888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:01.765722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddc1cbd-dd2b-4476-a1cd-224f249d761a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:41:01.784293 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:01.871847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:01.918919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:02.091183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['47c6a258-22d1-4fbd-a185-a8df3dc9c310'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:41:02.095786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['4ddc1cbd-dd2b-4476-a1cd-224f249d761a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:41:02.227180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:02.269740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26356247-a0aa-47b4-a885-d8399e9f1953 req-74460551-c298-494c-9de7-cd5aa52bd297 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:02.271707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26356247-a0aa-47b4-a885-d8399e9f1953 req-74460551-c298-494c-9de7-cd5aa52bd297 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Aug 12 04:41:02.309765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26356247-a0aa-47b4-a885-d8399e9f1953 req-1818edbb-2f13-4c84-861f-4b21a74a1e7f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Aug 12 04:41:02.456229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4424c-feee-451a-8761-00ba3b82584b req-ccf1464b-e2b0-476c-bb29-a54d328ab4f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:02.457879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7b4424c-feee-451a-8761-00ba3b82584b req-ccf1464b-e2b0-476c-bb29-a54d328ab4f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0494518 Aug 12 04:41:02.495132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a7b4424c-feee-451a-8761-00ba3b82584b req-3fda447a-4d4c-47b4-8b72-1280f1b91f41 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Aug 12 04:41:03.301204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ddc1cbd-dd2b-4476-a1cd-224f249d761a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:41:03.415869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:41:03.419616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:03.419984 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:03.427382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0913-86b3-4fee-8ecb-2305fd0f3b1e req-4d44a84e-c708-4af1-a3ea-da9558141751 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:03.428879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7bf0913-86b3-4fee-8ecb-2305fd0f3b1e req-4d44a84e-c708-4af1-a3ea-da9558141751 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 945 time: 0.0500293 Aug 12 04:41:03.469064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7bf0913-86b3-4fee-8ecb-2305fd0f3b1e req-0d97af46-8d2a-4dd4-a784-2a8ec804b4e9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Aug 12 04:41:03.505748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:03.528427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:03.531094 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9b18e8-a72a-426e-8f86-5f26797c44ec" -d '{"events": [{"server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "name": "network-vif-plugged", "status": "completed", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:03.548000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:03.593965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:03.595462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:41:03.611743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a54ac-aa25-43ef-9117-fd27ec7c04d5 req-d6c8ab7a-0750-4ff5-b729-0e644e504a21 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:03.613241 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-171a54ac-aa25-43ef-9117-fd27ec7c04d5 req-d6c8ab7a-0750-4ff5-b729-0e644e504a21 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0493629 Aug 12 04:41:03.658933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-171a54ac-aa25-43ef-9117-fd27ec7c04d5 req-0322f6b9-82e4-447c-b2b7-7f9cab71a19d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352769 Aug 12 04:41:03.686215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:03.707333 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eba2d5f-f474-459b-b659-a312e9205ef1 x-openstack-request-id: req-9eba2d5f-f474-459b-b659-a312e9205ef1 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:03.707626 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "name": "network-vif-plugged", "status": "completed", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:03.707881 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9eba2d5f-f474-459b-b659-a312e9205ef1 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:03.708271 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'code': 200} Aug 12 04:41:03.723740 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:03.752314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:41:03.756243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:03.756611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:03.810235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8602c-7574-481b-818f-62bd007e1007 req-e707e849-1e1e-4efd-8b10-fbda69fe819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:03.812462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32d8602c-7574-481b-818f-62bd007e1007 req-e707e849-1e1e-4efd-8b10-fbda69fe819d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1097 time: 0.0456564 Aug 12 04:41:03.850192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32d8602c-7574-481b-818f-62bd007e1007 req-b7411154-f519-44c5-9750-356beed9d44e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304806 Aug 12 04:41:03.981852 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:04.014539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:04.078298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:04.125013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:04.601513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5ecba-fa50-4eb0-a844-0994a4f370a8 req-c66f26d4-e48d-48ac-8498-d4eb3b19e9f4 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:04.603245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4a5ecba-fa50-4eb0-a844-0994a4f370a8 req-c66f26d4-e48d-48ac-8498-d4eb3b19e9f4 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 946 time: 0.0569212 Aug 12 04:41:04.642470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4a5ecba-fa50-4eb0-a844-0994a4f370a8 req-912d19d5-aca1-47c7-a448-eae857064c85 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329030 Aug 12 04:41:04.781134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadc33e-8d76-4896-a1e7-7255aceaae2e req-0904c936-e71a-4ce0-acc7-6de0baa1f541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:04.783421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdadc33e-8d76-4896-a1e7-7255aceaae2e req-0904c936-e71a-4ce0-acc7-6de0baa1f541 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0519047 Aug 12 04:41:04.827950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdadc33e-8d76-4896-a1e7-7255aceaae2e req-e5833202-c9ff-4444-b1dd-6b1ad1876f90 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Aug 12 04:41:05.709658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:05.712023 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2aa85-f6cd-4811-aac5-bce18c2440aa" -d '{"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:05.748427 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd6a5c3-1dbc-4dbc-b747-2444d111cdc2 x-openstack-request-id: req-2cd6a5c3-1dbc-4dbc-b747-2444d111cdc2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:05.748711 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:05.748957 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cd6a5c3-1dbc-4dbc-b747-2444d111cdc2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:05.749344 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'code': 200} Aug 12 04:41:05.758269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a3516-0fac-4ca0-ab68-24a4a8fdff92 req-020d451d-d95e-47c1-a6c4-f44ddac5e75a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:05.759803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-120a3516-0fac-4ca0-ab68-24a4a8fdff92 req-020d451d-d95e-47c1-a6c4-f44ddac5e75a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 946 time: 0.0502243 Aug 12 04:41:05.799626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-120a3516-0fac-4ca0-ab68-24a4a8fdff92 req-378f7dd4-2173-4dad-91a0-d1f1af1723ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337992 Aug 12 04:41:05.851837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8491fb-86dd-4e87-9bf0-206af1673011 req-325f756a-6aac-4a0b-b8ce-3592ebb88eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:05.853340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd8491fb-86dd-4e87-9bf0-206af1673011 req-325f756a-6aac-4a0b-b8ce-3592ebb88eed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1096 time: 0.0433156 Aug 12 04:41:05.888960 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dd8491fb-86dd-4e87-9bf0-206af1673011 req-823d589a-ae01-439b-942d-7ec1b94791e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288293 Aug 12 04:41:05.916454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78b2d-5450-4223-80ce-05290ee87e56 req-3a282e4c-df6d-4479-872c-27489a110c99 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:05.917974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16a78b2d-5450-4223-80ce-05290ee87e56 req-3a282e4c-df6d-4479-872c-27489a110c99 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 946 time: 0.0495875 Aug 12 04:41:05.948929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5871-8cca-4baf-8244-ac984f4b17eb req-709d431c-2f55-4d67-8221-f549322d5c3f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:05.950535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66fb5871-8cca-4baf-8244-ac984f4b17eb req-709d431c-2f55-4d67-8221-f549322d5c3f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0499034 Aug 12 04:41:05.956515 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16a78b2d-5450-4223-80ce-05290ee87e56 req-022aecdc-5a33-4bb0-b57d-92278ccc3318 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Aug 12 04:41:05.978388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40754) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:05.988867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66fb5871-8cca-4baf-8244-ac984f4b17eb req-866c8af4-1e4a-47be-871c-bfbb477fe52a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Aug 12 04:41:06.017210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fca880-7aa9-42e2-bcc5-789da668adf1 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:06.018723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c3fca880-7aa9-42e2-bcc5-789da668adf1 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1092 time: 0.0391982 Aug 12 04:41:06.021717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40756) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:06.025984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:06.089723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:06.186999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:06.287551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.25.6.213 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/cd20b16b-a877-444a-ba91-d94bcdd9ed8e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:41:06.421189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:06.432443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-9f26067b-9b23-4e7b-913f-79165e538f56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672388 Aug 12 04:41:06.503088 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:06.550272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:41:06.552370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-e501fc47-3697-47e5-8468-570063f22ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:06.553882 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-e501fc47-3697-47e5-8468-570063f22ddb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.0805945 Aug 12 04:41:06.559033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:41:06.562565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:41:06.589832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=cd20b16b-a877-444a-ba91-d94bcdd9ed8e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:06.742904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-d1cb71c1-723d-4292-add0-8972688380a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:06.744383 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-d1cb71c1-723d-4292-add0-8972688380a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 910 time: 0.1570706 Aug 12 04:41:06.877924 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-26701a39-2a3f-426a-83a2-c14c2d514af2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 1001 time: 0.1246676 Aug 12 04:41:06.977327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-d6f331fd-7681-45c6-a6d2-ce678995d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:06.978831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-d6f331fd-7681-45c6-a6d2-ce678995d9e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0929539 Aug 12 04:41:07.097006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-f475087a-4714-4fc5-82d8-495854173b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:07.098482 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-f475087a-4714-4fc5-82d8-495854173b05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096354 Aug 12 04:41:07.202262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bcbd6-b6e4-49e5-9d0e-bf0ee9786423 req-31c7d325-0d3c-4c39-aa26-3c708d583256 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:07.203753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-231bcbd6-b6e4-49e5-9d0e-bf0ee9786423 req-31c7d325-0d3c-4c39-aa26-3c708d583256 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.1442626 Aug 12 04:41:07.206283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.295368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-231bcbd6-b6e4-49e5-9d0e-bf0ee9786423 req-161b984c-741c-4be4-8cc3-0d1cbb8cc700 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847912 Aug 12 04:41:07.298779 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-a8ca1a7d-898f-4a35-885a-5bb332dd34f2 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737859 Aug 12 04:41:07.397835 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.410098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7829c1-e075-48cf-bb68-335e876c1525 req-bfcc0bea-e96e-4dcb-a3a3-315740f87365 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:07.411665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c7829c1-e075-48cf-bb68-335e876c1525 req-bfcc0bea-e96e-4dcb-a3a3-315740f87365 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0495088 Aug 12 04:41:07.439169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f6a6ff2-f891-41b7-bf0f-5146db4a43e4 req-87d7d16d-d9c1-49df-8dfb-7b8b60b25028 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352527 Aug 12 04:41:07.449802 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c7829c1-e075-48cf-bb68-335e876c1525 req-f3ccbfbc-8890-4d78-8151-339c6937b9a6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Aug 12 04:41:07.472879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40762) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:07.515595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c62eb-388c-4f1d-9096-c8df1604ca50 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:07.517158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b20c62eb-388c-4f1d-9096-c8df1604ca50 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1091 time: 0.0432754 Aug 12 04:41:07.520020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40764) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:07.524424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:07.568045 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.604633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.627434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.702940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.707444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=cd20b16b-a877-444a-ba91-d94bcdd9ed8e,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:07.719972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.812548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.162 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/5e07d9e6-11e4-42a0-a7b6-4203a0d740bf) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:41:07.814740 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Floating IP 7240fe0a-26d3-4b08-a991-bde391eb5a6a associated. External IP: 172.25.6.213, port: 4ddc1cbd-dd2b-4476-a1cd-224f249d761a. Aug 12 04:41:07.915635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:07.993080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:08.033524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:41:08.039800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:41:08.039973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:41:08.042605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:41:08.066249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=5e07d9e6-11e4-42a0-a7b6-4203a0d740bf,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:08.077650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.078002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.078344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.079359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.079670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.080002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.080331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.080655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.080982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.081306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.081627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.081948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:08.149141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:41:08.159425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:41:08.169890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:41:08.170503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:41:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:08.271956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:08.277844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:41:08.304989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-be29526d-4c5f-453d-ab0e-d0a597a3dd4f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2795293 Aug 12 04:41:08.304989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:08.305913 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8c88d0-57d4-4000-968e-d767984965a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:08.308556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40766) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:08.356257 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b682c-293a-444d-950c-ca5f3bfd494d x-openstack-request-id: req-df9b682c-293a-444d-950c-ca5f3bfd494d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:08.356709 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:08.357064 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df9b682c-293a-444d-950c-ca5f3bfd494d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:08.357691 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'status': 'completed', 'code': 200} Aug 12 04:41:08.399599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3627a060-c5db-4825-846a-fff067693749 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/floatingips/7240fe0a-26d3-4b08-a991-bde391eb5a6a HTTP/1.1" status: 200 len: 992 time: 0.0894947 Aug 12 04:41:08.513535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:06Z', 'revision_number': 0, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:08.540695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:41:08.549405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:41:08.550019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:41:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:08.605785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-dd5ffb96-b6e0-460e-9710-6f8756224539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:08.607287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-dd5ffb96-b6e0-460e-9710-6f8756224539 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1097 time: 0.0860858 Aug 12 04:41:08.654036 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:41:08.789289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-ea3d9f2d-f98d-42ab-8d39-378603d4fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:08.791089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-ea3d9f2d-f98d-42ab-8d39-378603d4fc1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 200 len: 897 time: 0.1764829 Aug 12 04:41:08.880993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:06Z', 'revision_number': 0, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:08.882503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:08.908066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-8bc286b1-4980-4276-ab3f-1ee55ddaa5fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a HTTP/1.1" status: 200 len: 1000 time: 0.1076715 Aug 12 04:41:08.908337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a2674-0bf8-4db7-9b3b-425b71daeadc None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:06Z', 'revision_number': 0, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:41:08.968646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-6bbeb0ad-b512-489c-b507-ba837b57d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:08.970799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-6bbeb0ad-b512-489c-b507-ba837b57d13d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d55b68b6-b63c-4421-95dd-6be98956d833 HTTP/1.1" status: 200 len: 835 time: 0.0537314 Aug 12 04:41:09.022383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-a4dca882-3a48-46a7-8093-4cf44e5b0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:09.023945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-a4dca882-3a48-46a7-8093-4cf44e5b0c78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460784 Aug 12 04:41:09.090641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:09.108078 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c300bfb-0aae-4cd8-9754-3afb9c6cea16 None None] New status for floating IP 7240fe0a-26d3-4b08-a991-bde391eb5a6a: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:41:09.207629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-c661c611-37bc-4173-8a43-d8c3d4bd4ae6 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642559 Aug 12 04:41:09.348484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:09.351978 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c8c88d0-57d4-4000-968e-d767984965a3 req-666efc4f-d475-42aa-9a44-d72862ac6ae6 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314139 Aug 12 04:41:09.403261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40770) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:09.440766 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:09.501453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5bb703ed-63f9-45a7-9ea9-b79da861b3ef tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/floatingips/7240fe0a-26d3-4b08-a991-bde391eb5a6a HTTP/1.1" status: 200 len: 994 time: 0.0970166 Aug 12 04:41:09.529172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=5e07d9e6-11e4-42a0-a7b6-4203a0d740bf,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:09.543226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:09.642954 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP 20b43f9d-130c-4699-b862-04a7ddb0eac3 associated. External IP: 172.25.6.162, port: 47c6a258-22d1-4fbd-a185-a8df3dc9c310. Aug 12 04:41:09.847518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:41:09.953931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:41:09.963141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] Sync routers for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:41:09.972711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:41:09.973351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:41:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:10.044548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:10.075625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-de251dc4-79df-4299-becc-5d3a4ea9f69c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5544307 Aug 12 04:41:10.076116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:10.077780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:41:10.078527 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b" -d '{"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:10.117170 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa966737-963a-4ee0-ade4-463282a59ec3 x-openstack-request-id: req-fa966737-963a-4ee0-ade4-463282a59ec3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:10.117170 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:10.117170 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa966737-963a-4ee0-ade4-463282a59ec3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:10.117170 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'status': 'completed', 'code': 200} Aug 12 04:41:10.200688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ce3b2-299a-4362-9b62-776a67ae94b4 req-5f951880-2cca-49bb-a18d-51082b2a18b2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:10.202209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd0ce3b2-299a-4362-9b62-776a67ae94b4 req-5f951880-2cca-49bb-a18d-51082b2a18b2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0776420 Aug 12 04:41:10.208394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-84f0e127-fbcb-4227-80ae-7b9fbb12b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:10.209801 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-84f0e127-fbcb-4227-80ae-7b9fbb12b9fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1096 time: 0.0584769 Aug 12 04:41:10.294435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd0ce3b2-299a-4362-9b62-776a67ae94b4 req-b9e8d583-fb0d-4707-8bfd-e71188cc8d19 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836723 Aug 12 04:41:10.303392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '20b43f9d-130c-4699-b862-04a7ddb0eac3', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'port_id': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'mac_address': 'fa:16:3e:f0:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:08Z', 'updated_at': '2021-08-12T04:41:08Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:54Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:10.317908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40776) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:10.329343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-164b3f0c-98ec-4730-82c8-5bd3adb34174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:10.330996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-164b3f0c-98ec-4730-82c8-5bd3adb34174 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 898 time: 0.1145732 Aug 12 04:41:10.334786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] Checking router: 4e095e41-e48d-4e51-a5a3-3092bb5e2863 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:41:10.343217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:41:10.343829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:41:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:10.379816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-23e33053-feb9-4216-99e1-af0a16761674 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/20b43f9d-130c-4699-b862-04a7ddb0eac3 HTTP/1.1" status: 200 len: 991 time: 0.0606887 Aug 12 04:41:10.400010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-7a464598-9dd5-45db-9cdd-f2511b6a85da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 999 time: 0.0613742 Aug 12 04:41:10.450670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:41:10.454134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-73d88e04-f0d4-49e6-84a6-d6fe7ecf36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:10.455594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-73d88e04-f0d4-49e6-84a6-d6fe7ecf36c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0490651 Aug 12 04:41:10.501573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-4053e1cd-c1f7-4ed7-bcfb-83cefe58e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:10.503141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-4053e1cd-c1f7-4ed7-bcfb-83cefe58e241 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402050 Aug 12 04:41:10.591579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-31e70066-ac86-48d1-b374-91d3ccda0d04 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818660 Aug 12 04:41:10.670475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '20b43f9d-130c-4699-b862-04a7ddb0eac3', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'port_id': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'mac_address': 'fa:16:3e:f0:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:08Z', 'updated_at': '2021-08-12T04:41:08Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:54Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:10.687741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-daf324dd-9a90-4ccc-9ffe-ecd66cc4b54b req-c358b688-7417-43c4-8dd8-ab5c813765f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896337 Aug 12 04:41:10.697914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc01366-6fc8-4087-9568-56bdc6420b48 None None] The sync data for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 is: [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '20b43f9d-130c-4699-b862-04a7ddb0eac3', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.162', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'port_id': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'mac_address': 'fa:16:3e:f0:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:08Z', 'updated_at': '2021-08-12T04:41:08Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:54Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:41:10.884198 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d5b2a2-b7f7-410b-a36f-c307dacb28ec None None] New status for floating IP 20b43f9d-130c-4699-b862-04a7ddb0eac3: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:41:11.383660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40782) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:11.446204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf6aba3f-6c3d-474d-a107-fa1fb25f6921 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/20b43f9d-130c-4699-b862-04a7ddb0eac3 HTTP/1.1" status: 200 len: 993 time: 0.0613987 Aug 12 04:41:12.152189 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-fa5a8779-15df-4487-a83f-9d96992d825d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388043 Aug 12 04:41:12.232235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-7d14258e-e0c3-4f40-a048-876d4d754043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:12.233726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-7d14258e-e0c3-4f40-a048-876d4d754043 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1097 time: 0.0391879 Aug 12 04:41:12.344840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-3ad24bd1-b614-4ac5-a076-942a79cd43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:12.346271 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-3ad24bd1-b614-4ac5-a076-942a79cd43bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 200 len: 897 time: 0.0869677 Aug 12 04:41:12.417051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-8c4fe2ea-aaaf-4482-8937-1b8640aeec2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a HTTP/1.1" status: 200 len: 1002 time: 0.0574553 Aug 12 04:41:12.468762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-8889f9e2-32fe-4627-a118-0c6f99556e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:12.470217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-8889f9e2-32fe-4627-a118-0c6f99556e98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d55b68b6-b63c-4421-95dd-6be98956d833 HTTP/1.1" status: 200 len: 835 time: 0.0464537 Aug 12 04:41:12.514005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-af5853c3-aa2a-41ae-ad3c-f6c94a7531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:12.515384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-af5853c3-aa2a-41ae-ad3c-f6c94a7531b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385432 Aug 12 04:41:12.607772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-21f49220-23ba-4d86-8283-dd006a1c1010 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804162 Aug 12 04:41:12.704723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e0197851-9e9d-4e91-8b8f-28c66b090e76 req-58b2697a-533d-4a9a-b716-37a931c151c4 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880992 Aug 12 04:41:25.592249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:25.798392 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:28.237938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c11b-f38f-49a0-b756-b817d1e8fadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:30.837155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93e1d9a1-d45f-44f7-a492-967f32499330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:30.963117 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:32.232077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:33.717795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:36.139555 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:41:40.343761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40804) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:40.414215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25fe02-482e-4ecb-881b-0c0d1037cdb7 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:40.414739 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25fe02-482e-4ecb-881b-0c0d1037cdb7 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:40.415215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25fe02-482e-4ecb-881b-0c0d1037cdb7 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:40.417108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8f25fe02-482e-4ecb-881b-0c0d1037cdb7 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=b940dd391a844a3fb55089cbf67f1cf5&network_id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 200 len: 2970 time: 0.0720470 Aug 12 04:41:42.605673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625d171-efcc-41d5-b1d6-0a6cad37e7a0 req-893682a8-70b9-4f47-84a0-7f252ca74ecc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:42.607257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f625d171-efcc-41d5-b1d6-0a6cad37e7a0 req-893682a8-70b9-4f47-84a0-7f252ca74ecc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0616686 Aug 12 04:41:42.650035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f625d171-efcc-41d5-b1d6-0a6cad37e7a0 req-8de3b15c-96c9-413b-afaf-73f4bfc5dc9f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 Aug 12 04:41:42.660333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:42.672183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40820) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:42.711596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c034ec4f-7b94-419e-a480-ec71d596c40b tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:42.719702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c034ec4f-7b94-419e-a480-ec71d596c40b tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06 HTTP/1.1" status: 200 len: 814 time: 0.0518146 Aug 12 04:41:42.731528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e0fef056-017d-4b19-b7bc-a8ad80186729 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/20b43f9d-130c-4699-b862-04a7ddb0eac3 HTTP/1.1" status: 200 len: 993 time: 0.0581002 Aug 12 04:41:43.131983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9a62-dd48-4aca-a771-3272661b52a5 req-8b66f1de-993d-4450-8fc2-2b1b9400a6df tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:43.133476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-41db9a62-dd48-4aca-a771-3272661b52a5 req-8b66f1de-993d-4450-8fc2-2b1b9400a6df tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1096 time: 0.0389755 Aug 12 04:41:43.168154 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-41db9a62-dd48-4aca-a771-3272661b52a5 req-b34b94e1-bdd0-482f-9d32-91a576d357ee tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288138 Aug 12 04:41:43.213278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40836) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.218409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'network': {'name': 'tempest-network-smoke--1471117805', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:43.295032 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:41:43.298478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:43.326527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:41:43.335652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:43.344608 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Added segment 94083018-ad59-410f-a611-4ab26133f08e of type vlan for network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 Aug 12 04:41:43.374697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:43.495536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:43.501169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:43.501785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:43.568237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Network': ['ID=75ba7b7b-e479-4fec-a905-c70fe2b6b4c8,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:43.578475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:41:43.627904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fbb40bce-2c61-4653-a89e-974b22c9dd13 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4128914 Aug 12 04:41:43.630811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40838) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.702621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083469d8-342e-4b78-9a63-8bd6b58ee957 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:43.704141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-083469d8-342e-4b78-9a63-8bd6b58ee957 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=b940dd391a844a3fb55089cbf67f1cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0723884 Aug 12 04:41:43.707683 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.802051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c8e929-3ae0-4a04-ae01-79e5e68828b6 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:43.803922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-11c8e929-3ae0-4a04-ae01-79e5e68828b6 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951407 Aug 12 04:41:43.806458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40854) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.834850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dfa454c7-eafb-4dc6-b27f-acab2ecbdab6 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272698 Aug 12 04:41:43.837576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40858) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.865042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-40b67f10-f3ca-4a09-9414-0a7478c01f1b tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=b940dd391a844a3fb55089cbf67f1cf5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264199 Aug 12 04:41:43.867643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40862) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.957804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8219622-59ca-4139-9fff-173e9810806a tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:43.959361 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8219622-59ca-4139-9fff-173e9810806a tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908263 Aug 12 04:41:43.962210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40864) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:43.990202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5f0c6c80-ef55-4eac-99c2-58cada4e5458 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269217 Aug 12 04:41:44.005243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40866) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:44.010070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992797327', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:44.063033 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-01f14811-1275-4bb7-a2c0-6e2546c1755f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394320 Aug 12 04:41:44.152489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:41:44.156112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:44.375287 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:44.438783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Subnet': ['ID=56c631fe-7258-4284-b9ab-cb3aedee7f9b,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:44.447494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Checking segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:41:44.447851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network hostable DHCP agents. Network: 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:41:44.541086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:41:44.636611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:41:44.640658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:44.641250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:44.645711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc5f43-869e-4278-9795-1fe2a872d090 None None] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:41:44.724702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3b7cd982-f7fb-4fdc-94fa-9d143d6b2aea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7183788 Aug 12 04:41:44.948515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ips': [{'subnet_id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:41:44.949399 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:44.974614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-6061355c-36bc-458f-a402-f8f5fb35f2d0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:41:44.981860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-6061355c-36bc-458f-a402-f8f5fb35f2d0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003256 Aug 12 04:41:44.987603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Request body: {'binding': {'host': 'n-h1-804320-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:44.988800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Unknown quota resources ['binding']. {{(pid=95043) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 04:41:45.086272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Allocated IP 172.20.0.18 (75ba7b7b-e479-4fec-a905-c70fe2b6b4c8/56c631fe-7258-4284-b9ab-cb3aedee7f9b/dc8c749a-3b08-465a-85d2-3d81a2e266c4) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:41:45.145840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on host n-h1-804320-1 for vnic_type normal with profile None {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:41:45.146577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:41:45.146769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:45.151506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:41:45.151978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:45.157173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:41:45.157609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Checking segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:41:45.158071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Bound using segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:41:45.159460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Bound port: 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:41:45.239660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.250421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Transition to ACTIVE for port object dc8c749a-3b08-465a-85d2-3d81a2e266c4 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:41:45.251053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:41:45.266658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Transition to ACTIVE for port object dc8c749a-3b08-465a-85d2-3d81a2e266c4 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:41:45.335322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] Notify callbacks [] for binding, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.336729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] 10.222.0.42 "POST /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310/bindings HTTP/1.1" status: 201 len: 389 time: 0.3538303 Aug 12 04:41:45.363462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.406479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:41:45.410000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:41:45.412992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:41:45.418846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Pushing event updated for resources: {'Port': ['ID=dc8c749a-3b08-465a-85d2-3d81a2e266c4,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:45.476949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Attempting to bind port dc8c749a-3b08-465a-85d2-3d81a2e266c4 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:41:45.477475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Attempting to bind port dc8c749a-3b08-465a-85d2-3d81a2e266c4 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:41:45.477845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Attempting to bind port dc8c749a-3b08-465a-85d2-3d81a2e266c4 on network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:45.483354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:41:45.483727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Checking segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:41:45.484126 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.484518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Bound using segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:41:45.484983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Bound port: dc8c749a-3b08-465a-85d2-3d81a2e266c4, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:41:45.485364 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.499193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40878) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:45.504095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20504599', 'description': 'tempest-secgroup-smoke-20504599 description', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:45.578865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] For port dc8c749a-3b08-465a-85d2-3d81a2e266c4, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:41:45.582671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] For port dc8c749a-3b08-465a-85d2-3d81a2e266c4, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dc8c749a-3b08-465a-85d2-3d81a2e266c4,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:41:45.598009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.624334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344c023-f203-403b-8481-bea1d77a8cba req-60886f97-b513-47ee-b938-b1815c5060b2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:45.626067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7344c023-f203-403b-8481-bea1d77a8cba req-60886f97-b513-47ee-b938-b1815c5060b2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0537908 Aug 12 04:41:45.679583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7344c023-f203-403b-8481-bea1d77a8cba req-91899850-203a-4c3e-b1e2-8ab5a9cf44f0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Aug 12 04:41:45.687111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.695740 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.759622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818b479-522a-4a64-ba65-c3d51e91c23d None None] Pushing event updated for resources: {'Port': ['ID=dc8c749a-3b08-465a-85d2-3d81a2e266c4,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:45.797202 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.826605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa69f2-0d41-4753-83f2-55d16d550d5d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:45.901561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:45.913072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4fd24cd1-8b93-4174-83c7-700fc2d55ce0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4113755 Aug 12 04:41:45.914634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40882) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:45.921067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '44fa69f2-0d41-4753-83f2-55d16d550d5d', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:46.036647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-c7c05149-0674-4bff-8786-1a0afabccc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:46.038143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-c7c05149-0674-4bff-8786-1a0afabccc25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1096 time: 0.1070571 Aug 12 04:41:46.044575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.477773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.491097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-6c69602e-13a7-456f-8b94-04a604abbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:46.492625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-6c69602e-13a7-456f-8b94-04a604abbdec service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 898 time: 0.4443598 Aug 12 04:41:46.503759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dc8c749a-3b08-465a-85d2-3d81a2e266c4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:41:46.540011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.569112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acabef5-6fcc-4b30-ab2b-a290a17f5896,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:46.589743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-87723060-bc49-4936-aadc-c4a2a032732f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 1001 time: 0.0892088 Aug 12 04:41:46.640656 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-87fa84bc-3096-4a7a-9c15-1aefd31dea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:46.642410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-87fa84bc-3096-4a7a-9c15-1aefd31dea56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0461264 Aug 12 04:41:46.649479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port dc8c749a-3b08-465a-85d2-3d81a2e266c4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:41:46.667131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113951a9-ac35-4a26-8c29-9ef0150a54fb None None] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:41:46.675668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.676884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39c7fd57-f643-48e3-b06b-45ae0dccce94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7604766 Aug 12 04:41:46.679595 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 40886) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:46.683979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '44fa69f2-0d41-4753-83f2-55d16d550d5d', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:46.715495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-50e48bc0-6d06-491f-92a4-725e4e8bcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:46.717507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-50e48bc0-6d06-491f-92a4-725e4e8bcfb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681901 Aug 12 04:41:46.807460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683b4ec-7eb2-4ce6-970f-ce6c07e946cf req-a430cb25-d179-4c7f-98d4-63f091ad8bf5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:46.809276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9683b4ec-7eb2-4ce6-970f-ce6c07e946cf req-a430cb25-d179-4c7f-98d4-63f091ad8bf5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0577102 Aug 12 04:41:46.811018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.828688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] Provisioning for port dc8c749a-3b08-465a-85d2-3d81a2e266c4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:41:46.835575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] Provisioning complete for port dc8c749a-3b08-465a-85d2-3d81a2e266c4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:46.836178 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.849539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9683b4ec-7eb2-4ce6-970f-ce6c07e946cf req-5328d141-8e43-45d2-84ef-0942cfb0a9a4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344429 Aug 12 04:41:46.864532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-feddf3ca-9b34-4c15-a6ba-7d34f9a30f5b service neutron] 10.222.0.20 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392775 Aug 12 04:41:46.934377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.937300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:46.969476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] For port dc8c749a-3b08-465a-85d2-3d81a2e266c4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dc8c749a-3b08-465a-85d2-3d81a2e266c4,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:46.981119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-b302ca91-a434-4dda-841b-8b2d781f9377 service neutron] 10.222.0.20 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082695 Aug 12 04:41:46.987258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.008374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17effacd-5d09-4286-8fbb-6666a0155e9a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:47.037163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.087214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e558ba6-94ea-4bb5-9d9f-8bae2639dfce None None] Pushing event updated for resources: {'Port': ['ID=dc8c749a-3b08-465a-85d2-3d81a2e266c4,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:47.097636 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.098821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6b216293-245f-4adf-854e-e8f2a972287f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4182851 Aug 12 04:41:47.101771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40890) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:47.106595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '44fa69f2-0d41-4753-83f2-55d16d550d5d', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:47.121969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-c4bed05e-389c-4254-a191-cff63ef17a37 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:47.123540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-c4bed05e-389c-4254-a191-cff63ef17a37 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e&tenant_id=f5c14e689dd14c4b866e901dcef58802&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1096 time: 0.0820701 Aug 12 04:41:47.134880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804320-1'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:47.156597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e15dca5b-b271-4ef9-a949-15f50a631aee None None] Provisioning complete for port dc8c749a-3b08-465a-85d2-3d81a2e266c4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:47.157135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e15dca5b-b271-4ef9-a949-15f50a631aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.189283 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.190577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.243958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.317953 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.319123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:47.338416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfdf8de-ba5a-4857-8bf7-616fba14ec64,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:47.357567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:41:47.401513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:47.403878 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce1712f-0ef9-4533-a273-77d4e52bb413" -d '{"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:47.404145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.405341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe95e881-fd05-4818-aab8-3813bb9eaf89 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3024349 Aug 12 04:41:47.408221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.408568 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40894) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:47.413299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '44fa69f2-0d41-4753-83f2-55d16d550d5d', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:47.473200 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.501934 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd82c1-b559-4ab1-9dad-cf541c5e57be x-openstack-request-id: req-c9bd82c1-b559-4ab1-9dad-cf541c5e57be {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:47.502286 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:47.506331 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9bd82c1-b559-4ab1-9dad-cf541c5e57be {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:47.506769 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'code': 200} Aug 12 04:41:47.515101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.585111 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.597469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:47.653594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on host n-h2-804320-1 for vnic_type normal with profile {"migrating_to": "n-h1-804320-1"} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:41:47.653922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:41:47.654247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:47.658787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:41:47.659175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Attempting to bind port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on network b8c259c2-457d-495b-953b-0892eea9719e {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:47.660804 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.666586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:41:47.666958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Checking segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:41:47.667349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Bound using segment: {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:41:47.667924 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Bound port: 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:41:47.668147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.682880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bcb58b-bc18-422b-a2a6-123290df308b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:47.738878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:41:47.741904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:41:47.762332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-97b3cff1-e5b9-4dc5-9f89-badee14944b3 None None] Provisioning complete for port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:47.762733 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97b3cff1-e5b9-4dc5-9f89-badee14944b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.769216 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.770490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ed691f9c-1097-4b25-8dd9-434613c13066 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3607848 Aug 12 04:41:47.773242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40898) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:47.784618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '44fa69f2-0d41-4753-83f2-55d16d550d5d', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:47.800618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-97b3cff1-e5b9-4dc5-9f89-badee14944b3 None None] Port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:41:47.832536 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.860769 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Project b940dd391a844a3fb55089cbf67f1cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:41:47.870854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:47.963144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=8']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:48.001186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:48.002092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.004596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-de577dc3-839b-4cef-9dc3-81375260cea0 service neutron] 10.222.0.20 "PUT /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 1121 time: 0.8730190 Aug 12 04:41:48.004760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.020918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65585b-a49b-4d4f-b7de-476804c8b871 req-e88a510d-61e4-43d5-9f3b-9b8d7c520c45 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:48.022491 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef65585b-a49b-4d4f-b7de-476804c8b871 req-e88a510d-61e4-43d5-9f3b-9b8d7c520c45 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 943 time: 0.0871077 Aug 12 04:41:48.065167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ef65585b-a49b-4d4f-b7de-476804c8b871 req-38b0807e-b5a3-46d7-8287-e4cd1c31dd5f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361948 Aug 12 04:41:48.073497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['47c6a258-22d1-4fbd-a185-a8df3dc9c310'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:41:48.094145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.114227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96df3e9c-97ef-4be8-8fff-126e0d22197f,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:48.139584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8b4302e1-3172-4431-8e8b-99762ef3699a None None] Provisioning complete for port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:48.139882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b4302e1-3172-4431-8e8b-99762ef3699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.209664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.211153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-26799ce6-2921-4bad-8fb9-1999509a740d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4369264 Aug 12 04:41:48.213809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40902) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:48.218407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '44fa69f2-0d41-4753-83f2-55d16d550d5d', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:48.280665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b4302e1-3172-4431-8e8b-99762ef3699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.320297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:48.322536 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6139c1c-2a7b-4b77-ac88-23f0314e5539" -d '{"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:48.341074 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Project b940dd391a844a3fb55089cbf67f1cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:41:48.341267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8b4302e1-3172-4431-8e8b-99762ef3699a None None] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:48.351606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.366792 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3a180-29da-46c3-91ef-26acac001548 x-openstack-request-id: req-0db3a180-29da-46c3-91ef-26acac001548 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:48.367012 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-plugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:48.367262 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0db3a180-29da-46c3-91ef-26acac001548 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:48.367647 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'code': 200} Aug 12 04:41:48.417339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.432314 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b4302e1-3172-4431-8e8b-99762ef3699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.477968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.481938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dc8c749a-3b08-465a-85d2-3d81a2e266c4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:41:48.499473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bd9d27-bf44-40a4-80f8-9ef3c4e94013,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:48.563945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:48.565704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f819f008-9af7-45ef-b1bd-210757bb6371 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509593 Aug 12 04:41:48.612315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4302e1-3172-4431-8e8b-99762ef3699a None None] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:48.648761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port dc8c749a-3b08-465a-85d2-3d81a2e266c4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:48.649756 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:49.008252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-a07077c9-7865-4a6f-a8e1-91fc1e89cb61 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20504599&fields=id&tenant_id=b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 267 time: 0.3360088 Aug 12 04:41:49.111925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-ce017d25-b350-4a23-a9d4-1a816d162c7f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:49.113415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-ce017d25-b350-4a23-a9d4-1a816d162c7f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/networks?id=75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 HTTP/1.1" status: 200 len: 797 time: 0.0984924 Aug 12 04:41:49.128424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-582e4e96-2242-4a3f-afbc-f1a100e8e071 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/quotas/b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 375 time: 0.0091240 Aug 12 04:41:49.184870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbb2a4-332b-4b9e-8e1f-09e8a2b98c75 req-caf85db2-dac1-482d-83fd-876d31f595de tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:49.186370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85dbb2a4-332b-4b9e-8e1f-09e8a2b98c75 req-caf85db2-dac1-482d-83fd-876d31f595de tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0492623 Aug 12 04:41:49.189371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-65a9d5ff-5a4d-446c-96e1-e950aacb1519 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554509 Aug 12 04:41:49.226595 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-85dbb2a4-332b-4b9e-8e1f-09e8a2b98c75 req-77196c54-ce6c-4170-be53-e59461e71fe1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Aug 12 04:41:49.289606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-edb6402b-8e78-47f5-8829-25daeca5d481 service neutron] 10.222.0.42 "GET /v2.0/networks/75ba7b7b-e479-4fec-a905-c70fe2b6b4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817451 Aug 12 04:41:49.374866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-e28fd401-684c-4ecd-a572-7c7dc6046851 service neutron] 10.222.0.42 "GET /v2.0/networks/75ba7b7b-e479-4fec-a905-c70fe2b6b4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855949 Aug 12 04:41:49.508249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:49.510575 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b454dfda-1e19-41fd-bde8-fdc564cc751c" -d '{"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:49.550219 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfd7b95-0f98-46d2-8ad2-327a93162a5b x-openstack-request-id: req-1bfd7b95-0f98-46d2-8ad2-327a93162a5b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:49.550581 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:49.551027 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bfd7b95-0f98-46d2-8ad2-327a93162a5b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:49.551487 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'status': 'completed', 'code': 200} Aug 12 04:41:49.591107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3fd1f5b9-872b-4874-9fba-e5a7f63c0593 req-76169ba0-1399-405f-8ed1-e4ef3e5d9d90 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 210 time: 0.0294955 Aug 12 04:41:49.635975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-b6aa5600-06bc-4219-a37b-478e8e89b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:49.637822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-b6aa5600-06bc-4219-a37b-478e8e89b5bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1126 time: 0.0492883 Aug 12 04:41:49.742401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-e362676c-1e5e-421d-b7d1-ff8d0773cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:49.744037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-e362676c-1e5e-421d-b7d1-ff8d0773cccd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 898 time: 0.0991039 Aug 12 04:41:49.810964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-f78d7880-e699-42e0-a345-c1f2c69c6442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 1001 time: 0.0594170 Aug 12 04:41:49.860251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-abc83e63-0ca5-4004-bce3-efef0bb7e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:49.862210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-abc83e63-0ca5-4004-bce3-efef0bb7e713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0445631 Aug 12 04:41:49.911212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-f6878131-a0fa-4112-95c9-4c6b09d44515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:49.912686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-f6878131-a0fa-4112-95c9-4c6b09d44515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435205 Aug 12 04:41:50.019991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-2a106cf3-87db-481c-ad65-3be002c80b6b service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003988 Aug 12 04:41:50.113939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b454dfda-1e19-41fd-bde8-fdc564cc751c req-f2991cd6-f8f0-4721-a978-fdb0d80416a2 service neutron] 10.222.0.36 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864198 Aug 12 04:41:50.341429 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf48b-70bf-450e-80da-f02aba352b25 req-058e2811-22d9-46d3-bd26-659212d34430 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:50.342949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bfbf48b-70bf-450e-80da-f02aba352b25 req-058e2811-22d9-46d3-bd26-659212d34430 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0494916 Aug 12 04:41:50.381529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bfbf48b-70bf-450e-80da-f02aba352b25 req-53678e52-6eb0-46fe-a7a7-9691edf41f59 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 Aug 12 04:41:50.689342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27fa8103-1929-480f-8aee-c9049460bd26 req-f57a94e5-cca2-4c7e-a562-bbfdc8015a02 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 210 time: 0.0271406 Aug 12 04:41:51.218084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-8ef82871-6abc-4e5a-98f7-8c3f7a4af7c2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:51.219597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-8ef82871-6abc-4e5a-98f7-8c3f7a4af7c2 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "GET /v2.0/networks?id=75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 HTTP/1.1" status: 200 len: 797 time: 0.1062849 Aug 12 04:41:51.276374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-792d7aa5-33e4-4471-8cc3-900e5599cf92 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 470 time: 0.0449855 Aug 12 04:41:51.287079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'port': {'device_id': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'admin_state_up': True, 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'security_groups': ['44fa69f2-0d41-4753-83f2-55d16d550d5d']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:51.392171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:41:51.461829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:41:51.465792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:51.485748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:51.497761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 has no active binding in host n-h1-804320-1 {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 04:41:51.552914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a121f-9022-4fb7-8039-500a6140d8f5 req-8fb630a4-2e97-4b95-b5b7-2915c18d6ae3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:51.554618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec8a121f-9022-4fb7-8039-500a6140d8f5 req-8fb630a4-2e97-4b95-b5b7-2915c18d6ae3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.1041303 Aug 12 04:41:51.635573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec8a121f-9022-4fb7-8039-500a6140d8f5 req-e6efc1ea-62f0-4338-bbcb-31f4924e9f68 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732539 Aug 12 04:41:51.652342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.20.0.29 (75ba7b7b-e479-4fec-a905-c70fe2b6b4c8/56c631fe-7258-4284-b9ab-cb3aedee7f9b/254b8766-0ef0-4003-9e4d-0c15bf9888df) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:41:51.787446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-616e8909-8f64-4553-a0fd-24a9915b41c3 req-652b23e5-2789-42f7-9f05-1f53fe197c5c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 210 time: 0.0261352 Aug 12 04:41:51.794334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:51.808005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Transition to ACTIVE for port object 254b8766-0ef0-4003-9e4d-0c15bf9888df will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:41:51.900925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:51.942137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:41:51.947229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:41:51.950954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:41:51.977633 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=254b8766-0ef0-4003-9e4d-0c15bf9888df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:51.990757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.991113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.991458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.991830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.992174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.992512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.992847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.993177 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.993511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.993839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.994170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:51.994500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:41:52.016980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:52.017626 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.095996 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dce8d932-6082-4f97-8044-2a24ccbc5b40 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8124735 Aug 12 04:41:52.108960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Request body: {'port': {'device_id': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:41:52.161977 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.243389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e200c6e1-75e2-4cc9-a1d2-130af1549fe6 None None] Provisioning for port 254b8766-0ef0-4003-9e4d-0c15bf9888df completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:41:52.247219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e200c6e1-75e2-4cc9-a1d2-130af1549fe6 None None] Provisioning complete for port 254b8766-0ef0-4003-9e4d-0c15bf9888df triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:52.247659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e200c6e1-75e2-4cc9-a1d2-130af1549fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.281097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e200c6e1-75e2-4cc9-a1d2-130af1549fe6 None None] Port 254b8766-0ef0-4003-9e4d-0c15bf9888df cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:41:52.424691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254b8766-0ef0-4003-9e4d-0c15bf9888df {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:41:52.432621 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.444879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Transition to ACTIVE for port object 254b8766-0ef0-4003-9e4d-0c15bf9888df will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:41:52.528006 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.579690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Pushing event updated for resources: {'Port': ['ID=254b8766-0ef0-4003-9e4d-0c15bf9888df,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:52.652689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Attempting to bind port 254b8766-0ef0-4003-9e4d-0c15bf9888df on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:41:52.652919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Attempting to bind port 254b8766-0ef0-4003-9e4d-0c15bf9888df by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:41:52.653246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Attempting to bind port 254b8766-0ef0-4003-9e4d-0c15bf9888df on network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:52.658021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Port 254b8766-0ef0-4003-9e4d-0c15bf9888df on network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:41:52.658335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Attempting to bind port 254b8766-0ef0-4003-9e4d-0c15bf9888df on network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:41:52.663383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:41:52.663726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Checking segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:41:52.664120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Bound using segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:41:52.664556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Bound port: 254b8766-0ef0-4003-9e4d-0c15bf9888df, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:41:52.664919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.757672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] For port 254b8766-0ef0-4003-9e4d-0c15bf9888df, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:41:52.771676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] For port 254b8766-0ef0-4003-9e4d-0c15bf9888df, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=254b8766-0ef0-4003-9e4d-0c15bf9888df,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:41:52.786229 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5acb6-595a-486f-8cc4-8e6a6dd1a5b1 req-1875aa88-4b36-44d2-9131-518dbc04588f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:52.787778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3c5acb6-595a-486f-8cc4-8e6a6dd1a5b1 req-1875aa88-4b36-44d2-9131-518dbc04588f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 945 time: 0.0736253 Aug 12 04:41:52.811247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.869359 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c3c5acb6-595a-486f-8cc4-8e6a6dd1a5b1 req-cd96502f-0dae-4526-81b4-f5079f558319 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740590 Aug 12 04:41:52.870645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:52.871291 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:52.872602 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/254b8766-0ef0-4003-9e4d-0c15bf9888df HTTP/1.1" status: 200 len: 1092 time: 0.7681746 Aug 12 04:41:52.875025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'tag': '254b8766-0ef0-4003-9e4d-0c15bf9888df'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:52.878480 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997c292-3fa6-477d-94a4-63cac513462f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a71444-4f2f-4765-a3cf-adb6648bf39a", "tag": "254b8766-0ef0-4003-9e4d-0c15bf9888df"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:52.903591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa658ed-6d37-4558-83a5-8cbea8b948d9 service neutron] Pushing event updated for resources: {'Port': ['ID=254b8766-0ef0-4003-9e4d-0c15bf9888df,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:52.910244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5ab7a-c6c7-4901-8280-eb078701dc1a req-c764d755-5bb8-4016-9358-20b0b4694b8f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:52.918318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ced5ab7a-c6c7-4901-8280-eb078701dc1a req-c764d755-5bb8-4016-9358-20b0b4694b8f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 944 time: 0.0622697 Aug 12 04:41:52.929685 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641c89a-ff3d-4687-9052-a74b850c8c1d x-openstack-request-id: req-7641c89a-ff3d-4687-9052-a74b850c8c1d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:52.929988 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a71444-4f2f-4765-a3cf-adb6648bf39a", "tag": "254b8766-0ef0-4003-9e4d-0c15bf9888df", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:52.930242 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7641c89a-ff3d-4687-9052-a74b850c8c1d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:52.930653 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'tag': '254b8766-0ef0-4003-9e4d-0c15bf9888df', 'status': 'completed', 'code': 200} Aug 12 04:41:52.958621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ced5ab7a-c6c7-4901-8280-eb078701dc1a req-0f2b08dd-240f-4bf0-b794-6bac7742e035 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394027 Aug 12 04:41:52.994797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c292-3fa6-477d-94a4-63cac513462f req-9d61f535-3cd8-4d32-8e75-e3e44864c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:52.996415 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a997c292-3fa6-477d-94a4-63cac513462f req-9d61f535-3cd8-4d32-8e75-e3e44864c535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 1095 time: 0.0431256 Aug 12 04:41:53.178505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c292-3fa6-477d-94a4-63cac513462f req-2dffe5e7-247a-4cad-8dff-c6d08331c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:53.178928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c292-3fa6-477d-94a4-63cac513462f req-2dffe5e7-247a-4cad-8dff-c6d08331c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:53.180465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a997c292-3fa6-477d-94a4-63cac513462f req-2dffe5e7-247a-4cad-8dff-c6d08331c2bd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1751826 Aug 12 04:41:53.200128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-8ce78703-a9bd-4e14-873e-059ec8be9a26 service neutron] 10.222.0.36 "GET /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 384 time: 0.0557330 Aug 12 04:41:53.340799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c292-3fa6-477d-94a4-63cac513462f req-2b6c090c-f0b1-43f9-9e6c-ee1e6c514d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:53.342280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a997c292-3fa6-477d-94a4-63cac513462f req-2b6c090c-f0b1-43f9-9e6c-ee1e6c514d37 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537323 Aug 12 04:41:53.377280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:53.403783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:41:53.425816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-c7ea83df-3077-49ef-b7f5-bba8aed7e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:53.427449 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-c7ea83df-3077-49ef-b7f5-bba8aed7e02d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 1095 time: 0.0453331 Aug 12 04:41:53.445226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:53.447669 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e446b31-e3d7-4bee-8c61-a6d2aa886e98" -d '{"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:53.455085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:53.470404 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-81b4e2d1-7655-4d4c-8c0a-598e043b65f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=254b8766-0ef0-4003-9e4d-0c15bf9888df HTTP/1.1" status: 200 len: 217 time: 0.0346639 Aug 12 04:41:53.488825 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229ee86e-08ca-48b2-8f41-7c747e1b26d5 x-openstack-request-id: req-229ee86e-08ca-48b2-8f41-7c747e1b26d5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:53.489194 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:53.489513 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-229ee86e-08ca-48b2-8f41-7c747e1b26d5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:53.490019 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'code': 200} Aug 12 04:41:53.518689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dcfb07e0-5517-4846-b841-295c2583fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:53.520162 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-dcfb07e0-5517-4846-b841-295c2583fd15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=56c631fe-7258-4284-b9ab-cb3aedee7f9b HTTP/1.1" status: 200 len: 837 time: 0.0433061 Aug 12 04:41:53.535691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:53.567968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-1a201af5-9ba5-4aa3-a67e-fc934cc92dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:53.569489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-1a201af5-9ba5-4aa3-a67e-fc934cc92dfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=75ba7b7b-e479-4fec-a905-c70fe2b6b4c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421669 Aug 12 04:41:53.608380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] Transition to ACTIVE for port object 47c6a258-22d1-4fbd-a185-a8df3dc9c310 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:41:53.657474 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-b54cab1c-720d-4f2f-a462-a8fa241e8252 service neutron] 10.222.0.20 "GET /v2.0/networks/75ba7b7b-e479-4fec-a905-c70fe2b6b4c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809186 Aug 12 04:41:53.667271 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:53.753013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aac93c9a-9bbf-42a3-9db0-c5037d4a803b req-d54e3305-367d-4d7a-ac09-4e9b491bb63e service neutron] 10.222.0.20 "GET /v2.0/networks/75ba7b7b-e479-4fec-a905-c70fe2b6b4c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883503 Aug 12 04:41:53.762142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] Pushing event updated for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=11']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:53.801074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] No DVR routers for this DVR port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:41:53.934618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-af490e92-1fdd-4802-9fe4-ba043e49b671 service neutron] 10.222.0.36 "PUT /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310/bindings/n-h1-804320-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7276244 Aug 12 04:41:54.001536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bda07-7862-4fa6-82b9-286b829f6205 req-93ee2291-1c7d-4098-a43e-c67f96d1b27f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.003149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443bda07-7862-4fa6-82b9-286b829f6205 req-93ee2291-1c7d-4098-a43e-c67f96d1b27f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0554936 Aug 12 04:41:54.041868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-443bda07-7862-4fa6-82b9-286b829f6205 req-bba6890c-b054-40a4-9209-6aa9f962bc3b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Aug 12 04:41:54.103391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcb6db-0892-40d9-a080-14bcd629170c req-75cc4334-98c2-4136-8bf8-aa1da6ab6da9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.104870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8abcb6db-0892-40d9-a080-14bcd629170c req-75cc4334-98c2-4136-8bf8-aa1da6ab6da9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 944 time: 0.0772316 Aug 12 04:41:54.119740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-4d17f6d2-0199-409f-a9bb-6f0843321250 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.121107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-4d17f6d2-0199-409f-a9bb-6f0843321250 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e&tenant_id=f5c14e689dd14c4b866e901dcef58802&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0597935 Aug 12 04:41:54.174786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8abcb6db-0892-40d9-a080-14bcd629170c req-ab92b15c-744a-4be5-a8be-45c0bb07bc12 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623655 Aug 12 04:41:54.184264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-f3fd5829-36ae-498a-9b52-4d1cf9f6f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.185708 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-f3fd5829-36ae-498a-9b52-4d1cf9f6f258 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 1095 time: 0.0552912 Aug 12 04:41:54.250766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-2551c092-2b32-44a7-ae1a-694fb93b0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.252710 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-2551c092-2b32-44a7-ae1a-694fb93b0004 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1095 time: 0.0388193 Aug 12 04:41:54.338877 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-a4064910-2f60-47fd-b7e0-c7d25df364dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.340309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-a4064910-2f60-47fd-b7e0-c7d25df364dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 898 time: 0.0810769 Aug 12 04:41:54.408516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-0767bbd9-db0e-47b2-a59e-f7729c1a495d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 999 time: 0.0598013 Aug 12 04:41:54.457163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-91f54f38-27f2-4289-9fb9-0909d185d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.458558 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-91f54f38-27f2-4289-9fb9-0909d185d13a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0431254 Aug 12 04:41:54.504990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-2c7f49f2-713b-4261-b669-18c46e97521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:54.506384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-2c7f49f2-713b-4261-b669-18c46e97521c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386875 Aug 12 04:41:54.598312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-435d1403-2c40-4af6-bff6-ca1cba7f1a6a service neutron] 10.222.0.20 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833261 Aug 12 04:41:54.687884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-720c107a-a3f6-4a58-8210-649815979b1f service neutron] 10.222.0.20 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Aug 12 04:41:55.106497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755aa6-32d2-451c-b434-86a80c87811e req-92f6d517-3295-4656-9380-edc57ca0f596 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:55.108149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-92f6d517-3295-4656-9380-edc57ca0f596 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e&tenant_id=f5c14e689dd14c4b866e901dcef58802&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 1095 time: 0.0499363 Aug 12 04:41:55.159422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc25809-5233-4a55-8f1b-b3feb33e2422 req-72afdac6-d23f-48b8-b1ea-d8efc098eafa tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:55.161029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc25809-5233-4a55-8f1b-b3feb33e2422 req-72afdac6-d23f-48b8-b1ea-d8efc098eafa tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0501518 Aug 12 04:41:55.203361 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc25809-5233-4a55-8f1b-b3feb33e2422 req-49f81534-c185-4f00-9d98-f41253434a1a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355990 Aug 12 04:41:55.312670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a5682-dbf5-4d24-98b6-4839029dcaf5 req-5a19e80c-f0a1-4cc5-8b2b-325ec0fefae0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:55.314237 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-754a5682-dbf5-4d24-98b6-4839029dcaf5 req-5a19e80c-f0a1-4cc5-8b2b-325ec0fefae0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1095 time: 0.0422587 Aug 12 04:41:55.351157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-754a5682-dbf5-4d24-98b6-4839029dcaf5 req-ffec995a-1dd3-46b3-a65d-bf68ffadae74 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299835 Aug 12 04:41:55.471256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab35469-33bb-49ea-86d7-1ca340a31086 req-bcd50051-2e1e-42aa-b9ef-20c2413a1862 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:55.472731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ab35469-33bb-49ea-86d7-1ca340a31086 req-bcd50051-2e1e-42aa-b9ef-20c2413a1862 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0545213 Aug 12 04:41:55.513827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ab35469-33bb-49ea-86d7-1ca340a31086 req-8f6bd018-c6a2-47fd-890d-3c02433cf8ee tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347865 Aug 12 04:41:55.533926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364cb95-f42f-472c-9f79-8e7d9db9c7d3 req-28f72394-fb6a-4685-95b7-8266405c110c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:55.535421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7364cb95-f42f-472c-9f79-8e7d9db9c7d3 req-28f72394-fb6a-4685-95b7-8266405c110c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 944 time: 0.0751684 Aug 12 04:41:55.536371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40964) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:55.583563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:41:55.608814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f5aecd29-2fa8-4c7b-a9aa-954cbd0107d8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/20b43f9d-130c-4699-b862-04a7ddb0eac3 HTTP/1.1" status: 200 len: 991 time: 0.0660193 Aug 12 04:41:55.631815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:41:55.636677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7364cb95-f42f-472c-9f79-8e7d9db9c7d3 req-ce8d2972-c28e-499d-be90-0d930ed0c7c5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848703 Aug 12 04:41:55.640553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:55.726737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-da755aa6-32d2-451c-b434-86a80c87811e req-f0cdecbc-09b8-495b-aa8b-300b9120d993 service neutron] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:41:55.730125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-da755aa6-32d2-451c-b434-86a80c87811e req-f0cdecbc-09b8-495b-aa8b-300b9120d993 service neutron] Notify callbacks [] for binding, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:55.731323 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-f0cdecbc-09b8-495b-aa8b-300b9120d993 service neutron] 10.222.0.20 "DELETE /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310/bindings/n-h2-804320-1 HTTP/1.1" status: 204 len: 173 time: 0.6160772 Aug 12 04:41:55.809252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:55.837037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:55.991658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 5e07d9e6-11e4-42a0-a7b6-4203a0d740bf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:41:55.991913 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:56.069955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:56.070268 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:56.082565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 5e07d9e6-11e4-42a0-a7b6-4203a0d740bf owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:41:56.295393 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:56.320957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=5e07d9e6-11e4-42a0-a7b6-4203a0d740bf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:56.382183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:56.382579 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP 20b43f9d-130c-4699-b862-04a7ddb0eac3 disassociated (deleted). External IP: 172.25.6.162, port: 47c6a258-22d1-4fbd-a185-a8df3dc9c310. Aug 12 04:41:56.585011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:41:56.691803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:41:56.696681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:56.703783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] Sync routers for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:41:56.726056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:41:56.726810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:41:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:56.732719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ee2a25b8-d480-4f63-bb12-30c11debda8f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/floatingips/20b43f9d-130c-4699-b862-04a7ddb0eac3 HTTP/1.1" status: 204 len: 168 time: 0.8944890 Aug 12 04:41:56.733323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:56.735644 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f283e-eda1-4569-9872-b64128a749d9" -d '{"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:56.760437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30764b-6162-4eaa-99be-e0bb7cff6de3 req-0d81db9c-9821-415d-acf7-5b6b415b6eb9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:56.761965 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be30764b-6162-4eaa-99be-e0bb7cff6de3 req-0d81db9c-9821-415d-acf7-5b6b415b6eb9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 944 time: 0.0516987 Aug 12 04:41:56.801731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-be30764b-6162-4eaa-99be-e0bb7cff6de3 req-5a9766f6-b97f-40f6-85ed-913029765648 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339155 Aug 12 04:41:56.846688 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18df11a-46dc-435b-a96c-c07bd0000c72 x-openstack-request-id: req-a18df11a-46dc-435b-a96c-c07bd0000c72 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:56.847007 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:56.847263 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a18df11a-46dc-435b-a96c-c07bd0000c72 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:56.847670 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'status': 'completed', 'code': 200} Aug 12 04:41:56.852620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:41:56.908333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f283e-eda1-4569-9872-b64128a749d9 req-a85dec0e-4af3-4f55-8d7a-2a36c48139b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:56.910432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-a85dec0e-4af3-4f55-8d7a-2a36c48139b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 1095 time: 0.0411196 Aug 12 04:41:57.013137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f283e-eda1-4569-9872-b64128a749d9 req-3c635848-6461-45d2-9360-bf6535f20e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:57.014622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-3c635848-6461-45d2-9360-bf6535f20e3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 200 len: 898 time: 0.0960672 Aug 12 04:41:57.057568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-ef593fd9-99d2-4b34-89b4-85d249462eea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 200 len: 217 time: 0.0358150 Aug 12 04:41:57.057850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:54Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:57.086643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] Checking router: 4e095e41-e48d-4e51-a5a3-3092bb5e2863 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:41:57.095778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:41:57.096321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:41:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:57.113887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f283e-eda1-4569-9872-b64128a749d9 req-931688fb-b6ba-433e-812c-12b9479434a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:57.115432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-931688fb-b6ba-433e-812c-12b9479434a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 200 len: 835 time: 0.0512922 Aug 12 04:41:57.184228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f283e-eda1-4569-9872-b64128a749d9 req-c1750596-0db3-4fec-83be-63016278a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:57.185805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-c1750596-0db3-4fec-83be-63016278a599 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8c259c2-457d-495b-953b-0892eea9719e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612435 Aug 12 04:41:57.196301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb3bc-0b95-42ae-82f8-b86b28c1b8f8 req-cfa5869f-65b5-4cbf-8def-49e0082d6cb9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:57.197739 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c63cb3bc-0b95-42ae-82f8-b86b28c1b8f8 req-cfa5869f-65b5-4cbf-8def-49e0082d6cb9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0814111 Aug 12 04:41:57.204628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:41:57.292360 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c63cb3bc-0b95-42ae-82f8-b86b28c1b8f8 req-4a3422ae-7b04-447d-b95f-9710e1af698b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=eba73e1f-b5ed-4f21-97f8-b42601416796&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850520 Aug 12 04:41:57.314936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-57401731-348d-4e6b-8009-197017159715 service neutron] 10.222.0.20 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161847 Aug 12 04:41:57.427693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b55f283e-eda1-4569-9872-b64128a749d9 req-fec7a36f-0f9f-4169-a673-bed98ed9a74f service neutron] 10.222.0.20 "GET /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043622 Aug 12 04:41:57.528949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 254b8766-0ef0-4003-9e4d-0c15bf9888df details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:41:57.591244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-5b6c955c-d2d8-40dc-b5cf-91ba0ae5cf66 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:57.592720 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-5b6c955c-d2d8-40dc-b5cf-91ba0ae5cf66 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 944 time: 0.0554771 Aug 12 04:41:57.622168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:54Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:41:57.657193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707a8ef-8d4f-41de-868f-388b011c5f8e None None] The sync data for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 is: [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '9a4e560f-efde-42a6-972b-ddd0415d26d8', 'name': '', 'network_id': 'b8c259c2-457d-495b-953b-0892eea9719e', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:6d:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:49Z', 'updated_at': '2021-08-12T04:40:54Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '05b1a079-8fe2-45e3-aaf0-20b28cfb004f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:41:57.669869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 254b8766-0ef0-4003-9e4d-0c15bf9888df, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=254b8766-0ef0-4003-9e4d-0c15bf9888df,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:57.681058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '254b8766-0ef0-4003-9e4d-0c15bf9888df', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'port_id': '254b8766-0ef0-4003-9e4d-0c15bf9888df', 'mac_address': 'fa:16:3e:95:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:41:57.691954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:41:57.692311 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:57.721206 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:57.735531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254b8766-0ef0-4003-9e4d-0c15bf9888df {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:41:57.760305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 254b8766-0ef0-4003-9e4d-0c15bf9888df, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=254b8766-0ef0-4003-9e4d-0c15bf9888df,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:57.788398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 47c6a258-22d1-4fbd-a185-a8df3dc9c310, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=47c6a258-22d1-4fbd-a185-a8df3dc9c310,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:57.791035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:57.803582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 47c6a258-22d1-4fbd-a185-a8df3dc9c310 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:41:57.838008 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:57.929685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=254b8766-0ef0-4003-9e4d-0c15bf9888df,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:57.947948 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b3b427-bb4a-4127-a7c6-f4d7513926e7 None None] New status for floating IP 20b43f9d-130c-4699-b862-04a7ddb0eac3: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:41:57.975877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790563c-24e6-4f18-b6fb-53c78614e36e req-6d426431-a791-4c17-9709-c84b60cf5532 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:57.977377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1790563c-24e6-4f18-b6fb-53c78614e36e req-6d426431-a791-4c17-9709-c84b60cf5532 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 945 time: 0.0571384 Aug 12 04:41:58.010052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:58.019328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1790563c-24e6-4f18-b6fb-53c78614e36e req-f6d8aeca-1dc1-4136-b616-1689a937c404 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355761 Aug 12 04:41:58.045197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=47c6a258-22d1-4fbd-a185-a8df3dc9c310,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:58.054001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['254b8766-0ef0-4003-9e4d-0c15bf9888df'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:41:58.095747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] No DVR routers for this DVR port 47c6a258-22d1-4fbd-a185-a8df3dc9c310 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:41:58.098471 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:58.100519 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e66e98c7-3b6c-4aba-b981-de07d26cd6f0 req-66c50503-2918-4caf-8f25-19bb5b7ded79 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.20 "DELETE /v2.0/ports/47c6a258-22d1-4fbd-a185-a8df3dc9c310 HTTP/1.1" status: 204 len: 173 time: 0.5015447 Aug 12 04:41:58.100969 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-deleted', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:58.103312 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f333d-f9d8-4a9d-8180-46c9d79e2d4e" -d '{"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-deleted", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:58.139785 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a1b182-caa5-418c-aa57-3c6a54bae815 x-openstack-request-id: req-e0a1b182-caa5-418c-aa57-3c6a54bae815 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:58.140081 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486f2ac4-c7f0-4a85-acd5-dbe66d228a9e", "name": "network-vif-deleted", "tag": "47c6a258-22d1-4fbd-a185-a8df3dc9c310", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:58.140344 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0a1b182-caa5-418c-aa57-3c6a54bae815 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:58.140742 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486f2ac4-c7f0-4a85-acd5-dbe66d228a9e', 'name': 'network-vif-deleted', 'tag': '47c6a258-22d1-4fbd-a185-a8df3dc9c310', 'status': 'completed', 'code': 200} Aug 12 04:41:58.252485 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f951ae7f-bf52-46d7-8552-fb0d1a911145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:58.391755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-213a8ebf-7eb0-4c1d-b4f5-bd65d3d75457 req-749d3799-e8d0-4d01-a312-710766dfd127 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=486f2ac4-c7f0-4a85-acd5-dbe66d228a9e HTTP/1.1" status: 200 len: 210 time: 0.0267773 Aug 12 04:41:59.132625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8f6e8-2612-49ac-b2b1-0bea99e355dc req-7aad406f-e0bf-402f-8e86-7ef333bd3eab tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:59.134126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdf8f6e8-2612-49ac-b2b1-0bea99e355dc req-7aad406f-e0bf-402f-8e86-7ef333bd3eab tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 945 time: 0.0477777 Aug 12 04:41:59.171452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdf8f6e8-2612-49ac-b2b1-0bea99e355dc req-24b6f9e1-32d8-4527-9432-50842a7d251d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314963 Aug 12 04:41:59.443567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 254b8766-0ef0-4003-9e4d-0c15bf9888df up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:41:59.449983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 40994) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:41:59.552151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 254b8766-0ef0-4003-9e4d-0c15bf9888df completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:41:59.556049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 254b8766-0ef0-4003-9e4d-0c15bf9888df triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:41:59.556425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:59.632463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:59.654910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b8766-0ef0-4003-9e4d-0c15bf9888df'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:41:59.659692 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fae089-5bbc-4a52-9651-01d68e572413" -d '{"events": [{"server_uuid": "e2a71444-4f2f-4765-a3cf-adb6648bf39a", "name": "network-vif-plugged", "status": "completed", "tag": "254b8766-0ef0-4003-9e4d-0c15bf9888df"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:41:59.671701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 254b8766-0ef0-4003-9e4d-0c15bf9888df, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=254b8766-0ef0-4003-9e4d-0c15bf9888df,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:41:59.694752 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21479eaf-56bd-4864-a0d1-feafb6aa594e x-openstack-request-id: req-21479eaf-56bd-4864-a0d1-feafb6aa594e {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:41:59.695769 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a71444-4f2f-4765-a3cf-adb6648bf39a", "name": "network-vif-plugged", "status": "completed", "tag": "254b8766-0ef0-4003-9e4d-0c15bf9888df", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:41:59.695769 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21479eaf-56bd-4864-a0d1-feafb6aa594e {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:41:59.695769 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b8766-0ef0-4003-9e4d-0c15bf9888df', 'code': 200} Aug 12 04:41:59.741041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:59.741888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:41:59.785560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 47c6a258-22d1-4fbd-a185-a8df3dc9c310 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:41:59.785915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 47c6a258-22d1-4fbd-a185-a8df3dc9c310 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:41:59.803514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e6663-9a4d-4117-8f51-1070e6777b02 req-f2d32175-a24a-456b-8dda-4bb67e1179e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:41:59.805324 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-800e6663-9a4d-4117-8f51-1070e6777b02 req-f2d32175-a24a-456b-8dda-4bb67e1179e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 1097 time: 0.0511034 Aug 12 04:41:59.813198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=254b8766-0ef0-4003-9e4d-0c15bf9888df,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:41:59.820047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:41:59.841806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-800e6663-9a4d-4117-8f51-1070e6777b02 req-504aadc5-53bf-495b-8a7b-dbb9c34ce0ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293500 Aug 12 04:42:00.068123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 9a4e560f-efde-42a6-972b-ddd0415d26d8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:00.068361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:00.154089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 9a4e560f-efde-42a6-972b-ddd0415d26d8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9a4e560f-efde-42a6-972b-ddd0415d26d8,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:00.154453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:00.167119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 9a4e560f-efde-42a6-972b-ddd0415d26d8 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:00.331116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0003a-a648-44c8-81f2-6521857bc501 req-daad1b28-cff1-4123-abe9-ce53c4c6a3a0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:00.332515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2c0003a-a648-44c8-81f2-6521857bc501 req-daad1b28-cff1-4123-abe9-ce53c4c6a3a0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 946 time: 0.0678101 Aug 12 04:42:00.414208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b2c0003a-a648-44c8-81f2-6521857bc501 req-85df91bb-4f44-4e1b-b0f4-b5156f72c342 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749872 Aug 12 04:42:00.489207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:00.522998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=9a4e560f-efde-42a6-972b-ddd0415d26d8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:00.714316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:00.872322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c5001175-c46c-4c77-b90c-813aa99557d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:00.975575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.240816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:01.343350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:01.348702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-60616573-ac5b-4c78-afb8-2b2ffd9ef656 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/4e095e41-e48d-4e51-a5a3-3092bb5e2863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975437 Aug 12 04:42:01.351438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41002) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:01.352898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] Sync routers for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:01.362446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:01.363101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:01.403864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting subnet 05b1a079-8fe2-45e3-aaf0-20b28cfb004f {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:42:01.406966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.451206 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.471633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:01.537082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.549179 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460437ad-86ca-4161-822a-29304c5a7020 req-c5871d23-1821-4ccf-a819-a0147b6bfce6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:01.551530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-460437ad-86ca-4161-822a-29304c5a7020 req-c5871d23-1821-4ccf-a819-a0147b6bfce6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 946 time: 0.0531790 Aug 12 04:42:01.595664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-460437ad-86ca-4161-822a-29304c5a7020 req-da533d04-3dfc-4e39-b482-b687bad039c1 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343654 Aug 12 04:42:01.655512 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.657103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:42:00Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:01.684341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] Checking router: 4e095e41-e48d-4e51-a5a3-3092bb5e2863 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:01.689246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Subnet': ['ID=05b1a079-8fe2-45e3-aaf0-20b28cfb004f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:01.693358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] Routers {'4e095e41-e48d-4e51-a5a3-3092bb5e2863'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:01.693975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:01.701971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.708473 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ab84e9b8-cd39-40c3-a286-fdb8842ae06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/subnets/05b1a079-8fe2-45e3-aaf0-20b28cfb004f HTTP/1.1" status: 204 len: 168 time: 0.3514178 Aug 12 04:42:01.708473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41008) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:01.732928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da789d5-6783-4a2a-8bf1-bb29a4ab9401 None None] Network b8c259c2-457d-495b-953b-0892eea9719e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:01.822384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3d0a-2e99-4449-9348-8b29527a053b req-ddc187ef-85ec-44b5-83ee-bbfafd097ebf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:01.823846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53e3d0a-2e99-4449-9348-8b29527a053b req-ddc187ef-85ec-44b5-83ee-bbfafd097ebf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 946 time: 0.1366715 Aug 12 04:42:01.860783 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:01.887352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] Set router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:01.905095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53e3d0a-2e99-4449-9348-8b29527a053b req-8f19d5ad-9736-47de-bd62-d5d627d56cda tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743299 Aug 12 04:42:01.986239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.052755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] DHCP port deletion for b8c259c2-457d-495b-953b-0892eea9719e request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:42:02.105182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port c5cac536-fc99-4ae9-9b4b-7d441c5501d9 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:02.105557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.129666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:42:00Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:02.158086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71fb57-9517-41f0-8a42-f9feb5a28bb3 None None] The sync data for ids ['4e095e41-e48d-4e51-a5a3-3092bb5e2863'] in n-d-804320-1 is: [{'id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004633108', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:45Z', 'updated_at': '2021-08-12T04:42:00Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'c5cac536-fc99-4ae9-9b4b-7d441c5501d9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e095e41-e48d-4e51-a5a3-3092bb5e2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:46Z', 'updated_at': '2021-08-12T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:02.161133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Deleting port e353e560-e84f-4e93-88fe-0fda20b1cf70 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:02.161510 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.191069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port c5cac536-fc99-4ae9-9b4b-7d441c5501d9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:02.191453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.207200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for c5cac536-fc99-4ae9-9b4b-7d441c5501d9 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:02.209895 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.230737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] For port e353e560-e84f-4e93-88fe-0fda20b1cf70, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e353e560-e84f-4e93-88fe-0fda20b1cf70,segment=NetworkSegment(ed571b63-1fc9-42fd-b0a0-11abfc5f1a21),segment_id=ed571b63-1fc9-42fd-b0a0-11abfc5f1a21)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:02.231146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.243810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Calling delete_port for e353e560-e84f-4e93-88fe-0fda20b1cf70 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:02.398014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.423402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Pushing event deleted for resources: {'Port': ['ID=e353e560-e84f-4e93-88fe-0fda20b1cf70,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:02.428749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] No DVR routers for this DVR port e353e560-e84f-4e93-88fe-0fda20b1cf70 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.439756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.442278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.442278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.442278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc9adf-a19c-41f3-b59a-fe7c28d479ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:02.448260 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.470222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=c5cac536-fc99-4ae9-9b4b-7d441c5501d9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:02.530619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.629999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.632256 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.650502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4e560f-efde-42a6-972b-ddd0415d26d8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:02.679193 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9a4e560f-efde-42a6-972b-ddd0415d26d8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:02.679535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9a4e560f-efde-42a6-972b-ddd0415d26d8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:02.679974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e353e560-e84f-4e93-88fe-0fda20b1cf70 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:02.699268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e353e560-e84f-4e93-88fe-0fda20b1cf70 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:02.699543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e353e560-e84f-4e93-88fe-0fda20b1cf70 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:02.763771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.764309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Fanout notify agent at l3_agent the message router_deleted on router 4e095e41-e48d-4e51-a5a3-3092bb5e2863 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:42:02.771718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.772841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d1dbb1d-8cff-4da7-8950-c9c86c931985 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/routers/4e095e41-e48d-4e51-a5a3-3092bb5e2863 HTTP/1.1" status: 204 len: 168 time: 1.0654163 Aug 12 04:42:02.775661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41014) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:02.861407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.951355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.961696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c259c2-457d-495b-953b-0892eea9719e']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:02.971947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:02.972246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed571b63-1fc9-42fd-b0a0-11abfc5f1a21') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:02.981030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:02.994564 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.000605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:42:03.000984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:42:03.004441 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:42:03.123193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.128143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.130111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/networks/b8c259c2-457d-495b-953b-0892eea9719e HTTP/1.1" status: 204 len: 168 time: 0.3534937 Aug 12 04:42:03.133027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:03.145710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb02785-f224-4dc0-9091-b8c89e4ae4ff tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Network': ['ID=b8c259c2-457d-495b-953b-0892eea9719e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:03.195414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f951100d-668a-4939-960c-30cff8bc7317 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.221917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f951100d-668a-4939-960c-30cff8bc7317 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.350777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f951100d-668a-4939-960c-30cff8bc7317 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.353435 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f951100d-668a-4939-960c-30cff8bc7317 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.354618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f951100d-668a-4939-960c-30cff8bc7317 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/security-groups/eba73e1f-b5ed-4f21-97f8-b42601416796 HTTP/1.1" status: 204 len: 168 time: 0.2205906 Aug 12 04:42:03.364921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951100d-668a-4939-960c-30cff8bc7317 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba73e1f-b5ed-4f21-97f8-b42601416796,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:03.394031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41020) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:03.735018 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:03.833866 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.061951 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41024) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:04.066832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571509444', 'description': 'tempest-secgroup-smoke-571509444 description', 'project_id': 'f5c14e689dd14c4b866e901dcef58802'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:04.102757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.20.0.17 (75ba7b7b-e479-4fec-a905-c70fe2b6b4c8/56c631fe-7258-4284-b9ab-cb3aedee7f9b/9f43fe2c-abc2-491c-97dc-7a255dccd78b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:04.181094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.210620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.223528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Transition to ACTIVE for port object 9f43fe2c-abc2-491c-97dc-7a255dccd78b will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:04.262275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.312274 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.329182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.356619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:04.361157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430b84c3-2495-4185-acf6-0c127b6d88e6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:04.361641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:04.365490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:04.392940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=9f43fe2c-abc2-491c-97dc-7a255dccd78b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:04.409380 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.416593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d6887fea-da4a-4149-ae43-395edb23398d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3513670 Aug 12 04:42:04.416593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41026) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:04.416793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.424540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '430b84c3-2495-4185-acf6-0c127b6d88e6', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:04.425821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c5cac536-fc99-4ae9-9b4b-7d441c5501d9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:04.448624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c5cac536-fc99-4ae9-9b4b-7d441c5501d9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:04.449487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c5cac536-fc99-4ae9-9b4b-7d441c5501d9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:04.539751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.597131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.620481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.666550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.687611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605c0530-6ad7-449e-af29-64a435654500,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:04.689194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-07e51041-79e6-4523-900b-73e42c374865 None None] Provisioning for port 9f43fe2c-abc2-491c-97dc-7a255dccd78b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:04.698771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-07e51041-79e6-4523-900b-73e42c374865 None None] Provisioning complete for port 9f43fe2c-abc2-491c-97dc-7a255dccd78b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:04.699166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-07e51041-79e6-4523-900b-73e42c374865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.732490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-07e51041-79e6-4523-900b-73e42c374865 None None] Port 9f43fe2c-abc2-491c-97dc-7a255dccd78b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:04.740760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.742058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e51ccf58-108c-48bf-b41c-7829a4039134 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3257899 Aug 12 04:42:04.744815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41028) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:04.749778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '430b84c3-2495-4185-acf6-0c127b6d88e6', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:04.854939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.907054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.919995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.963727 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:04.991886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.010821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddb81c8-74c4-4bf8-8abe-5397028a270c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:05.039362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=9f43fe2c-abc2-491c-97dc-7a255dccd78b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:05.052821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.077693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.079008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-957cb33a-78c2-42f2-bc72-324c21ebcf2a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3331184 Aug 12 04:42:05.081735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41030) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:05.086760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '430b84c3-2495-4185-acf6-0c127b6d88e6', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:05.147265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:05.148682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:05.181062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.246968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.264261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:05.329745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.354486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fb3ca5-674d-4cfb-ac8b-7ef3f2072f3f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:05.354780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e632f364-fe3a-4dc5-91fc-11126aa5f96d None None] Provisioning complete for port 9f43fe2c-abc2-491c-97dc-7a255dccd78b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:05.355281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e632f364-fe3a-4dc5-91fc-11126aa5f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.379340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:05.389832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-48ea3efe-36d8-4ecf-99cd-b1149b778489 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "PUT /v2.0/routers/2189376f-d3ff-4f54-bfd0-4dbdb3098cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9947960 Aug 12 04:42:05.391750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e632f364-fe3a-4dc5-91fc-11126aa5f96d None None] Port 9f43fe2c-abc2-491c-97dc-7a255dccd78b cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:05.399808 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:05.409232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:05.409778 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:05.426241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.426241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2412ee51-3b42-4944-8172-4f4787065cbb tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395271 Aug 12 04:42:05.428204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41034) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:05.432752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '430b84c3-2495-4185-acf6-0c127b6d88e6', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:05.515764 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:05.536270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.595340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.654797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.677178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dacbd6-bb37-432d-a881-71b3f6ee4f6d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:05.746827 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:04Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:09Z', 'revision_number': 1, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f43fe2c-abc2-491c-97dc-7a255dccd78b', 'name': '', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:20:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:03Z', 'updated_at': '2021-08-12T04:42:04Z', 'revision_number': 2, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:05.747173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.749277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e99abbe1-77d5-4d2a-9b59-042593e2dc10 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3189194 Aug 12 04:42:05.750810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:05.755309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '430b84c3-2495-4185-acf6-0c127b6d88e6', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:05.773165 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:05.773597 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Updating router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea port 9f43fe2c-abc2-491c-97dc-7a255dccd78b binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:42:05.807939 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.837820 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:42:05.842905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.904164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.963530 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:05.980788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da27ac3-eb59-46b6-9bf3-de05d7624e26,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:06.053829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.055147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4aa0249a-f5c3-4f5b-9d8a-abf6058c3ca7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3033473 Aug 12 04:42:06.057944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41040) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:06.062550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'security_group_rule': {'security_group_id': '430b84c3-2495-4185-acf6-0c127b6d88e6', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:06.071044 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.080587 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Transition to ACTIVE for port object 9f43fe2c-abc2-491c-97dc-7a255dccd78b will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:06.151832 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Project f5c14e689dd14c4b866e901dcef58802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:42:06.156934 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.163423 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.227740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.299108 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Pushing event updated for resources: {'Port': ['ID=9f43fe2c-abc2-491c-97dc-7a255dccd78b,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:06.317950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.324822 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.327455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.328131 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.328131 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.328302 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:06.337331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9902c4-c45e-4339-89e4-42af3ab44606,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:06.365746 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Attempting to bind port 9f43fe2c-abc2-491c-97dc-7a255dccd78b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:06.366198 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Attempting to bind port 9f43fe2c-abc2-491c-97dc-7a255dccd78b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:06.366639 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Attempting to bind port 9f43fe2c-abc2-491c-97dc-7a255dccd78b on network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:06.372241 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:06.372693 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Checking segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:06.373162 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.373636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Bound using segment: {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:06.374272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Bound port: 9f43fe2c-abc2-491c-97dc-7a255dccd78b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94083018-ad59-410f-a611-4ab26133f08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:06.374730 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.413162 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.420471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dd4e178f-8f05-442e-b553-7dead2c484b8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3585482 Aug 12 04:42:06.420632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41042) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:06.425461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-9eb5734e-755c-4ddb-9193-aca5d7687934 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592237 Aug 12 04:42:06.427915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'network': {'name': 'tempest-network-smoke--953895655', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:06.454767 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] For port 9f43fe2c-abc2-491c-97dc-7a255dccd78b, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:06.458544 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] For port 9f43fe2c-abc2-491c-97dc-7a255dccd78b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9f43fe2c-abc2-491c-97dc-7a255dccd78b,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:06.511582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-046b7f47-eefc-4133-96ab-afe0bd9587a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:06.513099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-046b7f47-eefc-4133-96ab-afe0bd9587a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c64a835f77614a4795d9d52d199bc837&device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 1096 time: 0.0427332 Aug 12 04:42:06.552058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:42:06.555548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.579462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:42:06.581124 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.588713 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.590100 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Added segment 40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211 of type vlan for network de0c770f-e85d-4622-b5eb-bf32deb2265f Aug 12 04:42:06.628249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-d9743536-e355-41ad-b1a1-1adbbba5bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:06.630368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-d9743536-e355-41ad-b1a1-1adbbba5bfd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 200 len: 910 time: 0.0981841 Aug 12 04:42:06.637225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.643014 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a341d83-b853-4ed6-9ab9-dda7b8a8bcf7 None None] Pushing event updated for resources: {'Port': ['ID=9f43fe2c-abc2-491c-97dc-7a255dccd78b,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:06.648506 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:06.648506 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:06.713094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-66513948-2bd4-45ca-b8c7-e457b1b8679c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 200 len: 1001 time: 0.0749042 Aug 12 04:42:06.752137 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.761480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:06.762442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.767611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-b915fa2d-9cb3-45c2-9cfe-a54b34d9bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:06.769372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-b915fa2d-9cb3-45c2-9cfe-a54b34d9bd7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 200 len: 848 time: 0.0486007 Aug 12 04:42:06.770835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:06.830042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-9d1243f3-f937-42c2-b955-a25fe1acd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:06.832476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-9d1243f3-f937-42c2-b955-a25fe1acd25e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fcf74b9-74ca-47ca-bb8b-f44fd159646e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559781 Aug 12 04:42:06.843098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Network': ['ID=de0c770f-e85d-4622-b5eb-bf32deb2265f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:06.855908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network de0c770f-e85d-4622-b5eb-bf32deb2265f details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:42:06.896129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f14aa81f-00e0-483f-8a5b-a89a259d6b58 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4769802 Aug 12 04:42:06.898797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41044) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:06.903708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'admin_state_up': True, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:06.944428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-fe2dfe9e-07f8-4b5f-ac5f-aee675332aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049867 Aug 12 04:42:06.997997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:06.999109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.035699 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:04Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:09Z', 'revision_number': 1, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f43fe2c-abc2-491c-97dc-7a255dccd78b', 'name': '', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:20:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:03Z', 'updated_at': '2021-08-12T04:42:06Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:07.055778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef04e366-64b2-4bed-893b-c4caeea667a6 req-4f5b1aa6-ae7d-45b4-985c-bc7e7a146f52 service neutron] 10.222.0.20 "GET /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034286 Aug 12 04:42:07.063042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.068528 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d0f54-efdb-4167-91bd-bcc3884c4269 None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:04Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:09Z', 'revision_number': 1, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f43fe2c-abc2-491c-97dc-7a255dccd78b', 'name': '', 'network_id': '75ba7b7b-e479-4fec-a905-c70fe2b6b4c8', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:20:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:03Z', 'updated_at': '2021-08-12T04:42:06Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '56c631fe-7258-4284-b9ab-cb3aedee7f9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:07.257672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.528372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.548445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.658448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.129 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/b50abb60-6dfc-4fea-8a7e-3b99fd415421) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:07.758042 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.884098 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:07.928473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:07.931442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:07.935069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:08.274571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=b50abb60-6dfc-4fea-8a7e-3b99fd415421,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:08.287668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.288024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.288371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.288714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.289049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.289383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.289716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.290047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.290380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.290984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.291315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.291638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:08.490016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9f43fe2c-abc2-491c-97dc-7a255dccd78b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:08.568089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:08.626043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9f43fe2c-abc2-491c-97dc-7a255dccd78b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:08.630542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9f43fe2c-abc2-491c-97dc-7a255dccd78b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:08.630957 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:08.715023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:08.746273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9f43fe2c-abc2-491c-97dc-7a255dccd78b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9f43fe2c-abc2-491c-97dc-7a255dccd78b,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:08.766548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:08.832094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:08.880599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9f43fe2c-abc2-491c-97dc-7a255dccd78b,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:08.957514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router e0bc9265-9cb9-4be9-a0e9-69bc555b271d is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:42:09.062615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:09.072127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Sync routers for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:09.080686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:09.081292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:09.189131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:09.196895 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.200981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f62d1b51-85e7-44da-b761-73d3ef85fb52 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2981741 Aug 12 04:42:09.201849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41048) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:09.234378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c0ba7875-1ad4-4dc0-a06f-d98a433cdc17 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f5c14e689dd14c4b866e901dcef58802&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290549 Aug 12 04:42:09.234690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:09.320505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed9f121-cefc-42b8-a77c-e9ce89a10092 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:09.324750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8ed9f121-cefc-42b8-a77c-e9ce89a10092 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863879 Aug 12 04:42:09.324912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:09.358015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ec1e3a75-cee1-4237-aa69-783e23e6c2e0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320456 Aug 12 04:42:09.360604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41054) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:09.365590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-538799448', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:09.366548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:08Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:09.541431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Checking router: e0bc9265-9cb9-4be9-a0e9-69bc555b271d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:09.541431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Updating router e0bc9265-9cb9-4be9-a0e9-69bc555b271d port b50abb60-6dfc-4fea-8a7e-3b99fd415421 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:42:09.557711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:42:09.561353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.566062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.780844 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.815319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.825252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Transition to ACTIVE for port object b50abb60-6dfc-4fea-8a7e-3b99fd415421 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:09.840103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Subnet': ['ID=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:09.848581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Checking segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:09.848936 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network hostable DHCP agents. Network: de0c770f-e85d-4622-b5eb-bf32deb2265f, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:42:09.866348 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.900433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network de0c770f-e85d-4622-b5eb-bf32deb2265f is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:42:09.919460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Attempting to bind port b50abb60-6dfc-4fea-8a7e-3b99fd415421 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:09.919975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Attempting to bind port b50abb60-6dfc-4fea-8a7e-3b99fd415421 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:09.920338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Attempting to bind port b50abb60-6dfc-4fea-8a7e-3b99fd415421 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:09.923337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baa526-8d43-415c-8327-e39657d75e9a None None] Pushing event updated for resources: {'Port': ['ID=b50abb60-6dfc-4fea-8a7e-3b99fd415421,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:09.928770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:09.929172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:09.929572 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.929953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:09.930417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Bound port: b50abb60-6dfc-4fea-8a7e-3b99fd415421, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:09.930858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:09.980560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] For port b50abb60-6dfc-4fea-8a7e-3b99fd415421, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:09.983441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] For port b50abb60-6dfc-4fea-8a7e-3b99fd415421, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b50abb60-6dfc-4fea-8a7e-3b99fd415421,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:10.019533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, de0c770f-e85d-4622-b5eb-bf32deb2265f) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:10.023803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:10.024422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:10.028175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4e08f-1d5a-4319-a54c-e5cac94fa789 None None] Network de0c770f-e85d-4622-b5eb-bf32deb2265f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:10.098306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:10.124342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8055b19e-83f9-49cb-a3a7-de8514504a87 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7626746 Aug 12 04:42:10.127088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:10.192614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baa526-8d43-415c-8327-e39657d75e9a None None] Pushing event updated for resources: {'Port': ['ID=b50abb60-6dfc-4fea-8a7e-3b99fd415421,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:10.197463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:10.198083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:10.266498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-de0c770f-e85d-4622-b5eb-bf32deb2265f', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:42:10.267377 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:10.385977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:10.492950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9f43fe2c-abc2-491c-97dc-7a255dccd78b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:10.579800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:10.595773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Allocated IP 172.20.0.2 (de0c770f-e85d-4622-b5eb-bf32deb2265f/6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1/c7fd950f-b9be-44ff-9bc8-c92fa7dd400b) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:10.676014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9f43fe2c-abc2-491c-97dc-7a255dccd78b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:10.676323 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:10.799705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:08Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:10.847130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bd98b-9209-48b0-aacd-8628655fee1e None None] The sync data for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 is: [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:08Z', 'revision_number': 3, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:10.870372 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:10.882560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Transition to ACTIVE for port object c7fd950f-b9be-44ff-9bc8-c92fa7dd400b will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:10.897021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Transition to ACTIVE for port object c7fd950f-b9be-44ff-9bc8-c92fa7dd400b will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:10.970028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.010453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Network de0c770f-e85d-4622-b5eb-bf32deb2265f is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:11.017548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:11.021364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:11.026173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.1 (de0c770f-e85d-4622-b5eb-bf32deb2265f/6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1/54d2a880-bf10-4e55-9bb0-d2e7a509fd11) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:11.028958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Pushing event updated for resources: {'Port': ['ID=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:11.102410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Attempting to bind port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:11.102886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Attempting to bind port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:11.103250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Attempting to bind port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b on network de0c770f-e85d-4622-b5eb-bf32deb2265f {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:11.108370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:11.108739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Checking segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:11.109136 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.109524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Bound using segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:11.109987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Bound port: c7fd950f-b9be-44ff-9bc8-c92fa7dd400b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:11.110364 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.171111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.188091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:11.191429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] For port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:11.195712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] For port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:11.260156 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.321101 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.327316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e3bec-f2d1-41ed-8703-790265d21cac None None] Pushing event updated for resources: {'Port': ['ID=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:11.364143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network de0c770f-e85d-4622-b5eb-bf32deb2265f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:11.370202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:11.374357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:11.410277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:11.432925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.654871 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.936577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:11.997919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:12.071943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:12.074461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:12.164345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network de0c770f-e85d-4622-b5eb-bf32deb2265f is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:12.166054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:12.278330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router e0bc9265-9cb9-4be9-a0e9-69bc555b271d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:12.387090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:12.392379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e211a979-d93f-4ec3-8768-b2dfb7864233 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/e0bc9265-9cb9-4be9-a0e9-69bc555b271d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637286 Aug 12 04:42:12.535468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b50abb60-6dfc-4fea-8a7e-3b99fd415421 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:12.570879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-36cc9197-4fab-477b-b2fb-261e3ea64ae0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571509444&fields=id&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 267 time: 0.0529995 Aug 12 04:42:12.642397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port b50abb60-6dfc-4fea-8a7e-3b99fd415421 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:12.647235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b50abb60-6dfc-4fea-8a7e-3b99fd415421 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:12.647612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:12.688583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-5401d538-765e-4839-9eef-04936484cba0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:12.690738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-5401d538-765e-4839-9eef-04936484cba0 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/networks?id=de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 200 len: 796 time: 0.1189134 Aug 12 04:42:12.711465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-6ab62c5b-f611-43af-80e5-7c9a4b93757b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/quotas/f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 375 time: 0.0145648 Aug 12 04:42:12.737803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cacd5a-f4b5-43e8-addf-b087d592354d None None] Network de0c770f-e85d-4622-b5eb-bf32deb2265f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:12.755786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:12.764640 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-c3fed1f6-95fe-4496-b8c1-e8d0628289ef tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485883 Aug 12 04:42:12.807035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port b50abb60-6dfc-4fea-8a7e-3b99fd415421, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b50abb60-6dfc-4fea-8a7e-3b99fd415421,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:12.829201 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Sync routers for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:12.840745 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:12.841467 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:12.891594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:12.892368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c7fd950f-b9be-44ff-9bc8-c92fa7dd400b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:12.922967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-14ba1233-126b-4ac4-9a74-bc1c707141df None None] Provisioning for port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:12.950331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-a0bfbdd5-73c6-4d7b-b410-9b37077da235 service neutron] 10.222.0.42 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731277 Aug 12 04:42:12.955770 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:13.010547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=b50abb60-6dfc-4fea-8a7e-3b99fd415421,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:13.055443 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-f32cb3ba-da61-41d6-997e-42c74dc8a50c service neutron] 10.222.0.42 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967209 Aug 12 04:42:13.083669 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:13.088216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:13.088966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.145048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:42:13.184317 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.197609 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 2, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:13.218659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:13.225117 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Checking router: e0bc9265-9cb9-4be9-a0e9-69bc555b271d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:13.226106 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Updating router e0bc9265-9cb9-4be9-a0e9-69bc555b271d port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:42:13.261389 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.288909 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.307211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a12a2d93-3631-4254-ac62-26a1f12ab5de req-87da2513-b845-44dc-92ea-f01715122bd2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 210 time: 0.0359128 Aug 12 04:42:13.362626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:13.494795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ae5505dd-be41-4b78-8bbd-a7f3e169346e None None] Provisioning for port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:13.499214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ae5505dd-be41-4b78-8bbd-a7f3e169346e None None] Provisioning complete for port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:13.499675 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ae5505dd-be41-4b78-8bbd-a7f3e169346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.537791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ae5505dd-be41-4b78-8bbd-a7f3e169346e None None] Port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:13.551194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ae5505dd-be41-4b78-8bbd-a7f3e169346e None None] Provisioning complete for port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:13.551704 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ae5505dd-be41-4b78-8bbd-a7f3e169346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.587975 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.598076 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Transition to ACTIVE for port object 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:13.676220 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.725679 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0751e-223d-4a08-8015-648f09d5afcf None None] Pushing event updated for resources: {'Port': ['ID=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:13.778902 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Attempting to bind port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:13.779275 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Attempting to bind port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:13.779609 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Attempting to bind port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 on network de0c770f-e85d-4622-b5eb-bf32deb2265f {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:13.785605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:13.785845 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Checking segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:13.786190 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.786584 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Bound using segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:13.787093 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Bound port: 54d2a880-bf10-4e55-9bb0-d2e7a509fd11, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:13.787477 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.856853 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] For port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:13.860445 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] For port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:13.912903 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:13.964707 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:13.965324 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:14.016101 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0751e-223d-4a08-8015-648f09d5afcf None None] Pushing event updated for resources: {'Port': ['ID=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:14.088232 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:14.374398 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:13Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:14.399883 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c0d91-e7d9-413c-b15f-1c684028a292 None None] The sync data for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 is: [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:13Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:14.408165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7bf00ea-d8ea-4263-9c9d-85d68d0bc79a req-34f5e822-42eb-4fc9-940d-7a4349b7159e tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 210 time: 0.0286033 Aug 12 04:42:14.519999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b50abb60-6dfc-4fea-8a7e-3b99fd415421 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:14.574127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b50abb60-6dfc-4fea-8a7e-3b99fd415421 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:14.574823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:14.658313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c7fd950f-b9be-44ff-9bc8-c92fa7dd400b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:14.709365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:14.709744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:15.301182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-0d2ec7a6-0ccb-42d4-a760-d6006304e459 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:15.302969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-0d2ec7a6-0ccb-42d4-a760-d6006304e459 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/networks?id=de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 200 len: 796 time: 0.1075585 Aug 12 04:42:15.349660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-724d956a-4de8-4542-a5fe-dfdb71a96460 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c14e689dd14c4b866e901dcef58802 HTTP/1.1" status: 200 len: 379 time: 0.0379651 Aug 12 04:42:15.359931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'port': {'device_id': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'admin_state_up': True, 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'security_groups': ['430b84c3-2495-4185-acf6-0c127b6d88e6']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:15.505071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e895c2bb-1637-4c8e-8ab0-0f1c3cbf438d req-376f1860-2cb2-4105-b351-75b575cc6e9a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 210 time: 0.0283551 Aug 12 04:42:15.546126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Made reservation on behalf of f5c14e689dd14c4b866e901dcef58802 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:42:15.550264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:15.678597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.20.0.10 (de0c770f-e85d-4622-b5eb-bf32deb2265f/6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1/3cbc3543-4408-4dbd-aafa-759bfd5e0d07) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:15.810972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:15.824810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Transition to ACTIVE for port object 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:15.928432 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:15.977437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network de0c770f-e85d-4622-b5eb-bf32deb2265f is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:15.980579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:15.984352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:16.007514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:16.037387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:16.038013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.117641 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-887decad-7062-4ad2-b866-15afe5d2cca2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7619269 Aug 12 04:42:16.129356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Request body: {'port': {'device_id': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:16.184482 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.283113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d513cf44-2bee-4f9a-a516-081a62455a0d None None] Provisioning for port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:16.287456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d513cf44-2bee-4f9a-a516-081a62455a0d None None] Provisioning complete for port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:16.291844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d513cf44-2bee-4f9a-a516-081a62455a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.320701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d513cf44-2bee-4f9a-a516-081a62455a0d None None] Port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:16.459312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:42:16.466918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.479204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Transition to ACTIVE for port object 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:16.492133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:16.541211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.597437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:16.601433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:16.605092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:16.605472 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.630162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeb4f-e9c6-49ab-935c-c6a3579c8bd0 req-5c708912-6ca8-45fc-85ec-1917f8e4634b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:16.632232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f84aeb4f-e9c6-49ab-935c-c6a3579c8bd0 req-5c708912-6ca8-45fc-85ec-1917f8e4634b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 944 time: 0.0598650 Aug 12 04:42:16.678123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Attempting to bind port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:16.678563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Attempting to bind port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:16.678997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Attempting to bind port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 on network de0c770f-e85d-4622-b5eb-bf32deb2265f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:16.686252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 on network de0c770f-e85d-4622-b5eb-bf32deb2265f not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:42:16.687380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Attempting to bind port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 on network de0c770f-e85d-4622-b5eb-bf32deb2265f {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:16.693801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f84aeb4f-e9c6-49ab-935c-c6a3579c8bd0 req-ab28ca06-b575-4c0e-8241-9ece0951f7d8 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495107 Aug 12 04:42:16.694500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:16.694959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Checking segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:16.695697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Bound using segment: {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:16.695697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Bound port: 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:16.696024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.721327 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.755201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:16.769079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:16.772360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:16.837587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.849753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.888139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:16.888139 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:16.888639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 200 len: 1092 time: 0.7637069 Aug 12 04:42:16.889096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:16.891398 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f203276e-37a8-4bb8-9cc9-956f028dd815" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:16.900924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:16.920378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490113ce-f1f6-447c-b754-2988632389c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:17.015977 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412538bf-01d0-4266-b1d9-24db47de469e x-openstack-request-id: req-412538bf-01d0-4266-b1d9-24db47de469e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:17.016267 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:17.016518 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-412538bf-01d0-4266-b1d9-24db47de469e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:17.016922 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'status': 'completed', 'code': 200} Aug 12 04:42:17.033456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-ceee156e-ddca-4071-8420-50ca3216cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.035101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-ceee156e-ddca-4071-8420-50ca3216cc17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1095 time: 0.0494080 Aug 12 04:42:17.082121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-a61c5ecb-0806-4a2e-9c51-778cfaf33d49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 200 len: 217 time: 0.0392692 Aug 12 04:42:17.131098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-e2ecbfe3-20c5-4dc4-a6c9-23a4f2e6e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.132513 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-e2ecbfe3-20c5-4dc4-a6c9-23a4f2e6e90f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 HTTP/1.1" status: 200 len: 834 time: 0.0441811 Aug 12 04:42:17.177670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-4c5cde93-4024-4cb2-972b-9e248c0c9791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.179105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-4c5cde93-4024-4cb2-972b-9e248c0c9791 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0c770f-e85d-4622-b5eb-bf32deb2265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395961 Aug 12 04:42:17.270117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-7309e1d3-0942-44c6-be46-a38048d218df service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Aug 12 04:42:17.357248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e221e890-16f3-488a-b211-d356e5bc8a1e req-894f384c-774f-49f4-833b-42e5efb935ec service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799036 Aug 12 04:42:17.523135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-02fd716c-525d-4b79-b234-382c7853eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.524558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-02fd716c-525d-4b79-b234-382c7853eec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1095 time: 0.0409243 Aug 12 04:42:17.614917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-0b1da096-fdae-4512-9495-668b599e4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.616336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-0b1da096-fdae-4512-9495-668b599e4755 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 200 len: 897 time: 0.0853407 Aug 12 04:42:17.659264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-4fe6a541-5c28-49d0-8877-f109085a96f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 200 len: 217 time: 0.0349920 Aug 12 04:42:17.712241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-74e197f8-e695-4497-b160-73afa58dee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.713708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-74e197f8-e695-4497-b160-73afa58dee8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 HTTP/1.1" status: 200 len: 834 time: 0.0470858 Aug 12 04:42:17.761181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-00cc19df-624d-4266-b40f-1443f57539bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.762685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-00cc19df-624d-4266-b40f-1443f57539bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0c770f-e85d-4622-b5eb-bf32deb2265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391419 Aug 12 04:42:17.803722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850da78-8441-43df-aba7-2dda967bd5da req-4bcbe706-9038-45be-98de-84232d5baf5a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:17.805282 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9850da78-8441-43df-aba7-2dda967bd5da req-4bcbe706-9038-45be-98de-84232d5baf5a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 944 time: 0.0529647 Aug 12 04:42:17.845709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9850da78-8441-43df-aba7-2dda967bd5da req-9e6a9a07-d8f1-4e1a-ab51-305fe8cd3d59 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341752 Aug 12 04:42:17.854464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-284a6f58-e3e0-434b-8f3f-8ee3ba40427b service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838821 Aug 12 04:42:17.950328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f203276e-37a8-4bb8-9cc9-956f028dd815 req-da6e2970-53f3-4338-bdaa-7d422fd6720b service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889747 Aug 12 04:42:18.472626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:18.523737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:18.524112 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:18.962678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac634d6-d442-4dfe-97fc-fd6b12fafe52 req-dc8efb8a-809c-47f3-8524-c444fc1521f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:18.964196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ac634d6-d442-4dfe-97fc-fd6b12fafe52 req-dc8efb8a-809c-47f3-8524-c444fc1521f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 944 time: 0.0499222 Aug 12 04:42:19.000535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ac634d6-d442-4dfe-97fc-fd6b12fafe52 req-def62c64-fb68-47b1-b524-57d307584ad3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304377 Aug 12 04:42:20.114052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed04d5-7f9c-43d3-a7e7-9fbd18fcefe1 req-d66e50e7-5486-459c-9478-744c42dbb6f7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:20.115570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfed04d5-7f9c-43d3-a7e7-9fbd18fcefe1 req-d66e50e7-5486-459c-9478-744c42dbb6f7 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 944 time: 0.0482919 Aug 12 04:42:20.151928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bfed04d5-7f9c-43d3-a7e7-9fbd18fcefe1 req-ff8c1d8a-72d6-42de-a9d7-1e9db3e5fc69 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305908 Aug 12 04:42:21.266918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e09c4-a2f8-4fb6-9968-cc0e17fca156 req-8f1a9cb4-bfc8-45f6-b81c-1f34317b222f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:21.268365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8e09c4-a2f8-4fb6-9968-cc0e17fca156 req-8f1a9cb4-bfc8-45f6-b81c-1f34317b222f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 944 time: 0.0485437 Aug 12 04:42:21.309298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f8e09c4-a2f8-4fb6-9968-cc0e17fca156 req-6f4d6404-0ab2-4d64-bdc1-e3855b8dbc69 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350914 Aug 12 04:42:21.739261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:42:21.985214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:21.996082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'port_id': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'mac_address': 'fa:16:3e:43:00:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:42:22.031201 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:22.043963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:42:22.062477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:22.156614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:22.203382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:22.368230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['3cbc3543-4408-4dbd-aafa-759bfd5e0d07'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:42:22.425312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b400960-5cdf-4c47-b944-e76a483521ee req-7a61ec4a-aa82-47c0-ba60-0b2114578ea1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:22.426826 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b400960-5cdf-4c47-b944-e76a483521ee req-7a61ec4a-aa82-47c0-ba60-0b2114578ea1 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 945 time: 0.0511315 Aug 12 04:42:22.467219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b400960-5cdf-4c47-b944-e76a483521ee req-b0239f20-c5fc-4cb9-a7bd-7588f9c22f4f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343487 Aug 12 04:42:23.581583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34b696-90de-4940-b12a-8fcee944d16b req-db116ada-a027-4cf6-bc2d-49b0be043847 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:23.583081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b34b696-90de-4940-b12a-8fcee944d16b req-db116ada-a027-4cf6-bc2d-49b0be043847 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 945 time: 0.0488830 Aug 12 04:42:23.619891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b34b696-90de-4940-b12a-8fcee944d16b req-ee196697-5d51-4427-af18-7857dbb13e2f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Aug 12 04:42:23.759215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:23.915753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:23.919713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:23.920092 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:23.996590 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:24.019530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:24.021662 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca00d9a7-a94e-47c5-b002-52a8e632fc66" -d '{"events": [{"server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:24.033918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:24.058634 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98b52c-4591-4c91-9556-40f3e8a92981 x-openstack-request-id: req-aa98b52c-4591-4c91-9556-40f3e8a92981 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:24.073811 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:24.073811 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa98b52c-4591-4c91-9556-40f3e8a92981 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:24.073811 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'code': 200} Aug 12 04:42:24.122224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:24.153730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67a0f-9f80-490f-ad78-7492df066545 req-d64e28bc-0d39-4d55-8ede-2d8441859ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:24.155315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5c67a0f-9f80-490f-ad78-7492df066545 req-d64e28bc-0d39-4d55-8ede-2d8441859ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1097 time: 0.0410044 Aug 12 04:42:24.171376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:24.191349 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5c67a0f-9f80-490f-ad78-7492df066545 req-450bcbbc-8357-44fe-a8c0-acdc8b3c65c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290444 Aug 12 04:42:24.732165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abff237-1575-4644-9248-d9c6089d7ed7 req-ddfd93de-5545-4dbf-9f90-5a4e15b8aba5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:24.733694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8abff237-1575-4644-9248-d9c6089d7ed7 req-ddfd93de-5545-4dbf-9f90-5a4e15b8aba5 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0484049 Aug 12 04:42:24.777525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8abff237-1575-4644-9248-d9c6089d7ed7 req-f8111aed-2c2a-4b87-a820-86828ce48b09 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371459 Aug 12 04:42:25.659955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:25.806578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41126) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:25.808893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:25.944231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8954fcf-6ac5-4c6e-97dd-aab3761a739e req-79781a18-7a19-4231-8530-e2b58b208fae tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:25.945709 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8954fcf-6ac5-4c6e-97dd-aab3761a739e req-79781a18-7a19-4231-8530-e2b58b208fae tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0972650 Aug 12 04:42:26.030940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d8954fcf-6ac5-4c6e-97dd-aab3761a739e req-add50488-7f68-47f5-98fe-102af14aefec tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788751 Aug 12 04:42:26.143064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89ccd1-c562-43af-91fd-aa8fa39a9bcc req-201c0b56-ae94-4f1a-a0e6-783e7351bc2f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:26.144554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae89ccd1-c562-43af-91fd-aa8fa39a9bcc req-201c0b56-ae94-4f1a-a0e6-783e7351bc2f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0485618 Aug 12 04:42:26.183776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae89ccd1-c562-43af-91fd-aa8fa39a9bcc req-aeab7a25-fb5b-499d-9a6e-d94e4bac5173 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331209 Aug 12 04:42:26.204841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41130) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:26.243714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff4f8f-f1e7-4eb4-b85f-a728ae8ad2a0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:26.245304 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d7ff4f8f-f1e7-4eb4-b85f-a728ae8ad2a0 tempest-TestNetworkAdvancedServerOps-804435299 tempest-TestNetworkAdvancedServerOps-804435299-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1092 time: 0.0394831 Aug 12 04:42:26.248156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41132) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:26.252786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:26.363690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:26.469861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:26.576005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Allocated IP 172.25.6.169 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/151c86a4-70ca-419e-8f6f-6597c709f22b) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:26.638809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:26.679984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:26.775414 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:26.811004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:26.815789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:26.819888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:26.846222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=151c86a4-70ca-419e-8f6f-6597c709f22b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:26.995650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 9f43fe2c-abc2-491c-97dc-7a255dccd78b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:26.996273 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.086872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port 9f43fe2c-abc2-491c-97dc-7a255dccd78b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9f43fe2c-abc2-491c-97dc-7a255dccd78b,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:27.087236 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.099926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 9f43fe2c-abc2-491c-97dc-7a255dccd78b owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:27.178136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.296069 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.356792 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.383099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=9f43fe2c-abc2-491c-97dc-7a255dccd78b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:27.578631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.773444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.802010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:27.837554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.916261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event updated for resources: {'Port': ['ID=151c86a4-70ca-419e-8f6f-6597c709f22b,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:27.918558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:27.925960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6bcebf6c-2107-4783-b8f4-9469fd2216d0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "PUT /v2.0/routers/2189376f-d3ff-4f54-bfd0-4dbdb3098cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1183250 Aug 12 04:42:27.931554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:27.933439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:27.949833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:27.950697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.038588 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP d08ceaa0-cdc6-4818-bec2-91902a8cd5dc associated. External IP: 172.25.6.169, port: 3cbc3543-4408-4dbd-aafa-759bfd5e0d07. Aug 12 04:42:28.067541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:28.250567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router e0bc9265-9cb9-4be9-a0e9-69bc555b271d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:28.257664 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-487536f0-ae17-427b-b703-1cb21f376c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:28.313021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 6, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:09Z', 'revision_number': 1, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.341155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:28.349912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:28.353081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.363167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:28.374053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] Sync routers for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:28.384459 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:28.385103 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.467673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:28.491507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:28.505324 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:28.536692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bedc36ca-4b94-4b9b-9168-5ffdef9c3cbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2874484 Aug 12 04:42:28.540382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:28.542298 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040837d-23bc-4312-9cc7-2548b77a8e69" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:28.557745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051987-6158-42a9-895a-b29adb8247e2 req-6bec4484-baf7-4b75-88a0-cc7772ac0f10 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:28.559351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54051987-6158-42a9-895a-b29adb8247e2 req-6bec4484-baf7-4b75-88a0-cc7772ac0f10 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 946 time: 0.0704513 Aug 12 04:42:28.612432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54051987-6158-42a9-895a-b29adb8247e2 req-0a5388d1-1dc9-4dab-b9c4-4cf0115a3fc5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464714 Aug 12 04:42:28.666376 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83451c8d-a300-4a8e-9a12-9df4fabd880d x-openstack-request-id: req-83451c8d-a300-4a8e-9a12-9df4fabd880d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:28.666673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8f181-845d-41bc-92f2-7ecd32fff782 req-3bb50e06-ceed-4449-b194-30565b87e930 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:28.667749 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:28.668182 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83451c8d-a300-4a8e-9a12-9df4fabd880d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:28.668736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9eb8f181-845d-41bc-92f2-7ecd32fff782 req-3bb50e06-ceed-4449-b194-30565b87e930 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0712037 Aug 12 04:42:28.668939 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'status': 'completed', 'code': 200} Aug 12 04:42:28.710121 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9eb8f181-845d-41bc-92f2-7ecd32fff782 req-f49d3fa2-9dca-44c4-a88f-45c1ccf0345d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352876 Aug 12 04:42:28.733673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41142) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:28.754141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd08ceaa0-cdc6-4818-bec2-91902a8cd5dc', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'port_id': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'mac_address': 'fa:16:3e:43:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:42:27Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:16Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.773869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 6, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:09Z', 'revision_number': 1, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.785313 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] Checking router: e0bc9265-9cb9-4be9-a0e9-69bc555b271d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:28.794153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-f633ca8f-c26b-4a3c-a879-0ef26ecb6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:28.795499 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:28.795689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-f633ca8f-c26b-4a3c-a879-0ef26ecb6ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1097 time: 0.1039090 Aug 12 04:42:28.796309 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:28.803889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a8a1f-8d44-4df3-bbca-673aa786f30e None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 6, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '7240fe0a-26d3-4b08-a991-bde391eb5a6a', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'port_id': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'mac_address': 'fa:16:3e:e0:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:41:06Z', 'updated_at': '2021-08-12T04:41:09Z', 'revision_number': 1, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:28.828867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-60138490-e8f5-45a7-91a1-0ecd48234cae tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/d08ceaa0-cdc6-4818-bec2-91902a8cd5dc HTTP/1.1" status: 200 len: 992 time: 0.0940714 Aug 12 04:42:28.896533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-6874bb9c-d826-47ff-9785-99ac0b3ca4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:28.897948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-6874bb9c-d826-47ff-9785-99ac0b3ca4db service neutron] 10.222.0.36 "GET /v2.0/networks?id=de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 200 len: 897 time: 0.0952506 Aug 12 04:42:28.911153 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:28.969090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-28bf426e-76cc-41ec-b566-a9fc46aeb5a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 200 len: 1000 time: 0.0645151 Aug 12 04:42:29.018893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-c2a614bc-149f-41ed-8a66-adc6fcc8e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:29.020905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-c2a614bc-149f-41ed-8a66-adc6fcc8e5be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 HTTP/1.1" status: 200 len: 834 time: 0.0441749 Aug 12 04:42:29.064126 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-04a7c2a9-7d7e-41bb-b384-e10060aaeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:29.065635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-04a7c2a9-7d7e-41bb-b384-e10060aaeb5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0c770f-e85d-4622-b5eb-bf32deb2265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383527 Aug 12 04:42:29.130691 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd08ceaa0-cdc6-4818-bec2-91902a8cd5dc', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'port_id': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'mac_address': 'fa:16:3e:43:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:42:27Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:16Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:29.158962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-8334442c-d578-4aff-9128-3cf194890502 service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864384 Aug 12 04:42:29.160728 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fc8c52-9ab3-461c-8a81-851aed3e625f None None] The sync data for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 is: [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'd08ceaa0-cdc6-4818-bec2-91902a8cd5dc', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'floating_ip_address': '172.25.6.169', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'port_id': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'mac_address': 'fa:16:3e:43:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:42:27Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 0, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:16Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:29.252846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2040837d-23bc-4312-9cc7-2548b77a8e69 req-16c91e40-7611-4147-82ca-d11c86434a4b service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870864 Aug 12 04:42:29.403936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e649ff4-9ff4-46da-b82b-53fb980c2d60 None None] New status for floating IP d08ceaa0-cdc6-4818-bec2-91902a8cd5dc: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:42:29.736478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a7180-a051-4950-ae16-a84b0e773b77 req-540f9be5-138e-4d46-8d03-415ddd730afb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:29.737968 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-107a7180-a051-4950-ae16-a84b0e773b77 req-540f9be5-138e-4d46-8d03-415ddd730afb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 946 time: 0.0548160 Aug 12 04:42:29.777840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-107a7180-a051-4950-ae16-a84b0e773b77 req-65afd716-6a9e-464c-b7a6-e8e0fdb960e9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=44fa69f2-0d41-4753-83f2-55d16d550d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333085 Aug 12 04:42:29.832534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41146) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:29.860046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-8cf961d2-0778-4c89-80f6-eb9a9c0e9512 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:29.861522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-8cf961d2-0778-4c89-80f6-eb9a9c0e9512 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 946 time: 0.0492499 Aug 12 04:42:29.892623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6e5ee36a-1501-4352-ad0d-923148745ce9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/d08ceaa0-cdc6-4818-bec2-91902a8cd5dc HTTP/1.1" status: 200 len: 994 time: 0.0589392 Aug 12 04:42:29.956260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 254b8766-0ef0-4003-9e4d-0c15bf9888df {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:29.956598 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:30.043173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port 254b8766-0ef0-4003-9e4d-0c15bf9888df, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=254b8766-0ef0-4003-9e4d-0c15bf9888df,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:30.043538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:30.057015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 254b8766-0ef0-4003-9e4d-0c15bf9888df owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:30.288949 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:30.319288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=254b8766-0ef0-4003-9e4d-0c15bf9888df,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:30.356406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] No DVR routers for this DVR port 254b8766-0ef0-4003-9e4d-0c15bf9888df on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:42:30.358976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:30.360930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd92996e-15bb-4fac-9d44-8926b15f07fa req-f4e36ae1-7e7e-42c9-84d6-e71f96b5c914 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "DELETE /v2.0/ports/254b8766-0ef0-4003-9e4d-0c15bf9888df HTTP/1.1" status: 204 len: 173 time: 0.4933255 Aug 12 04:42:30.361369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'name': 'network-vif-deleted', 'tag': '254b8766-0ef0-4003-9e4d-0c15bf9888df'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:30.364190 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35809e-7c63-42cd-9ca2-c02eb888cd38" -d '{"events": [{"server_uuid": "e2a71444-4f2f-4765-a3cf-adb6648bf39a", "name": "network-vif-deleted", "tag": "254b8766-0ef0-4003-9e4d-0c15bf9888df"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:30.400789 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6785e3-7204-4e2d-b1b5-661c66219520 x-openstack-request-id: req-8c6785e3-7204-4e2d-b1b5-661c66219520 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:30.401082 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a71444-4f2f-4765-a3cf-adb6648bf39a", "name": "network-vif-deleted", "tag": "254b8766-0ef0-4003-9e4d-0c15bf9888df", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:30.401362 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c6785e3-7204-4e2d-b1b5-661c66219520 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:30.401804 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a71444-4f2f-4765-a3cf-adb6648bf39a', 'name': 'network-vif-deleted', 'tag': '254b8766-0ef0-4003-9e4d-0c15bf9888df', 'status': 'completed', 'code': 200} Aug 12 04:42:30.435944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9f43fe2c-abc2-491c-97dc-7a255dccd78b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:30.460323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9f43fe2c-abc2-491c-97dc-7a255dccd78b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:30.460675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9f43fe2c-abc2-491c-97dc-7a255dccd78b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:30.860447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-25631b3f-0ad8-45e3-bc57-604c31694c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:30.882008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3adf7093-816b-4908-a938-6408e3877079 req-78c810e8-c9c3-4d5c-9829-7d5bf1237ac9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2a71444-4f2f-4765-a3cf-adb6648bf39a HTTP/1.1" status: 200 len: 210 time: 0.0265167 Aug 12 04:42:30.991724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:31.937250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41154) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:31.999694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f32b161b-4c5e-49f3-9eb6-31bb640dd7de tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.024705 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f32b161b-4c5e-49f3-9eb6-31bb640dd7de tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.197476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f32b161b-4c5e-49f3-9eb6-31bb640dd7de tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.200257 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f32b161b-4c5e-49f3-9eb6-31bb640dd7de tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.201463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f32b161b-4c5e-49f3-9eb6-31bb640dd7de tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/security-groups/44fa69f2-0d41-4753-83f2-55d16d550d5d HTTP/1.1" status: 204 len: 168 time: 0.2631948 Aug 12 04:42:32.210645 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b161b-4c5e-49f3-9eb6-31bb640dd7de tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa69f2-0d41-4753-83f2-55d16d550d5d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:32.230146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.300796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41160) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:32.350610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting subnet 56c631fe-7258-4284-b9ab-cb3aedee7f9b {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:42:32.353602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.391522 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.476746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.613333 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.639559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Subnet': ['ID=56c631fe-7258-4284-b9ab-cb3aedee7f9b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:32.643237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.646627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf76e5e5-18d6-450b-9e16-e6720dbc9e43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/subnets/56c631fe-7258-4284-b9ab-cb3aedee7f9b HTTP/1.1" status: 204 len: 168 time: 0.3431451 Aug 12 04:42:32.648203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41162) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:32.650751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850bc62-3109-4dad-8a75-32a147e89a87 None None] Network 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:32.726149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.778522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port dc8c749a-3b08-465a-85d2-3d81a2e266c4 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:32.778918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.829760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] DHCP port deletion for 75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:42:32.842686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port dc8c749a-3b08-465a-85d2-3d81a2e266c4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dc8c749a-3b08-465a-85d2-3d81a2e266c4,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:32.843087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.856278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for dc8c749a-3b08-465a-85d2-3d81a2e266c4 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:32.879892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] Deleting port dc8c749a-3b08-465a-85d2-3d81a2e266c4 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:32.880278 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.941137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] For port dc8c749a-3b08-465a-85d2-3d81a2e266c4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=dc8c749a-3b08-465a-85d2-3d81a2e266c4,segment=NetworkSegment(94083018-ad59-410f-a611-4ab26133f08e),segment_id=94083018-ad59-410f-a611-4ab26133f08e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:32.941539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:32.955334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] Calling delete_port for dc8c749a-3b08-465a-85d2-3d81a2e266c4 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:33.037541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 04:42:33.039220 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 04:42:33.044871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.065369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] No DVR routers for this DVR port dc8c749a-3b08-465a-85d2-3d81a2e266c4 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:42:33.068492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] Pushing event deleted for resources: {'Port': ['ID=dc8c749a-3b08-465a-85d2-3d81a2e266c4,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:33.072678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9088b820-c961-485f-9d43-3c326792edd6 None None] No DVR routers for this DVR port dc8c749a-3b08-465a-85d2-3d81a2e266c4 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:42:33.091302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=dc8c749a-3b08-465a-85d2-3d81a2e266c4,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:33.154023 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.165541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ba7b7b-e479-4fec-a905-c70fe2b6b4c8']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:33.177113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94083018-ad59-410f-a611-4ab26133f08e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:33.177412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94083018-ad59-410f-a611-4ab26133f08e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:33.186366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.200310 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.205957 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:42:33.206339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:42:33.209353 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:42:33.346063 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.356663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.356663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/networks/75ba7b7b-e479-4fec-a905-c70fe2b6b4c8 HTTP/1.1" status: 204 len: 168 time: 0.7058973 Aug 12 04:42:33.357718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41164) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:33.374280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332df37-2d79-42fc-a638-ab11fdfe73ca tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Network': ['ID=75ba7b7b-e479-4fec-a905-c70fe2b6b4c8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:33.522849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port cd20b16b-a877-444a-ba91-d94bcdd9ed8e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:33.523131 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.600324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 254b8766-0ef0-4003-9e4d-0c15bf9888df no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:33.601100 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.601437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.613200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for cd20b16b-a877-444a-ba91-d94bcdd9ed8e owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:33.620480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 254b8766-0ef0-4003-9e4d-0c15bf9888df {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:33.620827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 254b8766-0ef0-4003-9e4d-0c15bf9888df not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:33.763094 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.820418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.843338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=cd20b16b-a877-444a-ba91-d94bcdd9ed8e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:33.903959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:33.904338 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Floating IP 7240fe0a-26d3-4b08-a991-bde391eb5a6a disassociated (deleted). External IP: 172.25.6.213, port: 4ddc1cbd-dd2b-4476-a1cd-224f249d761a. Aug 12 04:42:34.109610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:34.221806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:34.227132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:34.231673 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:34.240314 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:34.240917 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:34.252928 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fda1313d-06ef-4c19-be46-0bd0dbbce1ed tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/floatingips/7240fe0a-26d3-4b08-a991-bde391eb5a6a HTTP/1.1" status: 204 len: 168 time: 0.8941674 Aug 12 04:42:34.253623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:34.256524 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0107d92b-90c4-4e10-8a85-5e05bf94717c" -d '{"events": [{"name": "network-changed", "server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:34.292588 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68017774-d42f-48bd-89d5-d953a779a95f x-openstack-request-id: req-68017774-d42f-48bd-89d5-d953a779a95f {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:34.293019 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:34.293329 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68017774-d42f-48bd-89d5-d953a779a95f {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:34.293800 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'status': 'completed', 'code': 200} Aug 12 04:42:34.348595 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:34.372932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-2df8d2be-8290-4982-aca5-a57aac1e1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:34.374377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-2df8d2be-8290-4982-aca5-a57aac1e1c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 1097 time: 0.0455170 Aug 12 04:42:34.468720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-ade0fb21-96d1-448e-afe6-12d73ca63335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:34.470266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-ade0fb21-96d1-448e-afe6-12d73ca63335 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 200 len: 897 time: 0.0890305 Aug 12 04:42:34.495283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dc8c749a-3b08-465a-85d2-3d81a2e266c4 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:34.521526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: dc8c749a-3b08-465a-85d2-3d81a2e266c4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:34.521881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device dc8c749a-3b08-465a-85d2-3d81a2e266c4 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:34.522111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-13e2828e-ea51-499b-b126-3c302924dff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a HTTP/1.1" status: 200 len: 217 time: 0.0424428 Aug 12 04:42:34.564236 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 6, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:34.580142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-0c1fac82-1bbd-4f38-ac65-c7b2e3a1cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:34.581623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-0c1fac82-1bbd-4f38-ac65-c7b2e3a1cbf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d55b68b6-b63c-4421-95dd-6be98956d833 HTTP/1.1" status: 200 len: 835 time: 0.0528123 Aug 12 04:42:34.593768 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:34.603088 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:34.603697 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:34.630792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-8cffd69c-4956-49e7-bba0-766a99f29469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:34.632257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-8cffd69c-4956-49e7-bba0-766a99f29469 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f99fca9a-3e92-4491-ba2a-f73b8bce82e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423295 Aug 12 04:42:34.710136 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:34.742880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ef30-5ddd-4d5a-be77-eb6106ac48b0 req-08b174a1-18dd-446b-86a6-bbe4a16f616b tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:34.744362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c699ef30-5ddd-4d5a-be77-eb6106ac48b0 req-08b174a1-18dd-446b-86a6-bbe4a16f616b tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 946 time: 0.1056252 Aug 12 04:42:34.779727 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-0d95116b-b4a3-423a-b30a-0f88c5bd11fd service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307704 Aug 12 04:42:34.807532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c699ef30-5ddd-4d5a-be77-eb6106ac48b0 req-1f78a7db-270e-4858-8db6-49b744bc3637 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563834 Aug 12 04:42:34.888896 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0107d92b-90c4-4e10-8a85-5e05bf94717c req-640b1267-4111-44a2-b8db-5aa0b2fa0533 service neutron] 10.222.0.36 "GET /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971177 Aug 12 04:42:34.997183 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 6, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:35.024891 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eab8d82-dcf5-4bc0-9c6a-f442afa6d833 None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:27Z', 'revision_number': 6, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1d8706cb-7dc5-4733-b1d9-022ae5fba31a', 'name': '', 'network_id': 'f99fca9a-3e92-4491-ba2a-f73b8bce82e2', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:39:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:43Z', 'updated_at': '2021-08-12T04:40:49Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': 'd55b68b6-b63c-4421-95dd-6be98956d833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:35.233603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a18fa-8f11-4c6d-9f29-19c8a69f290c None None] New status for floating IP 7240fe0a-26d3-4b08-a991-bde391eb5a6a: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:42:35.930417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb11a5f-e961-4bde-82d2-c16c389d3165 req-00347130-4076-4bb7-8d84-4b275c143406 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:35.931972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acb11a5f-e961-4bde-82d2-c16c389d3165 req-00347130-4076-4bb7-8d84-4b275c143406 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 946 time: 0.0531392 Aug 12 04:42:35.969470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-acb11a5f-e961-4bde-82d2-c16c389d3165 req-7492540d-96d2-4e56-975c-d6ab248bfc0e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315952 Aug 12 04:42:36.001060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-906c31ab-8a81-44ca-8160-6b5dabcf649c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:36.002526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-906c31ab-8a81-44ca-8160-6b5dabcf649c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.36 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 946 time: 0.0515103 Aug 12 04:42:36.090609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:36.090907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:36.193081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:36.193455 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:36.205900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 4ddc1cbd-dd2b-4476-a1cd-224f249d761a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:36.408829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:36.438319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=4ddc1cbd-dd2b-4476-a1cd-224f249d761a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:36.499919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] No DVR routers for this DVR port 4ddc1cbd-dd2b-4476-a1cd-224f249d761a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:42:36.499919 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:36.499919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5964110-e746-42f9-8641-c4c27dd5d8f1 req-3534c75a-e449-4078-8f63-0a60aebd6380 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.36 "DELETE /v2.0/ports/4ddc1cbd-dd2b-4476-a1cd-224f249d761a HTTP/1.1" status: 204 len: 173 time: 0.4743958 Aug 12 04:42:36.499919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'name': 'network-vif-deleted', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:36.499919 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc6b92-128a-4b0a-88b7-19ae9f1602fc" -d '{"events": [{"server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "name": "network-vif-deleted", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:36.521091 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57d8773-424f-4118-ab96-8bacfe093b46 x-openstack-request-id: req-c57d8773-424f-4118-ab96-8bacfe093b46 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:36.521409 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4220d6b1-0a31-4b08-8661-0f1febe1cc59", "name": "network-vif-deleted", "tag": "4ddc1cbd-dd2b-4476-a1cd-224f249d761a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:36.521669 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c57d8773-424f-4118-ab96-8bacfe093b46 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:36.522076 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4220d6b1-0a31-4b08-8661-0f1febe1cc59', 'name': 'network-vif-deleted', 'tag': '4ddc1cbd-dd2b-4476-a1cd-224f249d761a', 'status': 'completed', 'code': 200} Aug 12 04:42:37.088838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4159c820-528e-4b3d-91f4-47f06047e80a req-ded7fad3-a0cf-42f1-a792-d42287f70cac tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=4220d6b1-0a31-4b08-8661-0f1febe1cc59 HTTP/1.1" status: 200 len: 210 time: 0.0268426 Aug 12 04:42:38.143001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41182) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:38.200114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b062897-360f-41eb-9baa-8250913c8d5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:38.224584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b062897-360f-41eb-9baa-8250913c8d5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:38.345709 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b062897-360f-41eb-9baa-8250913c8d5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:38.348850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9b062897-360f-41eb-9baa-8250913c8d5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:38.350010 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9b062897-360f-41eb-9baa-8250913c8d5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/security-groups/74ec5ebc-dfc6-4c3e-8976-c647c71a32a8 HTTP/1.1" status: 204 len: 168 time: 0.2060206 Aug 12 04:42:38.358938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b062897-360f-41eb-9baa-8250913c8d5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec5ebc-dfc6-4c3e-8976-c647c71a32a8,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:38.439098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41186) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:39.121354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:39.371472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:39.372211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:39.457618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port 1d8706cb-7dc5-4733-b1d9-022ae5fba31a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:39.457995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:39.470480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 1d8706cb-7dc5-4733-b1d9-022ae5fba31a owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:39.721294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:39.747908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=1d8706cb-7dc5-4733-b1d9-022ae5fba31a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:39.847266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ddc1cbd-dd2b-4476-a1cd-224f249d761a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:39.867580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 4ddc1cbd-dd2b-4476-a1cd-224f249d761a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:39.868292 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4ddc1cbd-dd2b-4476-a1cd-224f249d761a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:39.917114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.134902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:40.239408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:40.244340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e52207c9-2c3a-4d5b-bfcf-4ff6159cec5e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "PUT /v2.0/routers/2189376f-d3ff-4f54-bfd0-4dbdb3098cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050289 Aug 12 04:42:40.246934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41188) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:40.249552 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] Sync routers for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:40.259351 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:40.259968 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:40.298931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting subnet d55b68b6-b63c-4421-95dd-6be98956d833 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:42:40.302635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.341160 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.361253 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:40.433843 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.539719 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:39Z', 'revision_number': 7, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:40.546366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.569650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] Checking router: 2189376f-d3ff-4f54-bfd0-4dbdb3098cea for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:40.574074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Subnet': ['ID=d55b68b6-b63c-4421-95dd-6be98956d833,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:40.578083 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] Routers {'2189376f-d3ff-4f54-bfd0-4dbdb3098cea'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:40.578723 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:40.579911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.583160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2af064a9-9036-4db5-ad5f-31ac46ab738d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/subnets/d55b68b6-b63c-4421-95dd-6be98956d833 HTTP/1.1" status: 204 len: 168 time: 0.3352692 Aug 12 04:42:40.584309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41190) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:40.587224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91165fab-6b0c-4084-b6eb-364208c9f986 None None] Network f99fca9a-3e92-4491-ba2a-f73b8bce82e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:40.684684 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] Set router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:40.699889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.766854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] DHCP port deletion for f99fca9a-3e92-4491-ba2a-f73b8bce82e2 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:42:40.813825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] Deleting port d593662d-60fc-4f64-b8f5-cff39524ae73 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:40.814389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.814626 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.869337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:39Z', 'revision_number': 7, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:40.877610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] For port d593662d-60fc-4f64-b8f5-cff39524ae73, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=d593662d-60fc-4f64-b8f5-cff39524ae73,segment=NetworkSegment(bd69c414-9d02-4422-99fb-698bd68326b7),segment_id=bd69c414-9d02-4422-99fb-698bd68326b7)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:40.878175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:40.891974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] Calling delete_port for d593662d-60fc-4f64-b8f5-cff39524ae73 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:40.895533 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbdeca-9510-4864-a348-b3492c73679f None None] The sync data for ids ['2189376f-d3ff-4f54-bfd0-4dbdb3098cea'] in n-d-804320-1 is: [{'id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'name': 'tempest-TestNetworkBasicOps-router-1773689953', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '7f134c3f-02df-4f73-934e-d307bd816560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:40:38Z', 'updated_at': '2021-08-12T04:42:39Z', 'revision_number': 7, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': '7f134c3f-02df-4f73-934e-d307bd816560', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2189376f-d3ff-4f54-bfd0-4dbdb3098cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:40:39Z', 'updated_at': '2021-08-12T04:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:40.933492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 7f134c3f-02df-4f73-934e-d307bd816560 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:42:40.933492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.016852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port 7f134c3f-02df-4f73-934e-d307bd816560, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7f134c3f-02df-4f73-934e-d307bd816560,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:41.017102 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.028520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 7f134c3f-02df-4f73-934e-d307bd816560 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:42:41.031653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.058449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] Pushing event deleted for resources: {'Port': ['ID=d593662d-60fc-4f64-b8f5-cff39524ae73,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:41.060315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84de88a-5fe0-44a6-955d-c8040d70cf6d None None] No DVR routers for this DVR port d593662d-60fc-4f64-b8f5-cff39524ae73 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:42:41.248936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.278853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=7f134c3f-02df-4f73-934e-d307bd816560,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:41.344242 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.451122 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.453482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.584667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.585183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Fanout notify agent at l3_agent the message router_deleted on router 2189376f-d3ff-4f54-bfd0-4dbdb3098cea {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:42:41.592065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.593213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a224ab8e-3212-48e1-bf0a-f791ff878355 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/routers/2189376f-d3ff-4f54-bfd0-4dbdb3098cea HTTP/1.1" status: 204 len: 168 time: 1.0077388 Aug 12 04:42:41.595943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:41.678753 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.764178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.774299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99fca9a-3e92-4491-ba2a-f73b8bce82e2']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:41.783851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd69c414-9d02-4422-99fb-698bd68326b7') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:41.784149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd69c414-9d02-4422-99fb-698bd68326b7') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:41.793058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.810206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.815953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:42:41.819950 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:42:41.952166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.959943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:41.961755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/networks/f99fca9a-3e92-4491-ba2a-f73b8bce82e2 HTTP/1.1" status: 204 len: 168 time: 0.3648837 Aug 12 04:42:41.973830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f2ad9-9079-44e0-ba84-b59981ccc863 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Network': ['ID=f99fca9a-3e92-4491-ba2a-f73b8bce82e2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:41.976521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:41.985262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'network': {'name': 'tempest-network-smoke--1846218170', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'port_security_enabled': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:42.070210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:42:42.073760 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.097382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:42:42.105735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.106075 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Added segment a750e71d-f2bb-4476-a45e-d2aa953d85fc of type vlan for network 80d13426-693c-4e80-902f-24e8d4db81df Aug 12 04:42:42.151870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.230091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.235598 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:42.236220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.304023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Network': ['ID=80d13426-693c-4e80-902f-24e8d4db81df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:42.314054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 80d13426-693c-4e80-902f-24e8d4db81df details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:42:42.375180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e01b8a41-175a-44c2-b731-0d25115b3548 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3939095 Aug 12 04:42:42.377841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:42.383103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-9300671', 'admin_state_up': True, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:42.465978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.467424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.480571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f134c3f-02df-4f73-934e-d307bd816560 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:42.501309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7f134c3f-02df-4f73-934e-d307bd816560 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:42.501655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7f134c3f-02df-4f73-934e-d307bd816560 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:42.502072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d8706cb-7dc5-4733-b1d9-022ae5fba31a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:42.521202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1d8706cb-7dc5-4733-b1d9-022ae5fba31a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:42.521550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d8706cb-7dc5-4733-b1d9-022ae5fba31a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:42.521964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d593662d-60fc-4f64-b8f5-cff39524ae73 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:42:42.540622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: d593662d-60fc-4f64-b8f5-cff39524ae73 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:42:42.540969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device d593662d-60fc-4f64-b8f5-cff39524ae73 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:42:42.556356 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.745000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:42.983979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:43.008036 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:43.113253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.25.6.136 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:43.211356 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:43.304379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:43.350430 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:43.353423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:43.358515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:43.360759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:43.662365 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:44.194700 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:44.408600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 16f9d08b-6681-42ff-9fae-82f0a4ec976e is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:42:44.516109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:44.525278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Sync routers for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:44.534441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:44.535110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:44.585804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:44.587101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-df3aaf9a-add2-4a04-bc7d-6b027cbf6be8 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2082491 Aug 12 04:42:44.590113 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:44.621598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f14247c2-09ff-4e7a-80fe-f6d8aae9fcb3 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=b940dd391a844a3fb55089cbf67f1cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280929 Aug 12 04:42:44.621834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41200) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:44.639177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:44.709709 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d00c1-e545-45e6-87ed-95df014484c5 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:44.711259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aa8d00c1-e545-45e6-87ed-95df014484c5 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885334 Aug 12 04:42:44.714134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41202) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:44.751057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f29ce1f7-dfbe-44a4-9408-788fbf71c037 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353191 Aug 12 04:42:44.753404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41204) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:44.759222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543974800', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:44.917576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:42:44.921992 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:44.976194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:43Z', 'revision_number': 3, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:45.003655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Checking router: 16f9d08b-6681-42ff-9fae-82f0a4ec976e for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:45.004154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Updating router 16f9d08b-6681-42ff-9fae-82f0a4ec976e port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:42:45.029203 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.203509 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.263933 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Subnet': ['ID=312ba87a-4579-4132-bb11-6b72a8cb6249,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:45.273489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Checking segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:45.273862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network hostable DHCP agents. Network: 80d13426-693c-4e80-902f-24e8d4db81df, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:42:45.290687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.301229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Transition to ACTIVE for port object c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:45.352088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 80d13426-693c-4e80-902f-24e8d4db81df is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:42:45.381155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.427082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 80d13426-693c-4e80-902f-24e8d4db81df) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:45.437860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:45.437860 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.438138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b3378-8246-4832-b7d2-f9097a8596bd None None] Network 80d13426-693c-4e80-902f-24e8d4db81df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:45.440284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Attempting to bind port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:45.440649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Attempting to bind port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:45.441008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Attempting to bind port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:45.445290 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee6c9d-f1fe-4138-8001-68751d178911 None None] Pushing event updated for resources: {'Port': ['ID=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:45.483038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:45.483389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:45.483789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.484185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:45.484668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Bound port: c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:45.485047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.495300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e6b606f2-d682-4823-bb31-95e604dfa3d6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7407732 Aug 12 04:42:45.497895 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41206) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:45.579806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] For port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:45.583862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] For port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:45.626280 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.667055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-80d13426-693c-4e80-902f-24e8d4db81df', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:42:45.667900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:45.724446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:45.724989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:45.726766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee6c9d-f1fe-4138-8001-68751d178911 None None] Pushing event updated for resources: {'Port': ['ID=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:45.917588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Allocated IP 172.20.0.2 (80d13426-693c-4e80-902f-24e8d4db81df/312ba87a-4579-4132-bb11-6b72a8cb6249/1a81d327-db27-443f-9f56-e0413ed3e836) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:45.920443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:45.961828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.199241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.209676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Transition to ACTIVE for port object 1a81d327-db27-443f-9f56-e0413ed3e836 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:46.225417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:43Z', 'revision_number': 3, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:46.229323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Transition to ACTIVE for port object 1a81d327-db27-443f-9f56-e0413ed3e836 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:46.253905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a236b-6179-4d89-a8c8-b84ca022170d None None] The sync data for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 is: [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:43Z', 'revision_number': 3, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:46.323836 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.364856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Network 80d13426-693c-4e80-902f-24e8d4db81df is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:46.367791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:46.371334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:46.374555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.20.0.1 (80d13426-693c-4e80-902f-24e8d4db81df/312ba87a-4579-4132-bb11-6b72a8cb6249/7e884b12-14f1-4887-9f20-47868af93570) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:46.376905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Pushing event updated for resources: {'Port': ['ID=1a81d327-db27-443f-9f56-e0413ed3e836,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:46.437611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Attempting to bind port 1a81d327-db27-443f-9f56-e0413ed3e836 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:46.437611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Attempting to bind port 1a81d327-db27-443f-9f56-e0413ed3e836 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:46.438170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Attempting to bind port 1a81d327-db27-443f-9f56-e0413ed3e836 on network 80d13426-693c-4e80-902f-24e8d4db81df {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:46.443728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:46.444113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Checking segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:46.444606 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.445005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Bound using segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:46.445526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Bound port: 1a81d327-db27-443f-9f56-e0413ed3e836, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:46.445926 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.521340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.530278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] For port 1a81d327-db27-443f-9f56-e0413ed3e836, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:46.533376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] For port 1a81d327-db27-443f-9f56-e0413ed3e836, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1a81d327-db27-443f-9f56-e0413ed3e836,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:46.536859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Transition to ACTIVE for port object 7e884b12-14f1-4887-9f20-47868af93570 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:46.615965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.649474 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:46.675234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd7a60-c0a3-4374-bb16-01f30a1ce827 None None] Pushing event updated for resources: {'Port': ['ID=1a81d327-db27-443f-9f56-e0413ed3e836,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:46.703602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 80d13426-693c-4e80-902f-24e8d4db81df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:46.709018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:46.713066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:46.739911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=7e884b12-14f1-4887-9f20-47868af93570,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:46.767818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:47.001727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:47.300107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:47.346386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:47.425399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=7e884b12-14f1-4887-9f20-47868af93570,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:47.429895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:47.527225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 80d13426-693c-4e80-902f-24e8d4db81df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:47.528602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:47.590043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf131b-f84e-428e-8bef-0964951c5159 None None] Network 80d13426-693c-4e80-902f-24e8d4db81df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:42:47.647745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 16f9d08b-6681-42ff-9fae-82f0a4ec976e has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:42:47.759257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:42:47.765226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-95e93244-cf10-4771-bac4-c8cfdc9dc03d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "PUT /v2.0/routers/16f9d08b-6681-42ff-9fae-82f0a4ec976e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2659953 Aug 12 04:42:47.767603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41208) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:47.772983 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ce4d2d8c-4c9b-4838-b389-bf8c70b1731d None None] Provisioning for port 1a81d327-db27-443f-9f56-e0413ed3e836 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:47.959601 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.960081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.960550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.961341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.961507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.961919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.962381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:47.967149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ab31ecbe-536b-40a1-9c3c-0a81b60bbaa8 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.1957269 Aug 12 04:42:47.967269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41210) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:48.065595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a45cc900-9bdb-4df1-9d98-813a9856d965 None None] Provisioning for port 7e884b12-14f1-4887-9f20-47868af93570 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:48.070085 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a45cc900-9bdb-4df1-9d98-813a9856d965 None None] Provisioning complete for port 7e884b12-14f1-4887-9f20-47868af93570 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:48.070579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a45cc900-9bdb-4df1-9d98-813a9856d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.073652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.073652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.074065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.074525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.075003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.075464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.075995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:48.078185 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8df83418-b40a-4c55-8edf-538a65c15044 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4622 time: 0.1096275 Aug 12 04:42:48.082323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41212) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:48.117129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a45cc900-9bdb-4df1-9d98-813a9856d965 None None] Port 7e884b12-14f1-4887-9f20-47868af93570 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:48.139895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Sync routers for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:42:48.150266 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:48.150926 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:48.250973 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e83673f8-4f9b-4d9b-a3a2-4bef3c0f043e None None] Provisioning complete for port 7e884b12-14f1-4887-9f20-47868af93570 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:48.251715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e83673f8-4f9b-4d9b-a3a2-4bef3c0f043e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.259253 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:48.301829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e83673f8-4f9b-4d9b-a3a2-4bef3c0f043e None None] Port 7e884b12-14f1-4887-9f20-47868af93570 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:48.344650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-703cbab6-8ac6-42b2-8467-b6f908b64332 tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.2625787 Aug 12 04:42:48.422756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ad1e2c30-a5a9-4e8a-aa25-259ba19cae32 None None] Provisioning complete for port 7e884b12-14f1-4887-9f20-47868af93570 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:48.422889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2c30-a5a9-4e8a-aa25-259ba19cae32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.460019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e2c30-a5a9-4e8a-aa25-259ba19cae32 None None] Port 7e884b12-14f1-4887-9f20-47868af93570 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:48.464246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:47Z', 'revision_number': 2, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:48.492168 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Checking router: 16f9d08b-6681-42ff-9fae-82f0a4ec976e for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:42:48.492522 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Updating router 16f9d08b-6681-42ff-9fae-82f0a4ec976e port 7e884b12-14f1-4887-9f20-47868af93570 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:42:48.518273 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.557952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:48.622178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41216) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:48.627086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182049859', 'description': 'tempest-secgroup-smoke-1182049859 description', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:48.672136 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:48.676244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:48.691623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.756585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.768068 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.778843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:48.847853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.848614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1a81d327-db27-443f-9f56-e0413ed3e836 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:48.863271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.882290 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.893281 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Transition to ACTIVE for port object 7e884b12-14f1-4887-9f20-47868af93570 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:48.922910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:48.932334 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.957648 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:48.962542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4256d6-bdaa-430d-9a87-d2973225f5f5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:49.023849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12f333-b215-424b-ae3b-f6b66ab41293 None None] Pushing event updated for resources: {'Port': ['ID=7e884b12-14f1-4887-9f20-47868af93570,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:49.030145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1a81d327-db27-443f-9f56-e0413ed3e836 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:49.034438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1a81d327-db27-443f-9f56-e0413ed3e836 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:49.034753 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.053694 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Attempting to bind port 7e884b12-14f1-4887-9f20-47868af93570 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:49.054066 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Attempting to bind port 7e884b12-14f1-4887-9f20-47868af93570 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:49.054402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.054549 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Attempting to bind port 7e884b12-14f1-4887-9f20-47868af93570 on network 80d13426-693c-4e80-902f-24e8d4db81df {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:49.059707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41218) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:49.060745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-577d5a90-bde3-4bc7-8ce3-09e34599382c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4371164 Aug 12 04:42:49.063901 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:49.064276 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Checking segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:49.064722 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.065104 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Bound using segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:49.065335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '5e4256d6-bdaa-430d-9a87-d2973225f5f5', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:49.065573 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Bound port: 7e884b12-14f1-4887-9f20-47868af93570, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:49.065943 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.139080 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.139784 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] For port 7e884b12-14f1-4887-9f20-47868af93570, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:49.143305 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] For port 7e884b12-14f1-4887-9f20-47868af93570, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e884b12-14f1-4887-9f20-47868af93570,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:49.168389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.174864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1a81d327-db27-443f-9f56-e0413ed3e836, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1a81d327-db27-443f-9f56-e0413ed3e836,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:49.225552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.230477 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.279484 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.292849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:42:49.293482 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:42:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:49.296724 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12f333-b215-424b-ae3b-f6b66ab41293 None None] Pushing event updated for resources: {'Port': ['ID=7e884b12-14f1-4887-9f20-47868af93570,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:49.322256 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.334073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1a81d327-db27-443f-9f56-e0413ed3e836,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:49.344678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b5f859-fd1d-47c8-b2ce-234a7142ef04,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:49.420026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.423860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e4f002d-521f-47dc-847d-34322e1d5e91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597026 Aug 12 04:42:49.424039 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:42:49.424143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41220) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:49.429324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '5e4256d6-bdaa-430d-9a87-d2973225f5f5', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:49.533891 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.591969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.629829 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:49Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:42:49.657297 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da5cc4-98a6-48de-920d-610bb7150b73 None None] The sync data for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 is: [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:49Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:42:49.664377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.686179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc305de-731a-46d9-97eb-9f3a57c7a33d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:49.744372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.746084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa230466-5299-4eb7-86b5-18b4921a9b41 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3210440 Aug 12 04:42:49.750769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41222) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:49.760021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '5e4256d6-bdaa-430d-9a87-d2973225f5f5', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:49.855773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:49.921740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.001756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.028616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea28f854-2b26-413d-816a-cd6f0d991847,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:50.099113 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.100374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-26e0ff4b-75a5-4c03-ac3c-e38952ef4597 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3471217 Aug 12 04:42:50.103066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41228) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:50.107542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '5e4256d6-bdaa-430d-9a87-d2973225f5f5', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:50.143702 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:42:50.195947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.257393 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.323263 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.344246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb3f711-5917-42e3-9564-613104ed2a87,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:50.413017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.414652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f9a6e467-cbc8-41d0-959e-f35834d3e699 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106506 Aug 12 04:42:50.423245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41230) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:50.428539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '5e4256d6-bdaa-430d-9a87-d2973225f5f5', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:50.562029 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Project b940dd391a844a3fb55089cbf67f1cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:42:50.562388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:50.568494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.612146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:50.612528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.639315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.696350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1a81d327-db27-443f-9f56-e0413ed3e836 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:50.717155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.735272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87505a4-32f7-4598-9125-c6e66487489a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:50.743568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1a81d327-db27-443f-9f56-e0413ed3e836 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:50.743869 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.819887 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.821387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a2f0068b-1e42-4159-9f74-09e50b299570 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3969200 Aug 12 04:42:50.822527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e884b12-14f1-4887-9f20-47868af93570 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:50.823988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:42:50.828572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'security_group_rule': {'security_group_id': '5e4256d6-bdaa-430d-9a87-d2973225f5f5', 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:50.906080 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Project b940dd391a844a3fb55089cbf67f1cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:42:50.912111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:50.979539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:51.054305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:51.072985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85f35aa-9637-4d2d-8839-79a6b2d45c60,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:51.110121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7e884b12-14f1-4887-9f20-47868af93570 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:51.114853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7e884b12-14f1-4887-9f20-47868af93570 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:51.115153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:51.134645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:51.136295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1bcbfbb1-0e17-4013-801f-427fa15b5c8e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111255 Aug 12 04:42:51.201657 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:51.236384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7e884b12-14f1-4887-9f20-47868af93570, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e884b12-14f1-4887-9f20-47868af93570,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:51.282807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-74768491-23b7-4948-a9bd-81d071a35c74 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182049859&fields=id&tenant_id=b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 267 time: 0.0319941 Aug 12 04:42:51.300207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:51.349166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7e884b12-14f1-4887-9f20-47868af93570,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:51.387873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-30358cad-7419-450b-92a6-cb9eb9f18bd9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:51.389366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-30358cad-7419-450b-92a6-cb9eb9f18bd9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/networks?id=80d13426-693c-4e80-902f-24e8d4db81df HTTP/1.1" status: 200 len: 797 time: 0.0992055 Aug 12 04:42:51.404365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-7671386c-3ca7-4eba-840a-bd4e8738ace7 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/quotas/b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 375 time: 0.0092502 Aug 12 04:42:51.457252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-5edcb936-a863-4d26-b79a-1940802d585e tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477769 Aug 12 04:42:51.551298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-a95319aa-9261-4773-8963-dfdc7842c0e0 service neutron] 10.222.0.42 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817902 Aug 12 04:42:51.643291 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-cfcd2c08-0bab-4461-8809-be067b1ca0b4 service neutron] 10.222.0.42 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857875 Aug 12 04:42:51.883731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be5e723-b92c-4ecf-afa8-5e5c88f8907b req-3d70103c-6eec-44bf-a999-e7b113eb326c tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 210 time: 0.0266371 Aug 12 04:42:52.489655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e884b12-14f1-4887-9f20-47868af93570 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:42:52.535597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7e884b12-14f1-4887-9f20-47868af93570 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:52.535974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:52.978402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff5c83c0-b183-46ac-954e-7cae09910175 req-faaa93ff-6285-4b29-bd7c-cf8b019a5c6d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 210 time: 0.0278978 Aug 12 04:42:53.659593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-7f9670d5-7901-4198-87da-5f947e795d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:53.660951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-7f9670d5-7901-4198-87da-5f947e795d6a tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "GET /v2.0/networks?id=80d13426-693c-4e80-902f-24e8d4db81df HTTP/1.1" status: 200 len: 797 time: 0.1010940 Aug 12 04:42:53.712547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-d3e1d853-d921-4007-94d0-d57a0c3b4ac5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b940dd391a844a3fb55089cbf67f1cf5 HTTP/1.1" status: 200 len: 380 time: 0.0425549 Aug 12 04:42:53.721629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'port': {'device_id': '44316657-2018-47df-a183-7e241cca5f6f', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'admin_state_up': True, 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'security_groups': ['5e4256d6-bdaa-430d-9a87-d2973225f5f5']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:53.899053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Made reservation on behalf of b940dd391a844a3fb55089cbf67f1cf5 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:42:53.902628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:54.344012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6a8d3390-3b8a-4ecb-bac2-79e0d6cf9749 req-b0027f4f-25e1-405d-909c-1052d44698c5 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 210 time: 0.0333188 Aug 12 04:42:54.402164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.20.0.3 (80d13426-693c-4e80-902f-24e8d4db81df/312ba87a-4579-4132-bb11-6b72a8cb6249/bb787798-f77b-49ef-8f07-c24cd9654554) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:42:54.541740 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:54.555710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Transition to ACTIVE for port object bb787798-f77b-49ef-8f07-c24cd9654554 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:54.658985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:54.699271 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network 80d13426-693c-4e80-902f-24e8d4db81df is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:42:54.704131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:42:54.707819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:42:54.739216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=bb787798-f77b-49ef-8f07-c24cd9654554,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:54.755655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.756000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.756337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.756718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.757054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.757387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.757714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.758028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.758347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.758672 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.759017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.759341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:42:54.777809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:54.778430 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:54.843668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-efe75128-d5f9-4df7-b5ea-6d19060101df tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1257048 Aug 12 04:42:54.856764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Request body: {'port': {'device_id': '44316657-2018-47df-a183-7e241cca5f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:42:54.910173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:54.934266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b7a68b45-67aa-45a5-977e-32773270e403 None None] Provisioning for port bb787798-f77b-49ef-8f07-c24cd9654554 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:42:54.938302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b7a68b45-67aa-45a5-977e-32773270e403 None None] Provisioning complete for port bb787798-f77b-49ef-8f07-c24cd9654554 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:42:54.938717 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b7a68b45-67aa-45a5-977e-32773270e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:54.980007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b7a68b45-67aa-45a5-977e-32773270e403 None None] Port bb787798-f77b-49ef-8f07-c24cd9654554 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:42:55.224916 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb787798-f77b-49ef-8f07-c24cd9654554 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:42:55.232355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.245061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Transition to ACTIVE for port object bb787798-f77b-49ef-8f07-c24cd9654554 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:42:55.327309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.377639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb787798-f77b-49ef-8f07-c24cd9654554,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:55.453392 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Attempting to bind port bb787798-f77b-49ef-8f07-c24cd9654554 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:42:55.453763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Attempting to bind port bb787798-f77b-49ef-8f07-c24cd9654554 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:42:55.454070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Attempting to bind port bb787798-f77b-49ef-8f07-c24cd9654554 on network 80d13426-693c-4e80-902f-24e8d4db81df {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:55.459333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Port bb787798-f77b-49ef-8f07-c24cd9654554 on network 80d13426-693c-4e80-902f-24e8d4db81df not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:42:55.463865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Attempting to bind port bb787798-f77b-49ef-8f07-c24cd9654554 on network 80d13426-693c-4e80-902f-24e8d4db81df {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:42:55.465459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:42:55.465806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Checking segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:42:55.466197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Bound using segment: {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:42:55.466632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Bound port: bb787798-f77b-49ef-8f07-c24cd9654554, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a750e71d-f2bb-4476-a45e-d2aa953d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:42:55.467019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.481250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca30709-5177-4783-b394-23d5073fd3cd req-be4880cf-9226-4abe-9247-ba1641dafb8d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:55.483556 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aca30709-5177-4783-b394-23d5073fd3cd req-be4880cf-9226-4abe-9247-ba1641dafb8d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 943 time: 0.0602558 Aug 12 04:42:55.527325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aca30709-5177-4783-b394-23d5073fd3cd req-9a983f5c-3f6b-4d5d-a49f-8ce26dbd20ea tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375712 Aug 12 04:42:55.540696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] For port bb787798-f77b-49ef-8f07-c24cd9654554, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:42:55.544577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] For port bb787798-f77b-49ef-8f07-c24cd9654554, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=bb787798-f77b-49ef-8f07-c24cd9654554,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:42:55.597764 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.633828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:55.634436 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.635987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] 10.222.0.20 "PUT /v2.0/ports/bb787798-f77b-49ef-8f07-c24cd9654554 HTTP/1.1" status: 200 len: 1091 time: 0.7835643 Aug 12 04:42:55.636342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:42:55.638614 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df7e40-163d-4417-9eaf-ac8b55355f75" -d '{"events": [{"name": "network-changed", "server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:42:55.665189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d582c9-aeed-4fda-ae06-4271cdf7cf41 service neutron] Pushing event updated for resources: {'Port': ['ID=bb787798-f77b-49ef-8f07-c24cd9654554,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:42:55.672746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.687155 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebcf6d7-5757-4e43-a28e-c43bf58994c6 x-openstack-request-id: req-9ebcf6d7-5757-4e43-a28e-c43bf58994c6 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:42:55.690239 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:42:55.690239 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ebcf6d7-5757-4e43-a28e-c43bf58994c6 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:42:55.690239 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'status': 'completed', 'code': 200} Aug 12 04:42:55.751927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7e40-163d-4417-9eaf-ac8b55355f75 req-37f20fd4-fc74-4ec3-8ce9-a9c6abd5fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:55.753451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11df7e40-163d-4417-9eaf-ac8b55355f75 req-37f20fd4-fc74-4ec3-8ce9-a9c6abd5fe06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 1094 time: 0.0449405 Aug 12 04:42:55.820872 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:55.928497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7e40-163d-4417-9eaf-ac8b55355f75 req-977291f6-3fd1-445d-a2eb-8f91d74072f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:55.930460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11df7e40-163d-4417-9eaf-ac8b55355f75 req-977291f6-3fd1-445d-a2eb-8f91d74072f7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1694694 Aug 12 04:42:56.089151 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7e40-163d-4417-9eaf-ac8b55355f75 req-07b49c4f-8ea6-4341-96ba-3b6d58c25a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:56.090605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11df7e40-163d-4417-9eaf-ac8b55355f75 req-07b49c4f-8ea6-4341-96ba-3b6d58c25a0a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535108 Aug 12 04:42:56.165549 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-df079e01-6599-45a4-a04a-0780505bebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:56.167298 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-df079e01-6599-45a4-a04a-0780505bebf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 1094 time: 0.0398774 Aug 12 04:42:56.212891 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-414c56dd-bf35-4666-8d12-bdc6a0a7f699 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb787798-f77b-49ef-8f07-c24cd9654554 HTTP/1.1" status: 200 len: 217 time: 0.0380030 Aug 12 04:42:56.261106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-34944067-df31-4a84-859a-931c67161440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:56.262495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-34944067-df31-4a84-859a-931c67161440 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=312ba87a-4579-4132-bb11-6b72a8cb6249 HTTP/1.1" status: 200 len: 835 time: 0.0425351 Aug 12 04:42:56.306850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-d2c9169c-35aa-4f32-9cd3-add5eda07635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:56.308336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-d2c9169c-35aa-4f32-9cd3-add5eda07635 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80d13426-693c-4e80-902f-24e8d4db81df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386081 Aug 12 04:42:56.399776 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-0aaf381d-f048-4143-84d2-bf91fcce6ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844655 Aug 12 04:42:56.489626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-63fd8872-0b5f-4914-ac8d-4d51616f64a4 req-a7781423-4288-4da2-b6f9-f5f5330dca75 service neutron] 10.222.0.20 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822802 Aug 12 04:42:56.643420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567f8ed-1166-46fc-853b-a3b32722c28f req-50209867-7837-4464-ba24-39e586814686 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:56.644920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3567f8ed-1166-46fc-853b-a3b32722c28f req-50209867-7837-4464-ba24-39e586814686 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 943 time: 0.0525908 Aug 12 04:42:56.685053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3567f8ed-1166-46fc-853b-a3b32722c28f req-c8cac27f-46e8-4963-9ddf-323277dd0b03 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335844 Aug 12 04:42:56.821655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde7b13-c818-47ef-b58c-0d538f094c68 req-2d0a84bb-bc0f-4d2f-9703-77fd351f1f0a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:56.823180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bde7b13-c818-47ef-b58c-0d538f094c68 req-2d0a84bb-bc0f-4d2f-9703-77fd351f1f0a tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0508587 Aug 12 04:42:56.862226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bde7b13-c818-47ef-b58c-0d538f094c68 req-02c69b9a-ddaf-4c36-9812-8098a7bb62e9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325897 Aug 12 04:42:57.796279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54743053-f4e8-4da6-8116-a55b629f53e8 req-ec7408d3-bae6-4b15-9b16-140a4bc255e1 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:57.797744 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54743053-f4e8-4da6-8116-a55b629f53e8 req-ec7408d3-bae6-4b15-9b16-140a4bc255e1 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 943 time: 0.0484383 Aug 12 04:42:57.835706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54743053-f4e8-4da6-8116-a55b629f53e8 req-8e503206-6f09-4482-9840-39207f22447f tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Aug 12 04:42:57.983400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c82438-67be-409f-a3d0-3894a90570db req-101be6f2-d80c-423d-9b26-f358682d87dc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:57.984760 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c82438-67be-409f-a3d0-3894a90570db req-101be6f2-d80c-423d-9b26-f358682d87dc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0476413 Aug 12 04:42:58.021392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06c82438-67be-409f-a3d0-3894a90570db req-9e4450e4-424f-4e16-80cd-0efc4045e363 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Aug 12 04:42:58.241967 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4231f4d8-6551-4a11-9ee6-b0b73d891f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:58.952649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d534a-a932-4c72-b62d-1678c6f0ecbf req-ddecad00-0874-453d-8412-5822c6950bd6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:58.954145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e71d534a-a932-4c72-b62d-1678c6f0ecbf req-ddecad00-0874-453d-8412-5822c6950bd6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 943 time: 0.0529983 Aug 12 04:42:58.990490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e71d534a-a932-4c72-b62d-1678c6f0ecbf req-3f1826b5-7e7c-4f52-bc23-96753bfc9d91 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304189 Aug 12 04:42:59.138698 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ccb19-85dd-4342-b325-160e0cdcd0d1 req-c216575f-ee22-4b3e-b129-3fed937be9fc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:42:59.140158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28ccb19-85dd-4342-b325-160e0cdcd0d1 req-c216575f-ee22-4b3e-b129-3fed937be9fc tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0536754 Aug 12 04:42:59.181107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28ccb19-85dd-4342-b325-160e0cdcd0d1 req-83b6eaf3-31de-45a4-8db6-64b8d3adaf25 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Aug 12 04:42:59.738927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device bb787798-f77b-49ef-8f07-c24cd9654554 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:42:59.830107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port bb787798-f77b-49ef-8f07-c24cd9654554, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=bb787798-f77b-49ef-8f07-c24cd9654554,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:59.841610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'port_id': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'mac_address': 'fa:16:3e:1e:4b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:42:59.880531 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:42:59.894365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb787798-f77b-49ef-8f07-c24cd9654554 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:42:59.913963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port bb787798-f77b-49ef-8f07-c24cd9654554, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=bb787798-f77b-49ef-8f07-c24cd9654554,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:42:59.995624 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:00.043794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=bb787798-f77b-49ef-8f07-c24cd9654554,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:00.103888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca5d6a-e497-4e98-9cb2-1fe0a70d1194 req-6721dbbb-7add-4cfb-8557-d6db1932c2fd tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:00.105351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dca5d6a-e497-4e98-9cb2-1fe0a70d1194 req-6721dbbb-7add-4cfb-8557-d6db1932c2fd tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 944 time: 0.0474184 Aug 12 04:43:00.144120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3dca5d6a-e497-4e98-9cb2-1fe0a70d1194 req-9342b2e2-78eb-4cbe-a3c5-faeff7739b43 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Aug 12 04:43:00.209171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['bb787798-f77b-49ef-8f07-c24cd9654554'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:43:00.295556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd629d-4277-4799-9723-f4b75c326799 req-b2606663-f070-411e-a121-b9f0ee7aca2b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:00.297068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22bd629d-4277-4799-9723-f4b75c326799 req-b2606663-f070-411e-a121-b9f0ee7aca2b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0511312 Aug 12 04:43:00.335096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22bd629d-4277-4799-9723-f4b75c326799 req-176c8646-1c9e-4973-9837-5d2b899a7eb3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Aug 12 04:43:00.819983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24198a6b-41f3-4201-8605-4e186a95ff90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:00.963157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:01.258316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84273a12-4e96-48c0-8633-ba5dd4a98990 req-8e92dd9d-f142-49cd-970b-97540e35a820 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:01.259824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84273a12-4e96-48c0-8633-ba5dd4a98990 req-8e92dd9d-f142-49cd-970b-97540e35a820 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 944 time: 0.0506787 Aug 12 04:43:01.297922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84273a12-4e96-48c0-8633-ba5dd4a98990 req-18112cab-8962-4f04-b9e8-a09458b84ea9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Aug 12 04:43:01.449118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dde1f-2963-41fe-b742-ceec792f48f0 req-4b8f2eaf-faea-41ef-b439-a25c747ca982 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:01.450838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-090dde1f-2963-41fe-b742-ceec792f48f0 req-4b8f2eaf-faea-41ef-b439-a25c747ca982 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0498145 Aug 12 04:43:01.487566 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-090dde1f-2963-41fe-b742-ceec792f48f0 req-64c0a2d3-fcee-4a5f-acf2-52bb63e2d332 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309978 Aug 12 04:43:01.749932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device bb787798-f77b-49ef-8f07-c24cd9654554 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:01.882384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port bb787798-f77b-49ef-8f07-c24cd9654554 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:01.886138 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port bb787798-f77b-49ef-8f07-c24cd9654554 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:01.886510 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:01.965795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:01.987239 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:01.989451 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c6348-2dbc-4152-addc-02204fd7056a" -d '{"events": [{"server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:02.002636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port bb787798-f77b-49ef-8f07-c24cd9654554, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=bb787798-f77b-49ef-8f07-c24cd9654554,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:02.025300 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c3d740-022e-4764-bd65-c9817d8df173 x-openstack-request-id: req-66c3d740-022e-4764-bd65-c9817d8df173 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:02.025583 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:02.025832 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66c3d740-022e-4764-bd65-c9817d8df173 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:02.026213 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'code': 200} Aug 12 04:43:02.048387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:02.095173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=bb787798-f77b-49ef-8f07-c24cd9654554,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:02.125526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff3bc-445e-476b-976a-7f82a1d2db59 req-c4198255-d1cf-4ff5-90f0-998c6e080ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:02.127109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d2ff3bc-445e-476b-976a-7f82a1d2db59 req-c4198255-d1cf-4ff5-90f0-998c6e080ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 1096 time: 0.0444102 Aug 12 04:43:02.168688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d2ff3bc-445e-476b-976a-7f82a1d2db59 req-2d087bc5-0e19-46af-9edc-6dbeca6f0957 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Aug 12 04:43:02.178173 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:02.417412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbe1eb-faa5-4f8b-bc82-4502ef48c56a req-d7f2a91e-e4e2-4297-9171-71657ee5a196 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:02.418962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6bbe1eb-faa5-4f8b-bc82-4502ef48c56a req-d7f2a91e-e4e2-4297-9171-71657ee5a196 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 945 time: 0.0556886 Aug 12 04:43:02.457624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6bbe1eb-faa5-4f8b-bc82-4502ef48c56a req-ae90c3ae-24fc-452d-b454-274c91ce6bdb tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Aug 12 04:43:02.608297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c02d1-bef2-41f8-9220-e4e67e7e3583 req-532d4779-23e2-4724-b52c-1aa15c1c63b2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:02.609787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-366c02d1-bef2-41f8-9220-e4e67e7e3583 req-532d4779-23e2-4724-b52c-1aa15c1c63b2 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0541596 Aug 12 04:43:02.649105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-366c02d1-bef2-41f8-9220-e4e67e7e3583 req-ba882ba6-329a-4b85-849b-8d1413ed5a6d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332956 Aug 12 04:43:03.568290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f66aa-989c-4012-8c9f-31f2b73ae4eb req-3726e10a-df0e-4c88-a4d3-e33d6fd025d7 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:03.570247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-196f66aa-989c-4012-8c9f-31f2b73ae4eb req-3726e10a-df0e-4c88-a4d3-e33d6fd025d7 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 945 time: 0.0479758 Aug 12 04:43:03.606479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-196f66aa-989c-4012-8c9f-31f2b73ae4eb req-d3d30a20-29ba-4ccd-99aa-0c2a29105851 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303516 Aug 12 04:43:03.721160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71256e-fd6e-4f76-a913-e7cde9a37446 req-9cb8f0fd-9af3-4154-a3be-50643fa119fc tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:03.722698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d71256e-fd6e-4f76-a913-e7cde9a37446 req-9cb8f0fd-9af3-4154-a3be-50643fa119fc tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 945 time: 0.0514414 Aug 12 04:43:03.728430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:03.761615 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d71256e-fd6e-4f76-a913-e7cde9a37446 req-269c0ac5-14de-4772-a686-1daaaae90f35 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Aug 12 04:43:03.771167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73bff-7e8b-471d-89c2-1f16a5bb3e63 req-b37a2373-6313-425b-b2cb-b7edb03a616c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:03.773312 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0b73bff-7e8b-471d-89c2-1f16a5bb3e63 req-b37a2373-6313-425b-b2cb-b7edb03a616c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0541990 Aug 12 04:43:03.783741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41314) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:03.811489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0b73bff-7e8b-471d-89c2-1f16a5bb3e63 req-96eacfae-b730-402b-bedb-162cc87c9a4d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321589 Aug 12 04:43:03.822597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf37caf-ab53-400f-9792-7f9f62f0badd tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:03.824354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dbf37caf-ab53-400f-9792-7f9f62f0badd tempest-TestNetworkBasicOps-1906590677 tempest-TestNetworkBasicOps-1906590677-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 1091 time: 0.0396543 Aug 12 04:43:03.827110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:03.831515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:03.917062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:04.018300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:04.119269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Allocated IP 172.25.6.82 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7e98b81d-601f-4b01-ab04-46c3f9c0f0b2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:04.222409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:04.317485 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:04.354345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:04.359086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:04.362546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:04.387814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=7e98b81d-601f-4b01-ab04-46c3f9c0f0b2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:05.061852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52c1cc-a8b0-436e-8350-64fe6ef5f05b req-0f8aca54-846a-4832-a964-d36a3033dfc3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:05.063351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c52c1cc-a8b0-436e-8350-64fe6ef5f05b req-0f8aca54-846a-4832-a964-d36a3033dfc3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0866725 Aug 12 04:43:05.077346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:05.138255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5c52c1cc-a8b0-436e-8350-64fe6ef5f05b req-d270b8ed-5396-4e39-a1be-519b892c30ca tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684888 Aug 12 04:43:05.246606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:05.399141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:05.454049 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:05.525050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event updated for resources: {'Port': ['ID=7e98b81d-601f-4b01-ab04-46c3f9c0f0b2,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:05.533949 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:05.630894 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Floating IP 6ad05407-6921-461e-a641-10adae7ac157 associated. External IP: 172.25.6.82, port: bb787798-f77b-49ef-8f07-c24cd9654554. Aug 12 04:43:05.835973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 16f9d08b-6681-42ff-9fae-82f0a4ec976e has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:05.942318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:05.952027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] Sync routers for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:05.960643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:05.961352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:06.008617 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:06.035601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b2daa17-6e7e-4fd9-95ab-1bb5b5266cbf tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2074645 Aug 12 04:43:06.036299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:06.038419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41320) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:06.039605 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff4e57-df19-408d-a5a6-c0d427792462" -d '{"events": [{"name": "network-changed", "server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:06.068487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:06.078392 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0d3ce-ee4a-40d3-8563-206f9c155754 x-openstack-request-id: req-7cb0d3ce-ee4a-40d3-8563-206f9c155754 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:06.079802 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:06.080234 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cb0d3ce-ee4a-40d3-8563-206f9c155754 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:06.080805 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'status': 'completed', 'code': 200} Aug 12 04:43:06.105132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c87bbc62-4aad-48f4-b8a6-d3c168ff4f94 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/floatingips/6ad05407-6921-461e-a641-10adae7ac157 HTTP/1.1" status: 200 len: 990 time: 0.0646434 Aug 12 04:43:06.145677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-7ef8f731-e3b9-482e-96bc-697ba3aabee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:06.147170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-7ef8f731-e3b9-482e-96bc-697ba3aabee5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 1096 time: 0.0410576 Aug 12 04:43:06.239685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-8803dcfa-50c4-4bf0-a7f2-2d44f8680991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:06.241329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-8803dcfa-50c4-4bf0-a7f2-2d44f8680991 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80d13426-693c-4e80-902f-24e8d4db81df HTTP/1.1" status: 200 len: 898 time: 0.0873854 Aug 12 04:43:06.258553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5c304-5f14-4d9e-8aeb-86ecd605a508 req-3c5f7357-f52e-4df5-893c-8d8ee4601260 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:06.260509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5dd5c304-5f14-4d9e-8aeb-86ecd605a508 req-3c5f7357-f52e-4df5-893c-8d8ee4601260 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0512395 Aug 12 04:43:06.298770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6ad05407-6921-461e-a641-10adae7ac157', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'port_id': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'mac_address': 'fa:16:3e:1e:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44316657-2018-47df-a183-7e241cca5f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:43:04Z', 'updated_at': '2021-08-12T04:43:04Z', 'revision_number': 0, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:51Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:06.300931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5dd5c304-5f14-4d9e-8aeb-86ecd605a508 req-58fefd78-2113-46b8-90cf-2dc7bd1c7959 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342629 Aug 12 04:43:06.317057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-b8492758-284a-4dcd-922d-eb7c2a395071 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb787798-f77b-49ef-8f07-c24cd9654554 HTTP/1.1" status: 200 len: 998 time: 0.0656736 Aug 12 04:43:06.326191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] Checking router: 16f9d08b-6681-42ff-9fae-82f0a4ec976e for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:06.334633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:06.335272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:06.368960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-a5dbd881-0ed2-4b27-94ee-b4b1a6a9d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:06.370368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-a5dbd881-0ed2-4b27-94ee-b4b1a6a9d9b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=312ba87a-4579-4132-bb11-6b72a8cb6249 HTTP/1.1" status: 200 len: 835 time: 0.0461261 Aug 12 04:43:06.417364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-9ceb6aa2-7643-4179-a131-94bbe1b996bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:06.420125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-9ceb6aa2-7643-4179-a131-94bbe1b996bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80d13426-693c-4e80-902f-24e8d4db81df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415490 Aug 12 04:43:06.447249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:06.515576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-380d9a42-538d-48f3-837d-bf0e2aa31629 service neutron] 10.222.0.20 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894325 Aug 12 04:43:06.604973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-82ff4e57-df19-408d-a5a6-c0d427792462 req-489e6633-6cf5-4a7a-bf37-bb73075d5fbb service neutron] 10.222.0.20 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820959 Aug 12 04:43:06.670505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6ad05407-6921-461e-a641-10adae7ac157', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'port_id': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'mac_address': 'fa:16:3e:1e:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44316657-2018-47df-a183-7e241cca5f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:43:04Z', 'updated_at': '2021-08-12T04:43:04Z', 'revision_number': 0, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:51Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:06.697309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d13c0-205b-476f-bfe0-1f165740996d None None] The sync data for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 is: [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '6ad05407-6921-461e-a641-10adae7ac157', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'floating_ip_address': '172.25.6.82', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'port_id': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'mac_address': 'fa:16:3e:1e:4b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44316657-2018-47df-a183-7e241cca5f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:43:04Z', 'updated_at': '2021-08-12T04:43:04Z', 'revision_number': 0, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:51Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:06.887825 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1f1f95-0170-4694-ae53-51a9b4c12b01 None None] New status for floating IP 6ad05407-6921-461e-a641-10adae7ac157: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:43:07.108496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41326) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:07.172070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f02cdb1f-c68c-4a06-abce-11e6022e68fd tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/floatingips/6ad05407-6921-461e-a641-10adae7ac157 HTTP/1.1" status: 200 len: 992 time: 0.0624077 Aug 12 04:43:07.418670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfc9de-adea-4742-b9e8-3f43aaf57484 req-f2e7d5f6-7530-417e-88ab-1e986bd36ca6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:07.420149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27dfc9de-adea-4742-b9e8-3f43aaf57484 req-f2e7d5f6-7530-417e-88ab-1e986bd36ca6 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0484223 Aug 12 04:43:07.457989 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-27dfc9de-adea-4742-b9e8-3f43aaf57484 req-4f0f8638-b34f-4a08-a562-6069b4567273 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Aug 12 04:43:08.576578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f8e8e-11db-4c3f-93b9-f204f1cd6b2f req-a577aafe-c7a4-4364-9186-72f5a7448475 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:08.578068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b36f8e8e-11db-4c3f-93b9-f204f1cd6b2f req-a577aafe-c7a4-4364-9186-72f5a7448475 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0541275 Aug 12 04:43:08.616446 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b36f8e8e-11db-4c3f-93b9-f204f1cd6b2f req-f597fa24-3e10-4b60-aa35-ac8cd78b2871 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324662 Aug 12 04:43:09.736938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd4d63-bccf-4d1e-91ed-03da9048a8e5 req-49e14c91-87f9-4e8d-9a5f-06d1930da7f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:09.738590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80cd4d63-bccf-4d1e-91ed-03da9048a8e5 req-49e14c91-87f9-4e8d-9a5f-06d1930da7f9 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0551364 Aug 12 04:43:09.778468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-80cd4d63-bccf-4d1e-91ed-03da9048a8e5 req-1c4fa3b4-78a4-4f83-bb2a-09030dfe1fbd tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331717 Aug 12 04:43:09.811885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591d08c-27af-4dd7-a5de-a634472b3b84 req-ddd63683-9029-43e4-a30d-e4ecc842387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:09.813357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0591d08c-27af-4dd7-a5de-a634472b3b84 req-ddd63683-9029-43e4-a30d-e4ecc842387f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1097 time: 0.0395136 Aug 12 04:43:09.847231 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0591d08c-27af-4dd7-a5de-a634472b3b84 req-db77dbd4-6ced-444f-a519-e8af01704552 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265801 Aug 12 04:43:10.894682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24151a67-7c1b-4995-913d-94cd5a644e2b req-f196980b-848a-4b91-97ad-30ba255026e3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:10.896195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24151a67-7c1b-4995-913d-94cd5a644e2b req-f196980b-848a-4b91-97ad-30ba255026e3 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0498698 Aug 12 04:43:10.934825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24151a67-7c1b-4995-913d-94cd5a644e2b req-a83197d4-ba4a-4002-b6da-2e46ff5e85db tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325899 Aug 12 04:43:10.957836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41336) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:11.021137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62dc8290-c103-4206-8bb5-e3e93cf3f0ef tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/floatingips/d08ceaa0-cdc6-4818-bec2-91902a8cd5dc HTTP/1.1" status: 200 len: 994 time: 0.0620925 Aug 12 04:43:11.980147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:43:12.072800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:12.087461 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'port_id': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'mac_address': 'fa:16:3e:43:00:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:43:12.122916 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:12.135554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:43:12.153819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:12.217982 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:12.263222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:12.270281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.270656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.271022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.271357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.271688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.272017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.272341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.272664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.273005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.273328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.273644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.273962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:12.412449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['3cbc3543-4408-4dbd-aafa-759bfd5e0d07'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:43:12.828951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fbbb7-fcaa-46f6-abd6-ce0c9c5ca240 req-815a65c3-4ff0-477e-a9f2-d2c9cf2a0b44 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:12.830428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c5fbbb7-fcaa-46f6-abd6-ce0c9c5ca240 req-815a65c3-4ff0-477e-a9f2-d2c9cf2a0b44 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.0482957 Aug 12 04:43:12.867555 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c5fbbb7-fcaa-46f6-abd6-ce0c9c5ca240 req-f25a156a-e030-4557-94a1-d65174341548 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Aug 12 04:43:13.988141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:14.036021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:14.036397 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.082822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4abd7c-203c-46fd-841f-b46c2858f781 req-802e29b8-50bd-46d2-8682-99c6651c72fd tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:14.084336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c4abd7c-203c-46fd-841f-b46c2858f781 req-802e29b8-50bd-46d2-8682-99c6651c72fd tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.0482419 Aug 12 04:43:14.115357 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.134918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c4abd7c-203c-46fd-841f-b46c2858f781 req-ca8b799b-bd90-4152-af6b-e19806fda3d6 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/security-groups?id=3571484c-15a2-4e6b-9dbb-247287f596b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446544 Aug 12 04:43:14.137500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:14.139764 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd77e9d-d24f-4ea8-affd-4b1a6ad8f978" -d '{"events": [{"server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:14.155630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:14.171775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-3bba7448-b674-4098-ab6d-93fea8d772ae tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:14.173220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-3bba7448-b674-4098-ab6d-93fea8d772ae tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Aug 12 04:43:14.188924 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a56271-eda9-4fb8-90be-11a31e774892 x-openstack-request-id: req-61a56271-eda9-4fb8-90be-11a31e774892 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:14.189229 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "name": "network-vif-plugged", "status": "completed", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:14.189481 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61a56271-eda9-4fb8-90be-11a31e774892 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:14.189919 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'code': 200} Aug 12 04:43:14.235208 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.266979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Deleting port 51613928-a9e4-489d-8866-0b209253f6ee {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:14.267323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.282427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:14.358416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] For port 51613928-a9e4-489d-8866-0b209253f6ee, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=51613928-a9e4-489d-8866-0b209253f6ee,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:14.358820 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.846145 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.846573 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:14.847055 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Floating IP 8f3230d6-0485-48a1-8445-39f7fe92d915 disassociated. External IP: 172.25.6.194, port: 51613928-a9e4-489d-8866-0b209253f6ee. Aug 12 04:43:14.847547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Calling delete_port for 51613928-a9e4-489d-8866-0b209253f6ee owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:15.047226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:15.079757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event deleted for resources: {'Port': ['ID=51613928-a9e4-489d-8866-0b209253f6ee,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:15.150098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-571e8fee-7735-4fe9-98ba-2950024aac9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385635 Aug 12 04:43:15.193160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Router fc750250-85a6-4eee-ad00-f3e83190a859 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:15.240710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-c289cef2-8e0e-41c1-a3dd-ecd9668f13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:15.242250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-c289cef2-8e0e-41c1-a3dd-ecd9668f13f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1097 time: 0.0477686 Aug 12 04:43:15.272407 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d6d1ef5-247c-4e54-8907-b5bf8081787a req-a7024856-4b91-4dc0-b735-2ef1d288c822 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2e02c6-74ae-445f-83ec-8c12fad3a349 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Aug 12 04:43:15.330023 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:15.343441 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] Sync routers for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:15.348343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-b5075ed4-3559-4ff2-bae4-03e5fa9371f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:15.349833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-b5075ed4-3559-4ff2-bae4-03e5fa9371f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 200 len: 897 time: 0.0900040 Aug 12 04:43:15.354122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:15.354765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:15.370184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] No DVR routers for this DVR port 51613928-a9e4-489d-8866-0b209253f6ee on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:15.372944 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:15.375069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45cd3509-f5fa-413d-9d61-9bb2db77a73d req-12f28111-0900-4504-80d0-8784ac8466b3 tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.20 "DELETE /v2.0/ports/51613928-a9e4-489d-8866-0b209253f6ee HTTP/1.1" status: 204 len: 173 time: 1.1946127 Aug 12 04:43:15.375573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'name': 'network-vif-deleted', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:15.378047 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c2b6d3-69b9-485b-8784-9fd20ff406d7" -d '{"events": [{"server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "name": "network-vif-deleted", "tag": "51613928-a9e4-489d-8866-0b209253f6ee"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:15.419778 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85fd1e2-e3f1-4b07-885a-bc149738d7a9 x-openstack-request-id: req-f85fd1e2-e3f1-4b07-885a-bc149738d7a9 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:15.420071 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2e02c6-74ae-445f-83ec-8c12fad3a349", "name": "network-vif-deleted", "tag": "51613928-a9e4-489d-8866-0b209253f6ee", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:15.420456 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f85fd1e2-e3f1-4b07-885a-bc149738d7a9 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:15.421557 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2e02c6-74ae-445f-83ec-8c12fad3a349', 'name': 'network-vif-deleted', 'tag': '51613928-a9e4-489d-8866-0b209253f6ee', 'status': 'completed', 'code': 200} Aug 12 04:43:15.426560 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-e244fcf9-c666-42e6-80d3-63b3bf143dd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 200 len: 1002 time: 0.0682440 Aug 12 04:43:15.481330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:15.490571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-302b37c0-a685-491f-91f1-6820e88c58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:15.492257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-302b37c0-a685-491f-91f1-6820e88c58b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 HTTP/1.1" status: 200 len: 834 time: 0.0499001 Aug 12 04:43:15.552908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-e85cdc94-6cfe-4632-942c-cfd918a8a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:15.555157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-e85cdc94-6cfe-4632-942c-cfd918a8a5dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0c770f-e85d-4622-b5eb-bf32deb2265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495229 Aug 12 04:43:15.662149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-0b67fd08-8fcf-4c3f-bce4-8e75a215f925 service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998020 Aug 12 04:43:15.703806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:15.729934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] Checking router: fc750250-85a6-4eee-ad00-f3e83190a859 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:15.738281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:15.738923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:15.754056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d7faae0-d79e-49e3-8a79-22220de8b45c req-6a443b7b-1021-41d2-be41-1a5cd931f7aa service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Aug 12 04:43:15.847069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:16.037829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:16.067972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a018b76-feff-4237-8f2d-fa3aa10a2695 None None] The sync data for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 is: [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:38:03Z', 'revision_number': 4, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b', 'name': '', 'network_id': '6fcf74b9-74ca-47ca-bb8b-f44fd159646e', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'mac_address': 'fa:16:3e:b5:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:02Z', 'updated_at': '2021-08-12T04:38:09Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'subnets': [{'id': '4544cf86-cd46-4d2d-9854-113f7eee3231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:16.282224 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c9d353-efba-43f3-aa34-dc3591869c83 None None] New status for floating IP 8f3230d6-0485-48a1-8445-39f7fe92d915: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:43:16.330289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41354) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:16.456015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Deleting port b689eaee-2630-4f3d-8da1-8b78a5320455 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:16.456368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.535833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.536165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.548447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Calling delete_port for b689eaee-2630-4f3d-8da1-8b78a5320455 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:16.716718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.745175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event deleted for resources: {'Port': ['ID=b689eaee-2630-4f3d-8da1-8b78a5320455,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:16.771418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.771763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.772102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.772438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.773290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.773619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.773942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.774265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.774587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.774934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.775259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.775579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:16.814884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.817890 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.819058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c1357d23-33fd-47fd-9e28-ebaf2afbafed tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "DELETE /v2.0/floatingips/8f3230d6-0485-48a1-8445-39f7fe92d915 HTTP/1.1" status: 204 len: 168 time: 0.4877300 Aug 12 04:43:16.886584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41360) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:16.945159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3c81348-6cbe-45b5-9153-90408e50d7ea tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:16.970114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3c81348-6cbe-45b5-9153-90408e50d7ea tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:17.071437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3c81348-6cbe-45b5-9153-90408e50d7ea tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:17.074101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c3c81348-6cbe-45b5-9153-90408e50d7ea tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:17.075305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c3c81348-6cbe-45b5-9153-90408e50d7ea tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] 10.222.0.42 "DELETE /v2.0/security-groups/3571484c-15a2-4e6b-9dbb-247287f596b2 HTTP/1.1" status: 204 len: 168 time: 0.1876950 Aug 12 04:43:17.084976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81348-6cbe-45b5-9153-90408e50d7ea tempest-TestServerBasicOps-1732588987 tempest-TestServerBasicOps-1732588987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571484c-15a2-4e6b-9dbb-247287f596b2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:17.196211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41364) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:17.644026 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:17.832646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 51613928-a9e4-489d-8866-0b209253f6ee no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:17.852117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 51613928-a9e4-489d-8866-0b209253f6ee {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:17.865224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 51613928-a9e4-489d-8866-0b209253f6ee not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:17.884946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Deleting port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:17.885280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:17.962467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] For port 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:17.962877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:17.975307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Calling delete_port for 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:18.202946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:18.228506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:18.393444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:18.607945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Router fc750250-85a6-4eee-ad00-f3e83190a859 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:18.710700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:18.715610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1e4040be-3993-43c2-98ca-e982ceb235e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/fc750250-85a6-4eee-ad00-f3e83190a859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5183151 Aug 12 04:43:18.718060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41368) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:18.720412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] Sync routers for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:18.729316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:18.730001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:18.822968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:18.991582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:19.168091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:43:18Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:19.197753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] Checking router: fc750250-85a6-4eee-ad00-f3e83190a859 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:19.205796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] Routers {'fc750250-85a6-4eee-ad00-f3e83190a859'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:19.206405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['fc750250-85a6-4eee-ad00-f3e83190a859'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:19.219410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.310377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] Set router fc750250-85a6-4eee-ad00-f3e83190a859 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:19.336120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Deleting port ade4f2da-4581-424f-a405-1e809d2f7889 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:19.336559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.413912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] For port ade4f2da-4581-424f-a405-1e809d2f7889, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ade4f2da-4581-424f-a405-1e809d2f7889,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:19.414273 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.427124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Calling delete_port for ade4f2da-4581-424f-a405-1e809d2f7889 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:19.485335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:43:18Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:19.513447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a858d90-2903-437c-94ee-97af4dd7f1ea None None] The sync data for ids ['fc750250-85a6-4eee-ad00-f3e83190a859'] in n-d-804320-1 is: [{'id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'name': 'tempest-TestServerBasicOps-1326314989-router', 'tenant_id': 'c64a835f77614a4795d9d52d199bc837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:37:58Z', 'updated_at': '2021-08-12T04:43:18Z', 'revision_number': 5, 'project_id': 'c64a835f77614a4795d9d52d199bc837', 'gw_port': {'id': 'ade4f2da-4581-424f-a405-1e809d2f7889', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc750250-85a6-4eee-ad00-f3e83190a859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:37:59Z', 'updated_at': '2021-08-12T04:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:19.654112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.684568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ade4f2da-4581-424f-a405-1e809d2f7889,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:19.740884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.833250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.835652 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.933910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.934568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc750250-85a6-4eee-ad00-f3e83190a859 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:43:19.940178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:19.941552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c25cf39-6875-4e2d-a864-c1c89575ca8e admin admin] 10.222.0.42 "DELETE /v2.0/routers/fc750250-85a6-4eee-ad00-f3e83190a859 HTTP/1.1" status: 204 len: 168 time: 1.2224288 Aug 12 04:43:19.944030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41370) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:19.994396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Deleting subnet 4544cf86-cd46-4d2d-9854-113f7eee3231 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:43:19.997419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.031264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.113863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.242964 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.268482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4544cf86-cd46-4d2d-9854-113f7eee3231,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:20.272004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.273831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-25040f51-aa37-494b-a7c0-6c1ab18c17c2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4544cf86-cd46-4d2d-9854-113f7eee3231 HTTP/1.1" status: 204 len: 168 time: 0.3286126 Aug 12 04:43:20.277129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41372) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:20.279847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec817b6-2eca-4623-81bb-5bb6690d3046 None None] Network 6fcf74b9-74ca-47ca-bb8b-f44fd159646e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:20.344571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.397102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Deleting port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:20.397427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.467281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] For port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:20.467660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.471497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] DHCP port deletion for 6fcf74b9-74ca-47ca-bb8b-f44fd159646e request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:43:20.483494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Calling delete_port for 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:20.531847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] Deleting port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:20.532327 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.579851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ade4f2da-4581-424f-a405-1e809d2f7889 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:20.602559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ade4f2da-4581-424f-a405-1e809d2f7889 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:20.602932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ade4f2da-4581-424f-a405-1e809d2f7889 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:20.603345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:20.625563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.630011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:20.631218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4aa4f3c9-4b33-4ff1-b446-3dfaa8275c4b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:20.631218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:20.655767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:20.659357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] No DVR routers for this DVR port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:20.659756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:20.660636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:20.665451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] For port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,segment=NetworkSegment(057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014),segment_id=057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:20.665860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.678366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] Calling delete_port for 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:20.729437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.738939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcf74b9-74ca-47ca-bb8b-f44fd159646e']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:20.749722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:20.749962 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057cb0ca-b1eb-4f5a-b2b7-4ed6b9d17014') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:20.755912 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.758670 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.772208 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.778353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:43:20.778795 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.780206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] Pushing event deleted for resources: {'Port': ['ID=1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:43:20.780408 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:43:20.783788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67327570-4ab8-4888-921c-7b237f6270ff None None] No DVR routers for this DVR port 1ba50ab9-241c-41fe-9c89-6e1e4d77b7c1 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:20.911252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.917445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:20.922165 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] 10.222.0.42 "DELETE /v2.0/networks/6fcf74b9-74ca-47ca-bb8b-f44fd159646e HTTP/1.1" status: 204 len: 168 time: 0.6412685 Aug 12 04:43:20.922491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41374) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:20.936785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f2299-02b8-4823-bc87-375fbae262fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6fcf74b9-74ca-47ca-bb8b-f44fd159646e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:21.274636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:21.511278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Deleting port 03342d67-544c-4fd3-b4c2-fc9de14635cd {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:21.511627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:21.587040 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] For port 03342d67-544c-4fd3-b4c2-fc9de14635cd, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=03342d67-544c-4fd3-b4c2-fc9de14635cd,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:21.587306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:21.603727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Calling delete_port for 03342d67-544c-4fd3-b4c2-fc9de14635cd owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:21.820679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:21.844827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=03342d67-544c-4fd3-b4c2-fc9de14635cd,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:22.011321 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:22.221969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Router 035d2c09-a75f-4ee6-9210-27fe7dad1672 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:22.325021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:22.330077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-28e61dd0-9c8b-4ed7-a78d-dd63ee5521f3 admin admin] 10.222.0.42 "PUT /v2.0/routers/035d2c09-a75f-4ee6-9210-27fe7dad1672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4064231 Aug 12 04:43:22.332549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41376) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:22.335583 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] Sync routers for ids ['035d2c09-a75f-4ee6-9210-27fe7dad1672'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:22.344668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] Routers {'035d2c09-a75f-4ee6-9210-27fe7dad1672'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:22.345280 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['035d2c09-a75f-4ee6-9210-27fe7dad1672'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:22.435009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:22.446427 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] Set router 035d2c09-a75f-4ee6-9210-27fe7dad1672 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:22.627562 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:43:21Z', 'revision_number': 5, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:22.654804 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] Checking router: 035d2c09-a75f-4ee6-9210-27fe7dad1672 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:22.663751 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] Routers {'035d2c09-a75f-4ee6-9210-27fe7dad1672'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:22.664381 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['035d2c09-a75f-4ee6-9210-27fe7dad1672'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:22.864702 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] Set router 035d2c09-a75f-4ee6-9210-27fe7dad1672 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:22.869901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.015107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Deleting port 440d2519-4571-4194-873d-c828deb9661c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:23.015858 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.039740 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:43:21Z', 'revision_number': 5, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:23.065980 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d4a192-efd9-4c86-a9dc-d7eb86ce265d None None] The sync data for ids ['035d2c09-a75f-4ee6-9210-27fe7dad1672'] in n-d-804320-1 is: [{'id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'name': 'tempest-TestServerBasicOps-1141155199-router', 'tenant_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '440d2519-4571-4194-873d-c828deb9661c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:38:06Z', 'updated_at': '2021-08-12T04:43:21Z', 'revision_number': 5, 'project_id': 'f019ab1a6ec243e3b88af492b40edf3f', 'gw_port': {'id': '440d2519-4571-4194-873d-c828deb9661c', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:76:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035d2c09-a75f-4ee6-9210-27fe7dad1672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:38:07Z', 'updated_at': '2021-08-12T04:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:23.101570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] For port 440d2519-4571-4194-873d-c828deb9661c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=440d2519-4571-4194-873d-c828deb9661c,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:23.101570 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.112307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Calling delete_port for 440d2519-4571-4194-873d-c828deb9661c owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:23.332102 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.356891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Pushing event deleted for resources: {'Port': ['ID=440d2519-4571-4194-873d-c828deb9661c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:23.422090 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.518800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.521068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.641191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.641765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 035d2c09-a75f-4ee6-9210-27fe7dad1672 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:43:23.646198 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.647812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0284ce35-33cc-4226-b780-919854fc64cb admin admin] 10.222.0.42 "DELETE /v2.0/routers/035d2c09-a75f-4ee6-9210-27fe7dad1672 HTTP/1.1" status: 204 len: 168 time: 1.3137901 Aug 12 04:43:23.650255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41378) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:23.701210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Deleting subnet 3269b1d1-9dee-4014-a634-2ad7d890ba6b {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:43:23.704450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.739648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.816525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.951390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.980663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3269b1d1-9dee-4014-a634-2ad7d890ba6b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:23.985253 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:23.987157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d453a7f9-8e19-4b4a-9a2b-e334f4b2d6cc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3269b1d1-9dee-4014-a634-2ad7d890ba6b HTTP/1.1" status: 204 len: 168 time: 0.3359325 Aug 12 04:43:23.989805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:23.992159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf9571-8bd6-4e2d-b59d-9b51b07dc956 None None] Network 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:24.057221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.112865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Deleting port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:24.113210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.183752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] DHCP port deletion for 2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:43:24.185647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] For port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:24.186024 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.199546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Calling delete_port for 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:24.228982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] Deleting port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:24.229362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.291703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] For port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,segment=NetworkSegment(1dafd1d2-d975-4c1b-bd84-3fb9f029c368),segment_id=1dafd1d2-d975-4c1b-bd84-3fb9f029c368)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:24.296384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.304677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] Calling delete_port for 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:24.362526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.377306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.389791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:24.391651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] No DVR routers for this DVR port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:24.402179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] Pushing event deleted for resources: {'Port': ['ID=85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:24.407645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b14ddf-0ce7-445b-852b-3c7d8040016a None None] No DVR routers for this DVR port 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:24.466992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.477733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b945b35-f1a2-49d0-a5de-8dab24e2d3e8']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:24.488085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dafd1d2-d975-4c1b-bd84-3fb9f029c368') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:24.488390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dafd1d2-d975-4c1b-bd84-3fb9f029c368') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:24.497667 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.504657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 440d2519-4571-4194-873d-c828deb9661c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:24.511382 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.517442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:43:24.517830 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:43:24.519486 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:43:24.529106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 440d2519-4571-4194-873d-c828deb9661c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:24.529106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 440d2519-4571-4194-873d-c828deb9661c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:24.529106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:24.547796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:24.548150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 85eb2a8c-dbaf-4cfe-b8bb-25cff31657c3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:24.548598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03342d67-544c-4fd3-b4c2-fc9de14635cd no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:24.567724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 03342d67-544c-4fd3-b4c2-fc9de14635cd {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:24.568077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 03342d67-544c-4fd3-b4c2-fc9de14635cd not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:24.630946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.636702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:24.638604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] 10.222.0.42 "DELETE /v2.0/networks/2b945b35-f1a2-49d0-a5de-8dab24e2d3e8 HTTP/1.1" status: 204 len: 168 time: 0.6477931 Aug 12 04:43:24.655233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165c303-0da9-491f-8a70-791615311d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b945b35-f1a2-49d0-a5de-8dab24e2d3e8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:24.935736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41384) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:24.976169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-25be432f-66a7-4b63-bba4-72791508e4c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c64a835f77614a4795d9d52d199bc837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384932 Aug 12 04:43:24.978459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41386) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:25.025025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e10897b-34f0-49c3-8782-6767c90c42a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:25.046241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e10897b-34f0-49c3-8782-6767c90c42a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:25.173637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e10897b-34f0-49c3-8782-6767c90c42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:25.176167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2e10897b-34f0-49c3-8782-6767c90c42a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:25.177357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2e10897b-34f0-49c3-8782-6767c90c42a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2678660-6ee0-4129-94a8-0aa5eb3d36d6 HTTP/1.1" status: 204 len: 168 time: 0.1979282 Aug 12 04:43:25.185723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10897b-34f0-49c3-8782-6767c90c42a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2678660-6ee0-4129-94a8-0aa5eb3d36d6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:25.665313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:25.848160 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:25.898149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41392) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:25.938299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a35409b2-fc69-4a14-9add-97283748d1c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f019ab1a6ec243e3b88af492b40edf3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388300 Aug 12 04:43:25.940855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41394) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:25.997148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-478a92ae-3ea6-4a22-9642-b157b129a600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:26.017083 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-478a92ae-3ea6-4a22-9642-b157b129a600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:26.122361 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-478a92ae-3ea6-4a22-9642-b157b129a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:26.124912 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-478a92ae-3ea6-4a22-9642-b157b129a600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:26.126064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-478a92ae-3ea6-4a22-9642-b157b129a600 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c14bf5b-005b-4bd7-ac33-df09f7594b1c HTTP/1.1" status: 204 len: 168 time: 0.1841512 Aug 12 04:43:26.133942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a92ae-3ea6-4a22-9642-b157b129a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c14bf5b-005b-4bd7-ac33-df09f7594b1c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:27.110239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41416) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:27.142976 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:43:27.207565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1967939069-network', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:27.292516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Made reservation on behalf of a30fb74e3c694a78b3aa4a64dd99f0f3 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:27.294935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.304391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.393511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.480450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.502505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:43:27.516847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4931ea50-d35c-4fc9-9094-54e557314da0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:27.519746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.520094 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Added segment cbcfce88-81ea-40c6-9b00-23d04b9fea9e of type vlan for network c4673966-7a0f-483e-98f3-1c961804b202 Aug 12 04:43:27.560054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.640379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.641332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:27.641906 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:27.727813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] Pushing event updated for resources: {'Network': ['ID=c4673966-7a0f-483e-98f3-1c961804b202,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:27.737232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network c4673966-7a0f-483e-98f3-1c961804b202 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:43:27.790627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c0d0a66f-2daa-4a89-85f4-521ecd22ca6d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6791496 Aug 12 04:43:27.793555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41420) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:27.798403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Request body: {'subnet': {'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1967939069-subnet', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:27.874860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Made reservation on behalf of a30fb74e3c694a78b3aa4a64dd99f0f3 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:27.877182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.116703 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.167682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a51b833-c794-4229-8f5a-73ddf418fcd0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:28.182959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Checking segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:28.183319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Network hostable DHCP agents. Network: c4673966-7a0f-483e-98f3-1c961804b202, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:43:28.276870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dcc62e8b-708a-40ad-85a1-11afd4ef18c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.368210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Network c4673966-7a0f-483e-98f3-1c961804b202 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:43:28.488213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, c4673966-7a0f-483e-98f3-1c961804b202) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:28.492092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:28.492672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.497702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df62e7e-9f65-45cb-ad8f-dc10bce8eca1 None None] Network c4673966-7a0f-483e-98f3-1c961804b202 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:28.574742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d972e3b1-dcaa-4d42-925c-6203ad733872 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7799695 Aug 12 04:43:28.577282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41422) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:28.581732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:28.641621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-c4673966-7a0f-483e-98f3-1c961804b202', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:43:28.642536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.642676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.643951 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.699947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.776146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Allocated IP 172.20.0.2 (c4673966-7a0f-483e-98f3-1c961804b202/5a51b833-c794-4229-8f5a-73ddf418fcd0/339164aa-2a53-4de4-b093-00ad9a46f7df) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:28.887832 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.917884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:28.925850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Transition to ACTIVE for port object 339164aa-2a53-4de4-b093-00ad9a46f7df will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:28.940469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Transition to ACTIVE for port object 339164aa-2a53-4de4-b093-00ad9a46f7df will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:29.007132 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.046553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Network c4673966-7a0f-483e-98f3-1c961804b202 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:29.049538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:29.053083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:29.060742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Pushing event updated for resources: {'Port': ['ID=339164aa-2a53-4de4-b093-00ad9a46f7df,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:29.108591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Attempting to bind port 339164aa-2a53-4de4-b093-00ad9a46f7df on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:29.109149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Attempting to bind port 339164aa-2a53-4de4-b093-00ad9a46f7df by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:29.109512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Attempting to bind port 339164aa-2a53-4de4-b093-00ad9a46f7df on network c4673966-7a0f-483e-98f3-1c961804b202 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:29.115064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:29.115432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Checking segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:29.115830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.116800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Bound using segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:29.117263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Bound port: 339164aa-2a53-4de4-b093-00ad9a46f7df, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:29.117644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.147388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.166770 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.182152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] For port 339164aa-2a53-4de4-b093-00ad9a46f7df, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:43:29.185197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] For port 339164aa-2a53-4de4-b093-00ad9a46f7df, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=339164aa-2a53-4de4-b093-00ad9a46f7df,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:43:29.247054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.274351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Allocated IP 172.25.6.87 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/299f041f-5d00-485b-8ed0-8f3178e691e5) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:29.310064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6b431-ef10-472b-ba3c-ab4d2c7b6509 None None] Pushing event updated for resources: {'Port': ['ID=339164aa-2a53-4de4-b093-00ad9a46f7df,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:29.414783 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.528794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:29.582433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:29.588232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:29.590212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Pushing event updated for resources: {'Port': ['ID=299f041f-5d00-485b-8ed0-8f3178e691e5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:29.592472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:29.979174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:30.180584 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:30.204041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237a64c-eb71-4ef7-91e3-16902f262e5f None None] Network c4673966-7a0f-483e-98f3-1c961804b202 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:30.373723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2fc6e2cf-3a4e-4aa7-b804-4f3144895f48 None None] Provisioning for port 339164aa-2a53-4de4-b093-00ad9a46f7df completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:30.402335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Router 5b96f629-c2d7-418f-8d59-9174e4ac0257 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:43:30.518625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:30.530443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Sync routers for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:30.542334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:30.542982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:30.582108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 339164aa-2a53-4de4-b093-00ad9a46f7df up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:30.586558 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:30.590746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41428) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:30.591306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-60d2cecc-0367-4e6e-bf1d-2ac9282a65d3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0125308 Aug 12 04:43:30.700273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:30.922166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 339164aa-2a53-4de4-b093-00ad9a46f7df completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:30.942599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 339164aa-2a53-4de4-b093-00ad9a46f7df triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:30.943010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.024800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.036537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7ea93437-b2cb-4781-b889-056ad25769b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.072140 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.107887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.149594 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 339164aa-2a53-4de4-b093-00ad9a46f7df, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=339164aa-2a53-4de4-b093-00ad9a46f7df,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:31.156611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:29Z', 'revision_number': 3, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:31.187538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Checking router: 5b96f629-c2d7-418f-8d59-9174e4ac0257 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:31.187896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Updating router 5b96f629-c2d7-418f-8d59-9174e4ac0257 port 299f041f-5d00-485b-8ed0-8f3178e691e5 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:43:31.213489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.227705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Allocated IP 172.20.0.1 (c4673966-7a0f-483e-98f3-1c961804b202/5a51b833-c794-4229-8f5a-73ddf418fcd0/367826cd-d1bc-404c-abc9-261f27f8eef1) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:31.236666 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.332067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.344735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Transition to ACTIVE for port object 367826cd-d1bc-404c-abc9-261f27f8eef1 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:31.352388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=339164aa-2a53-4de4-b093-00ad9a46f7df,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:31.465923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.503021 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.508331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Network c4673966-7a0f-483e-98f3-1c961804b202 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:31.512991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:31.514803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Transition to ACTIVE for port object 299f041f-5d00-485b-8ed0-8f3178e691e5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:31.515810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:31.522511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Pushing event updated for resources: {'Port': ['ID=367826cd-d1bc-404c-abc9-261f27f8eef1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:31.559828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.589574 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.641468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Attempting to bind port 299f041f-5d00-485b-8ed0-8f3178e691e5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:31.641843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Attempting to bind port 299f041f-5d00-485b-8ed0-8f3178e691e5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:31.642205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Attempting to bind port 299f041f-5d00-485b-8ed0-8f3178e691e5 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:31.650122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f9da-e301-4ec2-9c54-a9c6e3a0414e None None] Pushing event updated for resources: {'Port': ['ID=299f041f-5d00-485b-8ed0-8f3178e691e5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:31.658169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:31.658592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:31.659298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.659413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:31.659910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Bound port: 299f041f-5d00-485b-8ed0-8f3178e691e5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:31.660297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.712971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] For port 299f041f-5d00-485b-8ed0-8f3178e691e5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:43:31.716042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] For port 299f041f-5d00-485b-8ed0-8f3178e691e5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=299f041f-5d00-485b-8ed0-8f3178e691e5,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:43:31.753521 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.797051 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.848022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:31.848643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:31.854254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b5fcff6-632c-4894-80f5-01afbe432573 None None] Provisioning for port 367826cd-d1bc-404c-abc9-261f27f8eef1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:31.896267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1b5fcff6-632c-4894-80f5-01afbe432573 None None] Provisioning complete for port 367826cd-d1bc-404c-abc9-261f27f8eef1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:31.896643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1b5fcff6-632c-4894-80f5-01afbe432573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.917103 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.925260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669f9da-e301-4ec2-9c54-a9c6e3a0414e None None] Pushing event updated for resources: {'Port': ['ID=299f041f-5d00-485b-8ed0-8f3178e691e5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:31.973816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:31.977834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-1b5fcff6-632c-4894-80f5-01afbe432573 None None] Port 367826cd-d1bc-404c-abc9-261f27f8eef1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:43:32.003336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:32.039416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Pushing event updated for resources: {'Port': ['ID=367826cd-d1bc-404c-abc9-261f27f8eef1,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:32.042254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:32.135236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Network c4673966-7a0f-483e-98f3-1c961804b202 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:32.136767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:32.196989 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:32.211845 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 1, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:32.238954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81440227-eeb1-4a01-86de-e72f25e23543 None None] The sync data for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 is: [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 1, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:32.264396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Router 5b96f629-c2d7-418f-8d59-9174e4ac0257 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:32.376157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:32.383234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-648f9eaf-ef99-4615-81ed-37359dc64368 admin admin] 10.222.0.42 "PUT /v2.0/routers/5b96f629-c2d7-418f-8d59-9174e4ac0257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885132 Aug 12 04:43:32.397818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bed2d0d6-28c5-41d4-97b6-95c0af3973db None None] Provisioning complete for port 367826cd-d1bc-404c-abc9-261f27f8eef1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:32.398194 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bed2d0d6-28c5-41d4-97b6-95c0af3973db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:32.467230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bed2d0d6-28c5-41d4-97b6-95c0af3973db None None] Port 367826cd-d1bc-404c-abc9-261f27f8eef1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:43:32.533015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 339164aa-2a53-4de4-b093-00ad9a46f7df up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:32.582225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 339164aa-2a53-4de4-b093-00ad9a46f7df triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:32.582599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.148921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41450) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:33.154251 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1138208468-network', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:33.248037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Made reservation on behalf of faf1a7ff24634bcaa05f282d954e3d99 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:33.250427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.261750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.356488 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.414591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.442865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:43:33.451253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861d4d92-233c-493d-9504-fe5806c4f8a8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:33.456505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.457120 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Added segment 4dc0149c-4406-44f9-882a-4a82b9bf795e of type vlan for network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c Aug 12 04:43:33.499751 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.585675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.586666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:33.587309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.677196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] Pushing event updated for resources: {'Network': ['ID=a53c04a7-8aff-4c15-a3e4-2a7b17afc60c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:33.686772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:43:33.700072 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-60a4e602-7229-4c3b-b91e-80afeeaaf9cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5499506 Aug 12 04:43:33.702866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41452) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:33.707720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Request body: {'subnet': {'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1138208468-subnet', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:33.750738 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:33.796387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Made reservation on behalf of faf1a7ff24634bcaa05f282d954e3d99 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:33.798803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.035498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.085938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90691807-d15c-4fc1-b6df-5c590028a41a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:34.100796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Checking segment: {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:34.101156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Network hostable DHCP agents. Network: a53c04a7-8aff-4c15-a3e4-2a7b17afc60c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:43:34.159566 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Sync routers for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:34.170122 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:34.170794 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:34.179919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:43:34.230781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a53c04a7-8aff-4c15-a3e4-2a7b17afc60c) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:34.235352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:34.237896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.239659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f3586-b38e-46eb-b8ee-98156672a66d None None] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:34.273088 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:34.294498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6fe45b71-aae0-4b0f-b723-851885d88804 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5905504 Aug 12 04:43:34.297091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41454) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:34.302088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:34.368655 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.370137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.391026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'fixed_ips': [{'subnet_id': '90691807-d15c-4fc1-b6df-5c590028a41a'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:43:34.391893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.427320 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.473149 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 2, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:34.507166 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Checking router: 5b96f629-c2d7-418f-8d59-9174e4ac0257 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:34.507518 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Updating router 5b96f629-c2d7-418f-8d59-9174e4ac0257 port 367826cd-d1bc-404c-abc9-261f27f8eef1 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:43:34.534083 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.539487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Allocated IP 172.20.0.2 (a53c04a7-8aff-4c15-a3e4-2a7b17afc60c/90691807-d15c-4fc1-b6df-5c590028a41a/5806f0e4-4918-498d-a747-50a391f7ae67) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:34.593093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 299f041f-5d00-485b-8ed0-8f3178e691e5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:34.692108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.721723 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.729991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Transition to ACTIVE for port object 5806f0e4-4918-498d-a747-50a391f7ae67 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:34.744570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Transition to ACTIVE for port object 5806f0e4-4918-498d-a747-50a391f7ae67 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:34.749367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 299f041f-5d00-485b-8ed0-8f3178e691e5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:34.753249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 299f041f-5d00-485b-8ed0-8f3178e691e5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:34.753688 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.805423 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.815759 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Transition to ACTIVE for port object 367826cd-d1bc-404c-abc9-261f27f8eef1 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:34.822819 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.873167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:34.881123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:34.884639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:34.888732 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.903807 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.911273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Pushing event updated for resources: {'Port': ['ID=5806f0e4-4918-498d-a747-50a391f7ae67,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:34.946586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 299f041f-5d00-485b-8ed0-8f3178e691e5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=299f041f-5d00-485b-8ed0-8f3178e691e5,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:34.973756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Attempting to bind port 5806f0e4-4918-498d-a747-50a391f7ae67 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:34.974125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Attempting to bind port 5806f0e4-4918-498d-a747-50a391f7ae67 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:34.974489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Attempting to bind port 5806f0e4-4918-498d-a747-50a391f7ae67 on network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:34.980988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:34.981513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Checking segment: {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:34.981928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:34.982451 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Bound using segment: {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:34.983035 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Bound port: 5806f0e4-4918-498d-a747-50a391f7ae67, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:34.983424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.021169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Pushing event updated for resources: {'Port': ['ID=367826cd-d1bc-404c-abc9-261f27f8eef1,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:35.024082 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Attempting to bind port 367826cd-d1bc-404c-abc9-261f27f8eef1 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:35.024082 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Attempting to bind port 367826cd-d1bc-404c-abc9-261f27f8eef1 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:35.024498 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Attempting to bind port 367826cd-d1bc-404c-abc9-261f27f8eef1 on network c4673966-7a0f-483e-98f3-1c961804b202 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:35.034257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:35.042363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:35.043525 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Checking segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:35.043525 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.043525 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Bound using segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:35.043788 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Bound port: 367826cd-d1bc-404c-abc9-261f27f8eef1, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:35.044339 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.072702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] For port 5806f0e4-4918-498d-a747-50a391f7ae67, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:43:35.076912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] For port 5806f0e4-4918-498d-a747-50a391f7ae67, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5806f0e4-4918-498d-a747-50a391f7ae67,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:43:35.078829 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.123990 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] For port 367826cd-d1bc-404c-abc9-261f27f8eef1, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:43:35.133802 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] For port 367826cd-d1bc-404c-abc9-261f27f8eef1, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=367826cd-d1bc-404c-abc9-261f27f8eef1,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:43:35.149649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=299f041f-5d00-485b-8ed0-8f3178e691e5,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:35.184587 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.223413 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.251667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486bcf-982d-4a52-8f5d-30cb48e8b67b None None] Pushing event updated for resources: {'Port': ['ID=5806f0e4-4918-498d-a747-50a391f7ae67,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:35.286261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fd291-67f1-4cdf-b4c4-f14fe8a912d9 None None] Pushing event updated for resources: {'Port': ['ID=367826cd-d1bc-404c-abc9-261f27f8eef1,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:35.288985 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:35.289590 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:35.317833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.338565 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.417621 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:35.470583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Allocated IP 172.25.6.132 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7679f078-ce5f-46e4-a756-77e1145af8fc) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:35.638969 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.671527 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:35Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:35.699255 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf125d-f207-4383-96ca-cc45ca17f6e5 None None] The sync data for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 is: [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:35Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:35.746034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:35.789952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:35.797074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:35.801022 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:35.827288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7679f078-ce5f-46e4-a756-77e1145af8fc,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:36.047098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41462) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:36.116647 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e4b34dbe-c217-4d95-8ab1-eb242f5e7d46 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/floatingips/6ad05407-6921-461e-a641-10adae7ac157 HTTP/1.1" status: 200 len: 992 time: 0.0682731 Aug 12 04:43:36.164938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.384047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.387793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07745a6d-8cb5-4856-84e4-831528c4c60b None None] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:36.390855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41468) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:36.591251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d7602bd-7d7a-4304-b41f-2196c9266bb6 None None] Provisioning for port 5806f0e4-4918-498d-a747-50a391f7ae67 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:36.652513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 299f041f-5d00-485b-8ed0-8f3178e691e5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:36.664627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 7e98b81d-601f-4b01-ab04-46c3f9c0f0b2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:36.664978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.702804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 299f041f-5d00-485b-8ed0-8f3178e691e5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:36.703275 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.706136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:43:36.783862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5806f0e4-4918-498d-a747-50a391f7ae67 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:36.825166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.825506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.845148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 7e98b81d-601f-4b01-ab04-46c3f9c0f0b2 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:36.867493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:36.883191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Sync routers for ids ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:36.900693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Routers {'3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:36.901394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:36.989948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5806f0e4-4918-498d-a747-50a391f7ae67 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:36.997397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:36.998906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-df7ea830-a80c-42fa-8053-d707f59be2c2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7003138 Aug 12 04:43:37.017011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41470) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:37.017204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5806f0e4-4918-498d-a747-50a391f7ae67 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:37.017204 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.094603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.123966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=7e98b81d-601f-4b01-ab04-46c3f9c0f0b2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:37.196261 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.196600 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Floating IP 6ad05407-6921-461e-a641-10adae7ac157 disassociated (deleted). External IP: 172.25.6.82, port: bb787798-f77b-49ef-8f07-c24cd9654554. Aug 12 04:43:37.247882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Set router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:37.415108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 16f9d08b-6681-42ff-9fae-82f0a4ec976e has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:37.436756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.457632 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.517487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5806f0e4-4918-498d-a747-50a391f7ae67, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5806f0e4-4918-498d-a747-50a391f7ae67,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:37.536349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:37.541463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.542882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:43:35Z', 'revision_number': 3, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:37.547911 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] Sync routers for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:37.562246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:37.565047 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:37.577023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Checking router: 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:37.577307 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Updating router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 port 7679f078-ce5f-46e4-a756-77e1145af8fc binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:43:37.578649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-515b41fb-5e42-400d-ab2a-e67e39e5ec5d tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ad05407-6921-461e-a641-10adae7ac157 HTTP/1.1" status: 204 len: 168 time: 1.1867151 Aug 12 04:43:37.579287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:37.582008 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0737ea23-8528-4c04-9fe1-107db61a05ee" -d '{"events": [{"name": "network-changed", "server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:37.613632 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.664399 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acdb9dd-0fde-46a1-98dc-0ab2087c3b49 x-openstack-request-id: req-6acdb9dd-0fde-46a1-98dc-0ab2087c3b49 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:37.664696 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:37.664949 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6acdb9dd-0fde-46a1-98dc-0ab2087c3b49 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:37.665353 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'status': 'completed', 'code': 200} Aug 12 04:43:37.705522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Allocated IP 172.20.0.1 (a53c04a7-8aff-4c15-a3e4-2a7b17afc60c/90691807-d15c-4fc1-b6df-5c590028a41a/2cf85840-b1b9-413f-b474-be4f9e5653ad) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:37.712560 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:37.726203 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.727326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 367826cd-d1bc-404c-abc9-261f27f8eef1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:37.745444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-834f91c8-6e22-4389-a690-08d4adcfcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:37.747057 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-834f91c8-6e22-4389-a690-08d4adcfcdf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 1096 time: 0.0578399 Aug 12 04:43:37.839344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.854934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Transition to ACTIVE for port object 2cf85840-b1b9-413f-b474-be4f9e5653ad will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:37.872500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-e8a73732-a1c8-4807-a6fe-0a3e31105878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:37.873999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-e8a73732-a1c8-4807-a6fe-0a3e31105878 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80d13426-693c-4e80-902f-24e8d4db81df HTTP/1.1" status: 200 len: 898 time: 0.1194646 Aug 12 04:43:37.913589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5806f0e4-4918-498d-a747-50a391f7ae67,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:37.959225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-86af40b2-6f14-46b6-b612-0cf512eb9d81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb787798-f77b-49ef-8f07-c24cd9654554 HTTP/1.1" status: 200 len: 217 time: 0.0761969 Aug 12 04:43:37.983626 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:51Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:37.985836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:37.999982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 367826cd-d1bc-404c-abc9-261f27f8eef1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:38.010234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 367826cd-d1bc-404c-abc9-261f27f8eef1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:38.010613 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.045338 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:38.052443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:38.057277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:38.083481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-fdd29737-530c-4eb5-b61b-0fd9fb4d0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:38.086745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-fdd29737-530c-4eb5-b61b-0fd9fb4d0e5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=312ba87a-4579-4132-bb11-6b72a8cb6249 HTTP/1.1" status: 200 len: 835 time: 0.1194925 Aug 12 04:43:38.097221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf85840-b1b9-413f-b474-be4f9e5653ad,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:38.102491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33868a0e-2e90-41b1-bf16-288d115c3ce1 req-ecf86d1e-0091-4fdf-a0f7-44398a8d8e75 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:38.111750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33868a0e-2e90-41b1-bf16-288d115c3ce1 req-ecf86d1e-0091-4fdf-a0f7-44398a8d8e75 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 945 time: 0.0943866 Aug 12 04:43:38.117773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.125190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.158190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Transition to ACTIVE for port object 7679f078-ce5f-46e4-a756-77e1145af8fc will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:38.163720 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] Checking router: 16f9d08b-6681-42ff-9fae-82f0a4ec976e for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:38.180484 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.185859 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:38.186515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:38.220548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 367826cd-d1bc-404c-abc9-261f27f8eef1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=367826cd-d1bc-404c-abc9-261f27f8eef1,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:38.223851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33868a0e-2e90-41b1-bf16-288d115c3ce1 req-931e8370-ca7a-4ed3-9a32-4bd5958a7697 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110969 Aug 12 04:43:38.227352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-409b6f03-fbac-4d0a-8a53-5d51922848e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:38.229024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-409b6f03-fbac-4d0a-8a53-5d51922848e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80d13426-693c-4e80-902f-24e8d4db81df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145101 Aug 12 04:43:38.235305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.301562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.312241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Attempting to bind port 7679f078-ce5f-46e4-a756-77e1145af8fc on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:38.312780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Attempting to bind port 7679f078-ce5f-46e4-a756-77e1145af8fc by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:38.313480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Attempting to bind port 7679f078-ce5f-46e4-a756-77e1145af8fc on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:38.316823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee4414-3fa8-41a5-b8e4-da691a80bfe3 None None] Pushing event updated for resources: {'Port': ['ID=7679f078-ce5f-46e4-a756-77e1145af8fc,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:38.349020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-2f26bb53-fa59-4524-8921-e4b6351a3598 service neutron] 10.222.0.20 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115127 Aug 12 04:43:38.350616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:38.351433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:38.351855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.352365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:38.352753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Bound port: 7679f078-ce5f-46e4-a756-77e1145af8fc, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:38.353149 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.361295 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:38.411731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.428786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=367826cd-d1bc-404c-abc9-261f27f8eef1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:38.449414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] For port 7679f078-ce5f-46e4-a756-77e1145af8fc, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:43:38.454019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] For port 7679f078-ce5f-46e4-a756-77e1145af8fc, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7679f078-ce5f-46e4-a756-77e1145af8fc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:43:38.483201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-197d3e4f-ab21-4727-a02c-2d0a3eb37a3a None None] Provisioning for port 2cf85840-b1b9-413f-b474-be4f9e5653ad completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:38.489112 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-197d3e4f-ab21-4727-a02c-2d0a3eb37a3a None None] Provisioning complete for port 2cf85840-b1b9-413f-b474-be4f9e5653ad triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:38.489633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-197d3e4f-ab21-4727-a02c-2d0a3eb37a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.501261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0737ea23-8528-4c04-9fe1-107db61a05ee req-466ecd84-c86a-4f04-8b38-2002d572f54f service neutron] 10.222.0.20 "GET /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424446 Aug 12 04:43:38.521192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.581137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5806f0e4-4918-498d-a747-50a391f7ae67 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:38.612047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.613204 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:51Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:38.630425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-197d3e4f-ab21-4727-a02c-2d0a3eb37a3a None None] Port 2cf85840-b1b9-413f-b474-be4f9e5653ad cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:43:38.643546 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16ef20-cad1-453c-b004-7626bfacab20 None None] The sync data for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 is: [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:42:46Z', 'revision_number': 4, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7e884b12-14f1-4887-9f20-47868af93570', 'name': '', 'network_id': '80d13426-693c-4e80-902f-24e8d4db81df', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'mac_address': 'fa:16:3e:aa:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:46Z', 'updated_at': '2021-08-12T04:42:51Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'subnets': [{'id': '312ba87a-4579-4132-bb11-6b72a8cb6249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:38.653751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Routers {'3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:38.654685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:38.683608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.706962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee4414-3fa8-41a5-b8e4-da691a80bfe3 None None] Pushing event updated for resources: {'Port': ['ID=7679f078-ce5f-46e4-a756-77e1145af8fc,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:38.755093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf85840-b1b9-413f-b474-be4f9e5653ad,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:38.757800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.759316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5806f0e4-4918-498d-a747-50a391f7ae67 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:38.759704 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:38.819487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] Set router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:38.859313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:38.861834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:38.976391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 367826cd-d1bc-404c-abc9-261f27f8eef1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:39.012815 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b1ff99-1a0f-440d-9982-e402f93902f2 None None] New status for floating IP 6ad05407-6921-461e-a641-10adae7ac157: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:43:39.171842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 367826cd-d1bc-404c-abc9-261f27f8eef1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:39.172222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:39.201133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-20d92bc5-411e-4a2e-9c44-f75fb57ee012 None None] Provisioning complete for port 2cf85840-b1b9-413f-b474-be4f9e5653ad triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:39.201511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20d92bc5-411e-4a2e-9c44-f75fb57ee012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:39.264601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-20d92bc5-411e-4a2e-9c44-f75fb57ee012 None None] Port 2cf85840-b1b9-413f-b474-be4f9e5653ad cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:43:39.271057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2cf85840-b1b9-413f-b474-be4f9e5653ad', 'name': '', 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'mac_address': 'fa:16:3e:c5:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:37Z', 'updated_at': '2021-08-12T04:43:37Z', 'revision_number': 1, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'subnets': [{'id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:39.309218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c8523-5eab-4da7-ba5e-9694f0b455d5 None None] The sync data for ids ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'] in n-d-804320-1 is: [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2cf85840-b1b9-413f-b474-be4f9e5653ad', 'name': '', 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'mac_address': 'fa:16:3e:c5:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:37Z', 'updated_at': '2021-08-12T04:43:37Z', 'revision_number': 1, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'subnets': [{'id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:39.361894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:39.380631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-5559f727-d2ef-4e62-b2ef-539b335a8a52 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:39.382936 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-5559f727-d2ef-4e62-b2ef-539b335a8a52 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 945 time: 0.0654011 Aug 12 04:43:39.385610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4fd85-896e-4404-b355-8f9511bf63f0 req-27a7ce6f-11a5-42cb-89ec-9cf541605dc6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:39.387121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24a4fd85-896e-4404-b355-8f9511bf63f0 req-27a7ce6f-11a5-42cb-89ec-9cf541605dc6 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 945 time: 0.0739419 Aug 12 04:43:39.481222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port bb787798-f77b-49ef-8f07-c24cd9654554 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:39.481560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:39.501293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24a4fd85-896e-4404-b355-8f9511bf63f0 req-38a3acb3-a61b-4804-837d-1ca288ab6698 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/security-groups?id=5e4256d6-bdaa-430d-9a87-d2973225f5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792451 Aug 12 04:43:39.521382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:39.530756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0102f0c-e44e-4f5b-b90c-92ba88b46551 admin admin] 10.222.0.42 "PUT /v2.0/routers/3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5262461 Aug 12 04:43:39.602000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port bb787798-f77b-49ef-8f07-c24cd9654554, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=bb787798-f77b-49ef-8f07-c24cd9654554,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:39.602552 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:39.624563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for bb787798-f77b-49ef-8f07-c24cd9654554 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:39.829137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:39.856725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=bb787798-f77b-49ef-8f07-c24cd9654554,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:39.911504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] No DVR routers for this DVR port bb787798-f77b-49ef-8f07-c24cd9654554 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:39.915246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:39.917633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7feb5730-3122-4fe5-898d-11b1f8041b1c req-38f2737b-ccb1-437f-95ff-2eacc2ae45ec tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.20 "DELETE /v2.0/ports/bb787798-f77b-49ef-8f07-c24cd9654554 HTTP/1.1" status: 204 len: 173 time: 0.5286324 Aug 12 04:43:39.918497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'name': 'network-vif-deleted', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:39.926883 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedf1e0c-250b-4dd3-aa77-400595efbf97" -d '{"events": [{"server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "name": "network-vif-deleted", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:39.969712 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3770d818-411e-4989-be50-70cf6777683b x-openstack-request-id: req-3770d818-411e-4989-be50-70cf6777683b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:39.970009 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44316657-2018-47df-a183-7e241cca5f6f", "name": "network-vif-deleted", "tag": "bb787798-f77b-49ef-8f07-c24cd9654554", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:39.970278 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3770d818-411e-4989-be50-70cf6777683b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:39.970776 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44316657-2018-47df-a183-7e241cca5f6f', 'name': 'network-vif-deleted', 'tag': 'bb787798-f77b-49ef-8f07-c24cd9654554', 'status': 'completed', 'code': 200} Aug 12 04:43:40.563379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7679f078-ce5f-46e4-a756-77e1145af8fc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:40.634734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3004edd-b6ca-42f5-b307-21620d84f24a req-f6cabaf8-5d13-4598-bbbf-84d4d53b053b tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "GET /v2.0/ports?device_id=44316657-2018-47df-a183-7e241cca5f6f HTTP/1.1" status: 200 len: 210 time: 0.0347140 Aug 12 04:43:40.733927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7679f078-ce5f-46e4-a756-77e1145af8fc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:40.741153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7679f078-ce5f-46e4-a756-77e1145af8fc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:40.741567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:40.819709 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:40.842383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7679f078-ce5f-46e4-a756-77e1145af8fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7679f078-ce5f-46e4-a756-77e1145af8fc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:40.941991 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:40.995627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7679f078-ce5f-46e4-a756-77e1145af8fc,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:41.695379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41572) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:41.773471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe626439-e814-4a6a-b75f-89ae802680ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:41.801527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe626439-e814-4a6a-b75f-89ae802680ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:41.917338 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe626439-e814-4a6a-b75f-89ae802680ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:41.919902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fe626439-e814-4a6a-b75f-89ae802680ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:41.921105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fe626439-e814-4a6a-b75f-89ae802680ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/security-groups/5e4256d6-bdaa-430d-9a87-d2973225f5f5 HTTP/1.1" status: 204 len: 168 time: 0.2248788 Aug 12 04:43:41.931134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe626439-e814-4a6a-b75f-89ae802680ae tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4256d6-bdaa-430d-9a87-d2973225f5f5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:41.932202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device bb787798-f77b-49ef-8f07-c24cd9654554 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:41.965322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: bb787798-f77b-49ef-8f07-c24cd9654554 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:41.965667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device bb787798-f77b-49ef-8f07-c24cd9654554 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:42.019023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41578) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:42.394443 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:42.540706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7679f078-ce5f-46e4-a756-77e1145af8fc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:42.592849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7679f078-ce5f-46e4-a756-77e1145af8fc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:42.593214 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:42.693225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port 7e884b12-14f1-4887-9f20-47868af93570 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:42.693603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:42.730500 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Sync routers for ids ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:42.740943 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Routers {'3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:42.741689 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:42.790125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port 7e884b12-14f1-4887-9f20-47868af93570, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7e884b12-14f1-4887-9f20-47868af93570,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:42.790760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:42.805486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for 7e884b12-14f1-4887-9f20-47868af93570 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:42.886334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Set router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:43.094939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2cf85840-b1b9-413f-b474-be4f9e5653ad', 'name': '', 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'mac_address': 'fa:16:3e:c5:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:37Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 2, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'subnets': [{'id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:43.110933 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.121827 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Checking router: 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:43.123104 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Updating router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 port 2cf85840-b1b9-413f-b474-be4f9e5653ad binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:43:43.139776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=7e884b12-14f1-4887-9f20-47868af93570,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:43.162038 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.339923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.473536 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.485009 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Transition to ACTIVE for port object 2cf85840-b1b9-413f-b474-be4f9e5653ad will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:43.551195 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.579597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Router 16f9d08b-6681-42ff-9fae-82f0a4ec976e has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:43.622250 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f04008-4d27-4962-95f8-c1c013ef56bd None None] Pushing event updated for resources: {'Port': ['ID=2cf85840-b1b9-413f-b474-be4f9e5653ad,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:43.658889 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Attempting to bind port 2cf85840-b1b9-413f-b474-be4f9e5653ad on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:43.661667 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Attempting to bind port 2cf85840-b1b9-413f-b474-be4f9e5653ad by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:43.662939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Attempting to bind port 2cf85840-b1b9-413f-b474-be4f9e5653ad on network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:43.669717 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:43.670924 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Checking segment: {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:43.672082 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.673676 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Bound using segment: {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:43.673676 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Bound port: 2cf85840-b1b9-413f-b474-be4f9e5653ad, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc0149c-4406-44f9-882a-4a82b9bf795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:43.674976 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.697072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:43.706892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-14197a4b-bb43-4335-92f1-b38118a803d3 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "PUT /v2.0/routers/16f9d08b-6681-42ff-9fae-82f0a4ec976e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843619 Aug 12 04:43:43.707261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41584) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:43.712414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] Sync routers for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:43.726235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:43.727006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:43.772742 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] For port 2cf85840-b1b9-413f-b474-be4f9e5653ad, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:43:43.777069 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] For port 2cf85840-b1b9-413f-b474-be4f9e5653ad, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2cf85840-b1b9-413f-b474-be4f9e5653ad,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:43:43.784178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting subnet 312ba87a-4579-4132-bb11-6b72a8cb6249 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:43:43.788377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.833452 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.839859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.863773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:43.932784 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:43.942980 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Routers {'3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:43.944763 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:43.956304 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f04008-4d27-4962-95f8-c1c013ef56bd None None] Pushing event updated for resources: {'Port': ['ID=2cf85840-b1b9-413f-b474-be4f9e5653ad,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:44.071673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:44.104139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] Set router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:44.117426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Subnet': ['ID=312ba87a-4579-4132-bb11-6b72a8cb6249,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:44.123671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:44.125967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-978b7f14-1d7e-4da1-9c76-b39ad64136b9 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/subnets/312ba87a-4579-4132-bb11-6b72a8cb6249 HTTP/1.1" status: 204 len: 168 time: 0.4176881 Aug 12 04:43:44.128525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41588) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:44.159151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5544af-3151-4f0e-b571-21c8eccb94bb None None] Network 80d13426-693c-4e80-902f-24e8d4db81df requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:44.302379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:44.379638 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2cf85840-b1b9-413f-b474-be4f9e5653ad', 'name': '', 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'mac_address': 'fa:16:3e:c5:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:37Z', 'updated_at': '2021-08-12T04:43:43Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'subnets': [{'id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:44.457366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:43:42Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:44.502356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] Checking router: 16f9d08b-6681-42ff-9fae-82f0a4ec976e for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:44.561738 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23790a12-4745-4301-ba35-37dfcbbacdd1 None None] The sync data for ids ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'] in n-d-804320-1 is: [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '2cf85840-b1b9-413f-b474-be4f9e5653ad', 'name': '', 'network_id': 'a53c04a7-8aff-4c15-a3e4-2a7b17afc60c', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'mac_address': 'fa:16:3e:c5:79:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:37Z', 'updated_at': '2021-08-12T04:43:43Z', 'revision_number': 4, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'subnets': [{'id': '90691807-d15c-4fc1-b6df-5c590028a41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:44.569116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] Routers {'16f9d08b-6681-42ff-9fae-82f0a4ec976e'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:44.573664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:44.689182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2cf85840-b1b9-413f-b474-be4f9e5653ad up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:44.743722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] DHCP port deletion for 80d13426-693c-4e80-902f-24e8d4db81df request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:43:44.791497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] Set router 16f9d08b-6681-42ff-9fae-82f0a4ec976e gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:44.815823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:44.908933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2cf85840-b1b9-413f-b474-be4f9e5653ad completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:43:44.921269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2cf85840-b1b9-413f-b474-be4f9e5653ad triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:44.921648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:44.951377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Deleting port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:44.952028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:44.955235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] Deleting port 1a81d327-db27-443f-9f56-e0413ed3e836 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:44.955552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.090063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] For port c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:45.090498 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.123419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Calling delete_port for c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:45.158139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] For port 1a81d327-db27-443f-9f56-e0413ed3e836, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1a81d327-db27-443f-9f56-e0413ed3e836,segment=NetworkSegment(a750e71d-f2bb-4476-a45e-d2aa953d85fc),segment_id=a750e71d-f2bb-4476-a45e-d2aa953d85fc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:45.158538 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.208675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] Calling delete_port for 1a81d327-db27-443f-9f56-e0413ed3e836 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:45.292309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.349448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 2cf85840-b1b9-413f-b474-be4f9e5653ad, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2cf85840-b1b9-413f-b474-be4f9e5653ad,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:45.356361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:43:42Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:45.395369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3a23e-168a-469a-8572-e190e3620bd5 None None] The sync data for ids ['16f9d08b-6681-42ff-9fae-82f0a4ec976e'] in n-d-804320-1 is: [{'id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'name': 'tempest-TestNetworkBasicOps-router-9300671', 'tenant_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:42Z', 'updated_at': '2021-08-12T04:43:42Z', 'revision_number': 5, 'project_id': 'b940dd391a844a3fb55089cbf67f1cf5', 'gw_port': {'id': 'c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f9d08b-6681-42ff-9fae-82f0a4ec976e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:43Z', 'updated_at': '2021-08-12T04:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:45.415120 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.436967 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.469822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=2cf85840-b1b9-413f-b474-be4f9e5653ad,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:45.481253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Port': ['ID=c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:45.498622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.515793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] No DVR routers for this DVR port 1a81d327-db27-443f-9f56-e0413ed3e836 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:45.543784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10549b9-a3d8-43f6-9ff1-872ae99532b6 None None] Pushing event deleted for resources: {'Port': ['ID=1a81d327-db27-443f-9f56-e0413ed3e836,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:45.580265 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.677510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.679759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.812541 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.813006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Fanout notify agent at l3_agent the message router_deleted on router 16f9d08b-6681-42ff-9fae-82f0a4ec976e {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:43:45.821658 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:45.822302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b70f821c-cc2e-4534-9ead-1114016c43fe tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/routers/16f9d08b-6681-42ff-9fae-82f0a4ec976e HTTP/1.1" status: 204 len: 168 time: 1.6877434 Aug 12 04:43:45.824399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41592) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:45.905733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.003531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.013700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d13426-693c-4e80-902f-24e8d4db81df']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:46.025038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a750e71d-f2bb-4476-a45e-d2aa953d85fc') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:46.025338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a750e71d-f2bb-4476-a45e-d2aa953d85fc') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:46.034767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.059463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.069995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:43:46.070402 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:43:46.073494 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:43:46.195603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.200153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.202298 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] 10.222.0.42 "DELETE /v2.0/networks/80d13426-693c-4e80-902f-24e8d4db81df HTTP/1.1" status: 204 len: 168 time: 0.3768942 Aug 12 04:43:46.219822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9879c1-043e-458f-b7b8-f4a945a686f0 tempest-TestNetworkBasicOps-1355347672 tempest-TestNetworkBasicOps-1355347672-project] Pushing event deleted for resources: {'Network': ['ID=80d13426-693c-4e80-902f-24e8d4db81df,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:46.247018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41600) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:46.423073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 151c86a4-70ca-419e-8f6f-6597c709f22b {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:46.423467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.517066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.517625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.543632 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 151c86a4-70ca-419e-8f6f-6597c709f22b owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:46.624904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2cf85840-b1b9-413f-b474-be4f9e5653ad up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:43:46.698129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2cf85840-b1b9-413f-b474-be4f9e5653ad triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:43:46.698786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.762402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41604) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:46.812064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.848231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=151c86a4-70ca-419e-8f6f-6597c709f22b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:46.866286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1a81d327-db27-443f-9f56-e0413ed3e836 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:46.895734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1a81d327-db27-443f-9f56-e0413ed3e836 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:46.901786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1a81d327-db27-443f-9f56-e0413ed3e836 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:46.901786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e884b12-14f1-4887-9f20-47868af93570 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:46.928757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7e884b12-14f1-4887-9f20-47868af93570 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:46.929662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7e884b12-14f1-4887-9f20-47868af93570 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:46.945609 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:46.946282 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Floating IP d08ceaa0-cdc6-4818-bec2-91902a8cd5dc disassociated (deleted). External IP: 172.25.6.169, port: 3cbc3543-4408-4dbd-aafa-759bfd5e0d07. Aug 12 04:43:47.031657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-09af5f83-d992-4142-a479-641be8e5cbe5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b940dd391a844a3fb55089cbf67f1cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654572 Aug 12 04:43:47.031886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:47.160312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7c774e2-ca12-4cd2-9c5d-28dea7dccdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:47.194566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7c774e2-ca12-4cd2-9c5d-28dea7dccdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:47.275068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router e0bc9265-9cb9-4be9-a0e9-69bc555b271d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:47.391371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7c774e2-ca12-4cd2-9c5d-28dea7dccdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:47.393896 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7c774e2-ca12-4cd2-9c5d-28dea7dccdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:47.395070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a7c774e2-ca12-4cd2-9c5d-28dea7dccdd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/753aed8c-6338-4999-9bf4-e1a9eccb48e5 HTTP/1.1" status: 204 len: 168 time: 0.3623235 Aug 12 04:43:47.398978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:47.403597 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:47.410535 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] Sync routers for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:47.419616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:47.420246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:47.439217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c774e2-ca12-4cd2-9c5d-28dea7dccdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753aed8c-6338-4999-9bf4-e1a9eccb48e5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:47.459299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2b6700cb-1a83-4504-99cf-c1976367615f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/floatingips/d08ceaa0-cdc6-4818-bec2-91902a8cd5dc HTTP/1.1" status: 204 len: 168 time: 1.2110991 Aug 12 04:43:47.460769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:47.464409 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc79b59-61e8-4f48-9ab4-4332d4093267" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:47.532804 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e769f9a-b9c3-4625-b9c5-316b4aaa7e77 x-openstack-request-id: req-8e769f9a-b9c3-4625-b9c5-316b4aaa7e77 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:47.533104 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:47.533811 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e769f9a-b9c3-4625-b9c5-316b4aaa7e77 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:47.534263 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'status': 'completed', 'code': 200} Aug 12 04:43:47.557773 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:47.604984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-c3742dda-f9ff-458b-ae23-6368ef1658d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:47.606635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-c3742dda-f9ff-458b-ae23-6368ef1658d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5c14e689dd14c4b866e901dcef58802&device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 1097 time: 0.0523767 Aug 12 04:43:47.710515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-d688eb44-856a-4ea4-8899-a9ae202588a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:47.712039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-d688eb44-856a-4ea4-8899-a9ae202588a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 200 len: 897 time: 0.0989585 Aug 12 04:43:47.758213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-20e12ee1-d9cd-40a7-88cd-1e1d73fed9ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 200 len: 217 time: 0.0382295 Aug 12 04:43:47.809003 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:16Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:47.818926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-5098be82-ac0b-4325-9d4b-7a258e5fd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:47.820656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-5098be82-ac0b-4325-9d4b-7a258e5fd4a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 HTTP/1.1" status: 200 len: 834 time: 0.0535767 Aug 12 04:43:47.840781 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] Checking router: e0bc9265-9cb9-4be9-a0e9-69bc555b271d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:47.849226 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:47.850391 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:47.877507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-a842ff1d-1e09-4732-9755-d4406e2d9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:47.879229 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-a842ff1d-1e09-4732-9755-d4406e2d9277 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de0c770f-e85d-4622-b5eb-bf32deb2265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515709 Aug 12 04:43:47.990368 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:48.005107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-c75e6c23-04eb-41c5-a4ff-840bd22eb70b service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181741 Aug 12 04:43:48.125980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bcc79b59-61e8-4f48-9ab4-4332d4093267 req-c05a54b8-23ee-4988-b6f8-e58a9ca955be service neutron] 10.222.0.36 "GET /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131225 Aug 12 04:43:48.166289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41626) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:48.185906 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92351be8-d80b-4369-b42b-cae942857b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.246450 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:16Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:48.259519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977209f-a90d-4ac6-8b23-b9107f769315 req-e4a1b6a1-22ae-46ec-88bb-30020ea21a8b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:48.270897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6977209f-a90d-4ac6-8b23-b9107f769315 req-e4a1b6a1-22ae-46ec-88bb-30020ea21a8b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.3223331 Aug 12 04:43:48.276596 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b51beb3-36e8-4ba4-9f32-20d6dd720b4d None None] The sync data for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 is: [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:11Z', 'revision_number': 4, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '54d2a880-bf10-4e55-9bb0-d2e7a509fd11', 'name': '', 'network_id': 'de0c770f-e85d-4622-b5eb-bf32deb2265f', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'mac_address': 'fa:16:3e:a3:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:10Z', 'updated_at': '2021-08-12T04:42:16Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'subnets': [{'id': '6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:48.314659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6977209f-a90d-4ac6-8b23-b9107f769315 req-b369cc51-bf49-47ab-a130-4b5a16edaa3f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Aug 12 04:43:48.319054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92351be8-d80b-4369-b42b-cae942857b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.394726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-92351be8-d80b-4369-b42b-cae942857b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.440637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-92351be8-d80b-4369-b42b-cae942857b5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2be9ab4eb18f4292908910c494285a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706099 Aug 12 04:43:48.440637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92351be8-d80b-4369-b42b-cae942857b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26cdc3e-5662-4b3b-aebc-6fe63c010d5b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:48.441212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41628) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:48.488052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:48.507586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4c30-b5e3-4306-a06c-5e354ea90aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.517089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:48.519095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c6a90ddb-de4e-4aa9-8bd4-f87f02c9823e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:48.537931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4c30-b5e3-4306-a06c-5e354ea90aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.548115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ba0ba-04e6-470a-915d-52713fa10652 None None] New status for floating IP d08ceaa0-cdc6-4818-bec2-91902a8cd5dc: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:43:48.674771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4c30-b5e3-4306-a06c-5e354ea90aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.677357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4c30-b5e3-4306-a06c-5e354ea90aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:48.682088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9ccc4c30-b5e3-4306-a06c-5e354ea90aef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e26cdc3e-5662-4b3b-aebc-6fe63c010d5b HTTP/1.1" status: 204 len: 168 time: 0.2397747 Aug 12 04:43:48.691240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc4c30-b5e3-4306-a06c-5e354ea90aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26cdc3e-5662-4b3b-aebc-6fe63c010d5b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:49.181501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70861667-d716-41f9-92fa-181786bd51e3 req-f9b81d16-5902-468b-940a-44f3129da089 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:49.183079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70861667-d716-41f9-92fa-181786bd51e3 req-f9b81d16-5902-468b-940a-44f3129da089 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 946 time: 0.0576072 Aug 12 04:43:49.298143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:49.298544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:49.403351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:49.403625 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:49.418254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:49.658759 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:49.677035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62048e64-3532-4501-963a-abedebe2187b req-2be1b31c-e7ab-47c2-9f0c-2a787f400b3d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:49.680844 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62048e64-3532-4501-963a-abedebe2187b req-2be1b31c-e7ab-47c2-9f0c-2a787f400b3d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 867 time: 0.2754455 Aug 12 04:43:49.733931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41656) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:49.736956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=3cbc3543-4408-4dbd-aafa-759bfd5e0d07,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:49.745017 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-62048e64-3532-4501-963a-abedebe2187b req-aaeb2318-5450-4bc6-8af7-f8b5ecbda394 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/security-groups?id=430b84c3-2495-4185-acf6-0c127b6d88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580857 Aug 12 04:43:49.768339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] No DVR routers for this DVR port 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:49.772573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:49.774646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70861667-d716-41f9-92fa-181786bd51e3 req-01edc874-c6d3-4ecc-ae49-29c692a692f4 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.36 "DELETE /v2.0/ports/3cbc3543-4408-4dbd-aafa-759bfd5e0d07 HTTP/1.1" status: 204 len: 173 time: 0.5858810 Aug 12 04:43:49.775156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'name': 'network-vif-deleted', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:43:49.777512 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bfdd14-f5e8-4d44-9799-d82a0c5ca634" -d '{"events": [{"server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "name": "network-vif-deleted", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:43:49.819898 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b4446-f7c2-412d-a0c2-06142a881e86 x-openstack-request-id: req-c19b4446-f7c2-412d-a0c2-06142a881e86 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:43:49.820532 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa", "name": "network-vif-deleted", "tag": "3cbc3543-4408-4dbd-aafa-759bfd5e0d07", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:43:49.820789 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c19b4446-f7c2-412d-a0c2-06142a881e86 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:43:49.821602 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa', 'name': 'network-vif-deleted', 'tag': '3cbc3543-4408-4dbd-aafa-759bfd5e0d07', 'status': 'completed', 'code': 200} Aug 12 04:43:49.862597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1645537508-network', 'tenant_id': '7f46a48f0d2548e088fac575eb2ad630'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:49.967974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Made reservation on behalf of 7f46a48f0d2548e088fac575eb2ad630 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:49.970403 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:49.980282 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.083775 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.163455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.191749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:43:50.201879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5def82-89d8-4996-8614-36c637931fb6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:50.206840 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.207160 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Added segment c9aa0726-1026-4454-a3ac-0aba9521c49e of type vlan for network 3b125aab-d81c-4421-a09c-155215e45fcb Aug 12 04:43:50.249644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.345310 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.346538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:50.348863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:50.417464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] Pushing event updated for resources: {'Network': ['ID=3b125aab-d81c-4421-a09c-155215e45fcb,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:50.428841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 3b125aab-d81c-4421-a09c-155215e45fcb details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:43:50.735006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99b7cd00-a19d-41ff-a3db-39eabe166f0f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9993784 Aug 12 04:43:50.742984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41664) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:50.748089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Request body: {'subnet': {'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1645537508-subnet', 'tenant_id': '7f46a48f0d2548e088fac575eb2ad630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:50.864093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db401d1e-7dd0-4600-96a8-936e48eaf998 req-6eaf6d73-d6f7-4807-b46c-12204e1586ea tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd7c646-61f8-4162-b6ac-d8f2f59ff1fa HTTP/1.1" status: 200 len: 210 time: 0.0278919 Aug 12 04:43:50.864821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Made reservation on behalf of 7f46a48f0d2548e088fac575eb2ad630 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:50.867114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:51.139828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:51.197678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf338bec-f588-4a86-8632-57389d829628,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:51.208073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Checking segment: {'id': 'c9aa0726-1026-4454-a3ac-0aba9521c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:51.208431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Network hostable DHCP agents. Network: 3b125aab-d81c-4421-a09c-155215e45fcb, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:43:51.276767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Network 3b125aab-d81c-4421-a09c-155215e45fcb is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:43:51.350553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 3b125aab-d81c-4421-a09c-155215e45fcb) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:51.355872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:51.356659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:51.362086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5333ac-5707-4c28-a2e0-1d0ec3fea5a8 None None] Network 3b125aab-d81c-4421-a09c-155215e45fcb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:51.437398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2a2ce1aa-0b7e-4ac5-8951-de9678377448 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6932163 Aug 12 04:43:51.496326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e150fb-977b-4ca7-8629-e77ffe64ab96 None None] Network 3b125aab-d81c-4421-a09c-155215e45fcb requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:51.924829 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41678) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:52.221332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41688) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:52.227042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-236331093-network', 'tenant_id': 'ded13abb02a04253b83db830712924e0'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:52.316742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Made reservation on behalf of ded13abb02a04253b83db830712924e0 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:52.319841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.321723 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.330228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.444864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.606007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:52.606554 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.697465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port 54d2a880-bf10-4e55-9bb0-d2e7a509fd11, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:52.697831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.703680 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.712067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:52.728426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:43:52.745251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0b584f-4fdb-41ab-9f7a-30d9dcc364dc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:52.752349 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.753007 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Added segment 5151bb6b-ae9e-41d2-ad88-7759209f96ad of type vlan for network 2ee753cb-de27-44da-872d-ec3d1a4f0647 Aug 12 04:43:52.801073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.899858 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.900914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:52.901958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:52.961977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee753cb-de27-44da-872d-ec3d1a4f0647,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:52.972833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 2ee753cb-de27-44da-872d-ec3d1a4f0647 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:43:52.980220 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:53.004897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5df1c069-0031-407c-b5f3-d62378d7ece0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7822609 Aug 12 04:43:53.007748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41692) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:53.012717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Request body: {'subnet': {'network_id': '2ee753cb-de27-44da-872d-ec3d1a4f0647', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-236331093-subnet', 'tenant_id': 'ded13abb02a04253b83db830712924e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:53.013990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=54d2a880-bf10-4e55-9bb0-d2e7a509fd11,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:53.106434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Made reservation on behalf of ded13abb02a04253b83db830712924e0 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:53.109145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:53.392341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:53.475570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5890a4-920b-4909-aa79-932a32b9fd4b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:53.479150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Checking segment: {'id': '5151bb6b-ae9e-41d2-ad88-7759209f96ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ee753cb-de27-44da-872d-ec3d1a4f0647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:53.479524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Network hostable DHCP agents. Network: 2ee753cb-de27-44da-872d-ec3d1a4f0647, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:43:53.544308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:53.583630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Network 2ee753cb-de27-44da-872d-ec3d1a4f0647 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:43:53.793292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Router e0bc9265-9cb9-4be9-a0e9-69bc555b271d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:43:53.905689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:43:53.910783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-980d429c-b98c-4a33-955b-ad81d21f970c tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "PUT /v2.0/routers/e0bc9265-9cb9-4be9-a0e9-69bc555b271d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9846146 Aug 12 04:43:53.914029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41696) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:53.916663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] Sync routers for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:43:53.926670 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:53.927381 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:53.971869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting subnet 6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:43:53.976051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.016889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.034962 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:54.112505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.236123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:43:52Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:54.242185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:54.262335 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] Checking router: e0bc9265-9cb9-4be9-a0e9-69bc555b271d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:43:54.265300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:54.265300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 3cbc3543-4408-4dbd-aafa-759bfd5e0d07 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:54.271172 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] Routers {'e0bc9265-9cb9-4be9-a0e9-69bc555b271d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:43:54.272288 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:43:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:54.294023 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 2ee753cb-de27-44da-872d-ec3d1a4f0647) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:54.304283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:54.304283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.305210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72b682-9d19-4145-9158-6ab58bef49d3 None None] Network 2ee753cb-de27-44da-872d-ec3d1a4f0647 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:54.379096 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] Set router e0bc9265-9cb9-4be9-a0e9-69bc555b271d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:43:54.439438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888029a-bc24-4ca5-bd82-a4e5abf30bb3 None None] Network 2ee753cb-de27-44da-872d-ec3d1a4f0647 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:54.443809 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.480844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:54.482927 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d150353a-ab29-4554-bc91-2fbba46a45e7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4730945 Aug 12 04:43:54.490886 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.495534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-89d8474c-fdcd-4021-900e-0589d963b895 tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/subnets/6b1dcec2-ecbf-485f-b2c4-08c3de57a3d1 HTTP/1.1" status: 204 len: 168 time: 0.5781829 Aug 12 04:43:54.498349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41708) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:54.576198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf45631b-648d-4b4d-9b0d-21ebc7263a7d None None] Network de0c770f-e85d-4622-b5eb-bf32deb2265f requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:43:54.654605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.688306 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:43:52Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:54.801921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.822668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec16b76-c846-439b-849d-1fe4ee433d4f None None] The sync data for ids ['e0bc9265-9cb9-4be9-a0e9-69bc555b271d'] in n-d-804320-1 is: [{'id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415792238', 'tenant_id': 'f5c14e689dd14c4b866e901dcef58802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:43:52Z', 'revision_number': 5, 'project_id': 'f5c14e689dd14c4b866e901dcef58802', 'gw_port': {'id': 'b50abb60-6dfc-4fea-8a7e-3b99fd415421', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc9265-9cb9-4be9-a0e9-69bc555b271d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:42:07Z', 'updated_at': '2021-08-12T04:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:43:54.874479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] DHCP port deletion for de0c770f-e85d-4622-b5eb-bf32deb2265f request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:43:54.937447 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Deleting port b50abb60-6dfc-4fea-8a7e-3b99fd415421 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:54.937804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:54.949040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] Deleting port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:43:54.949416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.022069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] For port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,segment=NetworkSegment(40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211),segment_id=40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:55.023082 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.048583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] For port b50abb60-6dfc-4fea-8a7e-3b99fd415421, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b50abb60-6dfc-4fea-8a7e-3b99fd415421,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:43:55.049174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] Calling delete_port for c7fd950f-b9be-44ff-9bc8-c92fa7dd400b owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:55.049298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.067876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Calling delete_port for b50abb60-6dfc-4fea-8a7e-3b99fd415421 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:43:55.236541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.266530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] Pushing event deleted for resources: {'Port': ['ID=c7fd950f-b9be-44ff-9bc8-c92fa7dd400b,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:55.283213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-4a60bbd7-60ff-4de3-8d10-e630cfd4cb16 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:55.284456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-4a60bbd7-60ff-4de3-8d10-e630cfd4cb16 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/networks?id=3b125aab-d81c-4421-a09c-155215e45fcb HTTP/1.1" status: 200 len: 812 time: 0.1736853 Aug 12 04:43:55.292456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc9169-646c-4504-a303-0c104151ce89 None None] No DVR routers for this DVR port c7fd950f-b9be-44ff-9bc8-c92fa7dd400b on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:43:55.314549 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-cb55300d-5649-4367-9af0-b0f167737039 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/quotas/7f46a48f0d2548e088fac575eb2ad630 HTTP/1.1" status: 200 len: 375 time: 0.0199256 Aug 12 04:43:55.364988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-78abbf44-bf92-4640-bf39-a0a96097e666 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7f46a48f0d2548e088fac575eb2ad630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355651 Aug 12 04:43:55.467238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-16787748-7a64-4cab-8fbb-4d8ce3baf805 service neutron] 10.222.0.42 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917034 Aug 12 04:43:55.481885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.556032 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Port': ['ID=b50abb60-6dfc-4fea-8a7e-3b99fd415421,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:55.585692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.586042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.586382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.586735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.587074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.587407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.587736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.588062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.588387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.588710 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.589031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.589349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:43:55.650166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.655908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-df2ffeaf-54e3-4b3e-bcf6-37e012f89093 service neutron] 10.222.0.42 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825016 Aug 12 04:43:55.682655 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.752172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.755167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.868000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.911128 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.912324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Fanout notify agent at l3_agent the message router_deleted on router e0bc9265-9cb9-4be9-a0e9-69bc555b271d {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:43:55.917821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a631c8c-6ebd-4c66-8b57-b3b0f4d0eb23 req-a5ce6f2d-6939-4042-a7e2-0548f9b0bfe3 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 210 time: 0.0291224 Aug 12 04:43:55.928049 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:55.932188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a5d88913-926c-49eb-984f-0a43299af06b tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/routers/e0bc9265-9cb9-4be9-a0e9-69bc555b271d HTTP/1.1" status: 204 len: 168 time: 1.4291031 Aug 12 04:43:55.932961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41742) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:56.015003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.111738 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.122935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0c770f-e85d-4622-b5eb-bf32deb2265f']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:56.133982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:56.134385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a9d1a9-eb24-4c4f-bf10-3ad4d95a3211') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:43:56.143728 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.157439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.163983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:43:56.164375 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:43:56.167592 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:43:56.309027 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.318249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.318249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/networks/de0c770f-e85d-4622-b5eb-bf32deb2265f HTTP/1.1" status: 204 len: 168 time: 0.3844585 Aug 12 04:43:56.320993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41756) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:56.329805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f7d1d-d8cf-43e0-a483-524d39c0514f tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'Network': ['ID=de0c770f-e85d-4622-b5eb-bf32deb2265f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:56.382877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5de6f6ef-f61d-4c27-8303-61500d326e5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.418602 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5de6f6ef-f61d-4c27-8303-61500d326e5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.544572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b50abb60-6dfc-4fea-8a7e-3b99fd415421 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:56.565428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: b50abb60-6dfc-4fea-8a7e-3b99fd415421 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:56.565802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b50abb60-6dfc-4fea-8a7e-3b99fd415421 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:56.566204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:56.587326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:56.587729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 54d2a880-bf10-4e55-9bb0-d2e7a509fd11 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:56.588142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c7fd950f-b9be-44ff-9bc8-c92fa7dd400b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:43:56.589397 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5de6f6ef-f61d-4c27-8303-61500d326e5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.592368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5de6f6ef-f61d-4c27-8303-61500d326e5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:56.598190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5de6f6ef-f61d-4c27-8303-61500d326e5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] 10.222.0.42 "DELETE /v2.0/security-groups/430b84c3-2495-4185-acf6-0c127b6d88e6 HTTP/1.1" status: 204 len: 168 time: 0.2715619 Aug 12 04:43:56.607896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c7fd950f-b9be-44ff-9bc8-c92fa7dd400b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:43:56.608495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c7fd950f-b9be-44ff-9bc8-c92fa7dd400b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:43:56.620820 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6f6ef-f61d-4c27-8303-61500d326e5d tempest-TestNetworkAdvancedServerOps-2116347564 tempest-TestNetworkAdvancedServerOps-2116347564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b84c3-2495-4185-acf6-0c127b6d88e6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:57.021011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3eb03503-0652-4cbd-9970-d71b9d934d6a req-ffa99de9-c64d-4aa2-94e4-74fcd4d86add tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 210 time: 0.0370076 Aug 12 04:43:57.219563 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41770) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:57.366691 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99fc5081-cad6-4028-9d1a-52b803ae0e1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5c14e689dd14c4b866e901dcef58802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457956 Aug 12 04:43:57.369072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41774) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:57.422281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3630600f-ddf2-4c13-a6f8-db4ec59b73ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:57.444868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3630600f-ddf2-4c13-a6f8-db4ec59b73ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:57.583278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3630600f-ddf2-4c13-a6f8-db4ec59b73ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:57.585806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3630600f-ddf2-4c13-a6f8-db4ec59b73ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:57.587182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3630600f-ddf2-4c13-a6f8-db4ec59b73ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/878febbf-c640-4a5b-a71e-420ec0048760 HTTP/1.1" status: 204 len: 168 time: 0.2171342 Aug 12 04:43:57.595175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630600f-ddf2-4c13-a6f8-db4ec59b73ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878febbf-c640-4a5b-a71e-420ec0048760,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:58.120522 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2f1f0d6-c01e-42f9-a73e-afabb002dc76 req-5a36424d-9948-48fb-803b-f875f1d7421e tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 210 time: 0.0273151 Aug 12 04:43:58.299365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5106152d-4c3a-42e1-8c57-650d71c755ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:58.313742 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-80f5f172-47ac-4d53-939d-670283c642c6 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:58.315251 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-80f5f172-47ac-4d53-939d-670283c642c6 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.36 "GET /v2.0/networks?id=3b125aab-d81c-4421-a09c-155215e45fcb HTTP/1.1" status: 200 len: 812 time: 0.1126962 Aug 12 04:43:58.327898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Request body: {'port': {'device_id': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb', 'admin_state_up': True, 'tenant_id': '7f46a48f0d2548e088fac575eb2ad630'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:58.406445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41784) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:58.448140 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1cd2f56d-7da2-471a-9736-c9efce2fe785 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03c416cf4b8f404a829bb5cdffeb5a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403512 Aug 12 04:43:58.450502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41786) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:43:58.499271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17e0dfbc-d76c-4b44-8712-d3d8b248b5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:58.527535 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17e0dfbc-d76c-4b44-8712-d3d8b248b5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:58.670958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Made reservation on behalf of 7f46a48f0d2548e088fac575eb2ad630 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:43:58.674421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:58.711062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17e0dfbc-d76c-4b44-8712-d3d8b248b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:58.713925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17e0dfbc-d76c-4b44-8712-d3d8b248b5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:58.717533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-17e0dfbc-d76c-4b44-8712-d3d8b248b5f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e02b151e-4618-4676-a2e9-7309789a92e3 HTTP/1.1" status: 204 len: 168 time: 0.2636096 Aug 12 04:43:58.726302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0dfbc-d76c-4b44-8712-d3d8b248b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b151e-4618-4676-a2e9-7309789a92e3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:58.806474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Allocated IP 172.20.0.13 (3b125aab-d81c-4421-a09c-155215e45fcb/cf338bec-f588-4a86-8632-57389d829628/e2d7ab90-c52d-48e9-b93c-f579eea96673) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:43:58.966237 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:59.105890 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:59.161349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Network 3b125aab-d81c-4421-a09c-155215e45fcb is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:43:59.169095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:43:59.171155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Pushing event updated for resources: {'Port': ['ID=e2d7ab90-c52d-48e9-b93c-f579eea96673,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:59.173390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:43:59.260785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:59.261424 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:59.285190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbd89f-6780-489e-b764-e22f68ebaefd req-9dc668c7-0f71-4c9b-bec5-b3caab1cab08 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:43:59.287355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6bbd89f-6780-489e-b764-e22f68ebaefd req-9dc668c7-0f71-4c9b-bec5-b3caab1cab08 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 932 time: 0.0839732 Aug 12 04:43:59.331490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6bbd89f-6780-489e-b764-e22f68ebaefd req-24e70b95-16a7-4e4b-946a-0de4f174bf70 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367677 Aug 12 04:43:59.350329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-6aab7ad1-5373-48fd-b42c-af74f8bce179 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0264697 Aug 12 04:43:59.362879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Request body: {'port': {'device_id': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:43:59.423965 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:59.703051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d7ab90-c52d-48e9-b93c-f579eea96673 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:43:59.711367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:59.724575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Transition to ACTIVE for port object e2d7ab90-c52d-48e9-b93c-f579eea96673 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:43:59.842148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:43:59.894746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d7ab90-c52d-48e9-b93c-f579eea96673,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:43:59.962455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Attempting to bind port e2d7ab90-c52d-48e9-b93c-f579eea96673 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:43:59.962769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Attempting to bind port e2d7ab90-c52d-48e9-b93c-f579eea96673 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'c9aa0726-1026-4454-a3ac-0aba9521c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:43:59.963057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Attempting to bind port e2d7ab90-c52d-48e9-b93c-f579eea96673 on network 3b125aab-d81c-4421-a09c-155215e45fcb {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:59.967724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Port e2d7ab90-c52d-48e9-b93c-f579eea96673 on network 3b125aab-d81c-4421-a09c-155215e45fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:43:59.968044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Attempting to bind port e2d7ab90-c52d-48e9-b93c-f579eea96673 on network 3b125aab-d81c-4421-a09c-155215e45fcb {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:43:59.973162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:43:59.973375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Checking segment: {'id': 'c9aa0726-1026-4454-a3ac-0aba9521c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:43:59.973987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Bound using segment: {'id': 'c9aa0726-1026-4454-a3ac-0aba9521c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:43:59.974730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Bound port: e2d7ab90-c52d-48e9-b93c-f579eea96673, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9aa0726-1026-4454-a3ac-0aba9521c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:43:59.975105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:00.040694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] For port e2d7ab90-c52d-48e9-b93c-f579eea96673, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:44:00.044024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] For port e2d7ab90-c52d-48e9-b93c-f579eea96673, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673,segment=NetworkSegment(c9aa0726-1026-4454-a3ac-0aba9521c49e),segment_id=c9aa0726-1026-4454-a3ac-0aba9521c49e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:44:00.126416 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:00.160445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.161054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:00.163027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2d7ab90-c52d-48e9-b93c-f579eea96673 HTTP/1.1" status: 200 len: 1092 time: 0.8047364 Aug 12 04:44:00.163464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'tag': 'e2d7ab90-c52d-48e9-b93c-f579eea96673'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:44:00.165701 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb67e9dc-7735-4a9e-b7ec-b7177e519c9e", "tag": "e2d7ab90-c52d-48e9-b93c-f579eea96673"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:44:00.190977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff8431-581e-49ad-93bf-db20896ac4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d7ab90-c52d-48e9-b93c-f579eea96673,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:00.204020 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8eaf99-3ce2-4e5c-bcc6-4e1c748f8bf8 x-openstack-request-id: req-2d8eaf99-3ce2-4e5c-bcc6-4e1c748f8bf8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:44:00.204313 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb67e9dc-7735-4a9e-b7ec-b7177e519c9e", "tag": "e2d7ab90-c52d-48e9-b93c-f579eea96673", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:44:00.204569 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d8eaf99-3ce2-4e5c-bcc6-4e1c748f8bf8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:44:00.204974 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'tag': 'e2d7ab90-c52d-48e9-b93c-f579eea96673', 'status': 'completed', 'code': 200} Aug 12 04:44:00.264422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7 req-374a268a-d1af-4cb8-8afd-1b62c6b70c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.265868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7 req-374a268a-d1af-4cb8-8afd-1b62c6b70c5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f46a48f0d2548e088fac575eb2ad630&device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 1095 time: 0.0401332 Aug 12 04:44:00.369062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7 req-864a8c62-cddb-4d13-b370-fa9ca42d4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.370671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7 req-864a8c62-cddb-4d13-b370-fa9ca42d4a85 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f46a48f0d2548e088fac575eb2ad630&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958517 Aug 12 04:44:00.501557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff510258-ce8c-43bd-a5da-20c378340c38 req-804938fd-bb62-48dd-8873-dcced9b74d84 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.504585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff510258-ce8c-43bd-a5da-20c378340c38 req-804938fd-bb62-48dd-8873-dcced9b74d84 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 944 time: 0.0825908 Aug 12 04:44:00.504585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7 req-1a8589dc-9c3c-430b-8815-d59fe5ec1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.506187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-846c1a0b-37f9-4e5c-b9bd-a3b88c8414d7 req-1a8589dc-9c3c-430b-8815-d59fe5ec1dec service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292140 Aug 12 04:44:00.542451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff510258-ce8c-43bd-a5da-20c378340c38 req-305e606c-0a45-4381-b6c1-ef4480b9bc24 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Aug 12 04:44:00.580915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-03fb2d55-5fbd-4e71-a128-15f7d32b85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.582389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-03fb2d55-5fbd-4e71-a128-15f7d32b85e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f46a48f0d2548e088fac575eb2ad630&device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 1095 time: 0.0392005 Aug 12 04:44:00.624973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-94fe2823-98d4-4c57-b53e-ebfbaf32cbc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673 HTTP/1.1" status: 200 len: 217 time: 0.0350902 Aug 12 04:44:00.678632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-bb6de8dd-2a7c-4d0b-9b17-61400750b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:00.680288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-bb6de8dd-2a7c-4d0b-9b17-61400750b217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf338bec-f588-4a86-8632-57389d829628 HTTP/1.1" status: 200 len: 852 time: 0.0483682 Aug 12 04:44:00.712714 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-f1d08f5b-f0a7-4ef1-bcfa-885449c57612 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b125aab-d81c-4421-a09c-155215e45fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251219 Aug 12 04:44:00.807157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-e3493eed-cdaf-4602-b67b-0248a05d571a service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875554 Aug 12 04:44:00.831264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7fff1217-01e6-4ce2-ad31-593222eabd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:00.905071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2519e05b-f9ed-4045-b91c-3a9cd41459f6 req-fd503743-bd58-4d83-985c-60fe3ac5f5a0 service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911691 Aug 12 04:44:00.983289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:01.668538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699a2a-0542-4a93-a357-b4bfb8df1e71 req-2a4c4feb-d55c-4a41-afeb-fd7e4b01726b tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:01.670299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf699a2a-0542-4a93-a357-b4bfb8df1e71 req-2a4c4feb-d55c-4a41-afeb-fd7e4b01726b tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 944 time: 0.0572138 Aug 12 04:44:01.711861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bf699a2a-0542-4a93-a357-b4bfb8df1e71 req-fc2c04a7-6d55-4980-8e63-85ec776b5b45 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347130 Aug 12 04:44:02.206264 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:02.828470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba9fd-5d61-4d40-92dc-1bfef06f2a3a req-b3f0c512-a1f3-4067-82a7-ea625538e0a2 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:02.830100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-369ba9fd-5d61-4d40-92dc-1bfef06f2a3a req-b3f0c512-a1f3-4067-82a7-ea625538e0a2 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 944 time: 0.0504754 Aug 12 04:44:02.869200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-369ba9fd-5d61-4d40-92dc-1bfef06f2a3a req-33d10141-c5bd-44b1-a12e-8f0acb432aeb tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Aug 12 04:44:03.784798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:03.982696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b0ea0-17b0-42ef-89fd-689f05633caa req-29bdbeaa-c878-4b4b-adca-20c22d015df5 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:03.984202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e6b0ea0-17b0-42ef-89fd-689f05633caa req-29bdbeaa-c878-4b4b-adca-20c22d015df5 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 944 time: 0.0483539 Aug 12 04:44:04.023098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3e6b0ea0-17b0-42ef-89fd-689f05633caa req-d9f21d86-0176-4b05-ab4d-7c7cfdee4153 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Aug 12 04:44:04.141558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:44:04.290141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e2d7ab90-c52d-48e9-b93c-f579eea96673 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:44:04.385073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e2d7ab90-c52d-48e9-b93c-f579eea96673, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673,segment=NetworkSegment(c9aa0726-1026-4454-a3ac-0aba9521c49e),segment_id=c9aa0726-1026-4454-a3ac-0aba9521c49e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:44:04.396069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'e2d7ab90-c52d-48e9-b93c-f579eea96673', 'network_id': '3b125aab-d81c-4421-a09c-155215e45fcb', 'port_id': 'e2d7ab90-c52d-48e9-b93c-f579eea96673', 'mac_address': 'fa:16:3e:cf:c4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf338bec-f588-4a86-8632-57389d829628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:44:04.432768 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:04.445380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d7ab90-c52d-48e9-b93c-f579eea96673 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:44:04.464091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e2d7ab90-c52d-48e9-b93c-f579eea96673, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673,segment=NetworkSegment(c9aa0726-1026-4454-a3ac-0aba9521c49e),segment_id=c9aa0726-1026-4454-a3ac-0aba9521c49e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:44:04.544747 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:04.592210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e2d7ab90-c52d-48e9-b93c-f579eea96673,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:04.752208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e2d7ab90-c52d-48e9-b93c-f579eea96673'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:44:05.144314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdeec6-9882-483d-8259-79e7f08ab576 req-37e2d03e-1709-491b-acc1-17dd47558007 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:05.146363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91bdeec6-9882-483d-8259-79e7f08ab576 req-37e2d03e-1709-491b-acc1-17dd47558007 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 945 time: 0.0528240 Aug 12 04:44:05.183445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91bdeec6-9882-483d-8259-79e7f08ab576 req-c99e550a-72e9-46a0-9751-2089a12fe694 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Aug 12 04:44:06.297662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e2d7ab90-c52d-48e9-b93c-f579eea96673 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:44:06.304261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006694d-1a19-4825-963c-55152d91564c req-51ea278d-474e-446d-8fae-26646a9a7bda tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:06.305951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8006694d-1a19-4825-963c-55152d91564c req-51ea278d-474e-446d-8fae-26646a9a7bda tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 945 time: 0.0536804 Aug 12 04:44:06.344606 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8006694d-1a19-4825-963c-55152d91564c req-8995ba40-b0da-419f-9d23-ac5d37081935 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Aug 12 04:44:06.413709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port e2d7ab90-c52d-48e9-b93c-f579eea96673 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:44:06.418168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port e2d7ab90-c52d-48e9-b93c-f579eea96673 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:44:06.418536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:06.645809 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:06.667934 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d7ab90-c52d-48e9-b93c-f579eea96673'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:44:06.670133 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120b8aa5-0a3c-4403-b154-85482171dd55" -d '{"events": [{"server_uuid": "eb67e9dc-7735-4a9e-b7ec-b7177e519c9e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d7ab90-c52d-48e9-b93c-f579eea96673"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:44:06.683385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e2d7ab90-c52d-48e9-b93c-f579eea96673, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673,segment=NetworkSegment(c9aa0726-1026-4454-a3ac-0aba9521c49e),segment_id=c9aa0726-1026-4454-a3ac-0aba9521c49e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:44:06.709572 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95378df-e322-4b6e-880a-11213ab63c6b x-openstack-request-id: req-c95378df-e322-4b6e-880a-11213ab63c6b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:44:06.709871 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb67e9dc-7735-4a9e-b7ec-b7177e519c9e", "name": "network-vif-plugged", "status": "completed", "tag": "e2d7ab90-c52d-48e9-b93c-f579eea96673", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:44:06.710122 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c95378df-e322-4b6e-880a-11213ab63c6b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:44:06.710517 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d7ab90-c52d-48e9-b93c-f579eea96673', 'code': 200} Aug 12 04:44:06.773648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:06.807777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68daca1-8379-4932-8049-6b7a75823e03 req-13fba6df-6494-4452-aebd-2056ebf7cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:06.809521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68daca1-8379-4932-8049-6b7a75823e03 req-13fba6df-6494-4452-aebd-2056ebf7cc9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 1097 time: 0.0446253 Aug 12 04:44:06.832272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e2d7ab90-c52d-48e9-b93c-f579eea96673,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:06.853280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f68daca1-8379-4932-8049-6b7a75823e03 req-8628f201-fa85-41b8-9dd0-2f31734fde17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Aug 12 04:44:07.461870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9092-37a8-4b4b-801c-7d05b0f95caf req-6ed228ef-a03e-4350-902f-ccb5fd077613 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:07.463634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1bc9092-37a8-4b4b-801c-7d05b0f95caf req-6ed228ef-a03e-4350-902f-ccb5fd077613 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0521195 Aug 12 04:44:07.504355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1bc9092-37a8-4b4b-801c-7d05b0f95caf req-ecf67b0e-9656-4902-8590-04cc890b5363 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Aug 12 04:44:08.621113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84124bfb-775f-4bc8-9ca0-88267b359b94 req-2f5235f0-c210-4b22-b875-e88bcbb67f8a tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:08.622610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84124bfb-775f-4bc8-9ca0-88267b359b94 req-2f5235f0-c210-4b22-b875-e88bcbb67f8a tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0479624 Aug 12 04:44:08.659594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84124bfb-775f-4bc8-9ca0-88267b359b94 req-cb80defc-b4dd-45f6-8667-f7d59850a049 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308342 Aug 12 04:44:08.774255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3068d-6b7e-402d-80e4-53fe5f6a1295 req-275434cf-a0ca-4725-b34d-f41c88dd1d14 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:08.775758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ce3068d-6b7e-402d-80e4-53fe5f6a1295 req-275434cf-a0ca-4725-b34d-f41c88dd1d14 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0490530 Aug 12 04:44:08.815275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ce3068d-6b7e-402d-80e4-53fe5f6a1295 req-88b7c1d8-bf17-4746-9872-685adb058c26 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Aug 12 04:44:09.245434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257d84-57a5-4539-b51d-ba38c8ea06e1 req-83a7427f-5e3e-4827-afe7-5c908e23f399 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:09.246929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-31257d84-57a5-4539-b51d-ba38c8ea06e1 req-83a7427f-5e3e-4827-afe7-5c908e23f399 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0528586 Aug 12 04:44:09.283902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-31257d84-57a5-4539-b51d-ba38c8ea06e1 req-bd25395b-8981-496f-909e-27c5ae9c14f8 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310416 Aug 12 04:44:10.406787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dada6-0ff3-4075-8df8-ea114edb7d58 req-ef8eae05-ad08-420d-a052-56bbda0c91b7 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:10.408287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f21dada6-0ff3-4075-8df8-ea114edb7d58 req-ef8eae05-ad08-420d-a052-56bbda0c91b7 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0525670 Aug 12 04:44:10.785906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f21dada6-0ff3-4075-8df8-ea114edb7d58 req-16fa6e52-109b-4ed6-b05f-d4f2e8b2ffde tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716302 Aug 12 04:44:11.166612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa163-dbbd-4253-b98e-3c7593c74f15 req-47e13304-df2d-42e3-b6a6-5915bc10f41b tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:11.168380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-447fa163-dbbd-4253-b98e-3c7593c74f15 req-47e13304-df2d-42e3-b6a6-5915bc10f41b tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0491033 Aug 12 04:44:11.207967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-447fa163-dbbd-4253-b98e-3c7593c74f15 req-f12171ee-f2f9-434b-abbc-5782de650038 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Aug 12 04:44:11.267314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-e8b3ca29-4a5f-4695-a309-89946da80650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:11.268948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-e8b3ca29-4a5f-4695-a309-89946da80650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f46a48f0d2548e088fac575eb2ad630&device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 1097 time: 0.0412471 Aug 12 04:44:11.363329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-827c22db-ed35-47db-80b1-19b30fc919ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:11.364830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-827c22db-ed35-47db-80b1-19b30fc919ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b125aab-d81c-4421-a09c-155215e45fcb HTTP/1.1" status: 200 len: 913 time: 0.0894687 Aug 12 04:44:11.404567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-c8105107-f2dd-418e-b3c5-f7df267ad127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673 HTTP/1.1" status: 200 len: 217 time: 0.0334682 Aug 12 04:44:11.452692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-77643843-a627-4766-bd89-63f3cab0ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:11.454121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-77643843-a627-4766-bd89-63f3cab0ce12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf338bec-f588-4a86-8632-57389d829628 HTTP/1.1" status: 200 len: 852 time: 0.0425498 Aug 12 04:44:11.488940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-760b0d70-de33-44c0-bf7d-09b35b8a4a0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b125aab-d81c-4421-a09c-155215e45fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271301 Aug 12 04:44:11.577443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-ebf2ca8d-de76-4547-9e32-6d3f74e090da service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818436 Aug 12 04:44:11.669826 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d0d863a7-0eea-4c50-8939-411dfb382248 req-857636aa-5d62-4f13-871e-48e2c1f4b2d9 service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848017 Aug 12 04:44:12.328963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5640-ee2a-4da1-bb04-09faae58d55a req-32c2f1df-1ba0-41aa-a7d6-ef09f4cc58f2 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:12.330376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20db5640-ee2a-4da1-bb04-09faae58d55a req-32c2f1df-1ba0-41aa-a7d6-ef09f4cc58f2 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0506835 Aug 12 04:44:12.369542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20db5640-ee2a-4da1-bb04-09faae58d55a req-c3c2ae25-9b1e-40ec-bc8a-0bc0bb4f7aaa tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Aug 12 04:44:13.484241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bca4a-c502-4455-9d34-31cc2c957c0a req-30f12d9a-6556-487e-954b-e61483f79b5d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:13.485702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d6bca4a-c502-4455-9d34-31cc2c957c0a req-30f12d9a-6556-487e-954b-e61483f79b5d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0485954 Aug 12 04:44:13.523092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d6bca4a-c502-4455-9d34-31cc2c957c0a req-e1fe5f00-d5d2-4da3-806e-740c9f24d277 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Aug 12 04:44:13.994146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d1eb8-3db4-4c32-a75c-fb2b211fd405 req-812287a3-e496-42a0-889b-ff9e60366330 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:13.995712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e6d1eb8-3db4-4c32-a75c-fb2b211fd405 req-812287a3-e496-42a0-889b-ff9e60366330 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0500536 Aug 12 04:44:14.034493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e6d1eb8-3db4-4c32-a75c-fb2b211fd405 req-4af47dc9-2329-43ce-bcf7-88d40fcd0945 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Aug 12 04:44:15.174600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57f1ca-732d-474a-bedc-c3c495f6daf2 req-a2f3967c-c4c3-43df-9819-1ae1acd753bf tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:15.176480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff57f1ca-732d-474a-bedc-c3c495f6daf2 req-a2f3967c-c4c3-43df-9819-1ae1acd753bf tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0522642 Aug 12 04:44:15.215527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ff57f1ca-732d-474a-bedc-c3c495f6daf2 req-73e66a74-8ab9-431a-a2ea-75bed9b84254 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Aug 12 04:44:15.537475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9b8c9-331e-43b9-bbfc-78342ae93e43 req-495bb3d2-dcdb-4736-ae05-2a99c0538607 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:15.539311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13b9b8c9-331e-43b9-bbfc-78342ae93e43 req-495bb3d2-dcdb-4736-ae05-2a99c0538607 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0548389 Aug 12 04:44:15.578598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13b9b8c9-331e-43b9-bbfc-78342ae93e43 req-5edaa126-46c9-4431-a099-fb237a9cbe32 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 12 04:44:15.610922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-7b2f4dad-8ce3-412b-bc69-7c7db0cce7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:15.612435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-7b2f4dad-8ce3-412b-bc69-7c7db0cce7a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f46a48f0d2548e088fac575eb2ad630&device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 1097 time: 0.0441444 Aug 12 04:44:15.706512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-667147ff-eebf-48d1-8a12-ced63a66eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:15.708100 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-667147ff-eebf-48d1-8a12-ced63a66eaae service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b125aab-d81c-4421-a09c-155215e45fcb HTTP/1.1" status: 200 len: 913 time: 0.0885162 Aug 12 04:44:15.749964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-7d41aa7e-4961-40f9-804c-5904442a944c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673 HTTP/1.1" status: 200 len: 217 time: 0.0353696 Aug 12 04:44:15.803752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-a9686b3a-e080-417c-9688-09213d2e23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:15.805233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-a9686b3a-e080-417c-9688-09213d2e23a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf338bec-f588-4a86-8632-57389d829628 HTTP/1.1" status: 200 len: 852 time: 0.0484154 Aug 12 04:44:15.835566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-e97bafc8-3dc0-41d1-a412-201b64936a7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b125aab-d81c-4421-a09c-155215e45fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234230 Aug 12 04:44:15.924898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-cb72c2af-06df-4a8b-b8bb-cd12602ca988 service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824218 Aug 12 04:44:16.020971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04eb17c0-eb55-447f-8eee-aa8029f36f0a req-81688fda-5434-496c-8537-3e9c2ee87351 service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884240 Aug 12 04:44:16.696039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89541-5626-42a6-b7a4-7cba0ecc660a req-21019aa6-45d3-4f1f-b328-927901654ec0 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:16.697507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1da89541-5626-42a6-b7a4-7cba0ecc660a req-21019aa6-45d3-4f1f-b328-927901654ec0 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0500970 Aug 12 04:44:16.734768 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1da89541-5626-42a6-b7a4-7cba0ecc660a req-8c868227-1855-454c-a753-4af690c10301 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Aug 12 04:44:17.145552 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-984cb737-bc22-4ae1-a92a-93c338855775 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393872 Aug 12 04:44:17.227775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-7653644a-ce49-4a08-81c3-52cb6e615052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:17.229235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-7653644a-ce49-4a08-81c3-52cb6e615052 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f46a48f0d2548e088fac575eb2ad630&device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 1097 time: 0.0427763 Aug 12 04:44:17.330146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-754fdde7-02fd-4cbc-a029-d8a8043c22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:17.331703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-754fdde7-02fd-4cbc-a029-d8a8043c22b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b125aab-d81c-4421-a09c-155215e45fcb HTTP/1.1" status: 200 len: 913 time: 0.0826705 Aug 12 04:44:17.376568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-fccde604-05ee-44ba-9bbe-9440bbe36aff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673 HTTP/1.1" status: 200 len: 217 time: 0.0383317 Aug 12 04:44:17.425309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-dffd0f39-1701-440a-8713-5186dfe9ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:17.426785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-dffd0f39-1701-440a-8713-5186dfe9ec69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf338bec-f588-4a86-8632-57389d829628 HTTP/1.1" status: 200 len: 852 time: 0.0434923 Aug 12 04:44:17.458376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-a0459c19-54c1-446d-bc18-b9dcc15d6449 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b125aab-d81c-4421-a09c-155215e45fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240986 Aug 12 04:44:17.546992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-68ae8493-3c8e-4745-b05e-17567d0d0efd service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824354 Aug 12 04:44:17.643375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fdb972e1-13e5-4368-b72d-0fd5e11a868a req-93a18509-1a41-4aa8-b219-f704cf16ea63 service neutron] 10.222.0.36 "GET /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890303 Aug 12 04:44:17.853030 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f647a1-d67b-4224-a361-2c25067d2d70 req-4cb8948b-830d-42b6-b3a5-aa529926e044 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:17.854582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91f647a1-d67b-4224-a361-2c25067d2d70 req-4cb8948b-830d-42b6-b3a5-aa529926e044 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0493209 Aug 12 04:44:17.893606 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91f647a1-d67b-4224-a361-2c25067d2d70 req-f7a51cba-a78a-46f0-87a3-8eeee5a37ac9 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328016 Aug 12 04:44:18.374083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b65d6-cf3b-416b-ae95-8bd0dac853e6 req-a7d80b47-0ac9-447d-a175-77202f56fbc5 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:18.375635 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a99b65d6-cf3b-416b-ae95-8bd0dac853e6 req-a7d80b47-0ac9-447d-a175-77202f56fbc5 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0539169 Aug 12 04:44:18.414278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a99b65d6-cf3b-416b-ae95-8bd0dac853e6 req-4779a0e3-8765-49c2-a4b7-1c6c01c2e144 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Aug 12 04:44:19.532067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae1e9-1915-478e-b331-4410714630be req-98b53276-2a12-43d5-9783-3f61008b5118 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:19.533545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c3ae1e9-1915-478e-b331-4410714630be req-98b53276-2a12-43d5-9783-3f61008b5118 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0505540 Aug 12 04:44:19.571755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c3ae1e9-1915-478e-b331-4410714630be req-86838fe9-b569-429c-9606-211a759aa5b5 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/security-groups?id=6f5def82-89d8-4996-8614-36c637931fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Aug 12 04:44:20.129750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-f63e92e8-de9b-436e-8909-d9222add0351 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:44:20.131323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-f63e92e8-de9b-436e-8909-d9222add0351 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 946 time: 0.0526628 Aug 12 04:44:20.223208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Deleting port e2d7ab90-c52d-48e9-b93c-f579eea96673 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:44:20.224097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:20.313190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] For port e2d7ab90-c52d-48e9-b93c-f579eea96673, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e2d7ab90-c52d-48e9-b93c-f579eea96673,segment=NetworkSegment(c9aa0726-1026-4454-a3ac-0aba9521c49e),segment_id=c9aa0726-1026-4454-a3ac-0aba9521c49e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:44:20.313560 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:20.326196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Calling delete_port for e2d7ab90-c52d-48e9-b93c-f579eea96673 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:44:20.544640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:20.555677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e2d7ab90-c52d-48e9-b93c-f579eea96673'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:44:20.578247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Pushing event deleted for resources: {'Port': ['ID=e2d7ab90-c52d-48e9-b93c-f579eea96673,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:20.606987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.607346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.607692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.608105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.608442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.608896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.609101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.609422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.609751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.610181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.610516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.610869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:44:20.638322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] No DVR routers for this DVR port e2d7ab90-c52d-48e9-b93c-f579eea96673 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:44:20.642059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:20.644339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecb91830-d9e4-4e99-b3a2-28a3efdcc39d req-ab7635db-cdb4-40c3-83ef-3ffe0a06181d tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.36 "DELETE /v2.0/ports/e2d7ab90-c52d-48e9-b93c-f579eea96673 HTTP/1.1" status: 204 len: 173 time: 0.5069370 Aug 12 04:44:20.644829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'name': 'network-vif-deleted', 'tag': 'e2d7ab90-c52d-48e9-b93c-f579eea96673'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:44:20.649187 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a4dc6-4fc0-44a8-bc05-1ecfdaeb46c3" -d '{"events": [{"server_uuid": "eb67e9dc-7735-4a9e-b7ec-b7177e519c9e", "name": "network-vif-deleted", "tag": "e2d7ab90-c52d-48e9-b93c-f579eea96673"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:44:20.696103 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd5a7c4-37f6-4504-98ec-3dfb3b421c79 x-openstack-request-id: req-5bd5a7c4-37f6-4504-98ec-3dfb3b421c79 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:44:20.696395 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb67e9dc-7735-4a9e-b7ec-b7177e519c9e", "name": "network-vif-deleted", "tag": "e2d7ab90-c52d-48e9-b93c-f579eea96673", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:44:20.696641 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bd5a7c4-37f6-4504-98ec-3dfb3b421c79 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:44:20.697038 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb67e9dc-7735-4a9e-b7ec-b7177e519c9e', 'name': 'network-vif-deleted', 'tag': 'e2d7ab90-c52d-48e9-b93c-f579eea96673', 'status': 'completed', 'code': 200} Aug 12 04:44:20.698143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-53596d90-a2c7-4569-99aa-5f80dae9b522 req-2455cf25-1aa2-4a6f-8973-342e65488841 tempest-TestServerAdvancedOps-1444372030 tempest-TestServerAdvancedOps-1444372030-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb67e9dc-7735-4a9e-b7ec-b7177e519c9e HTTP/1.1" status: 200 len: 210 time: 0.0379748 Aug 12 04:44:21.759699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41990) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:21.805215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Deleting subnet cf338bec-f588-4a86-8632-57389d829628 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:44:21.808349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:21.842673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:21.883270 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.011663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.035225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf338bec-f588-4a86-8632-57389d829628,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:22.042389 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.044487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7292c445-c580-4db3-b077-4807af8d4a9d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf338bec-f588-4a86-8632-57389d829628 HTTP/1.1" status: 204 len: 168 time: 0.2836597 Aug 12 04:44:22.046839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 41994) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:22.114051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.195421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.205035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b125aab-d81c-4421-a09c-155215e45fcb']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:44:22.216994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9aa0726-1026-4454-a3ac-0aba9521c49e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:44:22.217413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9aa0726-1026-4454-a3ac-0aba9521c49e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:44:22.229649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.249645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.256236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:44:22.256638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:44:22.258424 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:44:22.407584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.412957 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.417456 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b125aab-d81c-4421-a09c-155215e45fcb HTTP/1.1" status: 204 len: 168 time: 0.3670735 Aug 12 04:44:22.418125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 41998) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:22.427079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd892c-0205-4e6f-ac02-695a64ec1d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b125aab-d81c-4421-a09c-155215e45fcb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:22.463644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Deleting subnet ea5890a4-920b-4909-aa79-932a32b9fd4b {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:44:22.466831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.500816 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.545183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.659059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.684442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5890a4-920b-4909-aa79-932a32b9fd4b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:22.688245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.692894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-79c8bd14-bca1-4fa2-b2a0-388b60ebded0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ea5890a4-920b-4909-aa79-932a32b9fd4b HTTP/1.1" status: 204 len: 168 time: 0.2708707 Aug 12 04:44:22.693516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42000) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:22.759250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.838541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.848027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee753cb-de27-44da-872d-ec3d1a4f0647']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:44:22.857917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5151bb6b-ae9e-41d2-ad88-7759209f96ad') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:44:22.858212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5151bb6b-ae9e-41d2-ad88-7759209f96ad') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:44:22.867315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.881163 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.886953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:44:22.887371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:44:22.888985 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:44:23.030491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:23.036499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:23.038318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2ee753cb-de27-44da-872d-ec3d1a4f0647 HTTP/1.1" status: 204 len: 168 time: 0.3443031 Aug 12 04:44:23.050217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c3b09-8a01-455d-84fe-d32ac5d8aa20 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee753cb-de27-44da-872d-ec3d1a4f0647,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:23.469780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42010) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:23.513517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-527ea8f4-2dfc-410a-b955-bdc46ffc4461 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f46a48f0d2548e088fac575eb2ad630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425756 Aug 12 04:44:23.516137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42012) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:23.566594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-954a2e30-4d77-4c58-8d39-cb0826ca202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:23.596940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-954a2e30-4d77-4c58-8d39-cb0826ca202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:23.713793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-954a2e30-4d77-4c58-8d39-cb0826ca202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:23.716392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-954a2e30-4d77-4c58-8d39-cb0826ca202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:23.717572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-954a2e30-4d77-4c58-8d39-cb0826ca202f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f5def82-89d8-4996-8614-36c637931fb6 HTTP/1.1" status: 204 len: 168 time: 0.2005353 Aug 12 04:44:23.725416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a2e30-4d77-4c58-8d39-cb0826ca202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5def82-89d8-4996-8614-36c637931fb6,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:24.347030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42024) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:24.374591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e2d7ab90-c52d-48e9-b93c-f579eea96673 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:44:24.390616 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4f2e8910-d2f0-4dfe-8e90-ddcb17f77ad9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ded13abb02a04253b83db830712924e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400445 Aug 12 04:44:24.391010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42026) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:44:24.397846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: e2d7ab90-c52d-48e9-b93c-f579eea96673 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:44:24.398302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e2d7ab90-c52d-48e9-b93c-f579eea96673 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:44:24.444902 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17000988-e865-461a-a643-02e6065b7726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:24.465505 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17000988-e865-461a-a643-02e6065b7726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:24.583085 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17000988-e865-461a-a643-02e6065b7726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:24.585852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-17000988-e865-461a-a643-02e6065b7726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:24.587065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-17000988-e865-461a-a643-02e6065b7726 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac0b584f-4fdb-41ab-9f7a-30d9dcc364dc HTTP/1.1" status: 204 len: 168 time: 0.1950161 Aug 12 04:44:24.595176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17000988-e865-461a-a643-02e6065b7726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0b584f-4fdb-41ab-9f7a-30d9dcc364dc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:44:25.698576 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:25.818631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:28.247096 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a8cbee20-ad4f-4074-9535-98a85cfa40de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:30.825015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8331e78b-63f2-4269-b15a-778a7005f2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:30.965794 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:32.199474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:33.845265 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:41.141430 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:44:55.686671 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:55.858684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:44:58.245215 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4e031c18-3cef-4563-b50f-5990db4802e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:00.833579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef85cd57-9b4f-4a8c-b1e4-ba81e1ea0c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:00.961405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:02.187879 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:03.749467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:18.141180 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:45:25.690175 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:25.888913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:28.241180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-642fef4d-6ec7-456f-8f81-a42bc5ae2908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:30.880855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-743eb98c-1b3a-439f-b0d3-d3944cc4c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:30.981549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:32.204530 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:33.755692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.407565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42802) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:53.413261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731629779', 'description': 'tempest-secgroup-smoke-1731629779 description', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:53.492553 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.572779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.643942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.673406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78946a9a-dfad-4e9c-aa30-137378007e8c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:53.680651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.681003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.681351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.681691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.682027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.682421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.682776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.683111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.683438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.683765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.684091 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.684416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:53.723628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.725079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4d66a5c0-8a1f-4d23-8b2d-e96a9e9da038 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3164439 Aug 12 04:45:53.727925 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42806) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:53.732337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group_rule': {'security_group_id': '78946a9a-dfad-4e9c-aa30-137378007e8c', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:53.808278 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.863149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.930092 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:53.949523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a791aa9d-aaa6-4563-989f-661958340404,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:54.010362 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.011645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-200a4470-53d5-4ae6-a623-fff23ddae380 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2828052 Aug 12 04:45:54.014451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42808) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:54.020618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group_rule': {'security_group_id': '78946a9a-dfad-4e9c-aa30-137378007e8c', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:54.099889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.158889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.226436 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.244907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37693a7-72dd-485a-b51a-534c7a2c61bc,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:54.253031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.257643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:45:54.297959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.299246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e685efc-6a0b-44c0-9620-b1f25a33ab9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2837367 Aug 12 04:45:54.301902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42812) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:54.307033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group_rule': {'security_group_id': '78946a9a-dfad-4e9c-aa30-137378007e8c', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:54.393390 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.450161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.518291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.535554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34701e31-c9db-478c-a8de-f0a312349a9e,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:54.610057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.611374 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e8f06746-cc38-49ca-bba2-84c9b4a79cb8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085177 Aug 12 04:45:54.614016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42814) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:54.618586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group_rule': {'security_group_id': '78946a9a-dfad-4e9c-aa30-137378007e8c', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:54.702694 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.760527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.838243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.857242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d543f32-de04-4c08-824f-13aa023d1add,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:54.920530 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:54.921804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-06a2f16e-ce60-4ba2-a54a-fa086e81c0a7 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3068116 Aug 12 04:45:54.924494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:54.929144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group_rule': {'security_group_id': '78946a9a-dfad-4e9c-aa30-137378007e8c', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:55.021191 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Project a30fb74e3c694a78b3aa4a64dd99f0f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:45:55.026806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.088602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.139556 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:45:55.166223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.183472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493e0ccb-1ca0-4b22-88cd-b7308170dd65,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:55.257902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.259683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-64e19cea-10cf-493b-be31-b431bc58e79a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3341150 Aug 12 04:45:55.262358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42818) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:45:55.266780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'security_group_rule': {'security_group_id': '78946a9a-dfad-4e9c-aa30-137378007e8c', 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:55.338454 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Project a30fb74e3c694a78b3aa4a64dd99f0f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:45:55.343256 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.403265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.483901 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.504305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa67dc47-fbf9-44e0-88b8-a0e2e3cf7df9,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:55.566360 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.567940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ff299a31-a799-4718-955f-62231e397b33 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045037 Aug 12 04:45:55.744028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.767701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-c09dab99-8bbd-4a7f-b84c-3ff82e85da3d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731629779&fields=id&tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3 HTTP/1.1" status: 200 len: 267 time: 0.0325801 Aug 12 04:45:55.849621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:55.875356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-488f16e7-dee3-4d38-88ed-fa753df6a2c8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:45:55.876859 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-488f16e7-dee3-4d38-88ed-fa753df6a2c8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 814 time: 0.1024966 Aug 12 04:45:55.891509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-6d4a1822-77b1-4b46-8e49-978d87ef9d9d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/quotas/a30fb74e3c694a78b3aa4a64dd99f0f3 HTTP/1.1" status: 200 len: 375 time: 0.0090454 Aug 12 04:45:55.945631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-08c8a775-4fd2-4121-9458-3d377f110b24 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487199 Aug 12 04:45:56.180167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-34786ca3-bd38-4672-a58e-12c93cdc987b service neutron] 10.222.0.42 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219419 Aug 12 04:45:56.272249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-f4a58a5b-6329-4157-83e9-67ae73a28001 service neutron] 10.222.0.42 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859730 Aug 12 04:45:56.839850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ff96417-c8a2-4397-a8fc-9077a61ca368 req-520b218d-ac56-4716-869b-a51867286145 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0298450 Aug 12 04:45:57.933135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91ccb07e-6c69-4cda-9f77-70d37a4f49af req-1c3c86b9-55e0-420c-a087-3af586e65e8f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Aug 12 04:45:58.238191 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf445702-b857-43b4-8ab7-a685cf69a30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:58.942368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-f4745e79-9f0f-4b0e-9a2b-ca7343ea602a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:45:58.943963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-f4745e79-9f0f-4b0e-9a2b-ca7343ea602a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 814 time: 0.1066806 Aug 12 04:45:58.987034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-bb36b51d-dbf5-44c4-81be-e7bbc19f253b tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3 HTTP/1.1" status: 200 len: 380 time: 0.0345347 Aug 12 04:45:58.997545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'port': {'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'admin_state_up': True, 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'security_groups': ['78946a9a-dfad-4e9c-aa30-137378007e8c']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:59.030400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b0383a5-4323-43ac-b96e-5b1b5bfaf389 req-0714dbb0-9e8c-45c6-ba20-b5bcb3f58755 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Aug 12 04:45:59.177941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Made reservation on behalf of a30fb74e3c694a78b3aa4a64dd99f0f3 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:45:59.181684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:59.311354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Allocated IP 172.20.0.9 (c4673966-7a0f-483e-98f3-1c961804b202/5a51b833-c794-4229-8f5a-73ddf418fcd0/0ed0e117-1c3c-4bb1-ba12-2fc6195bd217) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:45:59.452264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:59.466966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Transition to ACTIVE for port object 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:45:59.583580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:59.630092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Network c4673966-7a0f-483e-98f3-1c961804b202 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:45:59.633794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:45:59.637642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:45:59.644387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'Port': ['ID=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:45:59.695094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:45:59.701303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:59.767142 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-db4ad224-4c5d-45b9-9696-6a6f10b21b66 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746041 Aug 12 04:45:59.780154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-ca87e06c-5f81-40c0-b350-ad34b622648a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:45:59.781341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-ca87e06c-5f81-40c0-b350-ad34b622648a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058112 Aug 12 04:45:59.849853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Request body: {'port': {'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:45:59.907224 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:45:59.986768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6578576a-e460-42cd-abd2-254904c3a162 None None] Provisioning for port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:45:59.990734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6578576a-e460-42cd-abd2-254904c3a162 None None] Provisioning complete for port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:45:59.991585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6578576a-e460-42cd-abd2-254904c3a162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.025804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6578576a-e460-42cd-abd2-254904c3a162 None None] Port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:46:00.175546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e6580-cff7-46df-96dd-448e102a0cd5 req-ad3836f7-daf5-46a9-afe9-c29684032e31 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:00.177031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02e6580-cff7-46df-96dd-448e102a0cd5 req-ad3836f7-daf5-46a9-afe9-c29684032e31 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 931 time: 0.0749600 Aug 12 04:46:00.241515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:46:00.257642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.266053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a02e6580-cff7-46df-96dd-448e102a0cd5 req-ee8cf238-3c00-4017-a92d-e6257b6d966a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811653 Aug 12 04:46:00.276248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Transition to ACTIVE for port object 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:46:00.346622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.401193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:46:00.472665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Attempting to bind port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:46:00.473016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Attempting to bind port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:46:00.473258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Attempting to bind port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 on network c4673966-7a0f-483e-98f3-1c961804b202 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:46:00.479128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 on network c4673966-7a0f-483e-98f3-1c961804b202 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:46:00.479444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Attempting to bind port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 on network c4673966-7a0f-483e-98f3-1c961804b202 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:46:00.485100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:46:00.485422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Checking segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:46:00.485815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Bound using segment: {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:46:00.486252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Bound port: 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:46:00.486616 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.560035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] For port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:46:00.563359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] For port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:46:00.652788 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.688141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:00.688839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.690249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 1091 time: 0.9016390 Aug 12 04:46:00.690903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:46:00.693028 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbea37fd-28b5-4915-857f-7bb89dc73ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:46:00.720380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d3d8b-08db-465a-829e-2dd59fc90e41 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:46:00.747200 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c094b7e2-b4f9-4a43-bdd6-ff053349a88f x-openstack-request-id: req-c094b7e2-b4f9-4a43-bdd6-ff053349a88f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:46:00.747200 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:46:00.747200 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c094b7e2-b4f9-4a43-bdd6-ff053349a88f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:46:00.753256 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'status': 'completed', 'code': 200} Aug 12 04:46:00.815772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea37fd-28b5-4915-857f-7bb89dc73ebd req-a35d5125-469f-41a2-8756-4781adcde905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:00.816150 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbea37fd-28b5-4915-857f-7bb89dc73ebd req-a35d5125-469f-41a2-8756-4781adcde905 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1094 time: 0.0435998 Aug 12 04:46:00.849805 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91d3aa87-bb75-4a81-aea4-31473b0c9d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:00.932071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea37fd-28b5-4915-857f-7bb89dc73ebd req-f73d44dd-c4db-4f23-bfd7-4bf0a0cc00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:00.933627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbea37fd-28b5-4915-857f-7bb89dc73ebd req-f73d44dd-c4db-4f23-bfd7-4bf0a0cc00ee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1099863 Aug 12 04:46:00.978194 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:01.032072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea37fd-28b5-4915-857f-7bb89dc73ebd req-83603286-da96-4a9e-998e-c6125ff526dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:01.033481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbea37fd-28b5-4915-857f-7bb89dc73ebd req-83603286-da96-4a9e-998e-c6125ff526dc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927410 Aug 12 04:46:01.109449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-c58f09ff-6ba7-4456-a06f-b60248d7aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:01.110975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-c58f09ff-6ba7-4456-a06f-b60248d7aa46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1094 time: 0.0404208 Aug 12 04:46:01.155951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-7da053cd-45bb-4d54-b603-dba9a0a43ce7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 217 time: 0.0375240 Aug 12 04:46:01.204102 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-c728b20a-e57a-4adc-8f18-1e9fec7fa115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:01.205526 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-c728b20a-e57a-4adc-8f18-1e9fec7fa115 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.0429385 Aug 12 04:46:01.249149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-45978cbf-02af-4d20-80bf-9c420727c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:01.250669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-45978cbf-02af-4d20-80bf-9c420727c00b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379903 Aug 12 04:46:01.354749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-a6d57721-4969-48c1-82b9-fce9eea03240 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969491 Aug 12 04:46:01.449301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a6303-d981-47ea-a2d1-59b0ad8b94a5 req-3b3b60e9-0f2c-4995-ae3b-93f099e73600 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:01.450858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a03a6303-d981-47ea-a2d1-59b0ad8b94a5 req-3b3b60e9-0f2c-4995-ae3b-93f099e73600 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.1104438 Aug 12 04:46:01.488456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b86df379-392c-428c-99e7-9a8e59f3cc76 req-d878642b-fbcf-4e7f-992e-abb6c2112f29 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206725 Aug 12 04:46:01.502638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a03a6303-d981-47ea-a2d1-59b0ad8b94a5 req-c2852808-da25-49ce-a0d4-9670896ae7a0 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 Aug 12 04:46:02.215374 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:02.623044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc93266-f1b6-4111-b7d0-47ce45457379 req-9a6cb2e1-8e31-487e-b1fe-afe8f2f34020 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:02.624540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8dc93266-f1b6-4111-b7d0-47ce45457379 req-9a6cb2e1-8e31-487e-b1fe-afe8f2f34020 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0504422 Aug 12 04:46:02.663365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8dc93266-f1b6-4111-b7d0-47ce45457379 req-3e39b96e-74b4-4426-b9e9-c69e9e06881d tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Aug 12 04:46:03.777963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f4c14-7329-4f3c-bfe1-384d8fb6f233 req-0c4cdc58-89d3-48da-b391-b506ee91a923 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:03.779472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-706f4c14-7329-4f3c-bfe1-384d8fb6f233 req-0c4cdc58-89d3-48da-b391-b506ee91a923 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0487449 Aug 12 04:46:03.781022 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:03.817914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-706f4c14-7329-4f3c-bfe1-384d8fb6f233 req-fa485816-5342-49c2-9e2a-3e465a66171c tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321925 Aug 12 04:46:04.930677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54a442-c95c-4c26-966f-215ff1c4b65b req-aeb0b97f-df0b-459a-abaf-cff1e1784504 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:04.932821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd54a442-c95c-4c26-966f-215ff1c4b65b req-aeb0b97f-df0b-459a-abaf-cff1e1784504 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0490322 Aug 12 04:46:04.969986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dd54a442-c95c-4c26-966f-215ff1c4b65b req-1948a798-d081-4af0-8e40-c7ec415e0aea tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Aug 12 04:46:06.087967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5a60-01d9-422b-86fd-e82b44e43b7e req-811be63e-1271-4d63-a857-088f8c2e9c2c tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:06.089452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e61b5a60-01d9-422b-86fd-e82b44e43b7e req-811be63e-1271-4d63-a857-088f8c2e9c2c tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0506244 Aug 12 04:46:06.126220 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e61b5a60-01d9-422b-86fd-e82b44e43b7e req-c4347b68-4f89-4837-a1ea-95155364b613 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Aug 12 04:46:07.253746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b04ab-2ef1-4c0c-ab56-2cfed7ee695d req-75174606-2aa3-4fea-96fc-ffb9f7c091e8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:07.255242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc6b04ab-2ef1-4c0c-ab56-2cfed7ee695d req-75174606-2aa3-4fea-96fc-ffb9f7c091e8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0513787 Aug 12 04:46:07.292599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc6b04ab-2ef1-4c0c-ab56-2cfed7ee695d req-ef5770b9-97e0-48de-812f-254449736c47 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Aug 12 04:46:08.407600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217bdeb-05fa-4559-a5d9-a9c0a271afde req-438048c9-efbf-48f3-91cc-fc0c84de69ab tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:08.409049 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6217bdeb-05fa-4559-a5d9-a9c0a271afde req-438048c9-efbf-48f3-91cc-fc0c84de69ab tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0512764 Aug 12 04:46:08.446151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6217bdeb-05fa-4559-a5d9-a9c0a271afde req-84ab9aed-0d36-4b36-9486-7fc9514748b1 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Aug 12 04:46:09.560073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ff4fe-2aeb-48e9-9d64-f15ad6c05b17 req-c663d63b-0121-49e4-8ec8-f4d68e9acd63 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:09.561544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc3ff4fe-2aeb-48e9-9d64-f15ad6c05b17 req-c663d63b-0121-49e4-8ec8-f4d68e9acd63 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0488257 Aug 12 04:46:09.598125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc3ff4fe-2aeb-48e9-9d64-f15ad6c05b17 req-36e3d08b-2064-4bdf-8a67-529dd96d4782 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Aug 12 04:46:10.709594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd71b32-8fc9-4a29-aff2-14605f965c82 req-9b3c6381-3de4-4be3-8f38-eeb941486c44 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:10.711083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bd71b32-8fc9-4a29-aff2-14605f965c82 req-9b3c6381-3de4-4be3-8f38-eeb941486c44 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0485010 Aug 12 04:46:10.747771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bd71b32-8fc9-4a29-aff2-14605f965c82 req-bba866d9-da55-42fc-aaec-7a7b54d3ec72 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301979 Aug 12 04:46:11.861134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bd8ee-b073-4b52-85da-3ea06811543f req-e45ea899-7f3d-4e5c-987d-879c40435287 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:11.862607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d03bd8ee-b073-4b52-85da-3ea06811543f req-e45ea899-7f3d-4e5c-987d-879c40435287 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0490384 Aug 12 04:46:11.899726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d03bd8ee-b073-4b52-85da-3ea06811543f req-43275ca8-2e8f-4c53-bf9c-bf539405a1e6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Aug 12 04:46:12.866734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:46:12.962902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:46:12.974864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:46:13.019396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffe114-3d42-4417-87ba-eeca252b6888 req-c140ad23-d9b9-412d-8596-c2beddbda2ce tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:13.020378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:13.021022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cffe114-3d42-4417-87ba-eeca252b6888 req-c140ad23-d9b9-412d-8596-c2beddbda2ce tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 943 time: 0.0523865 Aug 12 04:46:13.033870 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:46:13.053382 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:46:13.059315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cffe114-3d42-4417-87ba-eeca252b6888 req-bfc9811d-b98c-4c35-a0e5-8d770ab18ed8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Aug 12 04:46:13.120301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:13.167339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:46:13.174617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.175016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.175341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.175674 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.176034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.176363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.176688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.177011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.177334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.177661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.177981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.178300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:46:13.319060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:46:14.176439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94f4d-a5c6-4647-8be2-4ff2bc33bbb3 req-f8db9644-dc69-4957-959a-796e7ea6ad2a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:14.177918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ab94f4d-a5c6-4647-8be2-4ff2bc33bbb3 req-f8db9644-dc69-4957-959a-796e7ea6ad2a tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 944 time: 0.0523217 Aug 12 04:46:14.215817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ab94f4d-a5c6-4647-8be2-4ff2bc33bbb3 req-4ee3ec57-b31f-41d8-ba5d-856537b259d1 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Aug 12 04:46:14.884817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:46:14.997583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:46:15.001520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:46:15.001890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:15.080111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:15.101416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:46:15.103646 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11b039-649e-47e2-9cf2-c0d498ac06ec" -d '{"events": [{"server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "name": "network-vif-plugged", "status": "completed", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:46:15.116095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:46:15.194403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:15.244469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:46:15.292345 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da0ab04-ac66-4487-9759-ca7ba7d03380 x-openstack-request-id: req-1da0ab04-ac66-4487-9759-ca7ba7d03380 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:46:15.292635 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "name": "network-vif-plugged", "status": "completed", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:46:15.292887 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1da0ab04-ac66-4487-9759-ca7ba7d03380 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:46:15.293566 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'code': 200} Aug 12 04:46:15.340527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fa20b-988d-4a0a-a22e-57b528b57a6d req-74f178ba-9489-4180-9778-7c815c33d5b2 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:15.342056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-755fa20b-988d-4a0a-a22e-57b528b57a6d req-74f178ba-9489-4180-9778-7c815c33d5b2 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 945 time: 0.0508909 Aug 12 04:46:15.380470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-755fa20b-988d-4a0a-a22e-57b528b57a6d req-8a4def40-280c-4859-befa-0cb93558e4b2 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Aug 12 04:46:15.388266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fd97c-f98f-4dec-9f73-6bb5b5ba9293 req-16ae19e3-0bce-4584-b865-0ef77f27750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:15.390395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d29fd97c-f98f-4dec-9f73-6bb5b5ba9293 req-16ae19e3-0bce-4584-b865-0ef77f27750d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0442154 Aug 12 04:46:15.425193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d29fd97c-f98f-4dec-9f73-6bb5b5ba9293 req-1d5868b1-65e0-48e4-af3b-6ec825a2779e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276155 Aug 12 04:46:16.511668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5df6-7c64-43fb-b98a-2aef500b9359 req-b158bcc3-eb14-4bb3-8243-520bd39453e3 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:16.520392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e2a5df6-7c64-43fb-b98a-2aef500b9359 req-b158bcc3-eb14-4bb3-8243-520bd39453e3 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 945 time: 0.0538278 Aug 12 04:46:16.550238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e2a5df6-7c64-43fb-b98a-2aef500b9359 req-e8b9975e-35ed-49bd-9dbb-5bfc74a46a19 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Aug 12 04:46:16.661338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633c1b8-24a7-4e10-a187-ee8a95b6f225 req-8ec9e175-dfb8-49b1-a59a-77d742361546 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:16.662738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1633c1b8-24a7-4e10-a187-ee8a95b6f225 req-8ec9e175-dfb8-49b1-a59a-77d742361546 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 945 time: 0.0481155 Aug 12 04:46:16.700034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1633c1b8-24a7-4e10-a187-ee8a95b6f225 req-7634013f-c81d-4067-8d19-4ca3973b4a8c tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Aug 12 04:46:16.720848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42902) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:46:16.860803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e5a41-f78c-48c8-be16-63e4c34aa3cf tempest-TestVolumeBackupRestore-1243919632 tempest-TestVolumeBackupRestore-1243919632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:16.862300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad1e5a41-f78c-48c8-be16-63e4c34aa3cf tempest-TestVolumeBackupRestore-1243919632 tempest-TestVolumeBackupRestore-1243919632-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1091 time: 0.1404543 Aug 12 04:46:16.865252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42906) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:46:16.869513 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:46:16.948956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:17.042191 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:17.144537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Allocated IP 172.25.6.56 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/dd8cf055-8e30-4aa0-a343-146f79802698) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:46:17.242872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:17.349177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:17.387017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:46:17.389788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:46:17.395119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:46:17.423603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'Port': ['ID=dd8cf055-8e30-4aa0-a343-146f79802698,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:46:18.182804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:18.334802 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:18.480899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:18.540599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:18.604747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event updated for resources: {'Port': ['ID=dd8cf055-8e30-4aa0-a343-146f79802698,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:46:18.617663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:18.716220 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Floating IP 189924e2-03cb-4ab4-becc-10757b85b4d9 associated. External IP: 172.25.6.56, port: 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217. Aug 12 04:46:18.915603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Router 5b96f629-c2d7-418f-8d59-9174e4ac0257 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:46:19.021615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:46:19.031602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] Sync routers for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:46:19.041140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:46:19.041800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:46:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:19.112173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:19.140445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e49b12b0-3112-433a-beb5-1a69671b90de tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2741129 Aug 12 04:46:19.141143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:46:19.143593 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:46:19.144550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-49b0a598-490d-4ea7-904d-8c002d9d878e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410933 Aug 12 04:46:19.145142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42908) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:46:19.146584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:46:19.185157 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a8a7d5-db51-423c-87db-cec835bedd60 x-openstack-request-id: req-d3a8a7d5-db51-423c-87db-cec835bedd60 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:46:19.185698 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:46:19.185698 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3a8a7d5-db51-423c-87db-cec835bedd60 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:46:19.186075 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'status': 'completed', 'code': 200} Aug 12 04:46:19.205110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c823f-b217-49f6-a8f0-36e7c2c0948b tempest-TestVolumeBackupRestore-1243919632 tempest-TestVolumeBackupRestore-1243919632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:19.206578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-aa4c823f-b217-49f6-a8f0-36e7c2c0948b tempest-TestVolumeBackupRestore-1243919632 tempest-TestVolumeBackupRestore-1243919632-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1091 time: 0.0605204 Aug 12 04:46:19.209534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42912) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:46:19.215509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Request body: {'floatingip': {'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:46:19.235298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-afebcdde-79de-42f3-bc4d-96380a015b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:19.236868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-afebcdde-79de-42f3-bc4d-96380a015b8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0430925 Aug 12 04:46:19.278271 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:19.349349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-4b5615b5-9f21-4061-9df5-0b1ca325f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:19.351022 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-4b5615b5-9f21-4061-9df5-0b1ca325f633 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 915 time: 0.0936313 Aug 12 04:46:19.393878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '189924e2-03cb-4ab4-becc-10757b85b4d9', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:46:17Z', 'updated_at': '2021-08-12T04:46:17Z', 'revision_number': 0, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:19.421924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] Checking router: 5b96f629-c2d7-418f-8d59-9174e4ac0257 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:46:19.426060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-1229f2bb-0af8-43b1-91cc-3c1049812b56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 998 time: 0.0685127 Aug 12 04:46:19.431506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:46:19.432105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:46:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:19.475726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-b2429b5b-6910-4619-83ce-1d8bef335091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:19.477196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-b2429b5b-6910-4619-83ce-1d8bef335091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.0441344 Aug 12 04:46:19.526323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-ad1362fa-c6b5-46be-8601-7979bb68c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:19.528096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-ad1362fa-c6b5-46be-8601-7979bb68c86b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441878 Aug 12 04:46:19.542550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:46:19.624087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-0a8bbb41-ff5f-4d13-8f44-d4306751b546 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890663 Aug 12 04:46:19.737211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5f60c46a-9c3d-4004-9d03-51135c1f5164 req-cc54a9db-160e-418d-a587-ea5ae37d57bb service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053517 Aug 12 04:46:19.772210 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:19.788980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '189924e2-03cb-4ab4-becc-10757b85b4d9', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:46:17Z', 'updated_at': '2021-08-12T04:46:17Z', 'revision_number': 0, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:19.815248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaca18d-cd30-47aa-8a8e-2a8aa418689b None None] The sync data for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 is: [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '189924e2-03cb-4ab4-becc-10757b85b4d9', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:46:17Z', 'updated_at': '2021-08-12T04:46:17Z', 'revision_number': 0, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:46:19.863678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:19.928017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-5ceb5b6f-8d4d-4306-b054-6429aa26217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:19.929868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-5ceb5b6f-8d4d-4306-b054-6429aa26217c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0509679 Aug 12 04:46:20.028281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-3a80388a-31e0-4d3a-ba06-52fbbdccd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:20.029773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-3a80388a-31e0-4d3a-ba06-52fbbdccd6a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 915 time: 0.0930507 Aug 12 04:46:20.035537 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fa46a-ac14-4af6-9f94-8b1c6216ce00 None None] New status for floating IP 189924e2-03cb-4ab4-becc-10757b85b4d9: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:46:20.099159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Router 5b96f629-c2d7-418f-8d59-9174e4ac0257 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:46:20.113465 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-00b83970-b72f-40f1-9c45-294164727f93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 998 time: 0.0755858 Aug 12 04:46:20.212383 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:46:20.216823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:20.273251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4031d7eb-4b7a-4048-9834-f2f87756a2a6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "PUT /v2.0/floatingips/189924e2-03cb-4ab4-becc-10757b85b4d9 HTTP/1.1" status: 200 len: 990 time: 1.0622900 Aug 12 04:46:20.316871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] Sync routers for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:46:20.326802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:46:20.327439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:46:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:20.435855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:46:20.513637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-58c7dd26-d065-4608-9111-d1efbc344857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:20.515115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-58c7dd26-d065-4608-9111-d1efbc344857 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.3953793 Aug 12 04:46:20.560677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-954b3d29-9e77-4463-b8fc-c30ff21e9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:20.562197 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-954b3d29-9e77-4463-b8fc-c30ff21e9da2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394502 Aug 12 04:46:20.657840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '189924e2-03cb-4ab4-becc-10757b85b4d9', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:46:17Z', 'updated_at': '2021-08-12T04:46:20Z', 'revision_number': 2, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:20.658194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-c0f65d6d-3cf6-49cc-bfd4-aaa6928e2c91 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868647 Aug 12 04:46:20.687758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] Checking router: 5b96f629-c2d7-418f-8d59-9174e4ac0257 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:46:20.696008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:46:20.696626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:46:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:20.745979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0adf0bf-56eb-48c2-ab8f-d866991e1d3c req-1e4e365e-bfca-4f4f-8f9d-407b8fdb9b15 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810645 Aug 12 04:46:20.799200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:46:21.011563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '189924e2-03cb-4ab4-becc-10757b85b4d9', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:46:17Z', 'updated_at': '2021-08-12T04:46:20Z', 'revision_number': 2, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:46:21.036776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc72605c-86c9-4688-a278-73506049b0c9 None None] The sync data for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 is: [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '189924e2-03cb-4ab4-becc-10757b85b4d9', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'port_id': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'mac_address': 'fa:16:3e:42:35:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:46:17Z', 'updated_at': '2021-08-12T04:46:20Z', 'revision_number': 2, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:46:21.186872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}, {'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:46:21.189287 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300f33f-d475-4011-9a77-d9a28c743360" -d '{"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}, {"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:46:21.226891 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da2b2e7-5cfd-47e0-979b-7d43ff635ff0 x-openstack-request-id: req-1da2b2e7-5cfd-47e0-979b-7d43ff635ff0 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:46:21.227487 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:46:21.227487 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1da2b2e7-5cfd-47e0-979b-7d43ff635ff0 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:46:21.227838 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'status': 'completed', 'code': 200} Aug 12 04:46:21.228093 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'status': 'completed', 'code': 200} Aug 12 04:46:21.295074 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-f163b3e5-00cf-431c-95e0-1506bd253132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:21.296551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-f163b3e5-00cf-431c-95e0-1506bd253132 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0399356 Aug 12 04:46:21.388583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-1dd9660b-aa26-4dc1-a158-b56796ff94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:21.389954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-1dd9660b-aa26-4dc1-a158-b56796ff94d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 915 time: 0.0862067 Aug 12 04:46:21.454369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-766fddc5-996e-47c5-9244-1d471553ba58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 1000 time: 0.0570853 Aug 12 04:46:21.505730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-742fddd7-3a62-4998-b42b-0fc17961498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:21.507157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-742fddd7-3a62-4998-b42b-0fc17961498e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.0465729 Aug 12 04:46:21.550959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-6c2cab9a-f3f9-4f78-8174-9f144b01a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:21.552405 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-6c2cab9a-f3f9-4f78-8174-9f144b01a00c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388091 Aug 12 04:46:21.638239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-6d5336d1-afee-419d-8804-ef9e0d3255cb service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785718 Aug 12 04:46:21.731293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-499d4202-c1ff-48f9-b2cb-e1f4821396ed service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864978 Aug 12 04:46:21.810579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-855e033a-d846-4228-9ef9-b7135cbc27d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:21.812079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-855e033a-d846-4228-9ef9-b7135cbc27d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0411105 Aug 12 04:46:21.902799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-298c8fb8-dcd5-48c9-a6b6-257c5b84d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:21.904253 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-298c8fb8-dcd5-48c9-a6b6-257c5b84d662 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 915 time: 0.0856500 Aug 12 04:46:21.972688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-922e841f-3c94-46c4-8754-6ea246c1b375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 1000 time: 0.0618379 Aug 12 04:46:22.034767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-52d895c6-a7e2-49e6-9465-19b6c84bf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:22.036118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-52d895c6-a7e2-49e6-9465-19b6c84bf593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.0573113 Aug 12 04:46:22.083524 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300f33f-d475-4011-9a77-d9a28c743360 req-a7549046-d5d2-41aa-88ec-b961ddf24b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:46:22.085018 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-a7549046-d5d2-41aa-88ec-b961ddf24b81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423796 Aug 12 04:46:22.171530 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-a9c96193-b84c-4975-8beb-0944afa80efe service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795357 Aug 12 04:46:22.261887 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c300f33f-d475-4011-9a77-d9a28c743360 req-b0d120d2-c8a1-4843-97e2-c307da39e036 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 Aug 12 04:46:25.708559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:25.868468 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:28.343766 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-846b7a30-1ed0-456a-a850-5be1b3eee7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:30.866504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8e09b87d-4850-4602-bbbe-6a0c00eae9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:30.965944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:32.138088 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:46:32.211323 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:33.940297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:55.278161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-4143c06f-46a0-4869-940c-760e86b79c62 req-c43a5b92-c115-4134-a966-ed111e6f7da1 service neutron] (95043) timed out ('10.222.0.20', 56621) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:46:55.690976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:55.917488 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:46:58.245111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-28d8b977-2947-4e8a-b8ca-f6c6b8f5475e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:00.845245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ee9eff8d-45e5-4373-9f07-c4a6fe3c460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:01.002633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:02.237256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:03.797303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:09.137151 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:47:19.147828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-4d8d6d25-8a72-4a37-93cf-3392e420b496 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391197 Aug 12 04:47:19.226936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-a2ba498f-8d59-43c9-82fd-75482717cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:19.228407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-a2ba498f-8d59-43c9-82fd-75482717cd23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0400450 Aug 12 04:47:19.333082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-8569c765-eb4b-4aef-9798-33ab30ba75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:19.334557 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-8569c765-eb4b-4aef-9798-33ab30ba75fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 915 time: 0.0873606 Aug 12 04:47:19.398448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-4bfbcf0f-322d-482f-ae2b-2c0c88860ff6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 1000 time: 0.0573947 Aug 12 04:47:19.448012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-71735e9e-a558-421c-a672-2670ae646db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:19.449430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-71735e9e-a558-421c-a672-2670ae646db8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.0435867 Aug 12 04:47:19.497430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-1d71a738-cbfa-4bf6-b4ae-bb35d28be691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:19.498965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-1d71a738-cbfa-4bf6-b4ae-bb35d28be691 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431511 Aug 12 04:47:19.587780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-7cc8af93-3a71-4182-8060-e256815ae50d service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821748 Aug 12 04:47:19.681307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cd3ee15-66dc-43ef-b698-b76cf6f9aaab req-2cb38088-032d-4ba1-a561-1486edd8615c service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865278 Aug 12 04:47:20.766938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 42940) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:20.926480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Deleting port dd8cf055-8e30-4aa0-a343-146f79802698 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:20.926772 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:21.002467 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:21.002855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:21.014810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Calling delete_port for dd8cf055-8e30-4aa0-a343-146f79802698 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:21.259593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:21.287733 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event deleted for resources: {'Port': ['ID=dd8cf055-8e30-4aa0-a343-146f79802698,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:21.317041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.317399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.317751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.318097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.318439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.318817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.319147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.319483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.319818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.320149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.320482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.320811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:21.359300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:21.359637 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Floating IP 189924e2-03cb-4ab4-becc-10757b85b4d9 disassociated (deleted). External IP: 172.25.6.56, port: 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217. Aug 12 04:47:21.564966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Router 5b96f629-c2d7-418f-8d59-9174e4ac0257 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:47:21.677146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:21.682144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:21.687154 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] Sync routers for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:21.697380 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:21.698027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:21.709125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c26434f5-c8f8-4fe2-a58e-2512d0b91ed4 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "DELETE /v2.0/floatingips/189924e2-03cb-4ab4-becc-10757b85b4d9 HTTP/1.1" status: 204 len: 168 time: 0.9410913 Aug 12 04:47:21.713465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:47:21.713465 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3709e334-bf3e-403d-b04b-b3ded49bbf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:47:21.806639 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:21.825864 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03958cb1-c869-4280-82d7-3e207dc67fe5 x-openstack-request-id: req-03958cb1-c869-4280-82d7-3e207dc67fe5 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:47:21.826394 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:47:21.826568 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03958cb1-c869-4280-82d7-3e207dc67fe5 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:47:21.827008 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'status': 'completed', 'code': 200} Aug 12 04:47:21.889282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-a7ed3bbc-79e1-4958-8006-e3d13d6def09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:21.890941 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-a7ed3bbc-79e1-4958-8006-e3d13d6def09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 1096 time: 0.0434697 Aug 12 04:47:21.988950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-522e60e3-8b6b-4bf1-b645-99e9a72e4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:21.990442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-522e60e3-8b6b-4bf1-b645-99e9a72e4466 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 200 len: 915 time: 0.0927808 Aug 12 04:47:22.030171 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:22.036953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-fdd9e5a9-7e4e-4222-9b94-13efc7b456cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 200 len: 217 time: 0.0393710 Aug 12 04:47:22.056421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] Checking router: 5b96f629-c2d7-418f-8d59-9174e4ac0257 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:22.064654 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:22.065339 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:22.090681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-7d72be9e-a160-4511-b01b-61fc87dd94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:22.092195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-7d72be9e-a160-4511-b01b-61fc87dd94b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 200 len: 853 time: 0.0480399 Aug 12 04:47:22.139047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-e53688da-551a-465c-b2de-f93f3132c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:22.140716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-e53688da-551a-465c-b2de-f93f3132c329 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4673966-7a0f-483e-98f3-1c961804b202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415339 Aug 12 04:47:22.172856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:22.195703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66858e3f-491c-4222-8556-33cdccb64461 req-84f699cb-b120-4f78-b964-08e2db0713c5 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:22.197451 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66858e3f-491c-4222-8556-33cdccb64461 req-84f699cb-b120-4f78-b964-08e2db0713c5 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 945 time: 0.0584300 Aug 12 04:47:22.242023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-66858e3f-491c-4222-8556-33cdccb64461 req-e247d10d-3304-41a0-83d2-1a9a822fb10e tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Aug 12 04:47:22.250091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-12327ba9-9dc8-4f45-9a9c-f1a57fac07da service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019218 Aug 12 04:47:22.343273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3709e334-bf3e-403d-b04b-b3ded49bbf1a req-b6102afe-0b68-4d92-be1f-936a4a63f2c7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852869 Aug 12 04:47:22.378305 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:22.403624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e019cdea-545c-49d6-9cac-9a7a9375f9c7 None None] The sync data for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 is: [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:43:31Z', 'revision_number': 4, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '367826cd-d1bc-404c-abc9-261f27f8eef1', 'name': '', 'network_id': 'c4673966-7a0f-483e-98f3-1c961804b202', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'mac_address': 'fa:16:3e:09:f6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:31Z', 'updated_at': '2021-08-12T04:43:38Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'subnets': [{'id': '5a51b833-c794-4229-8f5a-73ddf418fcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:22.616203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef12f4e-cbb5-4424-a1a4-00e787b4474b None None] New status for floating IP 189924e2-03cb-4ab4-becc-10757b85b4d9: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:47:23.365275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f6e2-9359-4b66-a9a2-eda4018b3a67 req-6c881de1-d04f-4298-a1f7-be4db81b48a2 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:23.366777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b134f6e2-9359-4b66-a9a2-eda4018b3a67 req-6c881de1-d04f-4298-a1f7-be4db81b48a2 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 945 time: 0.0540671 Aug 12 04:47:23.405565 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b134f6e2-9359-4b66-a9a2-eda4018b3a67 req-f1d31851-4b72-4006-82c2-58028437afca tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/security-groups?id=78946a9a-dfad-4e9c-aa30-137378007e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326755 Aug 12 04:47:23.624683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-25ee6b1f-628f-400f-b994-b8115f5b63c1 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:23.626058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-25ee6b1f-628f-400f-b994-b8115f5b63c1 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.36 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 945 time: 0.0480998 Aug 12 04:47:23.713420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Deleting port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:23.713757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:23.801901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] For port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:23.802262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:23.814823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Calling delete_port for 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:24.002145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:24.029164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event deleted for resources: {'Port': ['ID=0ed0e117-1c3c-4bb1-ba12-2fc6195bd217,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:24.042991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.043340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.043939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.044273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.044608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.044939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.045265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.045591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.045918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.046275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.046600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.046941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:24.085814 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] No DVR routers for this DVR port 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:47:24.088502 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:24.092019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fffc121-c7f9-48b4-8b77-d00588873c87 req-dde1a587-bd1a-445c-abc7-bc9e99ed1caf tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.36 "DELETE /v2.0/ports/0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 HTTP/1.1" status: 204 len: 173 time: 0.4575970 Aug 12 04:47:24.092019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'name': 'network-vif-deleted', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:47:24.093169 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823f07ba-106a-40c4-bada-65ecc2bb0d72" -d '{"events": [{"server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "name": "network-vif-deleted", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:47:24.195280 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba4d0f1-f332-4550-9bab-1570103dd10a x-openstack-request-id: req-7ba4d0f1-f332-4550-9bab-1570103dd10a {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:47:24.195280 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3", "name": "network-vif-deleted", "tag": "0ed0e117-1c3c-4bb1-ba12-2fc6195bd217", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:47:24.195280 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ba4d0f1-f332-4550-9bab-1570103dd10a {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:47:24.195280 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3', 'name': 'network-vif-deleted', 'tag': '0ed0e117-1c3c-4bb1-ba12-2fc6195bd217', 'status': 'completed', 'code': 200} Aug 12 04:47:24.505686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df7709bc-9976-42ce-bf9f-1ed2d1112879 req-ab281e73-b642-4371-88ac-8c6930d4841b tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Aug 12 04:47:25.603081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f4902eb-c4c5-4005-8f30-3f8e25768038 req-92c0dc30-d099-4e01-aad7-bbb0760cbcd6 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0271709 Aug 12 04:47:25.748027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:25.891309 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:26.700224 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4a594c32-7c26-4052-abdf-04aa6be1000e req-19b4463a-7d98-4c31-8df9-f798445e0aec tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0308628 Aug 12 04:47:27.213227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:27.233514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:27.233855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0ed0e117-1c3c-4bb1-ba12-2fc6195bd217 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:27.792520 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb5757ca-726a-46f5-9076-87e337a075cf req-0845a06c-6aea-4b6a-a30a-ffdd88af9df8 tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "GET /v2.0/ports?device_id=e63e4575-9fb8-4dbf-96b6-c806a6fbb4a3 HTTP/1.1" status: 200 len: 210 time: 0.0263817 Aug 12 04:47:28.276733 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3673553f-0ff9-4dc5-bc76-9a584ef0e18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:28.849079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 42974) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:28.905730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f82ba2e-44f4-486c-b77b-42faa978d74f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:28.931276 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f82ba2e-44f4-486c-b77b-42faa978d74f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:29.048245 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f82ba2e-44f4-486c-b77b-42faa978d74f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:29.050850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8f82ba2e-44f4-486c-b77b-42faa978d74f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:29.052026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8f82ba2e-44f4-486c-b77b-42faa978d74f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] 10.222.0.42 "DELETE /v2.0/security-groups/78946a9a-dfad-4e9c-aa30-137378007e8c HTTP/1.1" status: 204 len: 168 time: 0.2019551 Aug 12 04:47:29.061395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82ba2e-44f4-486c-b77b-42faa978d74f tempest-TestVolumeBackupRestore-282885274 tempest-TestVolumeBackupRestore-282885274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78946a9a-dfad-4e9c-aa30-137378007e8c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:30.842997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7e0f8422-aa4e-4557-b9a4-61ff272d5dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:30.979742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:32.211518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:32.933199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43164) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:33.302613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:33.706170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Deleting port 367826cd-d1bc-404c-abc9-261f27f8eef1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:33.706170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:33.706170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] For port 367826cd-d1bc-404c-abc9-261f27f8eef1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=367826cd-d1bc-404c-abc9-261f27f8eef1,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:33.706170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:33.706170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Calling delete_port for 367826cd-d1bc-404c-abc9-261f27f8eef1 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:33.773666 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:33.905489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:33.933701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Pushing event deleted for resources: {'Port': ['ID=367826cd-d1bc-404c-abc9-261f27f8eef1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:34.107195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:34.321749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Router 5b96f629-c2d7-418f-8d59-9174e4ac0257 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:47:34.430652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:34.436163 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d8d9e25e-3757-4b8d-b3a6-9c6d36376eef admin admin] 10.222.0.42 "PUT /v2.0/routers/5b96f629-c2d7-418f-8d59-9174e4ac0257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019314 Aug 12 04:47:34.438821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43234) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:34.439221 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] Sync routers for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:34.450567 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:34.451227 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:34.559652 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:34.841507 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:47:33Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:34.870645 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] Checking router: 5b96f629-c2d7-418f-8d59-9174e4ac0257 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:34.877848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:34.879058 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] Routers {'5b96f629-c2d7-418f-8d59-9174e4ac0257'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:34.879571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['5b96f629-c2d7-418f-8d59-9174e4ac0257'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:35.100131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.101370 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] Set router 5b96f629-c2d7-418f-8d59-9174e4ac0257 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:35.164091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Deleting port 299f041f-5d00-485b-8ed0-8f3178e691e5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:35.164363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.172536 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:47:33Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:35.198257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d398da3-589b-425c-8ab3-2287b0d3730b None None] The sync data for ids ['5b96f629-c2d7-418f-8d59-9174e4ac0257'] in n-d-804320-1 is: [{'id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'name': 'tempest-TestVolumeBackupRestore-1967939069-router', 'tenant_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:28Z', 'updated_at': '2021-08-12T04:47:33Z', 'revision_number': 5, 'project_id': 'a30fb74e3c694a78b3aa4a64dd99f0f3', 'gw_port': {'id': '299f041f-5d00-485b-8ed0-8f3178e691e5', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96f629-c2d7-418f-8d59-9174e4ac0257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:29Z', 'updated_at': '2021-08-12T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:35.251276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] For port 299f041f-5d00-485b-8ed0-8f3178e691e5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=299f041f-5d00-485b-8ed0-8f3178e691e5,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:35.251646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.264861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Calling delete_port for 299f041f-5d00-485b-8ed0-8f3178e691e5 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:35.493566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.526225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Pushing event deleted for resources: {'Port': ['ID=299f041f-5d00-485b-8ed0-8f3178e691e5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:35.594935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.691543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.693985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.819625 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.820197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b96f629-c2d7-418f-8d59-9174e4ac0257 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:47:35.824623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.825766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3b7ae3a0-690a-49c0-a5f5-9651aaabad08 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5b96f629-c2d7-418f-8d59-9174e4ac0257 HTTP/1.1" status: 204 len: 168 time: 1.3860302 Aug 12 04:47:35.828447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43296) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:35.880562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Deleting subnet 5a51b833-c794-4229-8f5a-73ddf418fcd0 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:47:35.884071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:35.922169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.007327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.117328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.142853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a51b833-c794-4229-8f5a-73ddf418fcd0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:36.147568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.149601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-82e2a525-98ed-4de5-b961-2e4960bb3682 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5a51b833-c794-4229-8f5a-73ddf418fcd0 HTTP/1.1" status: 204 len: 168 time: 0.3201804 Aug 12 04:47:36.152336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:36.154161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45071de4-3ae9-4670-b8e6-95ff7d7468a8 None None] Network c4673966-7a0f-483e-98f3-1c961804b202 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:47:36.222474 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.281602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Deleting port 339164aa-2a53-4de4-b093-00ad9a46f7df {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:36.282077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.352913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] DHCP port deletion for c4673966-7a0f-483e-98f3-1c961804b202 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:47:36.356404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] For port 339164aa-2a53-4de4-b093-00ad9a46f7df, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=339164aa-2a53-4de4-b093-00ad9a46f7df,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:36.356774 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.373470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Calling delete_port for 339164aa-2a53-4de4-b093-00ad9a46f7df owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:36.399819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Deleting port 339164aa-2a53-4de4-b093-00ad9a46f7df {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:36.400403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.467646 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] For port 339164aa-2a53-4de4-b093-00ad9a46f7df, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=339164aa-2a53-4de4-b093-00ad9a46f7df,segment=NetworkSegment(cbcfce88-81ea-40c6-9b00-23d04b9fea9e),segment_id=cbcfce88-81ea-40c6-9b00-23d04b9fea9e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:36.468047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.480969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Calling delete_port for 339164aa-2a53-4de4-b093-00ad9a46f7df owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:36.576737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.582593 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.609086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] No DVR routers for this DVR port 339164aa-2a53-4de4-b093-00ad9a46f7df on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:47:36.610748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Pushing event deleted for resources: {'Port': ['ID=339164aa-2a53-4de4-b093-00ad9a46f7df,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:36.612670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Pushing event deleted for resources: {'Port': ['ID=339164aa-2a53-4de4-b093-00ad9a46f7df,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:36.620957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] No DVR routers for this DVR port 339164aa-2a53-4de4-b093-00ad9a46f7df on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:47:36.624840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.625384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.625862 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.626354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.626905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.627378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.627844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.628320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.628651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.628981 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.629305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.629627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819627e6-7309-43dc-b7c1-5ac40957b140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:36.666209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 299f041f-5d00-485b-8ed0-8f3178e691e5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:36.685879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 299f041f-5d00-485b-8ed0-8f3178e691e5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:36.686225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 299f041f-5d00-485b-8ed0-8f3178e691e5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:36.686637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 367826cd-d1bc-404c-abc9-261f27f8eef1 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:36.707053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 367826cd-d1bc-404c-abc9-261f27f8eef1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:36.707405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 367826cd-d1bc-404c-abc9-261f27f8eef1 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:36.707644 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.707817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 339164aa-2a53-4de4-b093-00ad9a46f7df no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:36.719065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4673966-7a0f-483e-98f3-1c961804b202']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:36.726458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 339164aa-2a53-4de4-b093-00ad9a46f7df {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:36.726852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 339164aa-2a53-4de4-b093-00ad9a46f7df not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:36.730258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:36.730555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcfce88-81ea-40c6-9b00-23d04b9fea9e') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:36.739739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.753749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.759660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:47:36.760052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: timer() Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:47:36.761676 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:47:36.873912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.879807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:36.883137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c4673966-7a0f-483e-98f3-1c961804b202 HTTP/1.1" status: 204 len: 168 time: 0.7280881 Aug 12 04:47:36.884970 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43352) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:36.895685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac63774-0534-4613-b154-ae5ee66e2444 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4673966-7a0f-483e-98f3-1c961804b202,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:37.558694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:37.804014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Deleting port 2cf85840-b1b9-413f-b474-be4f9e5653ad {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:37.804348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:37.880740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] For port 2cf85840-b1b9-413f-b474-be4f9e5653ad, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2cf85840-b1b9-413f-b474-be4f9e5653ad,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:37.881107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:37.894081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Calling delete_port for 2cf85840-b1b9-413f-b474-be4f9e5653ad owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:38.119289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:38.142481 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf85840-b1b9-413f-b474-be4f9e5653ad,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:38.321096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:38.540603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:47:38.648805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:38.653887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-559a742e-2f43-47c2-8458-826fa986d583 admin admin] 10.222.0.42 "PUT /v2.0/routers/3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678907 Aug 12 04:47:38.656390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43440) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:38.658526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] Sync routers for ids ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:38.667755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] Routers {'3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:38.668378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:38.762959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:38.774426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] Set router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:38.866559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:38.950891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:47:38Z', 'revision_number': 5, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port': {'id': '7679f078-ce5f-46e4-a756-77e1145af8fc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:43:35Z', 'updated_at': '2021-08-12T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:38.980579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] Checking router: 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:38.989213 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Deleting port 7679f078-ce5f-46e4-a756-77e1145af8fc {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:38.989727 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:38.989814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] Routers {'3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:38.990284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:39.072349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] For port 7679f078-ce5f-46e4-a756-77e1145af8fc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7679f078-ce5f-46e4-a756-77e1145af8fc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:39.072715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.074327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] Set router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:39.085199 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Calling delete_port for 7679f078-ce5f-46e4-a756-77e1145af8fc owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:39.125243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:47:38Z', 'revision_number': 6, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:39.153993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaecc18-dccc-498e-b74b-9bd904c5de7a None None] The sync data for ids ['3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777'] in n-d-804320-1 is: [{'id': '3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777', 'name': 'tempest-TestVolumeBackupRestore-1138208468-router', 'tenant_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:43:34Z', 'updated_at': '2021-08-12T04:47:38Z', 'revision_number': 6, 'project_id': 'faf1a7ff24634bcaa05f282d954e3d99', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:39.299456 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.325624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7679f078-ce5f-46e4-a756-77e1145af8fc,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:39.395965 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.486632 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.489459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.596512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.597043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 04:47:39.601312 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.602567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-72979b4f-a24c-41de-a824-d64b97cd1fe2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3cd25ba5-b7ee-4d9b-b8bb-8f2096b49777 HTTP/1.1" status: 204 len: 168 time: 0.9452686 Aug 12 04:47:39.605066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43442) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:39.649352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Deleting subnet 90691807-d15c-4fc1-b6df-5c590028a41a {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 04:47:39.652258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.686199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.765166 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.888475 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.916574 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90691807-d15c-4fc1-b6df-5c590028a41a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:39.923181 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:39.927958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-340d5dd5-9fe7-4383-a58c-867d2514ab56 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90691807-d15c-4fc1-b6df-5c590028a41a HTTP/1.1" status: 204 len: 168 time: 0.3192904 Aug 12 04:47:39.928570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43444) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:39.931106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d7dc05-5c79-411b-b311-f675f6351ca9 None None] Network a53c04a7-8aff-4c15-a3e4-2a7b17afc60c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:47:40.001824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.056860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Deleting port 5806f0e4-4918-498d-a747-50a391f7ae67 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:40.057211 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.106644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] DHCP port deletion for a53c04a7-8aff-4c15-a3e4-2a7b17afc60c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 04:47:40.124648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] For port 5806f0e4-4918-498d-a747-50a391f7ae67, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5806f0e4-4918-498d-a747-50a391f7ae67,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:40.125035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.140265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Calling delete_port for 5806f0e4-4918-498d-a747-50a391f7ae67 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:40.155568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] Deleting port 5806f0e4-4918-498d-a747-50a391f7ae67 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:47:40.155952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.221349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] For port 5806f0e4-4918-498d-a747-50a391f7ae67, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5806f0e4-4918-498d-a747-50a391f7ae67,segment=NetworkSegment(4dc0149c-4406-44f9-882a-4a82b9bf795e),segment_id=4dc0149c-4406-44f9-882a-4a82b9bf795e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:40.221858 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.234473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] Calling delete_port for 5806f0e4-4918-498d-a747-50a391f7ae67 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:47:40.290592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.311937 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.318511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Pushing event deleted for resources: {'Port': ['ID=5806f0e4-4918-498d-a747-50a391f7ae67,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:40.320381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] No DVR routers for this DVR port 5806f0e4-4918-498d-a747-50a391f7ae67 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:47:40.343621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] Pushing event deleted for resources: {'Port': ['ID=5806f0e4-4918-498d-a747-50a391f7ae67,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:40.345426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667eef4-f83a-4fab-90c8-e6d8c719b599 None None] No DVR routers for this DVR port 5806f0e4-4918-498d-a747-50a391f7ae67 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:47:40.400064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.411256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53c04a7-8aff-4c15-a3e4-2a7b17afc60c']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:40.421740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc0149c-4406-44f9-882a-4a82b9bf795e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:40.421981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc0149c-4406-44f9-882a-4a82b9bf795e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:40.430818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.444676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.450446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 04:47:40.450908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: timer() Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 04:47:40.452513 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 04:47:40.559364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.563884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:40.566493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] 10.222.0.42 "DELETE /v2.0/networks/a53c04a7-8aff-4c15-a3e4-2a7b17afc60c HTTP/1.1" status: 204 len: 168 time: 0.6368167 Aug 12 04:47:40.578857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5c9f6-3e93-4c64-bb93-78f0f5b6fceb admin admin] Pushing event deleted for resources: {'Network': ['ID=a53c04a7-8aff-4c15-a3e4-2a7b17afc60c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:40.641458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7679f078-ce5f-46e4-a756-77e1145af8fc no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:40.662143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7679f078-ce5f-46e4-a756-77e1145af8fc {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:40.662498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7679f078-ce5f-46e4-a756-77e1145af8fc not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:40.662940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5806f0e4-4918-498d-a747-50a391f7ae67 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:40.682175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5806f0e4-4918-498d-a747-50a391f7ae67 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:40.682464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5806f0e4-4918-498d-a747-50a391f7ae67 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:40.682901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2cf85840-b1b9-413f-b474-be4f9e5653ad no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:47:40.702223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2cf85840-b1b9-413f-b474-be4f9e5653ad {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:47:40.702575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2cf85840-b1b9-413f-b474-be4f9e5653ad not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:47:40.994495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43448) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:41.033450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f307e925-3101-469e-96e6-571ef1cd9f67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a30fb74e3c694a78b3aa4a64dd99f0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377386 Aug 12 04:47:41.036740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43450) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:41.083332 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46786ef9-f6aa-4409-a6b3-4ccaece85641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:41.104179 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46786ef9-f6aa-4409-a6b3-4ccaece85641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:41.213266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46786ef9-f6aa-4409-a6b3-4ccaece85641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:41.215786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46786ef9-f6aa-4409-a6b3-4ccaece85641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:41.216933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-46786ef9-f6aa-4409-a6b3-4ccaece85641 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4931ea50-d35c-4fc9-9094-54e557314da0 HTTP/1.1" status: 204 len: 168 time: 0.1792789 Aug 12 04:47:41.224617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46786ef9-f6aa-4409-a6b3-4ccaece85641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4931ea50-d35c-4fc9-9094-54e557314da0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:41.828228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43456) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:41.867096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d981af77-82bd-414f-9284-6dc96b4e7c1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faf1a7ff24634bcaa05f282d954e3d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376756 Aug 12 04:47:41.869523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:41.920248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdc082d2-5c84-411b-8499-ffc36f20c59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:41.942304 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdc082d2-5c84-411b-8499-ffc36f20c59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:42.093518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdc082d2-5c84-411b-8499-ffc36f20c59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:42.096052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdc082d2-5c84-411b-8499-ffc36f20c59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:42.097810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fdc082d2-5c84-411b-8499-ffc36f20c59e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/861d4d92-233c-493d-9504-fe5806c4f8a8 HTTP/1.1" status: 204 len: 168 time: 0.2273622 Aug 12 04:47:42.105730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc082d2-5c84-411b-8499-ffc36f20c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861d4d92-233c-493d-9504-fe5806c4f8a8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:43.161366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43480) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:43.258265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1256485760-network', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:47:43.373502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:47:43.375897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.385209 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.472744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.561937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.587967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:47:43.593152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48185e4-c0dd-4cdd-8121-c660dc8379d7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:43.601135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.601135 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Added segment 198fa73f-450f-4cc0-92a1-13ea072130d6 of type vlan for network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 Aug 12 04:47:43.640306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.744702 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.745669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:43.746286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:43.804974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:43.814632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:47:43.869155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5b5b7b52-4d56-4c64-a225-00dcb680d7e8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7066782 Aug 12 04:47:43.872345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43484) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:43.877178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Request body: {'subnet': {'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1256485760-subnet', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:47:43.965298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:47:43.967657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.193850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.250668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0919a4e8-975a-4db9-a775-94da56a1c7c7,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:44.255381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:44.255732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Network hostable DHCP agents. Network: 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:47:44.324717 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:47:44.394329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:44.398727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:44.399825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.403096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3d0b1-e182-460d-aa43-b6bc00d0d2d8 None None] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:47:44.465629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4fbbef19-a365-4d8c-9e6e-e3b723397648 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5919859 Aug 12 04:47:44.468444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43486) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:44.472963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:47:44.545258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:47:44.546148 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.556624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.557760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.613937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.678476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Allocated IP 172.20.0.2 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/464955ae-a60b-4671-a555-bf9bc4fa86e4) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:47:44.814694 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.821367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.825401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Transition to ACTIVE for port object 464955ae-a60b-4671-a555-bf9bc4fa86e4 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:44.840232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Transition to ACTIVE for port object 464955ae-a60b-4671-a555-bf9bc4fa86e4 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:44.922828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:44.975751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:44.980962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:44.984531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:47:44.999039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Pushing event updated for resources: {'Port': ['ID=464955ae-a60b-4671-a555-bf9bc4fa86e4,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:45.047344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Attempting to bind port 464955ae-a60b-4671-a555-bf9bc4fa86e4 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:47:45.047720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Attempting to bind port 464955ae-a60b-4671-a555-bf9bc4fa86e4 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:47:45.048059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Attempting to bind port 464955ae-a60b-4671-a555-bf9bc4fa86e4 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:47:45.052946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:47:45.053344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:45.053785 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.054132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:47:45.054589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Bound port: 464955ae-a60b-4671-a555-bf9bc4fa86e4, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:47:45.054996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.099981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.117144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] For port 464955ae-a60b-4671-a555-bf9bc4fa86e4, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:47:45.120135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.120458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] For port 464955ae-a60b-4671-a555-bf9bc4fa86e4, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=464955ae-a60b-4671-a555-bf9bc4fa86e4,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:47:45.216656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.224902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Allocated IP 172.25.6.212 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/68b493d9-a851-4e05-9de3-be42f327a3cc) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:47:45.291651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1569f5-d239-4fe6-bedb-1de4bd50dcda None None] Pushing event updated for resources: {'Port': ['ID=464955ae-a60b-4671-a555-bf9bc4fa86e4,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:45.335391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.434214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:45.492559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:45.495728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:45.500214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:47:45.503515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Pushing event updated for resources: {'Port': ['ID=68b493d9-a851-4e05-9de3-be42f327a3cc,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:45.805932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.007944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.136644 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:47:46.185083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:47:46.199090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf59c3-58a2-4007-baab-68d92b1ee442 None None] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:47:46.291613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:46.303970 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:46.313312 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:46.314092 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:46.371047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.375494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 43488) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:46.376015 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f663623-75ac-47fa-a797-a996ee2e813a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9061182 Aug 12 04:47:46.405208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe1fc3c9-a68e-4e77-a6be-d2f4f0f27bbb None None] Provisioning for port 464955ae-a60b-4671-a555-bf9bc4fa86e4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:46.425895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:46.620604 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:45Z', 'revision_number': 3, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:46.648499 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:46.648842 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Updating router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 port 68b493d9-a851-4e05-9de3-be42f327a3cc binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:47:46.677184 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.682207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 464955ae-a60b-4671-a555-bf9bc4fa86e4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:46.785660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 464955ae-a60b-4671-a555-bf9bc4fa86e4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:46.789901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 464955ae-a60b-4671-a555-bf9bc4fa86e4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:46.790504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.826995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.871220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.905704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 464955ae-a60b-4671-a555-bf9bc4fa86e4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=464955ae-a60b-4671-a555-bf9bc4fa86e4,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:46.940517 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.950593 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Transition to ACTIVE for port object 68b493d9-a851-4e05-9de3-be42f327a3cc will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:46.985636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:46.987872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Allocated IP 172.20.0.1 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:47:47.024915 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.040490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=464955ae-a60b-4671-a555-bf9bc4fa86e4,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:47.082300 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Attempting to bind port 68b493d9-a851-4e05-9de3-be42f327a3cc on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:47:47.082662 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Attempting to bind port 68b493d9-a851-4e05-9de3-be42f327a3cc by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:47:47.083049 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Attempting to bind port 68b493d9-a851-4e05-9de3-be42f327a3cc on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:47:47.089663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Pushing event updated for resources: {'Port': ['ID=68b493d9-a851-4e05-9de3-be42f327a3cc,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:47.090223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.096322 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:47:47.097274 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:47.097656 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.098038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:47:47.098493 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Bound port: 68b493d9-a851-4e05-9de3-be42f327a3cc, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:47:47.098898 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.101802 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.102140 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.102473 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.102831 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.103278 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.103417 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Transition to ACTIVE for port object 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:47.103511 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.103829 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.104142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.104640 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.104960 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.105272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.105584 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:47:47.156878 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] For port 68b493d9-a851-4e05-9de3-be42f327a3cc, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:47:47.160365 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] For port 68b493d9-a851-4e05-9de3-be42f327a3cc, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=68b493d9-a851-4e05-9de3-be42f327a3cc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:47:47.208276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.243249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:47.246018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:47.248428 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.251838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:47:47.286550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Pushing event updated for resources: {'Port': ['ID=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:47.305056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.318760 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dd933-cdee-4bb6-a876-d3f8657797ff None None] Pushing event updated for resources: {'Port': ['ID=68b493d9-a851-4e05-9de3-be42f327a3cc,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:47.325935 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:47.326558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:47.435328 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:47.501041 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.614209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6a7680ce-5f9b-4182-882e-ca27648ddeed None None] Provisioning for port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:47.618656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6a7680ce-5f9b-4182-882e-ca27648ddeed None None] Provisioning complete for port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:47.619078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6a7680ce-5f9b-4182-882e-ca27648ddeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.672824 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.709086 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:45Z', 'revision_number': 3, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:47.736252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.736888 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325cb04-124f-4bf0-ba51-aed9b58cdc62 None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:45Z', 'revision_number': 3, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:47.808557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6a7680ce-5f9b-4182-882e-ca27648ddeed None None] Port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:47:47.814132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Pushing event updated for resources: {'Port': ['ID=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:47.819961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:47.915636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:47.917066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:48.077011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:47:48.197740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:48.202802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-398859b6-5fcc-4165-9eb0-8f4d5b2c9777 admin admin] 10.222.0.42 "PUT /v2.0/routers/abfdcd4f-6d3b-480a-bae8-a191c6f865b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255501 Aug 12 04:47:48.230746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0b1a773-510a-461e-a60d-77d88a59a448 None None] Provisioning complete for port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:48.231274 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0b1a773-510a-461e-a60d-77d88a59a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:48.267038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1a773-510a-461e-a60d-77d88a59a448 None None] Port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:47:48.731881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68b493d9-a851-4e05-9de3-be42f327a3cc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:48.847690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 68b493d9-a851-4e05-9de3-be42f327a3cc completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:48.851771 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 68b493d9-a851-4e05-9de3-be42f327a3cc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:48.852204 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:48.868752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43504) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:48.873860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-492256158-network', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:47:48.933390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:48.954590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 68b493d9-a851-4e05-9de3-be42f327a3cc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=68b493d9-a851-4e05-9de3-be42f327a3cc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:48.991091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Made reservation on behalf of d0a441a11b9346d2a54e6ebf554c7fcb for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:47:48.993626 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.003923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.085023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.085832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 464955ae-a60b-4671-a555-bf9bc4fa86e4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:49.092814 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.171129 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.180687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=68b493d9-a851-4e05-9de3-be42f327a3cc,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:49.194051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 464955ae-a60b-4671-a555-bf9bc4fa86e4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:49.194429 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.196652 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 04:47:49.207063 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc32023-142d-401b-9f51-87d433fec933,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:49.212513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.212513 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Added segment b12b3740-ced5-4be1-9caa-c709b87cdf40 of type vlan for network a70fe224-599d-49f2-973d-34dcf7a5804d Aug 12 04:47:49.252480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.311453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:49.321245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:49.321858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:49.339454 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.340439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:49.341015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.427607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:49.637020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 2, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:49.667692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:49.668049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Updating router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:47:49.694537 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:49.728516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] Pushing event updated for resources: {'Network': ['ID=a70fe224-599d-49f2-973d-34dcf7a5804d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:49.739102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a70fe224-599d-49f2-973d-34dcf7a5804d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 04:47:49.802793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-49f8275f-67d6-4051-8e8f-9cca74102f31 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9328027 Aug 12 04:47:49.805303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43506) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:49.810173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Request body: {'subnet': {'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-492256158-subnet', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:47:49.902049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Made reservation on behalf of d0a441a11b9346d2a54e6ebf554c7fcb for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:47:49.904518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.011242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.021555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Transition to ACTIVE for port object 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:50.090743 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.140255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b8f3b-612f-4c25-b434-638c7568b74a None None] Pushing event updated for resources: {'Port': ['ID=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:50.168226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.189005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Attempting to bind port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:47:50.189385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Attempting to bind port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:47:50.189752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Attempting to bind port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:47:50.196073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:47:50.196459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:50.196886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.197274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:47:50.197847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Bound port: 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:47:50.198138 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.219768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f45771-22e0-4320-9fc1-923731e5a414,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:50.235379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Checking segment: {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:50.235739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Network hostable DHCP agents. Network: a70fe224-599d-49f2-973d-34dcf7a5804d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 04:47:50.271590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] For port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:47:50.275023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] For port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:47:50.316428 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Network a70fe224-599d-49f2-973d-34dcf7a5804d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 04:47:50.348629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.407623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a70fe224-599d-49f2-973d-34dcf7a5804d) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:50.412816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:50.413471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:50.413984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:50.414661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.421282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b8f3b-612f-4c25-b434-638c7568b74a None None] Pushing event updated for resources: {'Port': ['ID=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:50.424499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f810a6d-6210-4e85-8b54-e8125c508c52 None None] Network a70fe224-599d-49f2-973d-34dcf7a5804d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:47:50.505283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-66f8560b-7b06-44f5-962d-6e0ef4ac380c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6989021 Aug 12 04:47:50.508527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43508) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:50.513831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:47:50.599400 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.600822 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.603955 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:50.657150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.669730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68b493d9-a851-4e05-9de3-be42f327a3cc up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:50.782491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a70fe224-599d-49f2-973d-34dcf7a5804d', 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'fixed_ips': [{'subnet_id': 'f9f45771-22e0-4320-9fc1-923731e5a414'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 04:47:50.783383 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.851527 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:50.915726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 68b493d9-a851-4e05-9de3-be42f327a3cc triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:50.916025 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.151814 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.171611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.206863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Allocated IP 172.20.0.2 (a70fe224-599d-49f2-973d-34dcf7a5804d/f9f45771-22e0-4320-9fc1-923731e5a414/b951f72a-adcb-4e49-9463-0465982b120d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:47:51.274313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Allocated IP 172.25.6.38 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:47:51.307961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:50Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:51.342308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b6d3b-4851-471a-b487-aa58543b84b6 None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:50Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:51.394504 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.431621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.441716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Transition to ACTIVE for port object b951f72a-adcb-4e49-9463-0465982b120d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:51.456271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Transition to ACTIVE for port object b951f72a-adcb-4e49-9463-0465982b120d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:51.528375 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.539357 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.567600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:51.572687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:51.576475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:47:51.586301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Network a70fe224-599d-49f2-973d-34dcf7a5804d is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:51.589389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:51.593015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:47:51.600202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Pushing event updated for resources: {'Port': ['ID=b951f72a-adcb-4e49-9463-0465982b120d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:51.604177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:51.665816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Attempting to bind port b951f72a-adcb-4e49-9463-0465982b120d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:47:51.666361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Attempting to bind port b951f72a-adcb-4e49-9463-0465982b120d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:47:51.666969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Attempting to bind port b951f72a-adcb-4e49-9463-0465982b120d on network a70fe224-599d-49f2-973d-34dcf7a5804d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:47:51.674375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:47:51.675337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Checking segment: {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:51.675755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.676158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Bound using segment: {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:47:51.677114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Bound port: b951f72a-adcb-4e49-9463-0465982b120d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:47:51.677114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.752927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] For port b951f72a-adcb-4e49-9463-0465982b120d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:47:51.756236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] For port b951f72a-adcb-4e49-9463-0465982b120d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b951f72a-adcb-4e49-9463-0465982b120d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:47:51.845311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:51.916168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d4b1-0b01-41b5-84f1-ad9d4353a8e8 None None] Pushing event updated for resources: {'Port': ['ID=b951f72a-adcb-4e49-9463-0465982b120d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:51.942648 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:52.174831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:52.382138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Router eeb06653-8ecd-47d3-a14a-ac9325506b15 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 04:47:52.491035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:52.505923 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Sync routers for ids ['eeb06653-8ecd-47d3-a14a-ac9325506b15'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:52.521642 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Routers {'eeb06653-8ecd-47d3-a14a-ac9325506b15'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:52.522484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['eeb06653-8ecd-47d3-a14a-ac9325506b15'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:52.581999 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:52.583606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b1b65210-9c70-4c46-8053-e2ad4765fc98 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0738986 Aug 12 04:47:52.586110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 43512) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:47:52.668529 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Set router eeb06653-8ecd-47d3-a14a-ac9325506b15 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:52.753126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:52.871300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:52.875730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:52.876164 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:52.891650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T04:47:51Z', 'revision_number': 3, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:52.917063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6aa3f9-d41c-40df-adc6-cc53134ec3cf None None] Network a70fe224-599d-49f2-973d-34dcf7a5804d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 04:47:52.923434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Checking router: eeb06653-8ecd-47d3-a14a-ac9325506b15 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:52.923434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Updating router eeb06653-8ecd-47d3-a14a-ac9325506b15 port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:47:52.952261 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.097724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.115705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.115931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9f0c0b1d-b04e-4bea-b8b7-eb31e525796c None None] Provisioning for port b951f72a-adcb-4e49-9463-0465982b120d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:53.173195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:53.223110 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.234660 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Transition to ACTIVE for port object fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:53.242088 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.243084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b951f72a-adcb-4e49-9463-0465982b120d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:53.286218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Allocated IP 172.20.0.1 (a70fe224-599d-49f2-973d-34dcf7a5804d/f9f45771-22e0-4320-9fc1-923731e5a414/89b6dca1-bceb-4b5c-8373-82a37095d03d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:47:53.316229 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.326142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:53.381678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f8973-2901-44e4-a031-92b1c177323a None None] Pushing event updated for resources: {'Port': ['ID=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:53.386076 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Attempting to bind port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:47:53.386421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Attempting to bind port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:47:53.386874 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Attempting to bind port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:47:53.393903 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:47:53.394276 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:53.394815 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.395144 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:47:53.395605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Bound port: fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:47:53.395981 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.399223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port b951f72a-adcb-4e49-9463-0465982b120d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:53.403881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b951f72a-adcb-4e49-9463-0465982b120d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:53.404281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.410920 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.427124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Transition to ACTIVE for port object 89b6dca1-bceb-4b5c-8373-82a37095d03d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:53.460141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] For port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:47:53.463141 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] For port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:47:53.466120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8b8519ea-1679-4030-98b8-04e56aff7523 None None] Provisioning complete for port b951f72a-adcb-4e49-9463-0465982b120d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:53.466497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b8519ea-1679-4030-98b8-04e56aff7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.536739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.545771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.547394 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.580969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Network a70fe224-599d-49f2-973d-34dcf7a5804d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:53.584174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:53.588667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:47:53.606168 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Routers {'eeb06653-8ecd-47d3-a14a-ac9325506b15'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:53.607102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['eeb06653-8ecd-47d3-a14a-ac9325506b15'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:53.620953 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8b8519ea-1679-4030-98b8-04e56aff7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.623760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port b951f72a-adcb-4e49-9463-0465982b120d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b951f72a-adcb-4e49-9463-0465982b120d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:53.629424 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.647632 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f8973-2901-44e4-a031-92b1c177323a None None] Pushing event updated for resources: {'Port': ['ID=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:53.676383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Pushing event updated for resources: {'Port': ['ID=89b6dca1-bceb-4b5c-8373-82a37095d03d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:53.699353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.743579 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] Set router eeb06653-8ecd-47d3-a14a-ac9325506b15 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:53.779764 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-8b8519ea-1679-4030-98b8-04e56aff7523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 04:47:53.780112 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-8b8519ea-1679-4030-98b8-04e56aff7523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 04:47:53.780737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=b951f72a-adcb-4e49-9463-0465982b120d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:53.845944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:53.934599 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T04:47:51Z', 'revision_number': 3, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:53.960518 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac777542-c912-4b21-b5d1-746d736fc2b7 None None] The sync data for ids ['eeb06653-8ecd-47d3-a14a-ac9325506b15'] in n-d-804320-1 is: [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T04:47:51Z', 'revision_number': 3, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:54.014990 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:54.079284 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:54.150746 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:54.152725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Pushing event updated for resources: {'Port': ['ID=89b6dca1-bceb-4b5c-8373-82a37095d03d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:54.267451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Network a70fe224-599d-49f2-973d-34dcf7a5804d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:47:54.269592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:47:54.396389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Router eeb06653-8ecd-47d3-a14a-ac9325506b15 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:47:54.507842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-63c548a0-4ace-42a8-a916-b1b35ed255f8 None None] Provisioning for port 89b6dca1-bceb-4b5c-8373-82a37095d03d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:54.513737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-63c548a0-4ace-42a8-a916-b1b35ed255f8 None None] Provisioning complete for port 89b6dca1-bceb-4b5c-8373-82a37095d03d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:54.514227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-63c548a0-4ace-42a8-a916-b1b35ed255f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:54.517104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:47:54.533064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-89551f83-ec9b-4909-96b7-dcfe5fc2b5cb admin admin] 10.222.0.42 "PUT /v2.0/routers/eeb06653-8ecd-47d3-a14a-ac9325506b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9373112 Aug 12 04:47:54.550886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-63c548a0-4ace-42a8-a916-b1b35ed255f8 None None] Port 89b6dca1-bceb-4b5c-8373-82a37095d03d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:47:54.676379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cebefed2-3121-46f6-97e7-07f7ae926529 None None] Provisioning complete for port 89b6dca1-bceb-4b5c-8373-82a37095d03d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:54.676979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cebefed2-3121-46f6-97e7-07f7ae926529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:54.725511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cebefed2-3121-46f6-97e7-07f7ae926529 None None] Port 89b6dca1-bceb-4b5c-8373-82a37095d03d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:47:54.755346 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:54.811508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:54.811880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:54.886320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b951f72a-adcb-4e49-9463-0465982b120d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:54.943243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b951f72a-adcb-4e49-9463-0465982b120d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:54.943622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:55.021723 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:55.130460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:55.135083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:55.135083 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:55.218757 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:55.245236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:55.322228 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:55.369468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:55.527333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Sync routers for ids ['eeb06653-8ecd-47d3-a14a-ac9325506b15'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:47:55.536944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Routers {'eeb06653-8ecd-47d3-a14a-ac9325506b15'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:55.537566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['eeb06653-8ecd-47d3-a14a-ac9325506b15'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:55.641378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Set router eeb06653-8ecd-47d3-a14a-ac9325506b15 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:55.758991 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:55.863422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 4, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '89b6dca1-bceb-4b5c-8373-82a37095d03d', 'name': '', 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'mac_address': 'fa:16:3e:be:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f9f45771-22e0-4320-9fc1-923731e5a414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:53Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 2, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'subnets': [{'id': 'f9f45771-22e0-4320-9fc1-923731e5a414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:55.889268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Checking router: eeb06653-8ecd-47d3-a14a-ac9325506b15 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:47:55.889613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Updating router eeb06653-8ecd-47d3-a14a-ac9325506b15 port 89b6dca1-bceb-4b5c-8373-82a37095d03d binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 04:47:55.908273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:55.915367 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:56.177101 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:56.186434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Transition to ACTIVE for port object 89b6dca1-bceb-4b5c-8373-82a37095d03d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:47:56.276079 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:56.331695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a5916-4b5b-444c-b143-0aef82235c43 None None] Pushing event updated for resources: {'Port': ['ID=89b6dca1-bceb-4b5c-8373-82a37095d03d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:56.380680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Attempting to bind port 89b6dca1-bceb-4b5c-8373-82a37095d03d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:47:56.381051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Attempting to bind port 89b6dca1-bceb-4b5c-8373-82a37095d03d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:47:56.381416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Attempting to bind port 89b6dca1-bceb-4b5c-8373-82a37095d03d on network a70fe224-599d-49f2-973d-34dcf7a5804d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:47:56.386875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:47:56.387189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Checking segment: {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:47:56.387594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:56.387993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Bound using segment: {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:47:56.388462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Bound port: 89b6dca1-bceb-4b5c-8373-82a37095d03d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12b3740-ced5-4be1-9caa-c709b87cdf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:47:56.388918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:56.459028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] For port 89b6dca1-bceb-4b5c-8373-82a37095d03d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:47:56.463452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] For port 89b6dca1-bceb-4b5c-8373-82a37095d03d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=89b6dca1-bceb-4b5c-8373-82a37095d03d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:47:56.525242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:56.597020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a5916-4b5b-444c-b143-0aef82235c43 None None] Pushing event updated for resources: {'Port': ['ID=89b6dca1-bceb-4b5c-8373-82a37095d03d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:56.600861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Routers {'eeb06653-8ecd-47d3-a14a-ac9325506b15'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:47:56.601474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:47:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['eeb06653-8ecd-47d3-a14a-ac9325506b15'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:56.859477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:56.924444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] Set router eeb06653-8ecd-47d3-a14a-ac9325506b15 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:47:56.999477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:56.999851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:57.187394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 4, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '89b6dca1-bceb-4b5c-8373-82a37095d03d', 'name': '', 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'mac_address': 'fa:16:3e:be:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f9f45771-22e0-4320-9fc1-923731e5a414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:53Z', 'updated_at': '2021-08-12T04:47:56Z', 'revision_number': 4, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'subnets': [{'id': 'f9f45771-22e0-4320-9fc1-923731e5a414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:47:57.214139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88036452-ec0d-4e01-829f-63b9431cfd5a None None] The sync data for ids ['eeb06653-8ecd-47d3-a14a-ac9325506b15'] in n-d-804320-1 is: [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 4, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '89b6dca1-bceb-4b5c-8373-82a37095d03d', 'name': '', 'network_id': 'a70fe224-599d-49f2-973d-34dcf7a5804d', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'mac_address': 'fa:16:3e:be:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f9f45771-22e0-4320-9fc1-923731e5a414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:53Z', 'updated_at': '2021-08-12T04:47:56Z', 'revision_number': 4, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'subnets': [{'id': 'f9f45771-22e0-4320-9fc1-923731e5a414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:47:58.235948 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3960358c-f748-4831-8b9e-4f340194cb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:58.286802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-7126a1ff-5439-4300-ae9c-00cb4ecc91f3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:47:58.288336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-7126a1ff-5439-4300-ae9c-00cb4ecc91f3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1058688 Aug 12 04:47:58.303812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-49b4db83-bdec-4fcc-a8ba-17b0200a19fa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0097742 Aug 12 04:47:58.360475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-5696ac47-0a5c-49bf-bbc5-b851a5a054f1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511496 Aug 12 04:47:58.449120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-f4103cfe-1079-483c-800c-01fd59e7b5b0 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818930 Aug 12 04:47:58.543074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-1f5a9443-32c2-40a3-8987-e38398d54d19 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879929 Aug 12 04:47:58.670688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 89b6dca1-bceb-4b5c-8373-82a37095d03d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:47:58.787717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 89b6dca1-bceb-4b5c-8373-82a37095d03d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:47:58.791808 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 89b6dca1-bceb-4b5c-8373-82a37095d03d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:47:58.792181 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:58.868969 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:58.900706 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 89b6dca1-bceb-4b5c-8373-82a37095d03d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=89b6dca1-bceb-4b5c-8373-82a37095d03d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:47:59.007501 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:47:59.053699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=89b6dca1-bceb-4b5c-8373-82a37095d03d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:47:59.148321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7034e435-f820-41c2-bb8d-4dd94fe9d3ad req-5a71ac78-d416-4e86-9edd-da34e5f03271 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0279462 Aug 12 04:48:00.225067 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-37cfeff7-c8bd-40d6-a5be-4828b7041839 req-c47bd2c1-c274-49d3-9c7e-7998163c0c85 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0270724 Aug 12 04:48:00.653537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 89b6dca1-bceb-4b5c-8373-82a37095d03d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:48:00.702381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 89b6dca1-bceb-4b5c-8373-82a37095d03d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:48:00.702676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:00.930473 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6a9c306b-61f4-4530-884b-4daa6a7a6d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:00.957685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:01.302048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c110722b-772f-4467-a683-924f1d185d2e req-607cbaf3-edde-498b-a95f-fb030bddf2ed tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0261409 Aug 12 04:48:02.224407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:02.391905 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23c563ae-9246-4ba6-917e-843ce2e48229 req-38eb1b1a-e65f-4d19-ae7d-e1b444c4f9af tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0260265 Aug 12 04:48:03.486041 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03fc9011-f104-4d3e-b42f-a27e1b15412d req-fec3f82a-1c83-4afb-9349-a2e63ad96170 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0303869 Aug 12 04:48:03.761912 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:04.268894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-696baecd-d936-4ae4-8810-4186329940c9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:04.270381 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-696baecd-d936-4ae4-8810-4186329940c9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1017146 Aug 12 04:48:04.283305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:48:04.441364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:48:04.445018 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:04.585541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1c84271-7298-46fb-8fee-af25c9f3b56a req-8b41db02-d237-43e3-8ea9-4c8a267931b8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0303164 Aug 12 04:48:04.601203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.13 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/5b54af48-e642-4ae8-9a16-53ba41dc67be) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:48:04.751988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:04.765444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object 5b54af48-e642-4ae8-9a16-53ba41dc67be will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:48:04.862591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:04.904109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:48:04.909084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:48:04.913868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:48:04.950318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=5b54af48-e642-4ae8-9a16-53ba41dc67be,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:04.985490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:04.986118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:05.062601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-407115b0-4fc3-4835-b362-1283f9a68639 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830312 Aug 12 04:48:05.075601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Request body: {'port': {'device_id': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:48:05.140239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:05.262007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c7cdf08-6ddd-4aad-b7f2-753a318e4156 None None] Provisioning for port 5b54af48-e642-4ae8-9a16-53ba41dc67be completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:48:05.266011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c7cdf08-6ddd-4aad-b7f2-753a318e4156 None None] Provisioning complete for port 5b54af48-e642-4ae8-9a16-53ba41dc67be triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:48:05.266387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdf08-6ddd-4aad-b7f2-753a318e4156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:05.302286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8c7cdf08-6ddd-4aad-b7f2-753a318e4156 None None] Port 5b54af48-e642-4ae8-9a16-53ba41dc67be cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:48:05.395796 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b54af48-e642-4ae8-9a16-53ba41dc67be {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:48:05.403033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:05.414478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Transition to ACTIVE for port object 5b54af48-e642-4ae8-9a16-53ba41dc67be will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:48:05.473485 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:05.524446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b54af48-e642-4ae8-9a16-53ba41dc67be,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:05.729578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661a76e-ebae-403b-bf15-ab2717904648 req-4a24b322-01ba-4fbd-8ff1-3d44998ae3c7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:05.731368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8661a76e-ebae-403b-bf15-ab2717904648 req-4a24b322-01ba-4fbd-8ff1-3d44998ae3c7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0662289 Aug 12 04:48:05.774958 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8661a76e-ebae-403b-bf15-ab2717904648 req-0f854a63-74af-4eb8-b4a8-3a7a28988b63 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Aug 12 04:48:05.955014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Attempting to bind port 5b54af48-e642-4ae8-9a16-53ba41dc67be on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:48:05.955344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Attempting to bind port 5b54af48-e642-4ae8-9a16-53ba41dc67be by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:48:05.955668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Attempting to bind port 5b54af48-e642-4ae8-9a16-53ba41dc67be on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:48:05.959952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Port 5b54af48-e642-4ae8-9a16-53ba41dc67be on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:48:05.960268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Attempting to bind port 5b54af48-e642-4ae8-9a16-53ba41dc67be on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:48:05.965075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:48:05.965410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:48:05.965793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:48:05.966217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Bound port: 5b54af48-e642-4ae8-9a16-53ba41dc67be, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:48:05.966572 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:06.027528 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] For port 5b54af48-e642-4ae8-9a16-53ba41dc67be, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:48:06.030444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] For port 5b54af48-e642-4ae8-9a16-53ba41dc67be, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5b54af48-e642-4ae8-9a16-53ba41dc67be,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:48:06.114644 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:06.148689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.149513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:06.150821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5b54af48-e642-4ae8-9a16-53ba41dc67be HTTP/1.1" status: 200 len: 1092 time: 1.0797698 Aug 12 04:48:06.151265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'tag': '5b54af48-e642-4ae8-9a16-53ba41dc67be'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:48:06.153591 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c94323-b235-43d7-8f2b-ee0ff954f49a" -d '{"events": [{"name": "network-changed", "server_uuid": "899ad4be-544e-465b-bb54-5d3f8fc7c38e", "tag": "5b54af48-e642-4ae8-9a16-53ba41dc67be"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:48:06.189561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169a165-dc90-417a-979a-80e2b6f340b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5b54af48-e642-4ae8-9a16-53ba41dc67be,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:06.196421 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff8185-9704-43b9-9e4d-889ad44e7c36 x-openstack-request-id: req-d8ff8185-9704-43b9-9e4d-889ad44e7c36 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:48:06.196791 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899ad4be-544e-465b-bb54-5d3f8fc7c38e", "tag": "5b54af48-e642-4ae8-9a16-53ba41dc67be", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:48:06.197110 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8ff8185-9704-43b9-9e4d-889ad44e7c36 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:48:06.197822 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'tag': '5b54af48-e642-4ae8-9a16-53ba41dc67be', 'status': 'completed', 'code': 200} Aug 12 04:48:06.265587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94323-b235-43d7-8f2b-ee0ff954f49a req-d8b34b27-eb35-4b78-aa8f-efb2c93c4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.267218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0c94323-b235-43d7-8f2b-ee0ff954f49a req-d8b34b27-eb35-4b78-aa8f-efb2c93c4356 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 1095 time: 0.0482483 Aug 12 04:48:06.399695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94323-b235-43d7-8f2b-ee0ff954f49a req-a2524358-b386-4ada-a2f2-a900f15276ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.401373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0c94323-b235-43d7-8f2b-ee0ff954f49a req-a2524358-b386-4ada-a2f2-a900f15276ea service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0130e89961a44e0aa40dedd5ec58033&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1256580 Aug 12 04:48:06.512107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94323-b235-43d7-8f2b-ee0ff954f49a req-0a028472-ae3f-47ae-a4e5-c762664231e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.513598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0c94323-b235-43d7-8f2b-ee0ff954f49a req-0a028472-ae3f-47ae-a4e5-c762664231e0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054263 Aug 12 04:48:06.593165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-c0fb419c-b417-47f0-9101-acfe1ba7da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.595020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-c0fb419c-b417-47f0-9101-acfe1ba7da9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 1095 time: 0.0444713 Aug 12 04:48:06.644484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-97e4bf63-9713-41f9-9ef1-72e8e660c0ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b54af48-e642-4ae8-9a16-53ba41dc67be HTTP/1.1" status: 200 len: 217 time: 0.0375843 Aug 12 04:48:06.698312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-a19d70fc-1bd9-4868-a049-04cf57a3f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.699804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-a19d70fc-1bd9-4868-a049-04cf57a3f120 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0481749 Aug 12 04:48:06.748891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-b6e229be-6df1-443e-b6f0-71509efad81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.750309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-b6e229be-6df1-443e-b6f0-71509efad81c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415716 Aug 12 04:48:06.849521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-0e22a69b-3092-4474-81fa-0dac2e23052e service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918138 Aug 12 04:48:06.892450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef211e2-25bc-4c92-9672-05a4bbb992a1 req-d202d268-4806-4d52-add8-70756109387a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:06.893976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef211e2-25bc-4c92-9672-05a4bbb992a1 req-d202d268-4806-4d52-add8-70756109387a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0492885 Aug 12 04:48:06.935402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ef211e2-25bc-4c92-9672-05a4bbb992a1 req-3c56690f-a850-46ac-9380-b973ce4a9ca5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Aug 12 04:48:06.951637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27c3c600-8d80-4ec4-abb8-48e8243d7d31 req-9ac69b4b-eea1-479b-8053-bb2114bc8904 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947294 Aug 12 04:48:08.057806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b0af-29a2-4834-b405-3e2862d1d2cd req-027233ef-bf20-4236-b1ff-51e2bcdb5eb2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:08.059343 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6a8b0af-29a2-4834-b405-3e2862d1d2cd req-027233ef-bf20-4236-b1ff-51e2bcdb5eb2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0494428 Aug 12 04:48:08.106360 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6a8b0af-29a2-4834-b405-3e2862d1d2cd req-6a1a8b52-d402-4f63-af3b-8eec51dc8087 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Aug 12 04:48:09.222115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ac567-6640-4d7e-9a2f-5285962482ee req-79716ffa-1a73-47d6-8c1c-8a63538ec9d7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:09.223610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c81ac567-6640-4d7e-9a2f-5285962482ee req-79716ffa-1a73-47d6-8c1c-8a63538ec9d7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0518012 Aug 12 04:48:09.585942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c81ac567-6640-4d7e-9a2f-5285962482ee req-6245870d-836f-4dd1-99fe-508a96c04a66 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562992 Aug 12 04:48:10.702556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0021-1815-4de1-9ec2-fe63ba843448 req-2e99aa2b-19ea-4247-b06b-d877f40f7cc0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:10.704078 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acaf0021-1815-4de1-9ec2-fe63ba843448 req-2e99aa2b-19ea-4247-b06b-d877f40f7cc0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0528059 Aug 12 04:48:10.741545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-acaf0021-1815-4de1-9ec2-fe63ba843448 req-b223235b-1952-456c-bd8f-a4ad060ee320 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Aug 12 04:48:11.854192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbee31-6c50-424d-af11-733838932ab0 req-565d5ccc-7af9-40e4-993c-584fc8d7f29f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:11.855673 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2cbee31-6c50-424d-af11-733838932ab0 req-565d5ccc-7af9-40e4-993c-584fc8d7f29f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0477383 Aug 12 04:48:11.892115 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2cbee31-6c50-424d-af11-733838932ab0 req-3a94fa09-802b-475c-a4a6-b5c797b2d5e0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Aug 12 04:48:13.006544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3ecee-661a-466a-9547-0fcc04fb9e71 req-61c2bbb1-9808-47d3-bf0c-55035889a9e8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:13.008074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11d3ecee-661a-466a-9547-0fcc04fb9e71 req-61c2bbb1-9808-47d3-bf0c-55035889a9e8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0489740 Aug 12 04:48:13.044585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-11d3ecee-661a-466a-9547-0fcc04fb9e71 req-a0598cca-d905-40f0-9d02-becb6894e36f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304530 Aug 12 04:48:14.157325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df77ad-884f-425b-a0df-8fbf075abb68 req-a10c2b0c-9419-4781-9e7a-9599a09ee812 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:14.158819 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81df77ad-884f-425b-a0df-8fbf075abb68 req-a10c2b0c-9419-4781-9e7a-9599a09ee812 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0475075 Aug 12 04:48:14.196530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81df77ad-884f-425b-a0df-8fbf075abb68 req-2335eb0e-00d2-4d13-9740-a96a2704a740 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Aug 12 04:48:15.308897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3c636-a810-41b6-b23b-433052d0a7d3 req-3c33339b-1c25-48e8-8141-c258ffbaecf8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:15.310378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-abe3c636-a810-41b6-b23b-433052d0a7d3 req-3c33339b-1c25-48e8-8141-c258ffbaecf8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0486038 Aug 12 04:48:15.347517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-abe3c636-a810-41b6-b23b-433052d0a7d3 req-89fd3150-a5db-432d-a663-c1800e537256 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Aug 12 04:48:16.462903 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edaec9-551d-4acc-b8eb-7ea18062c4e7 req-21025da0-ab14-44a2-8e39-506be59c22d4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:16.464367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2edaec9-551d-4acc-b8eb-7ea18062c4e7 req-21025da0-ab14-44a2-8e39-506be59c22d4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0517237 Aug 12 04:48:16.500603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c2edaec9-551d-4acc-b8eb-7ea18062c4e7 req-31354c38-dc37-4d76-a58c-53ba21afc332 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Aug 12 04:48:17.476025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5b54af48-e642-4ae8-9a16-53ba41dc67be details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:48:17.567690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 5b54af48-e642-4ae8-9a16-53ba41dc67be, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5b54af48-e642-4ae8-9a16-53ba41dc67be,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:48:17.579183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '5b54af48-e642-4ae8-9a16-53ba41dc67be', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': '5b54af48-e642-4ae8-9a16-53ba41dc67be', 'mac_address': 'fa:16:3e:34:44:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:48:17.616691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:17.618502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da70bb6-1b01-4b2c-ac56-382e370aba66 req-820be094-d99f-4495-9d2b-e4ee6b53a8c9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:17.620025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5da70bb6-1b01-4b2c-ac56-382e370aba66 req-820be094-d99f-4495-9d2b-e4ee6b53a8c9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 944 time: 0.0522795 Aug 12 04:48:17.629311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b54af48-e642-4ae8-9a16-53ba41dc67be {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:48:17.652659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 5b54af48-e642-4ae8-9a16-53ba41dc67be, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5b54af48-e642-4ae8-9a16-53ba41dc67be,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:48:17.657205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5da70bb6-1b01-4b2c-ac56-382e370aba66 req-c46dfeac-1ee7-4817-9fa4-c16cfb2a0af7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Aug 12 04:48:17.730163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:17.775866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=5b54af48-e642-4ae8-9a16-53ba41dc67be,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:17.930187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['5b54af48-e642-4ae8-9a16-53ba41dc67be'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:48:18.769370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6ee8b-f456-4779-b5c8-b0649857f334 req-dce6a95e-1d4b-4d46-81d3-00ebe83b087d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:18.771381 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-abf6ee8b-f456-4779-b5c8-b0649857f334 req-dce6a95e-1d4b-4d46-81d3-00ebe83b087d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 945 time: 0.0480027 Aug 12 04:48:18.807403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-abf6ee8b-f456-4779-b5c8-b0649857f334 req-787e07e0-9a51-4ec7-8a44-f8648bc3a02d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301571 Aug 12 04:48:19.491685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5b54af48-e642-4ae8-9a16-53ba41dc67be up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:48:19.584261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 5b54af48-e642-4ae8-9a16-53ba41dc67be completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:48:19.588053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 5b54af48-e642-4ae8-9a16-53ba41dc67be triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:48:19.588429 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:19.661407 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:19.683315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b54af48-e642-4ae8-9a16-53ba41dc67be'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:48:19.685519 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90a99a9-c7a4-45a5-bbbe-bc4b6f0d4279" -d '{"events": [{"server_uuid": "899ad4be-544e-465b-bb54-5d3f8fc7c38e", "name": "network-vif-plugged", "status": "completed", "tag": "5b54af48-e642-4ae8-9a16-53ba41dc67be"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:48:19.698781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 5b54af48-e642-4ae8-9a16-53ba41dc67be, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5b54af48-e642-4ae8-9a16-53ba41dc67be,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:48:19.720970 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a32b97-2e70-40c8-801f-dc9f017c1da4 x-openstack-request-id: req-b2a32b97-2e70-40c8-801f-dc9f017c1da4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:48:19.721286 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899ad4be-544e-465b-bb54-5d3f8fc7c38e", "name": "network-vif-plugged", "status": "completed", "tag": "5b54af48-e642-4ae8-9a16-53ba41dc67be", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:48:19.721541 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2a32b97-2e70-40c8-801f-dc9f017c1da4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:48:19.721936 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b54af48-e642-4ae8-9a16-53ba41dc67be', 'code': 200} Aug 12 04:48:19.744649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:19.798491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=5b54af48-e642-4ae8-9a16-53ba41dc67be,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:19.814232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556add0f-6f09-4208-97d7-05256593b11c req-3fefafa0-c867-4176-8128-44a762e7dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:19.815827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-556add0f-6f09-4208-97d7-05256593b11c req-3fefafa0-c867-4176-8128-44a762e7dfca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 1097 time: 0.0403383 Aug 12 04:48:19.851599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-556add0f-6f09-4208-97d7-05256593b11c req-5889e026-e5c7-4819-8880-09be1d742843 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286858 Aug 12 04:48:19.920583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58255093-144b-459c-899f-2782a1bce40f req-566260c3-3ad7-4b55-ae71-fe0fb7fafb75 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:19.922065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58255093-144b-459c-899f-2782a1bce40f req-566260c3-3ad7-4b55-ae71-fe0fb7fafb75 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0491161 Aug 12 04:48:19.961279 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58255093-144b-459c-899f-2782a1bce40f req-3c288757-18a0-494d-9eb9-ee941b769e97 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Aug 12 04:48:21.075466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229e4e8-0803-414c-a742-0ab0a21f3ff9 req-309f93ba-6a8a-44a2-8979-3028aaead256 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:21.076928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4229e4e8-0803-414c-a742-0ab0a21f3ff9 req-309f93ba-6a8a-44a2-8979-3028aaead256 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0476825 Aug 12 04:48:21.114154 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4229e4e8-0803-414c-a742-0ab0a21f3ff9 req-e8390de0-e1c7-430f-90d1-2c99ecf4681b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Aug 12 04:48:21.229369 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9b1c2-6525-426e-90e0-8c349525ef8f req-42dd8133-56ea-4f6e-8221-c28cf35c4dd9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:21.230870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0b9b1c2-6525-426e-90e0-8c349525ef8f req-42dd8133-56ea-4f6e-8221-c28cf35c4dd9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0521023 Aug 12 04:48:21.268148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0b9b1c2-6525-426e-90e0-8c349525ef8f req-e0a5cc7b-3a13-4ef2-9bfe-db0c2efcf572 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Aug 12 04:48:21.383413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6444b1-5ac2-4b3a-af4e-fc5a3b8db09f req-8287c048-adfd-4996-ae29-9fd677908c63 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:21.385018 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee6444b1-5ac2-4b3a-af4e-fc5a3b8db09f req-8287c048-adfd-4996-ae29-9fd677908c63 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0533543 Aug 12 04:48:21.422114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee6444b1-5ac2-4b3a-af4e-fc5a3b8db09f req-f33b142c-b76f-40e6-80a6-0423f3ab4f56 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Aug 12 04:48:21.867529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1256a7-5d60-4b34-870d-cbc503c01238 req-0bae1fcf-789d-4ee1-adb7-0ee3350447f5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:21.869005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe1256a7-5d60-4b34-870d-cbc503c01238 req-0bae1fcf-789d-4ee1-adb7-0ee3350447f5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0492060 Aug 12 04:48:21.906404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe1256a7-5d60-4b34-870d-cbc503c01238 req-06c7bea3-e8a4-449f-adb4-9b9ed5c49a37 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Aug 12 04:48:23.020734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e0f67-b3f9-4875-ada2-6c9a3d20ca4b req-0303677a-59f4-4fc2-aca7-58c672251740 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:23.022352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4d5e0f67-b3f9-4875-ada2-6c9a3d20ca4b req-0303677a-59f4-4fc2-aca7-58c672251740 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0483358 Aug 12 04:48:23.060590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4d5e0f67-b3f9-4875-ada2-6c9a3d20ca4b req-fcba1e0a-a51f-4c2a-8359-1303b57e5c8a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Aug 12 04:48:23.135067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:48:23.288025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-9fa2f550-2ac2-439a-97f2-d4ae257a6ad5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:23.289460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-9fa2f550-2ac2-439a-97f2-d4ae257a6ad5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 946 time: 0.0474184 Aug 12 04:48:23.380423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 5b54af48-e642-4ae8-9a16-53ba41dc67be {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:48:23.380794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:23.467263 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port 5b54af48-e642-4ae8-9a16-53ba41dc67be, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5b54af48-e642-4ae8-9a16-53ba41dc67be,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:48:23.467624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:23.481213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 5b54af48-e642-4ae8-9a16-53ba41dc67be owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:48:23.675407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:23.686666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['5b54af48-e642-4ae8-9a16-53ba41dc67be'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:48:23.703615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=5b54af48-e642-4ae8-9a16-53ba41dc67be,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:23.748783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port 5b54af48-e642-4ae8-9a16-53ba41dc67be on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:48:23.751568 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:23.753578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4166dc81-2701-4f54-bb74-422b5b717c2b req-5aa91deb-a4b0-4b6b-9a56-0532bb0f874a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "DELETE /v2.0/ports/5b54af48-e642-4ae8-9a16-53ba41dc67be HTTP/1.1" status: 204 len: 173 time: 0.4581258 Aug 12 04:48:23.754027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'name': 'network-vif-deleted', 'tag': '5b54af48-e642-4ae8-9a16-53ba41dc67be'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:48:23.756332 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfde021e-1b0f-41d6-a836-91e72d4ad1f7" -d '{"events": [{"server_uuid": "899ad4be-544e-465b-bb54-5d3f8fc7c38e", "name": "network-vif-deleted", "tag": "5b54af48-e642-4ae8-9a16-53ba41dc67be"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:48:23.794297 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8c9e04-adef-479c-ada4-dbdd0292cd2d x-openstack-request-id: req-ec8c9e04-adef-479c-ada4-dbdd0292cd2d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:48:23.794600 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899ad4be-544e-465b-bb54-5d3f8fc7c38e", "name": "network-vif-deleted", "tag": "5b54af48-e642-4ae8-9a16-53ba41dc67be", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:48:23.794886 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec8c9e04-adef-479c-ada4-dbdd0292cd2d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:48:23.795301 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899ad4be-544e-465b-bb54-5d3f8fc7c38e', 'name': 'network-vif-deleted', 'tag': '5b54af48-e642-4ae8-9a16-53ba41dc67be', 'status': 'completed', 'code': 200} Aug 12 04:48:24.158072 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2da1ac45-d321-450d-aa9d-28b203b7743d req-aa8ee531-9f43-4491-bcdd-1fdb72869ec7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0276301 Aug 12 04:48:25.254021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cef1730b-b9c7-4d43-9d93-0a6d8000fb80 req-c3be9816-3e7f-48bb-8ae1-b92c22fb54d1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0257263 Aug 12 04:48:25.741815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:25.909802 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:26.345248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3f23c6bd-217d-4f23-beb2-ff92721c8925 req-c438a00e-a852-489d-be8d-87ee1348cb75 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0255616 Aug 12 04:48:27.451238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6013e94e-26b4-408e-8659-4535462c3eae req-8db0ee80-3e71-42e1-af47-97dc8b29a99b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=899ad4be-544e-465b-bb54-5d3f8fc7c38e HTTP/1.1" status: 200 len: 210 time: 0.0273461 Aug 12 04:48:27.491689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5b54af48-e642-4ae8-9a16-53ba41dc67be no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:48:27.512001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 5b54af48-e642-4ae8-9a16-53ba41dc67be {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:48:27.512345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5b54af48-e642-4ae8-9a16-53ba41dc67be not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:48:28.246769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-295c92b0-f818-4056-b0c7-a7d77ac60943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:30.824023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-66ba3771-5d2d-41f1-88ee-ed7ae5d514c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:30.955673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:32.212733 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:33.767253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:53.518423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-f16764cb-3013-4011-aa92-3ea3112e8dd1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:53.519962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-f16764cb-3013-4011-aa92-3ea3112e8dd1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1047211 Aug 12 04:48:53.534567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-9a4bd6bc-0b43-4008-8c68-381303cdad18 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0089643 Aug 12 04:48:53.584959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-ec3baf25-4974-4a1a-8b86-b0fe89f2836e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452638 Aug 12 04:48:53.595244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-e8f76b0b-cd88-433d-8333-dc51af1504da service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:48:53.596195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-e8f76b0b-cd88-433d-8333-dc51af1504da service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049279 Aug 12 04:48:53.684529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-95e781b4-8e8f-4660-83fa-670f87ef7554 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829470 Aug 12 04:48:53.776383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-9a68d25f-1318-4115-94f7-4be90dfc7571 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856934 Aug 12 04:48:54.126502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9512d75-7929-40ab-8f02-b813c3b00124 req-3578d26e-1403-4203-8574-148248a25b05 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.1407986 Aug 12 04:48:55.218444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-adfa106d-abe7-43d2-8980-c3f3e8ee3ec1 req-54531979-2ee5-4796-b6b9-dbab0340e6a4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.0268807 Aug 12 04:48:55.726790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:55.806854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-22ea64ad-5ca8-4941-8709-6dff3f94b0f9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:55.808316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-22ea64ad-5ca8-4941-8709-6dff3f94b0f9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1053159 Aug 12 04:48:55.820324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:48:55.949884 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:55.998470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:48:56.002094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.131389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.6 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/577579e6-91d9-433c-ba7f-cc043045517a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:48:56.281366 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.295840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object 577579e6-91d9-433c-ba7f-cc043045517a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:48:56.313704 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2a44736-b32e-42d2-a69a-8102ac659308 req-cc54a3b1-cd15-4dde-b444-395cc014d587 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.0283980 Aug 12 04:48:56.398508 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.443008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:48:56.446136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:48:56.450558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:48:56.460129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=577579e6-91d9-433c-ba7f-cc043045517a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:56.482448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.482825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.483221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.483513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.483850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.484183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.484520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.484844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.485174 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.485499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.485823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.486145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:48:56.518176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:56.518821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.590592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-123a61e0-1492-4c8a-af0c-20efed64780a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7741556 Aug 12 04:48:56.603026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Request body: {'port': {'device_id': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:48:56.668170 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.720700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de81da1a-5504-4d4b-ae65-9b34400114c8 None None] Provisioning for port 577579e6-91d9-433c-ba7f-cc043045517a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:48:56.724500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-de81da1a-5504-4d4b-ae65-9b34400114c8 None None] Provisioning complete for port 577579e6-91d9-433c-ba7f-cc043045517a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:48:56.724886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de81da1a-5504-4d4b-ae65-9b34400114c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.762677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-de81da1a-5504-4d4b-ae65-9b34400114c8 None None] Port 577579e6-91d9-433c-ba7f-cc043045517a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:48:56.949152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577579e6-91d9-433c-ba7f-cc043045517a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:48:56.957447 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:56.970629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Transition to ACTIVE for port object 577579e6-91d9-433c-ba7f-cc043045517a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:48:57.040888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:57.096392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Pushing event updated for resources: {'Port': ['ID=577579e6-91d9-433c-ba7f-cc043045517a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:57.168999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Attempting to bind port 577579e6-91d9-433c-ba7f-cc043045517a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:48:57.169892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Attempting to bind port 577579e6-91d9-433c-ba7f-cc043045517a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:48:57.170227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Attempting to bind port 577579e6-91d9-433c-ba7f-cc043045517a on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:48:57.175247 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Port 577579e6-91d9-433c-ba7f-cc043045517a on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:48:57.175633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Attempting to bind port 577579e6-91d9-433c-ba7f-cc043045517a on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:48:57.181632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:48:57.181890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:48:57.182270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:48:57.182743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Bound port: 577579e6-91d9-433c-ba7f-cc043045517a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:48:57.183126 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:57.250698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] For port 577579e6-91d9-433c-ba7f-cc043045517a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:48:57.253748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] For port 577579e6-91d9-433c-ba7f-cc043045517a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=577579e6-91d9-433c-ba7f-cc043045517a,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:48:57.353096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:57.390135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.390796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:57.392300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-26fda834-d942-4974-842a-a26a4421b33d service neutron] 10.222.0.36 "PUT /v2.0/ports/577579e6-91d9-433c-ba7f-cc043045517a HTTP/1.1" status: 200 len: 1091 time: 0.7939341 Aug 12 04:48:57.401399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'tag': '577579e6-91d9-433c-ba7f-cc043045517a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:48:57.405149 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31af9833-9149-4a4f-b6dc-b34ddbfcaced" -d '{"events": [{"name": "network-changed", "server_uuid": "3086bf5c-255f-4c82-b7af-9774ace84aae", "tag": "577579e6-91d9-433c-ba7f-cc043045517a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:48:57.455829 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f88e03-088d-4dda-a75a-282916c09750 x-openstack-request-id: req-15f88e03-088d-4dda-a75a-282916c09750 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:48:57.456102 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3086bf5c-255f-4c82-b7af-9774ace84aae", "tag": "577579e6-91d9-433c-ba7f-cc043045517a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:48:57.456356 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15f88e03-088d-4dda-a75a-282916c09750 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:48:57.456762 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'tag': '577579e6-91d9-433c-ba7f-cc043045517a', 'status': 'completed', 'code': 200} Aug 12 04:48:57.459690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fda834-d942-4974-842a-a26a4421b33d service neutron] Pushing event updated for resources: {'Port': ['ID=577579e6-91d9-433c-ba7f-cc043045517a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:48:57.482771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd88ce-2fb1-49f5-bef6-ae997621f227 req-33fabfb5-6507-40b4-8795-5c990b09e2c9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.484413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2afd88ce-2fb1-49f5-bef6-ae997621f227 req-33fabfb5-6507-40b4-8795-5c990b09e2c9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.1025867 Aug 12 04:48:57.552882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2afd88ce-2fb1-49f5-bef6-ae997621f227 req-dbe670d6-25f5-436c-8167-4d0b0e39ab6d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590301 Aug 12 04:48:57.562919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9833-9149-4a4f-b6dc-b34ddbfcaced req-6508fe6d-ec36-42cd-b151-46f6928dc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.564497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31af9833-9149-4a4f-b6dc-b34ddbfcaced req-6508fe6d-ec36-42cd-b151-46f6928dc9d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 1094 time: 0.0790877 Aug 12 04:48:57.673751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9833-9149-4a4f-b6dc-b34ddbfcaced req-18bc4b09-e65b-4793-adc9-228bb7a58621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.675198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31af9833-9149-4a4f-b6dc-b34ddbfcaced req-18bc4b09-e65b-4793-adc9-228bb7a58621 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0130e89961a44e0aa40dedd5ec58033&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025128 Aug 12 04:48:57.769940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9833-9149-4a4f-b6dc-b34ddbfcaced req-be8ed971-2579-46fd-ad48-79daf8c5b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.771430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31af9833-9149-4a4f-b6dc-b34ddbfcaced req-be8ed971-2579-46fd-ad48-79daf8c5b245 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889201 Aug 12 04:48:57.849354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-0f69ed39-7093-47da-8bbf-f9820e653f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.850987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-0f69ed39-7093-47da-8bbf-f9820e653f09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 1094 time: 0.0412264 Aug 12 04:48:57.897501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-89dfbc77-b507-4597-b857-edd9b8f5a3cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=577579e6-91d9-433c-ba7f-cc043045517a HTTP/1.1" status: 200 len: 217 time: 0.0385520 Aug 12 04:48:57.952182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-0e056cbc-8b8d-4c4c-9a97-bb2b38399d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:57.953692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-0e056cbc-8b8d-4c4c-9a97-bb2b38399d0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0496597 Aug 12 04:48:58.000517 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-c88bf04a-ccdc-4f67-b134-8173b1b3b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:58.002056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-c88bf04a-ccdc-4f67-b134-8173b1b3b55b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415497 Aug 12 04:48:58.099926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-94603bc9-201a-4eeb-916d-8964b6a25b15 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905590 Aug 12 04:48:58.193065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b76bca-2f36-4c5b-9c4f-7e77b41d7054 req-6483a9a3-a7a3-4731-b75f-8315a596cc99 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856967 Aug 12 04:48:58.292771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-525fce8e-45f6-4544-82fa-66702f5a5fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:48:58.691529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd5aec-b5fb-49ed-8d94-e0a1973a3b7b req-1dcb0bf7-553b-4cdb-ade1-4433106a3520 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:58.693013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adfd5aec-b5fb-49ed-8d94-e0a1973a3b7b req-1dcb0bf7-553b-4cdb-ade1-4433106a3520 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0490634 Aug 12 04:48:58.731944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adfd5aec-b5fb-49ed-8d94-e0a1973a3b7b req-49bd8bc1-3603-4417-9cfc-401d1770fb87 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Aug 12 04:48:59.858014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc49f1-564c-4d6b-bb5b-f78726fc2f1c req-cbd7604b-199a-4603-a330-db80d433fce9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:48:59.859639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbfc49f1-564c-4d6b-bb5b-f78726fc2f1c req-cbd7604b-199a-4603-a330-db80d433fce9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0543637 Aug 12 04:48:59.906246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbfc49f1-564c-4d6b-bb5b-f78726fc2f1c req-3fcfcbf9-5f70-4a1a-93d3-f61714e909b4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Aug 12 04:49:00.133740 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:49:00.849792 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0d8-95db-498f-9f9b-6dc90f5c887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:00.981368 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:01.026906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9cd1-de87-43c5-89c3-fd3bc6ad309a req-7806e577-8e1b-4a49-8880-a79ca9073eb9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:01.028402 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-324a9cd1-de87-43c5-89c3-fd3bc6ad309a req-7806e577-8e1b-4a49-8880-a79ca9073eb9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0496628 Aug 12 04:49:01.072029 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-324a9cd1-de87-43c5-89c3-fd3bc6ad309a req-a7007b65-eee8-44ad-b69e-9b12d4f99b8f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Aug 12 04:49:02.186887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dfe45-27d9-4c4f-9dc8-1a60ca29e45e req-ee9d42e3-bef5-4417-83a0-b412205c5463 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:02.188398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d78dfe45-27d9-4c4f-9dc8-1a60ca29e45e req-ee9d42e3-bef5-4417-83a0-b412205c5463 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0497336 Aug 12 04:49:02.227683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d78dfe45-27d9-4c4f-9dc8-1a60ca29e45e req-e787bca4-0ce6-41b5-86d9-45cda3344a1d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Aug 12 04:49:02.252081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:03.355111 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632bc3c-0410-446b-8d19-3cbe828da8a0 req-fe26b690-c6ea-42f0-9f62-46ef1075d7e7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:03.357174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b632bc3c-0410-446b-8d19-3cbe828da8a0 req-fe26b690-c6ea-42f0-9f62-46ef1075d7e7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0514612 Aug 12 04:49:03.398345 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b632bc3c-0410-446b-8d19-3cbe828da8a0 req-a1a72557-4c1d-4193-974f-2c77d27f35f3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Aug 12 04:49:03.792622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:04.520720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25079610-2fe7-459c-865d-1ef4b5b5a159 req-81deeca3-c6c6-44e5-86aa-fb098fc6f516 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:04.522212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25079610-2fe7-459c-865d-1ef4b5b5a159 req-81deeca3-c6c6-44e5-86aa-fb098fc6f516 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0500324 Aug 12 04:49:04.564441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25079610-2fe7-459c-865d-1ef4b5b5a159 req-b3daf9eb-c505-4269-bccf-11c98bd944ba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Aug 12 04:49:05.684266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6c48d-fcad-409d-970b-1ed4b2ddf0be req-599e8a06-5fde-4d75-b54d-4ebf58f70e0e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:05.686397 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-abd6c48d-fcad-409d-970b-1ed4b2ddf0be req-599e8a06-5fde-4d75-b54d-4ebf58f70e0e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0493770 Aug 12 04:49:05.731756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-abd6c48d-fcad-409d-970b-1ed4b2ddf0be req-5aee78b5-4ea6-46c4-a072-6965362c6590 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Aug 12 04:49:06.852861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c328be-6d34-49b1-988f-949fa1bd875a req-9e34ab76-a380-4d4b-81b2-b893b64f2781 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:06.854364 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90c328be-6d34-49b1-988f-949fa1bd875a req-9e34ab76-a380-4d4b-81b2-b893b64f2781 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0506911 Aug 12 04:49:06.898820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90c328be-6d34-49b1-988f-949fa1bd875a req-19856f35-d7cd-41e4-8e8d-3c2b4bb96f0e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Aug 12 04:49:08.017745 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01673dd-574f-4e6e-a59c-3c191032e8e4 req-15b63672-6cc2-4a3e-a032-a6a9afa3dd5c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:08.019278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a01673dd-574f-4e6e-a59c-3c191032e8e4 req-15b63672-6cc2-4a3e-a032-a6a9afa3dd5c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0504205 Aug 12 04:49:08.062511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a01673dd-574f-4e6e-a59c-3c191032e8e4 req-aa5d7b8a-a277-4969-adc6-542e9e71b418 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Aug 12 04:49:09.176988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f320-90c1-4fca-a710-2f412e2839ea req-9703fc15-845d-4783-aabd-1150742e56ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:09.178484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a379f320-90c1-4fca-a710-2f412e2839ea req-9703fc15-845d-4783-aabd-1150742e56ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0491166 Aug 12 04:49:09.217854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a379f320-90c1-4fca-a710-2f412e2839ea req-375e85ec-769c-427c-9308-ed12337bc286 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Aug 12 04:49:10.343953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aded8-511e-48e1-8dbb-0285a712f151 req-9e689e8f-bfc1-4f2e-86f0-d8c00acf0ccf tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:10.345449 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e0aded8-511e-48e1-8dbb-0285a712f151 req-9e689e8f-bfc1-4f2e-86f0-d8c00acf0ccf tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0528247 Aug 12 04:49:10.384286 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e0aded8-511e-48e1-8dbb-0285a712f151 req-e4891290-f34c-48b8-be9a-763132e09f8e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Aug 12 04:49:11.499937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5d7d5-6bb3-4110-952e-827600969157 req-44a8f19f-4973-4c16-8c91-6da0394a248a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:11.502029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01a5d7d5-6bb3-4110-952e-827600969157 req-44a8f19f-4973-4c16-8c91-6da0394a248a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0499837 Aug 12 04:49:11.539654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01a5d7d5-6bb3-4110-952e-827600969157 req-28ee59c9-0cfa-4ccf-8efe-727412ead5c2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Aug 12 04:49:12.654958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d018af0-d2d1-49df-ba5b-f2de896ccc9f req-736744a0-0384-4169-9c74-040a9488a589 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:12.656445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d018af0-d2d1-49df-ba5b-f2de896ccc9f req-736744a0-0384-4169-9c74-040a9488a589 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0500557 Aug 12 04:49:12.694940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d018af0-d2d1-49df-ba5b-f2de896ccc9f req-cfd1f0bd-44e4-454f-85b1-d53c3e8036e8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 12 04:49:13.812339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc9971-4398-43d9-b6ee-ece7c70cfca0 req-4266fc42-4181-4157-844e-aa645ee97de9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:13.813812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ecc9971-4398-43d9-b6ee-ece7c70cfca0 req-4266fc42-4181-4157-844e-aa645ee97de9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0496702 Aug 12 04:49:13.856702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ecc9971-4398-43d9-b6ee-ece7c70cfca0 req-d8b05925-f2da-49f3-86ce-9337c341c068 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Aug 12 04:49:14.979886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be746c2-06af-4fd8-ad68-2e3183c9afda req-6570a1ca-96bb-4437-9501-4ab96f2a68df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:14.981432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be746c2-06af-4fd8-ad68-2e3183c9afda req-6570a1ca-96bb-4437-9501-4ab96f2a68df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0537851 Aug 12 04:49:15.023864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be746c2-06af-4fd8-ad68-2e3183c9afda req-90f19a88-01a6-431b-858e-d5c0e015d520 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359409 Aug 12 04:49:16.138208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aaa7b-da6e-436c-9399-15efbefebbe1 req-610503e8-62d6-45ed-9c48-0c2336fb51e1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:16.139773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d31aaa7b-da6e-436c-9399-15efbefebbe1 req-610503e8-62d6-45ed-9c48-0c2336fb51e1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0500283 Aug 12 04:49:16.177794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d31aaa7b-da6e-436c-9399-15efbefebbe1 req-60469385-1a39-4fe6-92e8-cca7196fdf73 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Aug 12 04:49:17.289732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a5151-18d5-4dbe-b565-c73a791db352 req-3ed6dcfe-e702-4330-9255-5fe209cb6fbd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:17.291230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a0a5151-18d5-4dbe-b565-c73a791db352 req-3ed6dcfe-e702-4330-9255-5fe209cb6fbd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0482535 Aug 12 04:49:17.334348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a0a5151-18d5-4dbe-b565-c73a791db352 req-0f0511b7-d83c-47d5-af8c-271daa975d5a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Aug 12 04:49:18.446441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197996-e641-48b5-aae8-6f7878129c55 req-9bc32416-f63e-4638-a635-f2c1827b7041 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:18.448108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f197996-e641-48b5-aae8-6f7878129c55 req-9bc32416-f63e-4638-a635-f2c1827b7041 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0483391 Aug 12 04:49:18.486079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f197996-e641-48b5-aae8-6f7878129c55 req-8e072b4e-16c2-4a1d-b99a-438f6704b33e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 12 04:49:19.600183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ded2a-908f-4b47-8290-8cd4f1206b92 req-de23b351-a28b-4d57-8f58-a15f1a782a82 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:19.601696 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-277ded2a-908f-4b47-8290-8cd4f1206b92 req-de23b351-a28b-4d57-8f58-a15f1a782a82 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0491221 Aug 12 04:49:19.640372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-277ded2a-908f-4b47-8290-8cd4f1206b92 req-63aa87d8-42c8-48c1-9136-c7d9a12461e0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Aug 12 04:49:20.757122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cc6d2-089a-40e6-b3b1-e8a9152bc529 req-cb546ae0-8b18-4c64-bc77-1405e9656d72 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:20.758645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-752cc6d2-089a-40e6-b3b1-e8a9152bc529 req-cb546ae0-8b18-4c64-bc77-1405e9656d72 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0505400 Aug 12 04:49:20.799987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-752cc6d2-089a-40e6-b3b1-e8a9152bc529 req-cab01bff-ddc1-4387-91bf-d2bdd2e4322d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348220 Aug 12 04:49:21.915033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62633ef-a12f-4593-b5d1-9224c1b1aaf4 req-2c9b4c2d-37cd-43b0-83fa-077e932aa0f8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:21.916623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d62633ef-a12f-4593-b5d1-9224c1b1aaf4 req-2c9b4c2d-37cd-43b0-83fa-077e932aa0f8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0503786 Aug 12 04:49:21.961560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d62633ef-a12f-4593-b5d1-9224c1b1aaf4 req-5f721f1a-b60d-47cb-a39f-27302f6848b7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385790 Aug 12 04:49:23.073952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bb5a5-7087-46ed-87e1-d1bdf6f57fef req-5554aea4-c19b-41ff-a011-01e987f1af1d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:23.075459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-591bb5a5-7087-46ed-87e1-d1bdf6f57fef req-5554aea4-c19b-41ff-a011-01e987f1af1d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0492287 Aug 12 04:49:23.113188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-591bb5a5-7087-46ed-87e1-d1bdf6f57fef req-368facc4-34a9-410c-acd7-aeefc1d56042 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Aug 12 04:49:24.226217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629e4c-4ca6-4c9d-b633-8b8ba33ac7f8 req-a648b0fa-5301-40a1-8b41-843ed1f0e2fd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:24.227705 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7629e4c-4ca6-4c9d-b633-8b8ba33ac7f8 req-a648b0fa-5301-40a1-8b41-843ed1f0e2fd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0481522 Aug 12 04:49:24.264195 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7629e4c-4ca6-4c9d-b633-8b8ba33ac7f8 req-11aa85fc-8c97-4659-a66a-b138dc620f75 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306489 Aug 12 04:49:25.377956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39760b1-1b8c-4bdc-8aa0-264a3a02cfb2 req-e4dbc41b-d224-425c-ac4a-2e3c0a7f2d7d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:25.379436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e39760b1-1b8c-4bdc-8aa0-264a3a02cfb2 req-e4dbc41b-d224-425c-ac4a-2e3c0a7f2d7d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0483246 Aug 12 04:49:25.415891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e39760b1-1b8c-4bdc-8aa0-264a3a02cfb2 req-aac8b19a-9176-4ef3-9191-b571b8ed1ee8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Aug 12 04:49:25.742665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:25.941157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:26.528073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de5405-3655-45d5-b76d-e90a658b030f req-a58208b2-d854-495a-b161-9a2914d3590d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:26.529572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8de5405-3655-45d5-b76d-e90a658b030f req-a58208b2-d854-495a-b161-9a2914d3590d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0476878 Aug 12 04:49:26.566672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8de5405-3655-45d5-b76d-e90a658b030f req-105c9c88-2ee6-4909-8dce-a4e660831484 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Aug 12 04:49:27.680718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26295c1a-7afd-473f-aeb6-de86da3672f6 req-9ef7f38e-b851-4a93-b382-1f8b8c1c09a3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:27.682177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26295c1a-7afd-473f-aeb6-de86da3672f6 req-9ef7f38e-b851-4a93-b382-1f8b8c1c09a3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0480998 Aug 12 04:49:27.722007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-26295c1a-7afd-473f-aeb6-de86da3672f6 req-72c6299a-4233-4020-a2e3-96f19ce35c30 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Aug 12 04:49:28.266090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fcbff8be-9269-4f23-97cf-33eda21e226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:28.834941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dd480-4e8d-4d4a-b706-844ee28bddd4 req-e7de9da3-31da-4496-a4b8-d20f0ed7d7ca tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:28.836410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da8dd480-4e8d-4d4a-b706-844ee28bddd4 req-e7de9da3-31da-4496-a4b8-d20f0ed7d7ca tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0479438 Aug 12 04:49:28.877872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da8dd480-4e8d-4d4a-b706-844ee28bddd4 req-9c10736f-66a2-41e2-a18e-a30944a9a1ea tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 12 04:49:29.990350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1cf28-e864-4ebd-b83b-5542003b29e6 req-88815e5b-17e5-412b-898e-ddcb7c2b8126 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:29.991888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29a1cf28-e864-4ebd-b83b-5542003b29e6 req-88815e5b-17e5-412b-898e-ddcb7c2b8126 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0484967 Aug 12 04:49:30.029357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-29a1cf28-e864-4ebd-b83b-5542003b29e6 req-a0d89507-92b8-4586-bb70-d5d48a3fa7c2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315809 Aug 12 04:49:30.837596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d2142c55-7565-4109-a68a-26dda4fc0e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:30.980644 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:31.142696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248361-35ac-4aa9-8663-e9bfe6fa4c18 req-66544e73-c9f5-450b-86e8-4474ec118548 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:31.144202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3248361-35ac-4aa9-8663-e9bfe6fa4c18 req-66544e73-c9f5-450b-86e8-4474ec118548 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 943 time: 0.0493829 Aug 12 04:49:31.182741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3248361-35ac-4aa9-8663-e9bfe6fa4c18 req-01c5ba17-c244-474e-a377-b4452bdd0fd4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 12 04:49:31.833006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 577579e6-91d9-433c-ba7f-cc043045517a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:49:31.928962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 577579e6-91d9-433c-ba7f-cc043045517a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=577579e6-91d9-433c-ba7f-cc043045517a,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:49:31.940872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '577579e6-91d9-433c-ba7f-cc043045517a', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': '577579e6-91d9-433c-ba7f-cc043045517a', 'mac_address': 'fa:16:3e:e8:22:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:49:31.976137 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:31.988755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577579e6-91d9-433c-ba7f-cc043045517a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:49:32.007680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 577579e6-91d9-433c-ba7f-cc043045517a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=577579e6-91d9-433c-ba7f-cc043045517a,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:49:32.072107 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:32.117820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=577579e6-91d9-433c-ba7f-cc043045517a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:49:32.124747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.127951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.128271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:49:32.220450 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:32.272753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['577579e6-91d9-433c-ba7f-cc043045517a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:49:32.295609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38f27-10b2-468a-a88b-ee8c0bd1cf48 req-af00b7cb-4398-4c81-9f98-dec94bf3e4f7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:32.297515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93b38f27-10b2-468a-a88b-ee8c0bd1cf48 req-af00b7cb-4398-4c81-9f98-dec94bf3e4f7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 944 time: 0.0479217 Aug 12 04:49:32.336737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93b38f27-10b2-468a-a88b-ee8c0bd1cf48 req-737457d2-4ec0-42f7-85c8-1bec6085de74 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Aug 12 04:49:33.456313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dafc9-8280-4571-abac-cc0cd55cdd3c req-8948ba2f-e27e-4b64-9fa6-d7c4e20e20bc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:33.457835 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b4dafc9-8280-4571-abac-cc0cd55cdd3c req-8948ba2f-e27e-4b64-9fa6-d7c4e20e20bc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 944 time: 0.0498700 Aug 12 04:49:33.495146 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b4dafc9-8280-4571-abac-cc0cd55cdd3c req-9de63724-c8d8-42ac-ae26-a371724d29b6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311277 Aug 12 04:49:33.774580 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:33.848314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 577579e6-91d9-433c-ba7f-cc043045517a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:49:33.946331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 577579e6-91d9-433c-ba7f-cc043045517a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:49:33.950336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 577579e6-91d9-433c-ba7f-cc043045517a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:49:33.950728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:34.028116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:34.050166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577579e6-91d9-433c-ba7f-cc043045517a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:49:34.052484 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290f3c6c-c524-4e4a-a6ea-7143369d0bc2" -d '{"events": [{"server_uuid": "3086bf5c-255f-4c82-b7af-9774ace84aae", "name": "network-vif-plugged", "status": "completed", "tag": "577579e6-91d9-433c-ba7f-cc043045517a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:49:34.065679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 577579e6-91d9-433c-ba7f-cc043045517a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=577579e6-91d9-433c-ba7f-cc043045517a,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:49:34.088017 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf25f7-8465-4212-9e0a-f660c455e486 x-openstack-request-id: req-4adf25f7-8465-4212-9e0a-f660c455e486 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:49:34.088263 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3086bf5c-255f-4c82-b7af-9774ace84aae", "name": "network-vif-plugged", "status": "completed", "tag": "577579e6-91d9-433c-ba7f-cc043045517a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:49:34.088519 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4adf25f7-8465-4212-9e0a-f660c455e486 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:49:34.088916 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577579e6-91d9-433c-ba7f-cc043045517a', 'code': 200} Aug 12 04:49:34.125543 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:34.172792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=577579e6-91d9-433c-ba7f-cc043045517a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:49:34.184127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55ba5-6fc6-4024-bb6e-eb41fdc3e645 req-a5be7da0-ab93-44b8-bb76-8fa8d3674336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:34.185650 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ce55ba5-6fc6-4024-bb6e-eb41fdc3e645 req-a5be7da0-ab93-44b8-bb76-8fa8d3674336 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 1096 time: 0.0386086 Aug 12 04:49:34.223779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8ce55ba5-6fc6-4024-bb6e-eb41fdc3e645 req-a7fb4a16-faf8-4b9f-af40-2466443b7f33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Aug 12 04:49:34.607075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3ed9-6b42-4cf1-ad1c-7be7f5e1ff0e req-a02f1a46-8b33-401f-82b6-20c8d15c4aeb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:34.608586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-749d3ed9-6b42-4cf1-ad1c-7be7f5e1ff0e req-a02f1a46-8b33-401f-82b6-20c8d15c4aeb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0482526 Aug 12 04:49:34.650390 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-749d3ed9-6b42-4cf1-ad1c-7be7f5e1ff0e req-c855fdff-a0d1-40ae-83bd-0236d5b28ad1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359287 Aug 12 04:49:35.763547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960eb4-30d6-4ecb-87aa-3770ff97f4d6 req-586caf0b-4819-485c-83d2-c288619b0736 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:35.765020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3960eb4-30d6-4ecb-87aa-3770ff97f4d6 req-586caf0b-4819-485c-83d2-c288619b0736 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0487475 Aug 12 04:49:35.802523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3960eb4-30d6-4ecb-87aa-3770ff97f4d6 req-fe048033-a61f-49e2-a8e1-339eca28d404 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Aug 12 04:49:35.913875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ac82b-0961-4324-be7d-8f30621bf312 req-b8e3f701-54b6-4766-80fd-0b5fe7551f18 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:35.915400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a89ac82b-0961-4324-be7d-8f30621bf312 req-b8e3f701-54b6-4766-80fd-0b5fe7551f18 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0487113 Aug 12 04:49:35.953804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a89ac82b-0961-4324-be7d-8f30621bf312 req-8df7892a-0970-4354-b651-c82241938af5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Aug 12 04:49:36.063485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a730698-0fc5-4e8c-ba84-3e5c0ae7004a req-3fb68635-76dc-4d80-89b3-ad3ed181b4b0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:36.065426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a730698-0fc5-4e8c-ba84-3e5c0ae7004a req-3fb68635-76dc-4d80-89b3-ad3ed181b4b0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0475435 Aug 12 04:49:36.103007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a730698-0fc5-4e8c-ba84-3e5c0ae7004a req-916edd15-05f6-437c-9d50-2d328c23961e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Aug 12 04:49:36.592122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38485ede-72ee-4f85-a04a-c33b360aed5d req-fe59629d-aeb4-4752-8427-859be70bbe41 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:36.593548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38485ede-72ee-4f85-a04a-c33b360aed5d req-fe59629d-aeb4-4752-8427-859be70bbe41 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0474308 Aug 12 04:49:36.634327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38485ede-72ee-4f85-a04a-c33b360aed5d req-9ffadc8a-3425-4042-aaae-c1ec8ecdc66c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344856 Aug 12 04:49:37.133657 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:49:37.748996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c0c04-6cca-4035-a857-9fda3b64aebe req-a161470f-6778-43ec-a5db-d0b868b097e9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:37.750465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c82c0c04-6cca-4035-a857-9fda3b64aebe req-a161470f-6778-43ec-a5db-d0b868b097e9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0480313 Aug 12 04:49:37.787491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c82c0c04-6cca-4035-a857-9fda3b64aebe req-1631fcd6-5548-4d4c-927c-24b10e62e6b2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Aug 12 04:49:38.012455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab137160-185b-4945-a0e3-e5a79e014812 req-74446413-1a1b-4923-b1b6-bc623a44ec11 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:49:38.013879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab137160-185b-4945-a0e3-e5a79e014812 req-74446413-1a1b-4923-b1b6-bc623a44ec11 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 945 time: 0.0469577 Aug 12 04:49:38.101438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 577579e6-91d9-433c-ba7f-cc043045517a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:49:38.101783 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:38.191748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port 577579e6-91d9-433c-ba7f-cc043045517a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=577579e6-91d9-433c-ba7f-cc043045517a,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:49:38.192117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:38.204484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 577579e6-91d9-433c-ba7f-cc043045517a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:49:38.391823 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:38.404198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['577579e6-91d9-433c-ba7f-cc043045517a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:49:38.420350 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=577579e6-91d9-433c-ba7f-cc043045517a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:49:38.460805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port 577579e6-91d9-433c-ba7f-cc043045517a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:49:38.463661 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:38.465737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ab137160-185b-4945-a0e3-e5a79e014812 req-f1f96ae8-ebbc-474c-8788-ae55754105c8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "DELETE /v2.0/ports/577579e6-91d9-433c-ba7f-cc043045517a HTTP/1.1" status: 204 len: 173 time: 0.4457400 Aug 12 04:49:38.466169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'name': 'network-vif-deleted', 'tag': '577579e6-91d9-433c-ba7f-cc043045517a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:49:38.468566 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7119798a-790a-4874-a50e-76ab6592f896" -d '{"events": [{"server_uuid": "3086bf5c-255f-4c82-b7af-9774ace84aae", "name": "network-vif-deleted", "tag": "577579e6-91d9-433c-ba7f-cc043045517a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:49:38.505526 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf01e5b-d439-491b-ae50-23218e8e4556 x-openstack-request-id: req-6cf01e5b-d439-491b-ae50-23218e8e4556 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:49:38.505847 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3086bf5c-255f-4c82-b7af-9774ace84aae", "name": "network-vif-deleted", "tag": "577579e6-91d9-433c-ba7f-cc043045517a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:49:38.506102 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cf01e5b-d439-491b-ae50-23218e8e4556 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:49:38.506503 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3086bf5c-255f-4c82-b7af-9774ace84aae', 'name': 'network-vif-deleted', 'tag': '577579e6-91d9-433c-ba7f-cc043045517a', 'status': 'completed', 'code': 200} Aug 12 04:49:38.880257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8966867b-107b-4c33-aa1a-c6938b65b6cb req-a454c436-d11f-46b9-b821-fa6129d25da6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.0266287 Aug 12 04:49:39.979287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c25abba-05e6-476b-8a6c-fd1df24ee666 req-050f6a90-243f-40ae-accf-c3a172db16c0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.0272636 Aug 12 04:49:41.077659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98efb3dc-2d33-457f-b66e-61eec37615ce req-12954ce7-c38a-43a4-bf38-6d78dc6fee7c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.0307682 Aug 12 04:49:41.926368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 577579e6-91d9-433c-ba7f-cc043045517a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:49:41.949887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 577579e6-91d9-433c-ba7f-cc043045517a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:49:41.950234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 577579e6-91d9-433c-ba7f-cc043045517a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:49:42.173365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f38dd4b1-aff2-41c1-b3fd-8aabd0ab28b7 req-3e9d5651-ccdd-4118-b7f8-8c4e9d8d0fc7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=3086bf5c-255f-4c82-b7af-9774ace84aae HTTP/1.1" status: 200 len: 210 time: 0.0297155 Aug 12 04:49:55.728851 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:55.940736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:49:58.243320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0baa8795-af32-4e64-83ac-abce408d4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:00.833838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b1b19a9a-da88-4d1c-9abd-c818f9129ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:00.959614 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:02.231717 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:03.776477 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:08.731241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-90ceba7f-b679-45c4-8892-4b79be1dcf01 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:08.732685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-90ceba7f-b679-45c4-8892-4b79be1dcf01 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.0974996 Aug 12 04:50:08.747391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-cb0321f4-d8f0-4157-a1c0-4d2700bad286 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0086589 Aug 12 04:50:08.796612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-6d81b469-3061-4229-b754-6ca349de87f5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442126 Aug 12 04:50:08.886146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-c3b438bc-315e-4fb6-b142-2a8a32017525 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823393 Aug 12 04:50:08.972890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-d1ec8329-cd94-4b51-9395-654d192ee9e8 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806940 Aug 12 04:50:09.517110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-621240f8-50b5-403a-897d-031cfcf271c5 req-6bb4f0c4-e543-4049-b52b-0660fbf24119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 210 time: 0.0265124 Aug 12 04:50:10.641283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96fb726e-0fef-4581-b350-26f9804cc3ab req-9a302737-6643-4e61-90d7-75c29ee38b43 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Aug 12 04:50:11.155136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-d86e8cb7-816b-4880-be16-f72bd71df289 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:11.156599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-d86e8cb7-816b-4880-be16-f72bd71df289 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.0985537 Aug 12 04:50:11.168841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:50:11.342412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:50:11.346019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:11.473915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.6 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/b8cb3751-a229-45c2-ab41-e1cc74cae27f) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:50:11.620637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:11.634785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object b8cb3751-a229-45c2-ab41-e1cc74cae27f will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:50:11.725807 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:11.770696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:50:11.776018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:50:11.778834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:50:11.780819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c242-66f5-49db-8795-6ac788a16fa7 req-dfe3be12-9043-48f9-a9d8-701487d755aa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:11.782369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ef2c242-66f5-49db-8795-6ac788a16fa7 req-dfe3be12-9043-48f9-a9d8-701487d755aa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 931 time: 0.0505917 Aug 12 04:50:11.818752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=b8cb3751-a229-45c2-ab41-e1cc74cae27f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:11.824699 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ef2c242-66f5-49db-8795-6ac788a16fa7 req-23c51224-cf6a-4b00-b167-7cfaf7eb7e2c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Aug 12 04:50:11.831693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.832041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.832771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.833115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.833448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.833853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.834121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.834422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.834767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.835093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.835413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.835732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:11.863588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:11.864314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:11.963730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-dd3f4dde-cd5b-47d2-951a-bf6330fddfa7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984953 Aug 12 04:50:11.979484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Request body: {'port': {'device_id': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:50:12.094878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-10da3d4f-b376-4d05-ae9c-10550bc199a2 None None] Provisioning for port b8cb3751-a229-45c2-ab41-e1cc74cae27f completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:50:12.099961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-10da3d4f-b376-4d05-ae9c-10550bc199a2 None None] Provisioning complete for port b8cb3751-a229-45c2-ab41-e1cc74cae27f triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:50:12.100441 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-10da3d4f-b376-4d05-ae9c-10550bc199a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:12.136565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-10da3d4f-b376-4d05-ae9c-10550bc199a2 None None] Port b8cb3751-a229-45c2-ab41-e1cc74cae27f cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:50:12.369449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:12.635143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cb3751-a229-45c2-ab41-e1cc74cae27f {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:50:12.642446 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:12.654489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Transition to ACTIVE for port object b8cb3751-a229-45c2-ab41-e1cc74cae27f will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:50:12.741909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:12.797078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cb3751-a229-45c2-ab41-e1cc74cae27f,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:12.871272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Attempting to bind port b8cb3751-a229-45c2-ab41-e1cc74cae27f on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:50:12.871614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Attempting to bind port b8cb3751-a229-45c2-ab41-e1cc74cae27f by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:50:12.872328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Attempting to bind port b8cb3751-a229-45c2-ab41-e1cc74cae27f on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:50:12.879629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Port b8cb3751-a229-45c2-ab41-e1cc74cae27f on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:50:12.884314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Attempting to bind port b8cb3751-a229-45c2-ab41-e1cc74cae27f on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:50:12.885767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:50:12.886111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:50:12.886498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:50:12.886975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Bound port: b8cb3751-a229-45c2-ab41-e1cc74cae27f, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:50:12.887348 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:13.007339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335b5f3-bcbb-425f-ae59-e5b030f05353 req-bd9b5296-44db-4915-b0f5-e7234175a295 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.008818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f335b5f3-bcbb-425f-ae59-e5b030f05353 req-bd9b5296-44db-4915-b0f5-e7234175a295 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0800328 Aug 12 04:50:13.011811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] For port b8cb3751-a229-45c2-ab41-e1cc74cae27f, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:50:13.015076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] For port b8cb3751-a229-45c2-ab41-e1cc74cae27f, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:50:13.049384 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f335b5f3-bcbb-425f-ae59-e5b030f05353 req-7a76d68f-14fe-4fe0-a350-b596745beb83 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Aug 12 04:50:13.077700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:13.111336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.111953 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:13.113871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] 10.222.0.36 "PUT /v2.0/ports/b8cb3751-a229-45c2-ab41-e1cc74cae27f HTTP/1.1" status: 200 len: 1091 time: 1.1421285 Aug 12 04:50:13.114303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'tag': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:50:13.116667 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8070993a-61dc-454e-ae00-819c71534722" -d '{"events": [{"name": "network-changed", "server_uuid": "a29f9664-a219-4df5-a456-813ace03dfc1", "tag": "b8cb3751-a229-45c2-ab41-e1cc74cae27f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:50:13.155665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead937-d3a1-4caa-a02a-e7a5b60a1de1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8cb3751-a229-45c2-ab41-e1cc74cae27f,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:13.173136 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89835cd-bd84-4aed-8ad4-5cc11b5dc435 x-openstack-request-id: req-d89835cd-bd84-4aed-8ad4-5cc11b5dc435 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:50:13.173381 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29f9664-a219-4df5-a456-813ace03dfc1", "tag": "b8cb3751-a229-45c2-ab41-e1cc74cae27f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:50:13.173612 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d89835cd-bd84-4aed-8ad4-5cc11b5dc435 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:50:13.174412 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'tag': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f', 'status': 'completed', 'code': 200} Aug 12 04:50:13.237201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070993a-61dc-454e-ae00-819c71534722 req-aaf73718-96c1-4b94-be62-347ada377102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.238859 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8070993a-61dc-454e-ae00-819c71534722 req-aaf73718-96c1-4b94-be62-347ada377102 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 1094 time: 0.0455372 Aug 12 04:50:13.344789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070993a-61dc-454e-ae00-819c71534722 req-126ee999-8dbb-4d22-9fb0-60cf35c32fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.346255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8070993a-61dc-454e-ae00-819c71534722 req-126ee999-8dbb-4d22-9fb0-60cf35c32fdb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0130e89961a44e0aa40dedd5ec58033&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995140 Aug 12 04:50:13.440850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070993a-61dc-454e-ae00-819c71534722 req-cbc01207-c825-48a7-bf33-bdd1014ef25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.442321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8070993a-61dc-454e-ae00-819c71534722 req-cbc01207-c825-48a7-bf33-bdd1014ef25b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888698 Aug 12 04:50:13.523694 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-ccb9b0c6-557d-476e-9ea9-e7f82819c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.525183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-ccb9b0c6-557d-476e-9ea9-e7f82819c1d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 1094 time: 0.0451880 Aug 12 04:50:13.566176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-68f0a7c9-dfb8-4658-a80e-d8443a5fe569 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f HTTP/1.1" status: 200 len: 217 time: 0.0330353 Aug 12 04:50:13.614120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-a9feea4a-a02e-4642-9b99-d13ee8bc0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.616610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-a9feea4a-a02e-4642-9b99-d13ee8bc0427 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0432692 Aug 12 04:50:13.663142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-88fa7436-b20e-405b-bc7c-cdbabe242258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:13.664614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-88fa7436-b20e-405b-bc7c-cdbabe242258 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428028 Aug 12 04:50:13.754468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-639d1172-87b7-485d-a4cb-1d9d1abded4a service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825469 Aug 12 04:50:13.850689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2acf1f3-c4e4-48d3-8996-2dc3df089cc3 req-5e8a0991-278a-47d8-8cee-03f77966cac0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891306 Aug 12 04:50:14.133405 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:50:14.169829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb566-e7d4-44cd-aee4-9c204df1936c req-ed1b24d1-5c9a-47b9-bd71-67698c93281a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:14.171587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-562bb566-e7d4-44cd-aee4-9c204df1936c req-ed1b24d1-5c9a-47b9-bd71-67698c93281a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0493157 Aug 12 04:50:14.210718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-562bb566-e7d4-44cd-aee4-9c204df1936c req-2096adae-294d-4b37-8be1-25c11f853f0a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Aug 12 04:50:15.325156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df8f0-8ed3-48fe-af7e-cbd82ef3c5ac req-485a22b3-c23b-4f31-80db-e55c1e38d281 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:15.326654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d8df8f0-8ed3-48fe-af7e-cbd82ef3c5ac req-485a22b3-c23b-4f31-80db-e55c1e38d281 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0498083 Aug 12 04:50:15.368551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d8df8f0-8ed3-48fe-af7e-cbd82ef3c5ac req-51fcf85a-eb14-4f37-b80c-f01d45cd1958 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350497 Aug 12 04:50:16.481628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d15dc-6906-4d95-96a7-dbb5d40c3761 req-3c8e426c-6392-4e66-b568-d8eb7942f5d7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:16.483188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a66d15dc-6906-4d95-96a7-dbb5d40c3761 req-3c8e426c-6392-4e66-b568-d8eb7942f5d7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0496893 Aug 12 04:50:16.520880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a66d15dc-6906-4d95-96a7-dbb5d40c3761 req-2ec0ff0d-22aa-4760-a431-a03a91574690 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Aug 12 04:50:17.631466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ea38-f7cb-4afe-ae93-234d4a51b979 req-2b87ecc9-4b8f-4348-90c0-60593619d0a9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:17.632919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a633ea38-f7cb-4afe-ae93-234d4a51b979 req-2b87ecc9-4b8f-4348-90c0-60593619d0a9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0476990 Aug 12 04:50:17.671206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a633ea38-f7cb-4afe-ae93-234d4a51b979 req-a664d8cb-9f88-4fe1-a6e1-966601b110bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Aug 12 04:50:18.794841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f193e-3553-4c32-9e92-8c019c0847c0 req-18b73997-e7ce-4a14-bb4e-60cd0bdd4d10 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:18.796573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d03f193e-3553-4c32-9e92-8c019c0847c0 req-18b73997-e7ce-4a14-bb4e-60cd0bdd4d10 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0521550 Aug 12 04:50:18.836689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d03f193e-3553-4c32-9e92-8c019c0847c0 req-8c88f611-4aef-4564-88ef-e9e0c4a6a833 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337648 Aug 12 04:50:19.950990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4950a9d-eb25-45a7-a4a7-05f9a5ef5029 req-6d4ebe70-502f-4630-aff3-b151945d5541 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:19.952479 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4950a9d-eb25-45a7-a4a7-05f9a5ef5029 req-6d4ebe70-502f-4630-aff3-b151945d5541 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0495090 Aug 12 04:50:19.990424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4950a9d-eb25-45a7-a4a7-05f9a5ef5029 req-3cc121a7-35c6-4f19-8368-1862021bef9c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Aug 12 04:50:21.102120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2faabf-2111-44b6-b8c8-b724ca467b37 req-0e73be09-246a-4212-845b-aaed19f7fd52 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:21.103612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d2faabf-2111-44b6-b8c8-b724ca467b37 req-0e73be09-246a-4212-845b-aaed19f7fd52 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0476382 Aug 12 04:50:21.140014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d2faabf-2111-44b6-b8c8-b724ca467b37 req-31ee9fad-554c-451a-b87f-a93a02bd4395 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Aug 12 04:50:22.251409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740dd9a-2303-482e-9342-f213228a8720 req-c4a84d12-b3bb-4203-bd57-fdf076622ca5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:22.252884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b740dd9a-2303-482e-9342-f213228a8720 req-c4a84d12-b3bb-4203-bd57-fdf076622ca5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0471842 Aug 12 04:50:22.293547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b740dd9a-2303-482e-9342-f213228a8720 req-598d0ac4-218d-4981-9254-ba55e5e9711e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Aug 12 04:50:23.405513 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e71f-c03f-4111-9e03-4efa84925e68 req-ebbdcb03-6a9a-4bea-80c2-71f29f613a05 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:23.407035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4790e71f-c03f-4111-9e03-4efa84925e68 req-ebbdcb03-6a9a-4bea-80c2-71f29f613a05 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 943 time: 0.0481732 Aug 12 04:50:23.445554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4790e71f-c03f-4111-9e03-4efa84925e68 req-352332e5-25a1-4e55-8256-8bbf5d6492f1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 12 04:50:24.097145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b8cb3751-a229-45c2-ab41-e1cc74cae27f details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:50:24.191356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b8cb3751-a229-45c2-ab41-e1cc74cae27f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:50:24.202153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f', 'mac_address': 'fa:16:3e:26:55:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:50:24.238138 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:24.249992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8cb3751-a229-45c2-ab41-e1cc74cae27f {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:50:24.268105 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b8cb3751-a229-45c2-ab41-e1cc74cae27f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:50:24.327863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:24.373851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b8cb3751-a229-45c2-ab41-e1cc74cae27f,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:24.518511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b8cb3751-a229-45c2-ab41-e1cc74cae27f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:50:24.558243 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874d357-d63c-468f-9f39-78c3f43b14f7 req-8a377356-a146-466e-9efa-c28212eaf1e6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:24.559755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f874d357-d63c-468f-9f39-78c3f43b14f7 req-8a377356-a146-466e-9efa-c28212eaf1e6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 944 time: 0.0492973 Aug 12 04:50:24.597256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f874d357-d63c-468f-9f39-78c3f43b14f7 req-be6d619f-5044-4c3a-8b31-4db6862631fa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Aug 12 04:50:25.710073 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88c81f-b577-44bf-b983-93269eaf7212 req-1165afb5-cb88-47fe-9574-a2200023b43b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:25.711579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca88c81f-b577-44bf-b983-93269eaf7212 req-1165afb5-cb88-47fe-9574-a2200023b43b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 944 time: 0.0485315 Aug 12 04:50:25.734028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:25.753888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca88c81f-b577-44bf-b983-93269eaf7212 req-0d6653dc-7079-4aa5-aab3-185f93ece77b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Aug 12 04:50:25.939992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:26.111519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b8cb3751-a229-45c2-ab41-e1cc74cae27f up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:50:26.259412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port b8cb3751-a229-45c2-ab41-e1cc74cae27f completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:50:26.263415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b8cb3751-a229-45c2-ab41-e1cc74cae27f triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:50:26.263791 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:26.340944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:26.361990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:50:26.364786 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd28a8-da5c-45f8-a667-069d6e866d38" -d '{"events": [{"server_uuid": "a29f9664-a219-4df5-a456-813ace03dfc1", "name": "network-vif-plugged", "status": "completed", "tag": "b8cb3751-a229-45c2-ab41-e1cc74cae27f"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:50:26.381195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b8cb3751-a229-45c2-ab41-e1cc74cae27f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:50:26.405071 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c1fedf-c9a2-4360-b631-01e65b44cebe x-openstack-request-id: req-89c1fedf-c9a2-4360-b631-01e65b44cebe {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:50:26.407198 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29f9664-a219-4df5-a456-813ace03dfc1", "name": "network-vif-plugged", "status": "completed", "tag": "b8cb3751-a229-45c2-ab41-e1cc74cae27f", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:50:26.407198 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89c1fedf-c9a2-4360-b631-01e65b44cebe {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:50:26.407198 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f', 'code': 200} Aug 12 04:50:26.453925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:26.499282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344731a6-8757-4c20-bb4b-5f807b5736a9 req-a9b85a08-8e46-460c-8e69-2d2927a9e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:26.500830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-344731a6-8757-4c20-bb4b-5f807b5736a9 req-a9b85a08-8e46-460c-8e69-2d2927a9e3e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0416014 Aug 12 04:50:26.501621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b8cb3751-a229-45c2-ab41-e1cc74cae27f,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:26.535044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-344731a6-8757-4c20-bb4b-5f807b5736a9 req-3995617a-5192-476b-8290-7a5a24018fa6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273345 Aug 12 04:50:26.867776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3933-94fa-43b4-b210-f5651e48361b req-ab1c55f6-5cc4-41c8-88bf-ca1f326acc67 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:26.869244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d23f3933-94fa-43b4-b210-f5651e48361b req-ab1c55f6-5cc4-41c8-88bf-ca1f326acc67 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Aug 12 04:50:26.905368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d23f3933-94fa-43b4-b210-f5651e48361b req-573b1135-eb38-4f33-a39d-199cbd5d1b59 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302327 Aug 12 04:50:28.018771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0bb1-e507-45f1-8200-4bd7f66dd57a req-5b563681-67db-4d5e-942e-2c1d3cb5929a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:28.020715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1af0bb1-e507-45f1-8200-4bd7f66dd57a req-5b563681-67db-4d5e-942e-2c1d3cb5929a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Aug 12 04:50:28.058904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c1af0bb1-e507-45f1-8200-4bd7f66dd57a req-35ad4229-2427-48a0-ba30-99bcaa81912e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Aug 12 04:50:28.175225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c2f1f-b6fa-4720-87d9-cba5232e346c req-7e3f0a21-5cb3-43eb-b716-4218e7036c95 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:28.177239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a22c2f1f-b6fa-4720-87d9-cba5232e346c req-7e3f0a21-5cb3-43eb-b716-4218e7036c95 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Aug 12 04:50:28.219452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a22c2f1f-b6fa-4720-87d9-cba5232e346c req-77d463b3-d4e0-4e64-9d46-66a2579d3840 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351198 Aug 12 04:50:28.260078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cb90310c-7ded-465d-a6f0-03436a30729b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:30.844315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-497d756c-d502-453e-a5f4-7de4dd5886a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:30.959279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:31.456752 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-cb33724c-2aef-4b15-96c7-19fe1a47e586 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:31.458233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-cb33724c-2aef-4b15-96c7-19fe1a47e586 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.0986879 Aug 12 04:50:31.472511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-434c5b98-c8ae-4e5c-a763-00f338cc7925 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0087190 Aug 12 04:50:31.526775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-ada93392-925a-4c64-af82-13158283737b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483847 Aug 12 04:50:31.620820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-4607a8c2-5760-4f91-923c-1c7bd41dd771 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Aug 12 04:50:31.708498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-4a18c065-7fa7-48cb-8383-22fb890c1090 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817478 Aug 12 04:50:31.937863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1791c1bb-749e-4a38-bd8f-2f92d705193b req-626df6f1-c562-4835-b100-c7f2acedb4aa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Aug 12 04:50:32.221534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:33.039020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1a575822-6879-443b-b80a-adaae73881f4 req-ab0b798f-9c4b-4941-ab59-1c10019a581c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0325241 Aug 12 04:50:33.776938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:33.801935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-789a0d53-a553-4031-8992-4a14c2d7b5f7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:33.803445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-789a0d53-a553-4031-8992-4a14c2d7b5f7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1100614 Aug 12 04:50:33.815871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:50:33.987366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:50:33.992146 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:34.140842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.10 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/f2779c5a-978e-4c2b-8007-7a666a9591d2) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:50:34.144276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-909c1b4b-b1a7-4a4d-b764-6fcdc303e47a req-33faf2b1-97d3-461d-b365-97184c520874 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0312066 Aug 12 04:50:34.291191 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:34.305573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object f2779c5a-978e-4c2b-8007-7a666a9591d2 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:50:34.444829 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:34.457572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b8cb3751-a229-45c2-ab41-e1cc74cae27f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:50:34.498164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:50:34.501448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:50:34.505451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:50:34.553328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=f2779c5a-978e-4c2b-8007-7a666a9591d2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:34.564856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:34.565533 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.588952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:50:34.668418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-1e0b62ae-937f-45fb-a371-b4df67741b27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8563445 Aug 12 04:50:34.691410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-06b884ef-181d-4cd5-af75-96296439f271 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:50:34.696734 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-06b884ef-181d-4cd5-af75-96296439f271 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203469 Aug 12 04:50:34.758797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Request body: {'port': {'device_id': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:50:34.815970 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:34.893890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5093a727-bd87-4d40-a2a0-17d83a0cbb62 None None] Provisioning for port f2779c5a-978e-4c2b-8007-7a666a9591d2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:50:34.898791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5093a727-bd87-4d40-a2a0-17d83a0cbb62 None None] Provisioning complete for port f2779c5a-978e-4c2b-8007-7a666a9591d2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:50:34.899218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5093a727-bd87-4d40-a2a0-17d83a0cbb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:34.934866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5093a727-bd87-4d40-a2a0-17d83a0cbb62 None None] Port f2779c5a-978e-4c2b-8007-7a666a9591d2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:50:35.095550 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2779c5a-978e-4c2b-8007-7a666a9591d2 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:50:35.103087 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:35.114641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Transition to ACTIVE for port object f2779c5a-978e-4c2b-8007-7a666a9591d2 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:50:35.198739 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:35.255584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Pushing event updated for resources: {'Port': ['ID=f2779c5a-978e-4c2b-8007-7a666a9591d2,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:35.263631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27732ab7-f43a-4c41-872e-8b52bb0f19ca req-a5c95baa-867e-4fc0-9279-5faa90663063 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:35.265211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27732ab7-f43a-4c41-872e-8b52bb0f19ca req-a5c95baa-867e-4fc0-9279-5faa90663063 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0526674 Aug 12 04:50:35.308531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27732ab7-f43a-4c41-872e-8b52bb0f19ca req-e9978232-6733-4d01-a389-a60b22f63927 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Aug 12 04:50:35.326610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Attempting to bind port f2779c5a-978e-4c2b-8007-7a666a9591d2 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:50:35.326989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Attempting to bind port f2779c5a-978e-4c2b-8007-7a666a9591d2 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:50:35.327324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Attempting to bind port f2779c5a-978e-4c2b-8007-7a666a9591d2 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:50:35.335378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Port f2779c5a-978e-4c2b-8007-7a666a9591d2 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:50:35.335842 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Attempting to bind port f2779c5a-978e-4c2b-8007-7a666a9591d2 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:50:35.341869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:50:35.342279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:50:35.342815 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:50:35.343335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Bound port: f2779c5a-978e-4c2b-8007-7a666a9591d2, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:50:35.343779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:35.422464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] For port f2779c5a-978e-4c2b-8007-7a666a9591d2, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:50:35.426875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] For port f2779c5a-978e-4c2b-8007-7a666a9591d2, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f2779c5a-978e-4c2b-8007-7a666a9591d2,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:50:35.490917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:35.525848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:35.526538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:35.528022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] 10.222.0.20 "PUT /v2.0/ports/f2779c5a-978e-4c2b-8007-7a666a9591d2 HTTP/1.1" status: 200 len: 1092 time: 0.8244951 Aug 12 04:50:35.528602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'tag': 'f2779c5a-978e-4c2b-8007-7a666a9591d2'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:50:35.531026 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e444e60-0919-4088-80c4-8be975c08268" -d '{"events": [{"name": "network-changed", "server_uuid": "f36549ac-837e-4c26-b3eb-205afb628c36", "tag": "f2779c5a-978e-4c2b-8007-7a666a9591d2"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:50:35.562605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8275cfe-67f5-4a3e-9320-ca2408a80efb service neutron] Pushing event updated for resources: {'Port': ['ID=f2779c5a-978e-4c2b-8007-7a666a9591d2,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:50:35.576120 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34725ec5-9c22-4747-8a79-c7151523edc2 x-openstack-request-id: req-34725ec5-9c22-4747-8a79-c7151523edc2 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:50:35.576427 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36549ac-837e-4c26-b3eb-205afb628c36", "tag": "f2779c5a-978e-4c2b-8007-7a666a9591d2", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:50:35.576670 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34725ec5-9c22-4747-8a79-c7151523edc2 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:50:35.577073 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'tag': 'f2779c5a-978e-4c2b-8007-7a666a9591d2', 'status': 'completed', 'code': 200} Aug 12 04:50:35.643237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e444e60-0919-4088-80c4-8be975c08268 req-e1b0d9c7-4675-434c-b8bb-3849ba674f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:35.644780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e444e60-0919-4088-80c4-8be975c08268 req-e1b0d9c7-4675-434c-b8bb-3849ba674f45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 1095 time: 0.0439065 Aug 12 04:50:35.751852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e444e60-0919-4088-80c4-8be975c08268 req-f433f458-e0ff-4e5d-9584-b4fccbcdd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:35.753625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e444e60-0919-4088-80c4-8be975c08268 req-f433f458-e0ff-4e5d-9584-b4fccbcdd9c0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b0130e89961a44e0aa40dedd5ec58033&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1014040 Aug 12 04:50:35.851019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e444e60-0919-4088-80c4-8be975c08268 req-0fce741e-352b-4164-b2d1-a29867381ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:35.851019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e444e60-0919-4088-80c4-8be975c08268 req-0fce741e-352b-4164-b2d1-a29867381ab0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906262 Aug 12 04:50:35.928250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-8d0e5611-9bd6-46de-8f64-622837f75baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:35.929747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-8d0e5611-9bd6-46de-8f64-622837f75baf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 1095 time: 0.0435348 Aug 12 04:50:35.979357 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-202559fc-8c62-4a68-9ec8-e1b2b911fc80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2779c5a-978e-4c2b-8007-7a666a9591d2 HTTP/1.1" status: 200 len: 217 time: 0.0406535 Aug 12 04:50:36.028822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-9326e6cb-8d52-4157-b62d-1f2cd0f3c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:36.030267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-9326e6cb-8d52-4157-b62d-1f2cd0f3c586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0447493 Aug 12 04:50:36.074682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-cbba3e89-bf26-410d-a826-337ea079be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:36.076196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-cbba3e89-bf26-410d-a826-337ea079be0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392861 Aug 12 04:50:36.171197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-a9ed46f4-3cdb-43e9-aa2c-627e575fae9e service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Aug 12 04:50:36.263800 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7bdd8e-80b5-41cf-a764-6d205882b55b req-e17a50f5-a7dd-4689-81cb-a99f2315d8ff service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Aug 12 04:50:36.433482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c564e2d-b564-4f74-8179-c3cb4310c4fe req-3c378d5f-7cb9-43e2-be97-54ea92f2f7a1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:36.434998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c564e2d-b564-4f74-8179-c3cb4310c4fe req-3c378d5f-7cb9-43e2-be97-54ea92f2f7a1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0485404 Aug 12 04:50:36.472976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c564e2d-b564-4f74-8179-c3cb4310c4fe req-c6b8ee75-12df-4688-a1f8-d5aab41dae27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Aug 12 04:50:37.608909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe6b2-e9fe-4350-95f7-4a9f4a3bc615 req-5577628d-fb5e-43e6-aa27-62b6dd1c52e5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:37.610470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8dbe6b2-e9fe-4350-95f7-4a9f4a3bc615 req-5577628d-fb5e-43e6-aa27-62b6dd1c52e5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0666080 Aug 12 04:50:37.658637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8dbe6b2-e9fe-4350-95f7-4a9f4a3bc615 req-1086f2ff-ff15-4b16-994f-58ed41cfa7b2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Aug 12 04:50:38.793455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485ffc-0fd3-4c83-a497-c38a6780fa79 req-75950c7c-d724-4237-b010-782b9c2072bd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:38.795365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c485ffc-0fd3-4c83-a497-c38a6780fa79 req-75950c7c-d724-4237-b010-782b9c2072bd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0532262 Aug 12 04:50:38.841626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c485ffc-0fd3-4c83-a497-c38a6780fa79 req-3c33f667-f006-48e3-868f-18f4e7105ede tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Aug 12 04:50:39.964541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a29ea1-0843-42e2-a397-34e4b02688b2 req-7416b4fa-f469-482a-b60a-ff2e77a34455 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:39.966045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-59a29ea1-0843-42e2-a397-34e4b02688b2 req-7416b4fa-f469-482a-b60a-ff2e77a34455 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0540307 Aug 12 04:50:40.007280 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-59a29ea1-0843-42e2-a397-34e4b02688b2 req-9a29bf94-87e7-440a-aaf4-5b96335a9e9f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348041 Aug 12 04:50:41.132400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eab001-a4ea-46cb-8c7d-5270c580b81c req-8e7c03dd-e1e3-4f92-b6a9-800c83c4e43f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:41.134167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0eab001-a4ea-46cb-8c7d-5270c580b81c req-8e7c03dd-e1e3-4f92-b6a9-800c83c4e43f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0547037 Aug 12 04:50:41.173495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0eab001-a4ea-46cb-8c7d-5270c580b81c req-c817064b-274a-4c6c-b79d-b5e06a7bd0d3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Aug 12 04:50:42.305318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6223-7c30-450c-8c32-91444321c6a6 req-37435460-2d23-466c-9fbb-11aa1440aae5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:42.308661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88aa6223-7c30-450c-8c32-91444321c6a6 req-37435460-2d23-466c-9fbb-11aa1440aae5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0591414 Aug 12 04:50:42.356802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88aa6223-7c30-450c-8c32-91444321c6a6 req-c9f04330-d4f4-4f60-91a5-2ba96a471960 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Aug 12 04:50:43.474421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c07b3c-afdc-4331-b5be-0322f00b27e4 req-9fd1bfec-fc95-44f2-886d-0587a6757bfa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:43.475954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13c07b3c-afdc-4331-b5be-0322f00b27e4 req-9fd1bfec-fc95-44f2-886d-0587a6757bfa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0513122 Aug 12 04:50:43.520686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13c07b3c-afdc-4331-b5be-0322f00b27e4 req-45143ed1-8a5b-432a-bc58-6a3f4b6a89f5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365622 Aug 12 04:50:44.643473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4fce5-a78e-47c8-924c-18e7eecf59a8 req-26c0d670-aa62-4ff7-90a6-bf978e97fd8f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:44.644948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1cb4fce5-a78e-47c8-924c-18e7eecf59a8 req-26c0d670-aa62-4ff7-90a6-bf978e97fd8f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0525582 Aug 12 04:50:44.685158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1cb4fce5-a78e-47c8-924c-18e7eecf59a8 req-f2501d2e-18ed-4c0d-af6e-150e37e92c5c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Aug 12 04:50:45.820655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea76e9-9fca-417c-a57f-00c8bc712885 req-e0e3c57f-c2dd-4f21-bd42-7887a70d24c5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:45.822605 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41ea76e9-9fca-417c-a57f-00c8bc712885 req-e0e3c57f-c2dd-4f21-bd42-7887a70d24c5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0555542 Aug 12 04:50:45.870993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41ea76e9-9fca-417c-a57f-00c8bc712885 req-ce266ec7-88f2-4bf5-a717-7ee5c0e72805 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Aug 12 04:50:46.994350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f083871-6ae1-4c4a-80af-02e59a0117f3 req-890db6ce-585d-4125-9a88-2f6d89f7f2a0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:46.995959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f083871-6ae1-4c4a-80af-02e59a0117f3 req-890db6ce-585d-4125-9a88-2f6d89f7f2a0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0501559 Aug 12 04:50:47.033930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f083871-6ae1-4c4a-80af-02e59a0117f3 req-9d09a21b-82da-4b42-8c7f-6680df3a5f36 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Aug 12 04:50:48.154592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c46c-feee-4856-8ed5-4863f04b69c1 req-ca609460-b558-4c8e-938d-355c033e675d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:48.156255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33c8c46c-feee-4856-8ed5-4863f04b69c1 req-ca609460-b558-4c8e-938d-355c033e675d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0526175 Aug 12 04:50:48.195388 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-33c8c46c-feee-4856-8ed5-4863f04b69c1 req-003a18fb-daeb-4da8-b1ca-ec08190143b6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326221 Aug 12 04:50:49.320360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67c8e5-4365-4d31-9e15-1310cb5c48f4 req-ddb6e8b4-b10f-4c3b-a141-52368b17259b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:49.321968 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f67c8e5-4365-4d31-9e15-1310cb5c48f4 req-ddb6e8b4-b10f-4c3b-a141-52368b17259b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0517786 Aug 12 04:50:49.361144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f67c8e5-4365-4d31-9e15-1310cb5c48f4 req-6eac775f-0cda-41ce-90fb-50a309b6800b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Aug 12 04:50:50.478979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642771e2-3f68-4905-90cf-b76e2cde22e8 req-8a04d87b-c2a4-4788-ac62-5fae8a8eb8f3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:50.480467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-642771e2-3f68-4905-90cf-b76e2cde22e8 req-8a04d87b-c2a4-4788-ac62-5fae8a8eb8f3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0500593 Aug 12 04:50:50.518909 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-642771e2-3f68-4905-90cf-b76e2cde22e8 req-039d1205-73da-48d1-8792-d8fa606328ac tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Aug 12 04:50:51.132894 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:50:51.639493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db000b57-a687-4818-94c1-4134fb23f4b2 req-990f8059-3dcb-4355-9865-f1ee154e62b7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:51.640980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db000b57-a687-4818-94c1-4134fb23f4b2 req-990f8059-3dcb-4355-9865-f1ee154e62b7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0527365 Aug 12 04:50:51.683579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db000b57-a687-4818-94c1-4134fb23f4b2 req-9063fe76-99fb-4070-aad1-eaafce0f100e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360522 Aug 12 04:50:52.801729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69e893-3cca-4079-9451-7b1e70af6b6f req-4ce8768f-81a0-403d-9fe7-28c738d7bd32 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:52.803245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc69e893-3cca-4079-9451-7b1e70af6b6f req-4ce8768f-81a0-403d-9fe7-28c738d7bd32 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0506866 Aug 12 04:50:52.846897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc69e893-3cca-4079-9451-7b1e70af6b6f req-869731c4-7bf9-4fe5-939d-a189ddead2cd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369780 Aug 12 04:50:53.963734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb193b1-7f94-4218-b182-71b0dd326ca7 req-c40eda57-f442-4a59-8481-38738861bd30 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:53.965780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5eb193b1-7f94-4218-b182-71b0dd326ca7 req-c40eda57-f442-4a59-8481-38738861bd30 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0522099 Aug 12 04:50:54.002644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5eb193b1-7f94-4218-b182-71b0dd326ca7 req-eae4a9bb-3412-42d9-9771-2bf476ff8ad0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Aug 12 04:50:55.121530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35a5c4-75bd-4428-ae3b-1da1e487dead req-607aa4a8-fc7b-40c7-b76d-e5b214189883 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:55.123059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b35a5c4-75bd-4428-ae3b-1da1e487dead req-607aa4a8-fc7b-40c7-b76d-e5b214189883 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0513937 Aug 12 04:50:55.160097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b35a5c4-75bd-4428-ae3b-1da1e487dead req-e2ece284-6eb5-46ad-bb2b-39579f973c5a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Aug 12 04:50:55.758481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:55.950914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:56.275624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96f404-6522-4d27-9914-95feba6c69ef req-81c1f8c6-7e77-4865-a2dc-07109b85dbeb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:56.277284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb96f404-6522-4d27-9914-95feba6c69ef req-81c1f8c6-7e77-4865-a2dc-07109b85dbeb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0490620 Aug 12 04:50:56.317607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb96f404-6522-4d27-9914-95feba6c69ef req-ea1f384d-7f58-4728-89c7-07a3f00d74ec tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Aug 12 04:50:57.435423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dc687-4729-4676-aa6d-92083b43a873 req-c698960a-5d24-4b7d-ae8d-89041e493c93 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:57.436900 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-533dc687-4729-4676-aa6d-92083b43a873 req-c698960a-5d24-4b7d-ae8d-89041e493c93 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0500066 Aug 12 04:50:57.474227 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-533dc687-4729-4676-aa6d-92083b43a873 req-54d1a142-349d-481d-a172-358e6b827892 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Aug 12 04:50:58.329471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0e1345f0-5965-4a75-9525-477a4ef21ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:50:58.595245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9c6f-1550-4ba5-a9da-afb22535c18d req-4aef0448-f013-469c-a9b1-4a3e0cfcf0bc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:58.596645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a18b9c6f-1550-4ba5-a9da-afb22535c18d req-4aef0448-f013-469c-a9b1-4a3e0cfcf0bc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0522006 Aug 12 04:50:58.634354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a18b9c6f-1550-4ba5-a9da-afb22535c18d req-243ea234-98ac-4c4b-ab58-8df1d30c7778 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Aug 12 04:50:59.751706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683d158-a1d0-40fd-9c9c-106da4b52b1a req-6e2fa0c4-5a51-4aec-8aa3-97b4517fbf80 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:50:59.753355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f683d158-a1d0-40fd-9c9c-106da4b52b1a req-6e2fa0c4-5a51-4aec-8aa3-97b4517fbf80 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0494542 Aug 12 04:50:59.796772 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f683d158-a1d0-40fd-9c9c-106da4b52b1a req-401f3b0e-64df-4eca-b691-cd36d43401cb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Aug 12 04:51:00.912220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-12573276-0135-4789-b287-d7850416171a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:00.918906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939647e6-2108-4257-a432-db85adbafada req-56d4be8a-23c1-436b-a05d-4febd62b7124 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:00.920663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-939647e6-2108-4257-a432-db85adbafada req-56d4be8a-23c1-436b-a05d-4febd62b7124 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0529726 Aug 12 04:51:00.959987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-939647e6-2108-4257-a432-db85adbafada req-9c02fd41-d0f6-462b-94d4-fcdff28d40e2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Aug 12 04:51:00.969806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:02.077608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2a6ce-ff8e-48a8-bccd-f81490f67057 req-289f19e1-286c-4215-ad43-f79fb96b68eb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:02.079535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3b2a6ce-ff8e-48a8-bccd-f81490f67057 req-289f19e1-286c-4215-ad43-f79fb96b68eb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0499856 Aug 12 04:51:02.117427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3b2a6ce-ff8e-48a8-bccd-f81490f67057 req-010513ea-5efc-48fb-8f77-8a6c7978bead tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Aug 12 04:51:02.266973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:03.231863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622d682-4955-4f4c-a5ef-f471283be3cb req-3553fe48-4905-435a-b250-5ce1946a1099 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:03.233374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0622d682-4955-4f4c-a5ef-f471283be3cb req-3553fe48-4905-435a-b250-5ce1946a1099 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0496876 Aug 12 04:51:03.270630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0622d682-4955-4f4c-a5ef-f471283be3cb req-3b226530-aad0-482b-b422-2028a68028e8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Aug 12 04:51:03.808024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:04.385776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c00cbf-fc3a-4e19-bf27-8c0480c8da1b req-955fa74b-5213-4e5e-af8f-1d84274c15cb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:04.387263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3c00cbf-fc3a-4e19-bf27-8c0480c8da1b req-955fa74b-5213-4e5e-af8f-1d84274c15cb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0486085 Aug 12 04:51:04.425228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b3c00cbf-fc3a-4e19-bf27-8c0480c8da1b req-7c606962-02e6-4418-b1dc-de87fa481a75 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Aug 12 04:51:05.544607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193f684-b4a0-489e-ac2e-cfaa41f99a9f req-8285d52a-9430-432c-bc84-8837b704a94a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:05.546288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9193f684-b4a0-489e-ac2e-cfaa41f99a9f req-8285d52a-9430-432c-bc84-8837b704a94a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0530620 Aug 12 04:51:05.585556 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9193f684-b4a0-489e-ac2e-cfaa41f99a9f req-496e7c08-8664-4474-9b07-4aa77f44b2f5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Aug 12 04:51:06.701925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3970e1b-8547-4049-ba01-cc9d69a975b0 req-7cb3c059-8fe7-4078-9193-628c59cb3338 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:06.703456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3970e1b-8547-4049-ba01-cc9d69a975b0 req-7cb3c059-8fe7-4078-9193-628c59cb3338 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0498118 Aug 12 04:51:06.745985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3970e1b-8547-4049-ba01-cc9d69a975b0 req-5b0db888-7149-4342-8e4e-26a72328df27 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Aug 12 04:51:07.866358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754c5fb-dc6f-49fd-97c5-05593edf1537 req-f568743d-0ef7-4f5d-8064-ad359efae64f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:07.867809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9754c5fb-dc6f-49fd-97c5-05593edf1537 req-f568743d-0ef7-4f5d-8064-ad359efae64f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0505581 Aug 12 04:51:07.905994 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9754c5fb-dc6f-49fd-97c5-05593edf1537 req-34c4bceb-77a5-4538-b773-f59bd731406a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Aug 12 04:51:09.022832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1cec4-1ecb-4e58-a634-16b457991d1b req-836edbce-8308-4d8d-888d-58ad292046b7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:09.024322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10a1cec4-1ecb-4e58-a634-16b457991d1b req-836edbce-8308-4d8d-888d-58ad292046b7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0485563 Aug 12 04:51:09.063612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10a1cec4-1ecb-4e58-a634-16b457991d1b req-177a6670-c3cf-4394-9ac8-2d18724c20bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Aug 12 04:51:10.179192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ac8d6-4e2c-476b-9cad-5949d1cca322 req-f3b31a9f-7443-476c-b042-a30a336c18ef tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:10.180665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a0ac8d6-4e2c-476b-9cad-5949d1cca322 req-f3b31a9f-7443-476c-b042-a30a336c18ef tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0494878 Aug 12 04:51:10.217561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5a0ac8d6-4e2c-476b-9cad-5949d1cca322 req-a09c3d6b-a374-482a-ae3a-caaa5c5afdb3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Aug 12 04:51:11.333270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ec780-d0d8-4a7a-9c8e-922ebed48336 req-9646aa23-1fba-4d61-8c4c-3086a9ad07af tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:11.334789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-212ec780-d0d8-4a7a-9c8e-922ebed48336 req-9646aa23-1fba-4d61-8c4c-3086a9ad07af tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Aug 12 04:51:11.372158 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-212ec780-d0d8-4a7a-9c8e-922ebed48336 req-b2dc7fc4-c83b-4b38-a784-de30a12c4a3e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Aug 12 04:51:12.491284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22db10-4edf-459b-8bfb-2559acfc2c8c req-172ad77a-7a2b-4054-ab5c-21c5f5cf1f7f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:12.492745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e22db10-4edf-459b-8bfb-2559acfc2c8c req-172ad77a-7a2b-4054-ab5c-21c5f5cf1f7f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0513325 Aug 12 04:51:12.530101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e22db10-4edf-459b-8bfb-2559acfc2c8c req-a962c825-193a-4fbd-bd46-b7c78cd5c31a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Aug 12 04:51:13.643042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd18a87-c43d-4d98-b8ec-8211ce77f709 req-61d9611c-e34b-47d4-ad48-a78b4aa387f9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:13.644516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffd18a87-c43d-4d98-b8ec-8211ce77f709 req-61d9611c-e34b-47d4-ad48-a78b4aa387f9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0475197 Aug 12 04:51:13.685366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ffd18a87-c43d-4d98-b8ec-8211ce77f709 req-b35f9f9d-6ce1-4ac6-be69-0be72c2beea7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Aug 12 04:51:14.801570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd77818-f493-4231-9df3-074b80fac08f req-2abaf11e-e99c-4f27-9e52-49342b8ef983 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:14.803127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9bd77818-f493-4231-9df3-074b80fac08f req-2abaf11e-e99c-4f27-9e52-49342b8ef983 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0499444 Aug 12 04:51:14.840367 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9bd77818-f493-4231-9df3-074b80fac08f req-d74f3d4e-9b5a-4aa8-a1c3-21dd7a86378e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Aug 12 04:51:15.957878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9f12-d69f-4ae5-aff1-90dafd845efe req-d17024b0-c602-4d84-9ead-0088619e465d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:15.959418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f99e9f12-d69f-4ae5-aff1-90dafd845efe req-d17024b0-c602-4d84-9ead-0088619e465d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0510225 Aug 12 04:51:15.999119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f99e9f12-d69f-4ae5-aff1-90dafd845efe req-011ea2d4-5c4c-4359-8c7f-15069fd02074 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Aug 12 04:51:17.115804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1adb8-18c7-41bc-b76d-2846cab73013 req-58cd37a6-d758-4297-b8ae-08d254477298 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:17.117275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b0a1adb8-18c7-41bc-b76d-2846cab73013 req-58cd37a6-d758-4297-b8ae-08d254477298 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 944 time: 0.0492215 Aug 12 04:51:17.154660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b0a1adb8-18c7-41bc-b76d-2846cab73013 req-3c86c52a-c3c5-4fc0-9245-be4ae38ea4a3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308769 Aug 12 04:51:17.823150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f2779c5a-978e-4c2b-8007-7a666a9591d2 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:51:17.916397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f2779c5a-978e-4c2b-8007-7a666a9591d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f2779c5a-978e-4c2b-8007-7a666a9591d2,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:51:17.927604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'f2779c5a-978e-4c2b-8007-7a666a9591d2', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': 'f2779c5a-978e-4c2b-8007-7a666a9591d2', 'mac_address': 'fa:16:3e:09:1e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:51:17.963771 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:17.979814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2779c5a-978e-4c2b-8007-7a666a9591d2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:51:17.998299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f2779c5a-978e-4c2b-8007-7a666a9591d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f2779c5a-978e-4c2b-8007-7a666a9591d2,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:51:18.123660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:18.171504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=f2779c5a-978e-4c2b-8007-7a666a9591d2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:18.178846 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.180518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.180518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.180518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.180518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.180518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.180924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.181560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.181560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.181852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.182130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.182452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:18.268923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336cb33-dd70-40a2-ad0d-05d3141e811c req-ea611c99-a661-4775-833b-67e8af4c2a7a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:18.270447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c336cb33-dd70-40a2-ad0d-05d3141e811c req-ea611c99-a661-4775-833b-67e8af4c2a7a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 12 04:51:18.307739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c336cb33-dd70-40a2-ad0d-05d3141e811c req-611a88f8-bf75-4344-b31f-cddfdf7cedc3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Aug 12 04:51:18.365975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f2779c5a-978e-4c2b-8007-7a666a9591d2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:51:19.434279 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d397-2c91-4833-bafc-0439e5713f17 req-a6e0e22b-2367-4b67-a711-a36c47f899bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:19.436210 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a2f5d397-2c91-4833-bafc-0439e5713f17 req-a6e0e22b-2367-4b67-a711-a36c47f899bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 945 time: 0.0596290 Aug 12 04:51:19.475748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a2f5d397-2c91-4833-bafc-0439e5713f17 req-84e715c9-3864-4e66-a947-d8e5efe4d306 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Aug 12 04:51:19.826916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f2779c5a-978e-4c2b-8007-7a666a9591d2 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:51:19.958172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port f2779c5a-978e-4c2b-8007-7a666a9591d2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:51:19.962097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port f2779c5a-978e-4c2b-8007-7a666a9591d2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:51:19.962628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:20.036169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:20.058490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2779c5a-978e-4c2b-8007-7a666a9591d2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:51:20.060778 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccf54b4-e5d0-45a3-bf52-7cd9505c6b96" -d '{"events": [{"server_uuid": "f36549ac-837e-4c26-b3eb-205afb628c36", "name": "network-vif-plugged", "status": "completed", "tag": "f2779c5a-978e-4c2b-8007-7a666a9591d2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:51:20.074407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f2779c5a-978e-4c2b-8007-7a666a9591d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f2779c5a-978e-4c2b-8007-7a666a9591d2,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:51:20.129156 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:20.162263 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba56f417-3e43-4c8e-aab4-f11c5b15b973 x-openstack-request-id: req-ba56f417-3e43-4c8e-aab4-f11c5b15b973 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:51:20.162547 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36549ac-837e-4c26-b3eb-205afb628c36", "name": "network-vif-plugged", "status": "completed", "tag": "f2779c5a-978e-4c2b-8007-7a666a9591d2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:51:20.162837 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba56f417-3e43-4c8e-aab4-f11c5b15b973 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:51:20.163221 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2779c5a-978e-4c2b-8007-7a666a9591d2', 'code': 200} Aug 12 04:51:20.266810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16bb8f-1f80-4409-94ff-1c4cf0899acb req-6dfc50ab-c9f0-4ce5-8139-dd99a7a196fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:20.268377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb16bb8f-1f80-4409-94ff-1c4cf0899acb req-6dfc50ab-c9f0-4ce5-8139-dd99a7a196fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 1097 time: 0.0427439 Aug 12 04:51:20.308181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb16bb8f-1f80-4409-94ff-1c4cf0899acb req-878182ec-37c4-4015-a843-d2aa3ff060dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 12 04:51:20.344371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=f2779c5a-978e-4c2b-8007-7a666a9591d2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:20.595440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaedc2-e954-4c92-9cc3-f5b8bf9f4d4e req-77b21cfa-fcee-4b03-84e5-a7e84bcc8c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:20.596846 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3aaedc2-e954-4c92-9cc3-f5b8bf9f4d4e req-77b21cfa-fcee-4b03-84e5-a7e84bcc8c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 946 time: 0.0489020 Aug 12 04:51:20.633895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3aaedc2-e954-4c92-9cc3-f5b8bf9f4d4e req-c47e6102-d69f-44e6-9d15-c0bb9b0f11dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Aug 12 04:51:21.750799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37a319-95e4-4f86-bb0d-33a62a0f5a0f req-8eda4324-b8d6-4380-a8b4-d95417f1d7df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:21.752281 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e37a319-95e4-4f86-bb0d-33a62a0f5a0f req-8eda4324-b8d6-4380-a8b4-d95417f1d7df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Aug 12 04:51:21.793307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e37a319-95e4-4f86-bb0d-33a62a0f5a0f req-e491ba61-2193-4544-a7e2-2e858526f83f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Aug 12 04:51:21.911122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec3c3d-7264-40d2-8872-265e9a3ed171 req-f1c4af4a-d917-4ee3-a842-3a12044521d8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:21.912659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15ec3c3d-7264-40d2-8872-265e9a3ed171 req-f1c4af4a-d917-4ee3-a842-3a12044521d8 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Aug 12 04:51:21.955892 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-15ec3c3d-7264-40d2-8872-265e9a3ed171 req-4abf2235-d93a-4163-be49-4b41d2e83403 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Aug 12 04:51:22.464152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2a9cc-8436-4a52-b1f2-070966649b5f req-db451bd8-c0ea-41ea-9cc1-811cecb38a80 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:22.465618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11c2a9cc-8436-4a52-b1f2-070966649b5f req-db451bd8-c0ea-41ea-9cc1-811cecb38a80 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 946 time: 0.0480423 Aug 12 04:51:22.502366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11c2a9cc-8436-4a52-b1f2-070966649b5f req-2f2f6279-98c2-4871-a89c-3cf18e3eae59 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301232 Aug 12 04:51:23.189756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-4e8ff6eb-c8ce-41d4-86e3-715f2e322c90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915906 Aug 12 04:51:23.269906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-9f4b0a16-7d31-4092-a1c5-b849dce4cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:23.271444 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-9f4b0a16-7d31-4092-a1c5-b849dce4cb30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 1096 time: 0.0404456 Aug 12 04:51:23.379687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-269b5e90-26ad-47af-bd69-74bf7ac944cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:23.381051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-269b5e90-26ad-47af-bd69-74bf7ac944cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0893996 Aug 12 04:51:23.423782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-ec441ba0-1c89-4f08-9543-f28d2e17fb8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f HTTP/1.1" status: 200 len: 217 time: 0.0351954 Aug 12 04:51:23.471427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-13de8679-cc7a-44a2-bfb5-45fd79de0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:23.472808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-13de8679-cc7a-44a2-bfb5-45fd79de0f5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0426970 Aug 12 04:51:23.518200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-83af498d-d113-4b99-a846-88665ad79676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:23.519707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-83af498d-d113-4b99-a846-88665ad79676 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393894 Aug 12 04:51:23.647090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-575396e5-8617-48b5-a9cb-2415c51e2b46 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197169 Aug 12 04:51:23.655761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e81da1-14c9-40d6-9bbe-ce0758e88b88 req-6741d231-d889-47d7-8c25-122a7ae3c729 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:23.657135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25e81da1-14c9-40d6-9bbe-ce0758e88b88 req-6741d231-d889-47d7-8c25-122a7ae3c729 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 946 time: 0.0765977 Aug 12 04:51:23.742160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25e81da1-14c9-40d6-9bbe-ce0758e88b88 req-1a8ce500-ec2a-4f36-b4c7-784a9506042a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771959 Aug 12 04:51:23.770255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b58b76ca-8a9a-45e4-8196-05c2e377c236 req-ce460123-d74d-4bde-b7e5-59a5263b1e6a service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122050 Aug 12 04:51:23.935596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-69a4cdd9-203b-4139-8351-4428678500ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:23.940028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-69a4cdd9-203b-4139-8351-4428678500ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Aug 12 04:51:24.028986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port f2779c5a-978e-4c2b-8007-7a666a9591d2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:51:24.029324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:24.116093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port f2779c5a-978e-4c2b-8007-7a666a9591d2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f2779c5a-978e-4c2b-8007-7a666a9591d2,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:51:24.116458 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:24.129058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for f2779c5a-978e-4c2b-8007-7a666a9591d2 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:51:24.321919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:24.335275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b8cb3751-a229-45c2-ab41-e1cc74cae27f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:51:24.337560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f2779c5a-978e-4c2b-8007-7a666a9591d2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:51:24.353150 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=f2779c5a-978e-4c2b-8007-7a666a9591d2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:24.398642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port f2779c5a-978e-4c2b-8007-7a666a9591d2 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:51:24.401448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:24.403521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5592e675-0264-4b9c-b107-cbcf31ad575a req-9905b08d-d817-40af-b56f-bc286a90a3cc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "DELETE /v2.0/ports/f2779c5a-978e-4c2b-8007-7a666a9591d2 HTTP/1.1" status: 204 len: 173 time: 0.4600213 Aug 12 04:51:24.403987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'name': 'network-vif-deleted', 'tag': 'f2779c5a-978e-4c2b-8007-7a666a9591d2'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:51:24.406489 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b5ef9f-28ec-462f-9b7a-d06900a3e5ea" -d '{"events": [{"server_uuid": "f36549ac-837e-4c26-b3eb-205afb628c36", "name": "network-vif-deleted", "tag": "f2779c5a-978e-4c2b-8007-7a666a9591d2"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:51:24.451179 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c75119f-332c-4b4e-8dbb-a05df5c3d236 x-openstack-request-id: req-6c75119f-332c-4b4e-8dbb-a05df5c3d236 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:51:24.451452 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36549ac-837e-4c26-b3eb-205afb628c36", "name": "network-vif-deleted", "tag": "f2779c5a-978e-4c2b-8007-7a666a9591d2", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:51:24.452264 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c75119f-332c-4b4e-8dbb-a05df5c3d236 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:51:24.452683 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36549ac-837e-4c26-b3eb-205afb628c36', 'name': 'network-vif-deleted', 'tag': 'f2779c5a-978e-4c2b-8007-7a666a9591d2', 'status': 'completed', 'code': 200} Aug 12 04:51:24.836838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecbd68d4-7f54-4cce-a546-33fe9007b886 req-792006cd-3113-46e6-a805-42b7c9f2c9ee tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0269201 Aug 12 04:51:25.786519 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:25.936292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-542f7290-acf7-47d9-bb39-5e7c4ac2405b req-b8cf73dc-09ad-4d36-9605-74a3fd2832e1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0288725 Aug 12 04:51:25.957985 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:27.031875 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ea003997-17a2-4e4f-a631-1198c23340e2 req-bc11e999-2e05-4291-9cc6-a320b41201e5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0259058 Aug 12 04:51:27.869996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f2779c5a-978e-4c2b-8007-7a666a9591d2 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:51:27.892410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: f2779c5a-978e-4c2b-8007-7a666a9591d2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:51:27.892752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f2779c5a-978e-4c2b-8007-7a666a9591d2 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:51:28.125284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca3ac2cd-d85b-4c2e-aa65-9c9338200e73 req-35fb8a5c-4f0d-41b7-9e94-cb3d0886636d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36549ac-837e-4c26-b3eb-205afb628c36 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Aug 12 04:51:28.132656 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:51:28.266629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b98227e-d31d-4b34-bf24-c064d3402f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:30.831857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33bed7d3-b7e3-4f4a-98be-0fb836e856a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:30.991925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:32.226225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:33.819114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:33.897202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025807d5-8390-4c81-806e-e9159da0025e req-1639aa35-62d2-434e-8dfa-e9474650d369 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:33.898677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-025807d5-8390-4c81-806e-e9159da0025e req-1639aa35-62d2-434e-8dfa-e9474650d369 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 945 time: 0.0528252 Aug 12 04:51:33.937239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-025807d5-8390-4c81-806e-e9159da0025e req-2a9efe6f-3d4d-43d7-b6fe-5f8d13316f6a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 12 04:51:35.054185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d817-1083-4a56-8680-23d3c528d72f req-e952bdd1-2b01-45e2-a777-8dc0b328b59d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:35.055680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f515d817-1083-4a56-8680-23d3c528d72f req-e952bdd1-2b01-45e2-a777-8dc0b328b59d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Aug 12 04:51:35.094014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f515d817-1083-4a56-8680-23d3c528d72f req-a8ef24d3-7c2d-43a6-b979-f46adb816c7c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=e48185e4-c0dd-4cdd-8121-c660dc8379d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Aug 12 04:51:35.424971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-0b2978a6-252b-4fe8-9d06-3e5fce2ad6bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:51:35.426321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-0b2978a6-252b-4fe8-9d06-3e5fce2ad6bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Aug 12 04:51:35.512757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port b8cb3751-a229-45c2-ab41-e1cc74cae27f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:51:35.513101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:35.601872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port b8cb3751-a229-45c2-ab41-e1cc74cae27f, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b8cb3751-a229-45c2-ab41-e1cc74cae27f,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:51:35.602238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:35.614823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for b8cb3751-a229-45c2-ab41-e1cc74cae27f owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:51:35.837562 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:35.848803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b8cb3751-a229-45c2-ab41-e1cc74cae27f'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:51:35.864510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=b8cb3751-a229-45c2-ab41-e1cc74cae27f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:35.877631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.877975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.878327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.878654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.879050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.879381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.879711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.880086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.880357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.880680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.881002 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.881322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:35.917569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port b8cb3751-a229-45c2-ab41-e1cc74cae27f on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:51:35.921197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:35.924135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f742307f-14ee-42fe-a8a1-8d2f9cccbf78 req-4f4ace25-0200-482a-8370-804319bf6cf1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "DELETE /v2.0/ports/b8cb3751-a229-45c2-ab41-e1cc74cae27f HTTP/1.1" status: 204 len: 173 time: 0.4911988 Aug 12 04:51:35.924597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'name': 'network-vif-deleted', 'tag': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:51:35.927521 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd9d9f0-0fe0-4831-b8bf-41f5b015dbbf" -d '{"events": [{"server_uuid": "a29f9664-a219-4df5-a456-813ace03dfc1", "name": "network-vif-deleted", "tag": "b8cb3751-a229-45c2-ab41-e1cc74cae27f"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:51:35.963217 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1095184d-82b5-4925-b56d-477b6d7a9820 x-openstack-request-id: req-1095184d-82b5-4925-b56d-477b6d7a9820 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:51:35.963511 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29f9664-a219-4df5-a456-813ace03dfc1", "name": "network-vif-deleted", "tag": "b8cb3751-a229-45c2-ab41-e1cc74cae27f", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:51:35.963765 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1095184d-82b5-4925-b56d-477b6d7a9820 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:51:35.964218 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29f9664-a219-4df5-a456-813ace03dfc1', 'name': 'network-vif-deleted', 'tag': 'b8cb3751-a229-45c2-ab41-e1cc74cae27f', 'status': 'completed', 'code': 200} Aug 12 04:51:36.187579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3ad59cff-3a87-42e6-821c-ff4c7f1c50d9 req-e038830f-0118-4a7a-8a11-4ba8b0e14145 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 210 time: 0.0269258 Aug 12 04:51:37.291779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-594b0127-f6bb-4850-bd38-103cc2bd3cf9 req-25bd38ba-bfd3-43f9-a667-acccceeaf418 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 210 time: 0.0256286 Aug 12 04:51:38.387718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-44570db5-7514-4f44-9fa5-ab7c26580f74 req-9f41d8a6-6c59-4ede-af01-0ab38cf221ab tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Aug 12 04:51:38.470472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b8cb3751-a229-45c2-ab41-e1cc74cae27f no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:51:38.490414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: b8cb3751-a229-45c2-ab41-e1cc74cae27f {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:51:38.490796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b8cb3751-a229-45c2-ab41-e1cc74cae27f not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:51:39.483998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e3c8c38-2ab9-4ef5-925b-f897d98b3cc2 req-2653300a-37bb-4f5a-80d2-a4064b25390a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=a29f9664-a219-4df5-a456-813ace03dfc1 HTTP/1.1" status: 200 len: 210 time: 0.0292480 Aug 12 04:51:43.853641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44480) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:43.858299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192080119', 'description': 'tempest-secgroup-smoke-192080119 description', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:43.952579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.029697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.077166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.104229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3556b606-fa6a-478c-b425-f3a31aabd1db,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:44.157429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.158654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-38b3f1af-bb44-4100-a46d-8251185c2146 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3040104 Aug 12 04:51:44.161680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44482) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:44.166262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group_rule': {'security_group_id': '3556b606-fa6a-478c-b425-f3a31aabd1db', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:44.259602 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.314858 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.397355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.414689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b62520d-6a09-4740-ac81-da98ac14176b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:44.494876 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.496993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-28878ad4-9362-4d27-a9cd-81c0b0951ba9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340173 Aug 12 04:51:44.500426 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44484) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:44.505053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group_rule': {'security_group_id': '3556b606-fa6a-478c-b425-f3a31aabd1db', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:44.590649 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.649503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.728839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.747959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8e03c8-79e6-417c-98be-0e4a9e8f7284,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:44.815109 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.818933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-84c2c712-5456-41ec-acc6-38b7b13948df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3149223 Aug 12 04:51:44.819163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 44486) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:44.827681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group_rule': {'security_group_id': '3556b606-fa6a-478c-b425-f3a31aabd1db', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:44.894067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:44.954608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.009199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.030837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a7630c-462e-4b27-b28f-6b3b6af4efed,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:45.100417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.104432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44488) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:45.104932 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3df5f2cd-cc98-4f25-9cf5-8ec4d0110900 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2847500 Aug 12 04:51:45.109850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group_rule': {'security_group_id': '3556b606-fa6a-478c-b425-f3a31aabd1db', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:45.208176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.269175 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.334733 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.352602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8198e946-3efb-4c8b-a7db-dfc8f6dfdab2,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:45.361038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.361389 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.361735 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.362078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.362413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.362772 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.363105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.363433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.363758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.364082 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.364407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.364726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:51:45.409042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.410293 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2acdd430-648d-44ef-a0c6-28ee43ed6dba tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040926 Aug 12 04:51:45.413014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44490) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:45.417536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group_rule': {'security_group_id': '3556b606-fa6a-478c-b425-f3a31aabd1db', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:45.516414 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Project b0130e89961a44e0aa40dedd5ec58033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:51:45.521604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.582001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.631826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.650354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bca5d6b-39ae-4daf-a8b7-50d50d218902,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:45.694444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.695682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d4ad3cc9-44fc-4817-851b-b71e44786119 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817454 Aug 12 04:51:45.698400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44492) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:51:45.703067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'security_group_rule': {'security_group_id': '3556b606-fa6a-478c-b425-f3a31aabd1db', 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:51:45.768869 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Project b0130e89961a44e0aa40dedd5ec58033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 04:51:45.774074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.837058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.917643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:45.935609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae099b3e-a5af-4b52-9ebc-56b84f6c5105,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:51:46.020572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:46.021747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e53900ab-e469-4eeb-b2d5-ba86b868179e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223245 Aug 12 04:51:56.015000 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:56.054599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:51:58.254532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f080d368-d517-4e57-a589-4326128bd065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:00.852997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ac2dbfd3-4fa4-40d6-997a-13799f8f6af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:00.991920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:02.265779 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:03.797217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:04.761064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-f8c6c41e-e16d-4783-9785-5fad56882f34 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192080119&fields=id&tenant_id=b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 267 time: 0.0320501 Aug 12 04:52:04.866256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-6d712128-bb1c-4435-b910-351f28e04d8e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:04.866256 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-6d712128-bb1c-4435-b910-351f28e04d8e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.0978029 Aug 12 04:52:04.880309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-72dddfd5-6f80-4a29-9358-23e70fb2ae95 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Aug 12 04:52:04.935155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-78c5a418-a8e5-4c11-bb1b-18a5cb0ea6dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493312 Aug 12 04:52:05.049523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-b3cc61e8-4474-4f9e-8891-dbd176e14154 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:52:05.050529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-b3cc61e8-4474-4f9e-8891-dbd176e14154 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022062 Aug 12 04:52:05.130809 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:52:05.137746 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-8d7b61fa-0c35-45f0-8876-6b05d4d306a5 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810556 Aug 12 04:52:05.229803 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0fbd0636-c2fd-469c-b5d7-3bf28b2c7ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853457 Aug 12 04:52:05.763544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-09bc85a0-8612-4c44-924b-7375fb782e6d req-b3f16bab-ab0b-4e97-a2bf-3a9afef9459e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0263431 Aug 12 04:52:06.855716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d12ebfd-346f-43df-91ff-e1f9e9e5dcf2 req-5cfd142d-e987-4517-aabd-6ae7c0a082d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0272026 Aug 12 04:52:07.965980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4257d32-7fca-4c5e-b949-552dc82049b1 req-8670f5c3-c9bf-487e-a4d2-b10aad653484 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0324786 Aug 12 04:52:08.019598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-10ebb98d-f084-4a71-b2d7-93b3bc0bebbe tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:08.021030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-10ebb98d-f084-4a71-b2d7-93b3bc0bebbe tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1366949 Aug 12 04:52:08.064587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-caa1f689-f84b-4046-8c77-a8a3392d62de tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 379 time: 0.0343680 Aug 12 04:52:08.073688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'security_groups': ['3556b606-fa6a-478c-b425-f3a31aabd1db']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:52:08.250356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:52:08.253980 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:08.382401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.13 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/b3d3f437-2f0b-41c7-913b-2cf0605580a0) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:52:08.524689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:08.539314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object b3d3f437-2f0b-41c7-913b-2cf0605580a0 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:52:08.620523 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:08.665780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:52:08.669049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:52:08.673373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:52:08.683539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=b3d3f437-2f0b-41c7-913b-2cf0605580a0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:08.731162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:08.733091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:08.815670 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2bc45e36-88e8-4240-90ff-9b4524bc4c3a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7455025 Aug 12 04:52:08.828569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Request body: {'port': {'device_id': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:52:08.887248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.014797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d8115d4-e898-40f6-bf09-f5500edd99ec None None] Provisioning for port b3d3f437-2f0b-41c7-913b-2cf0605580a0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:52:09.020013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d8115d4-e898-40f6-bf09-f5500edd99ec None None] Provisioning complete for port b3d3f437-2f0b-41c7-913b-2cf0605580a0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:52:09.020395 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d8115d4-e898-40f6-bf09-f5500edd99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.057297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-7d8115d4-e898-40f6-bf09-f5500edd99ec None None] Port b3d3f437-2f0b-41c7-913b-2cf0605580a0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:52:09.086919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c8b60-07c1-4102-a1cc-f3c0636a3cb3 req-63c42e7c-865b-49cc-8634-76c8019b02f2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:09.094925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8c8b60-07c1-4102-a1cc-f3c0636a3cb3 req-63c42e7c-865b-49cc-8634-76c8019b02f2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 932 time: 0.0573885 Aug 12 04:52:09.127909 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-af8c8b60-07c1-4102-a1cc-f3c0636a3cb3 req-62303917-4ca4-4fa3-900a-9d9ce9d29015 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Aug 12 04:52:09.164178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d3f437-2f0b-41c7-913b-2cf0605580a0 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:52:09.172006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.184324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Transition to ACTIVE for port object b3d3f437-2f0b-41c7-913b-2cf0605580a0 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:52:09.252740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.305578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Pushing event updated for resources: {'Port': ['ID=b3d3f437-2f0b-41c7-913b-2cf0605580a0,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:09.384794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Attempting to bind port b3d3f437-2f0b-41c7-913b-2cf0605580a0 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:52:09.385142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Attempting to bind port b3d3f437-2f0b-41c7-913b-2cf0605580a0 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:52:09.385475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Attempting to bind port b3d3f437-2f0b-41c7-913b-2cf0605580a0 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:52:09.390335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Port b3d3f437-2f0b-41c7-913b-2cf0605580a0 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:52:09.390656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Attempting to bind port b3d3f437-2f0b-41c7-913b-2cf0605580a0 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:52:09.396481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:52:09.396819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:52:09.397201 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:52:09.397629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Bound port: b3d3f437-2f0b-41c7-913b-2cf0605580a0, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:52:09.397987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.464893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] For port b3d3f437-2f0b-41c7-913b-2cf0605580a0, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:52:09.468286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] For port b3d3f437-2f0b-41c7-913b-2cf0605580a0, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:52:09.563439 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.599149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:09.599765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:09.601168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] 10.222.0.36 "PUT /v2.0/ports/b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 200 len: 1092 time: 0.7773495 Aug 12 04:52:09.601606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:52:09.603862 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d305d5-58d6-4be8-a616-cc2af8a14d63" -d '{"events": [{"name": "network-changed", "server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:52:09.645258 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cba5d76-66e7-475b-9444-41c329be865b x-openstack-request-id: req-5cba5d76-66e7-475b-9444-41c329be865b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:52:09.645549 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:52:09.645797 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cba5d76-66e7-475b-9444-41c329be865b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:52:09.646195 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'status': 'completed', 'code': 200} Aug 12 04:52:09.653033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619db20-af7c-44c7-b54b-c6c3335f5dee service neutron] Pushing event updated for resources: {'Port': ['ID=b3d3f437-2f0b-41c7-913b-2cf0605580a0,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:09.718028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d305d5-58d6-4be8-a616-cc2af8a14d63 req-24af69e3-d1c7-4ddf-8d16-eea52d212343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:09.720237 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d305d5-58d6-4be8-a616-cc2af8a14d63 req-24af69e3-d1c7-4ddf-8d16-eea52d212343 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1095 time: 0.0502408 Aug 12 04:52:09.823325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d305d5-58d6-4be8-a616-cc2af8a14d63 req-95a822fd-3408-4311-a7d1-d9ffb3396d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:09.824720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d305d5-58d6-4be8-a616-cc2af8a14d63 req-95a822fd-3408-4311-a7d1-d9ffb3396d1e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0130e89961a44e0aa40dedd5ec58033&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967562 Aug 12 04:52:09.922806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d305d5-58d6-4be8-a616-cc2af8a14d63 req-bc12ed5e-592a-42e1-a0b7-f2578f210bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:09.924365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d305d5-58d6-4be8-a616-cc2af8a14d63 req-bc12ed5e-592a-42e1-a0b7-f2578f210bbe service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926342 Aug 12 04:52:10.005621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-44468fe4-a005-42cc-819d-6969634fede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:10.007172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-44468fe4-a005-42cc-819d-6969634fede9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1095 time: 0.0419066 Aug 12 04:52:10.049665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-63d4d399-3334-4325-993d-f862e3505187 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 200 len: 217 time: 0.0348637 Aug 12 04:52:10.102663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-e7b6fb27-424d-4d8a-ad1d-ab277dfb7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:10.104077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-e7b6fb27-424d-4d8a-ad1d-ab277dfb7269 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0476575 Aug 12 04:52:10.149054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-f7561ec8-6d69-4740-98cb-21a4d050403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:10.150680 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-f7561ec8-6d69-4740-98cb-21a4d050403e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398395 Aug 12 04:52:10.243850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-2394ea4f-a025-4bf8-bbcd-6beb82b52d14 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860808 Aug 12 04:52:10.246273 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33c3d-3236-4ce4-993f-aa457cebb478 req-08b67e6f-5ca9-4c3f-9e21-1829b9720912 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:10.248336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0aa33c3d-3236-4ce4-993f-aa457cebb478 req-08b67e6f-5ca9-4c3f-9e21-1829b9720912 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0507369 Aug 12 04:52:10.286618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0aa33c3d-3236-4ce4-993f-aa457cebb478 req-73467845-db87-4941-9989-a0924ec900c6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Aug 12 04:52:10.343122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7067cf3d-b4b8-4a8a-9c3f-fcd536628fb6 req-7242cee0-9cfb-4a8a-b521-a2f593aaf883 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909822 Aug 12 04:52:11.406255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1514d-d5e1-4c44-a95a-d1793c5d5df7 req-94d2f7a2-45bd-4ed1-98d1-fe945475bccf tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:11.407893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42a1514d-d5e1-4c44-a95a-d1793c5d5df7 req-94d2f7a2-45bd-4ed1-98d1-fe945475bccf tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0501359 Aug 12 04:52:11.445478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-42a1514d-d5e1-4c44-a95a-d1793c5d5df7 req-8144df17-4d62-436a-9da1-c7cb0db2f34c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315940 Aug 12 04:52:12.563682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad36ba6-3cce-4f09-8847-091969b73bcd req-4ffe8886-6d6d-44c6-a4e5-627c34fa2c7b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:12.565063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dad36ba6-3cce-4f09-8847-091969b73bcd req-4ffe8886-6d6d-44c6-a4e5-627c34fa2c7b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0534649 Aug 12 04:52:12.603369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dad36ba6-3cce-4f09-8847-091969b73bcd req-6c54771c-514e-485f-967a-d3332a620474 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319128 Aug 12 04:52:13.718539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31b462-0be0-4812-8bf5-58c1d138760f req-5cffc5cd-9fc5-41a3-97cc-221f3bd0a8ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:13.720540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed31b462-0be0-4812-8bf5-58c1d138760f req-5cffc5cd-9fc5-41a3-97cc-221f3bd0a8ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0528793 Aug 12 04:52:13.757117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed31b462-0be0-4812-8bf5-58c1d138760f req-ddb1ae8d-8f90-49ff-983a-b69fb2578b4a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308347 Aug 12 04:52:14.868163 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840c9c8-71fa-4ffd-bb43-ecb744a4ea7b req-57b12478-ce22-463b-b600-12c8abe88ea1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:14.877550 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2840c9c8-71fa-4ffd-bb43-ecb744a4ea7b req-57b12478-ce22-463b-b600-12c8abe88ea1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0472355 Aug 12 04:52:14.907014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2840c9c8-71fa-4ffd-bb43-ecb744a4ea7b req-955a0dfc-8473-4117-b7bd-ccf7fe0b4ce5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308278 Aug 12 04:52:16.022562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3918235-1073-461d-b884-261e426eca02 req-c6a2f6ef-c682-4304-b97c-8250b4b1eecd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:16.024071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3918235-1073-461d-b884-261e426eca02 req-c6a2f6ef-c682-4304-b97c-8250b4b1eecd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0483491 Aug 12 04:52:16.060721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a3918235-1073-461d-b884-261e426eca02 req-d39f2a09-0f63-4b07-9615-c9e5edc92275 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307400 Aug 12 04:52:17.173651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caed2c-1160-4be2-b66d-1a5b87e9657f req-1a4df40c-6917-4d36-818d-dd6398365407 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:17.175139 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89caed2c-1160-4be2-b66d-1a5b87e9657f req-1a4df40c-6917-4d36-818d-dd6398365407 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0486834 Aug 12 04:52:17.211834 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-89caed2c-1160-4be2-b66d-1a5b87e9657f req-8a485d53-dd95-4b86-bb20-fdadeea07b8f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Aug 12 04:52:18.323730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c48bb-897c-4414-8972-71aef47a5b31 req-47665b11-884d-4953-b840-ace86e47738f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:18.325195 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da6c48bb-897c-4414-8972-71aef47a5b31 req-47665b11-884d-4953-b840-ace86e47738f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0484278 Aug 12 04:52:18.363819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da6c48bb-897c-4414-8972-71aef47a5b31 req-906f5327-18d9-49fe-950b-fa293b8b34fd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326545 Aug 12 04:52:19.480619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830b07d-3494-402b-9566-181eccc4e9ae req-16ab490d-9626-4ffd-b0c6-a897ad060134 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:19.482093 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6830b07d-3494-402b-9566-181eccc4e9ae req-16ab490d-9626-4ffd-b0c6-a897ad060134 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0523582 Aug 12 04:52:19.519180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6830b07d-3494-402b-9566-181eccc4e9ae req-e8c708ee-3eb0-409a-84cf-fc372aac010f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 12 04:52:20.601900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b3d3f437-2f0b-41c7-913b-2cf0605580a0 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:52:20.635844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce96a02-c22c-4a81-90ca-0a94b43c69d6 req-3c3852a5-e51d-4662-ad46-baf116d7d320 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:20.637327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bce96a02-c22c-4a81-90ca-0a94b43c69d6 req-3c3852a5-e51d-4662-ad46-baf116d7d320 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 944 time: 0.0526774 Aug 12 04:52:20.675230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bce96a02-c22c-4a81-90ca-0a94b43c69d6 req-ca0bcc45-66d7-4435-b267-3f42702658eb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319653 Aug 12 04:52:20.694487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b3d3f437-2f0b-41c7-913b-2cf0605580a0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:52:20.708907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'mac_address': 'fa:16:3e:43:7f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:52:20.745150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:20.757385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d3f437-2f0b-41c7-913b-2cf0605580a0 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:52:20.776133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b3d3f437-2f0b-41c7-913b-2cf0605580a0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:52:20.859664 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:20.906840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b3d3f437-2f0b-41c7-913b-2cf0605580a0,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:20.914010 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.914363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.914728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.915069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.915407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.915741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.916139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.916550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.916886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.917214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.917543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:20.917871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:52:21.068391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b3d3f437-2f0b-41c7-913b-2cf0605580a0'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:52:21.785959 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbfc2d-ac35-4475-b902-fba293aa8b5b req-50e09dc7-226b-4ada-b548-ba0369deb2d3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:21.787468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5cbfc2d-ac35-4475-b902-fba293aa8b5b req-50e09dc7-226b-4ada-b548-ba0369deb2d3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 945 time: 0.0481627 Aug 12 04:52:21.826224 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5cbfc2d-ac35-4475-b902-fba293aa8b5b req-7dd62207-ab9c-46f5-9019-cfe0fd7c5157 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Aug 12 04:52:22.623109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b3d3f437-2f0b-41c7-913b-2cf0605580a0 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:52:22.768037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port b3d3f437-2f0b-41c7-913b-2cf0605580a0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:52:22.772028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b3d3f437-2f0b-41c7-913b-2cf0605580a0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:52:22.772405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:22.850978 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:22.873974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:52:22.876379 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1401e3-d58f-4fb7-8beb-e9d3e14abacc" -d '{"events": [{"server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "name": "network-vif-plugged", "status": "completed", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:52:22.889905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b3d3f437-2f0b-41c7-913b-2cf0605580a0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:52:22.915439 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e1368c-df9f-40f6-940e-c50187fb001b x-openstack-request-id: req-77e1368c-df9f-40f6-940e-c50187fb001b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:52:22.915713 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "name": "network-vif-plugged", "status": "completed", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:52:22.915973 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77e1368c-df9f-40f6-940e-c50187fb001b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:52:22.916374 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'code': 200} Aug 12 04:52:22.943175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0262f0-713e-4238-a77a-a6b392da60bb req-594809d9-4a77-443e-a213-e6a1a428f941 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:22.945039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe0262f0-713e-4238-a77a-a6b392da60bb req-594809d9-4a77-443e-a213-e6a1a428f941 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 945 time: 0.0511076 Aug 12 04:52:22.962789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:23.005618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fe0262f0-713e-4238-a77a-a6b392da60bb req-23b6d9e2-2a86-4e49-be6c-6e1e52c8a1c5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533490 Aug 12 04:52:23.012122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b3d3f437-2f0b-41c7-913b-2cf0605580a0,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:23.021775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7769-9eb4-4d56-8cb3-29d8491f5688 req-89455c83-f60c-400b-90de-7d94b76043af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:23.023314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4aa7769-9eb4-4d56-8cb3-29d8491f5688 req-89455c83-f60c-400b-90de-7d94b76043af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1097 time: 0.0446413 Aug 12 04:52:23.060155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4aa7769-9eb4-4d56-8cb3-29d8491f5688 req-694f1c44-1969-4660-8f5e-dbcc924ea985 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299084 Aug 12 04:52:24.121935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c8a8d-3974-4eb7-bad1-fb8329d5427a req-71bcacf9-feb6-4ca6-9cfb-203084ceafae tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.123491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d70c8a8d-3974-4eb7-bad1-fb8329d5427a req-71bcacf9-feb6-4ca6-9cfb-203084ceafae tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 946 time: 0.0497637 Aug 12 04:52:24.129181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-e8ab355a-df9a-4af6-aba2-66ff2fda28a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421243 Aug 12 04:52:24.161513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d70c8a8d-3974-4eb7-bad1-fb8329d5427a req-2ca3d7aa-527c-421e-aa8f-27e0dc6c031c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315311 Aug 12 04:52:24.207747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-ff59-4266-8485-db9bc98f25fc req-c94b5968-cca2-445d-af0d-4315f415ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.209239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-c94b5968-cca2-445d-af0d-4315f415ec6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1097 time: 0.0398431 Aug 12 04:52:24.331135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dea58a-0fa0-47cc-81fd-47fe2e514dd8 req-0d6125d2-14b2-4faa-ace4-7473be45f021 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.332584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1dea58a-0fa0-47cc-81fd-47fe2e514dd8 req-0d6125d2-14b2-4faa-ace4-7473be45f021 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 946 time: 0.1053910 Aug 12 04:52:24.359375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-ff59-4266-8485-db9bc98f25fc req-83f806a9-8698-414e-9e6c-3a7d24ff7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.360823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-83f806a9-8698-414e-9e6c-3a7d24ff7784 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.1254256 Aug 12 04:52:24.409235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1dea58a-0fa0-47cc-81fd-47fe2e514dd8 req-1ffd750f-f394-4dfe-871c-189c8de29c49 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689602 Aug 12 04:52:24.410573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-fa6d380b-5737-4aad-9ceb-b851c53a4955 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 200 len: 217 time: 0.0424569 Aug 12 04:52:24.431286 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44702) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:52:24.459419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-ff59-4266-8485-db9bc98f25fc req-93f049ef-92f5-4755-8cac-9eec96a875e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.460777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-93f049ef-92f5-4755-8cac-9eec96a875e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0436380 Aug 12 04:52:24.474070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04073ca-2e33-47a1-b34a-bf5fbf612918 tempest-TestVolumeBootPattern-484099400 tempest-TestVolumeBootPattern-484099400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.475639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e04073ca-2e33-47a1-b34a-bf5fbf612918 tempest-TestVolumeBootPattern-484099400 tempest-TestVolumeBootPattern-484099400-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1092 time: 0.0433323 Aug 12 04:52:24.478502 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44704) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:52:24.482885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:52:24.509059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644120e-ff59-4266-8485-db9bc98f25fc req-e62820d7-de60-49c4-8bd9-2ac540ec6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:24.520265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-e62820d7-de60-49c4-8bd9-2ac540ec6a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430522 Aug 12 04:52:24.567987 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:24.598779 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-848353fa-4dda-4fe8-8ebd-ce775b966693 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Aug 12 04:52:24.664749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:24.691001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d644120e-ff59-4266-8485-db9bc98f25fc req-6b32900e-08d8-4944-a58e-a3dcdfef37a6 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857935 Aug 12 04:52:24.771108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.25.6.13 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/7e4e99cb-51f8-4cba-9489-1b267d08491a) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:52:24.871258 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:24.995776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:25.040180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:52:25.043035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:52:25.045666 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:52:25.071572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=7e4e99cb-51f8-4cba-9489-1b267d08491a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:25.394012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:25.518164 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:25.826010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:25.985338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:25.987344 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:26.053484 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:26.121773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=7e4e99cb-51f8-4cba-9489-1b267d08491a,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:52:26.129708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:26.226914 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Floating IP 8f53c948-7326-4c0d-bf3e-fa297aa42981 associated. External IP: 172.25.6.13, port: b3d3f437-2f0b-41c7-913b-2cf0605580a0. Aug 12 04:52:26.429548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:52:26.534117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:52:26.543482 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:52:26.552775 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:52:26.553378 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:52:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:52:26.618275 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:26.645809 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b5ef28dc-1790-4b61-a91e-244f31b8cf4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1662660 Aug 12 04:52:26.646490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:52:26.648766 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:52:26.668699 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:52:26.756238 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27addd00-2323-4eb7-bc3f-78342f5e5937 x-openstack-request-id: req-27addd00-2323-4eb7-bc3f-78342f5e5937 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:52:26.756532 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:52:26.756782 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27addd00-2323-4eb7-bc3f-78342f5e5937 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:52:26.757181 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'status': 'completed', 'code': 200} Aug 12 04:52:26.819791 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-49a4b9cd-265a-47b6-b519-63ff818d51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:26.821461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-49a4b9cd-265a-47b6-b519-63ff818d51b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1097 time: 0.0407526 Aug 12 04:52:26.918977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-076dbe5a-7c15-465e-82a5-1db739a9203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:26.920464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-076dbe5a-7c15-465e-82a5-1db739a9203c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0923541 Aug 12 04:52:26.972690 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8f53c948-7326-4c0d-bf3e-fa297aa42981', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:43:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:52:25Z', 'updated_at': '2021-08-12T04:52:25Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:52:26.999241 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:52:27.008653 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:52:27.009283 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:52:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:52:27.115102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:52:27.313694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-80864c16-7db4-475b-9f96-958d720d4f1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 200 len: 999 time: 0.3853402 Aug 12 04:52:27.339638 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8f53c948-7326-4c0d-bf3e-fa297aa42981', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:43:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:52:25Z', 'updated_at': '2021-08-12T04:52:25Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:52:27.361217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-5de13491-2ae0-4d44-b922-ed25743870a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:27.362643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-5de13491-2ae0-4d44-b922-ed25743870a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0422504 Aug 12 04:52:27.364975 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eb6bf3-ee7c-455e-acd5-8c9697c87df3 None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8f53c948-7326-4c0d-bf3e-fa297aa42981', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.13', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:43:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:52:25Z', 'updated_at': '2021-08-12T04:52:25Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:52:27.411928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-9fa263cc-bf63-423d-b331-65c929fe5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:52:27.413424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-9fa263cc-bf63-423d-b331-65c929fe5c75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439558 Aug 12 04:52:27.504452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-00bae4d2-fab3-4e3c-b9de-c4c19973a8b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Aug 12 04:52:27.557929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45ea07-5412-4c08-8f8f-86139f77a7d2 None None] New status for floating IP 8f53c948-7326-4c0d-bf3e-fa297aa42981: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:52:27.600045 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb37c2eb-6dd4-4aff-9f40-2a4f489a46d0 req-0e3ef4c1-1815-438f-84af-4fc55fa29b36 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888047 Aug 12 04:52:28.253534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac60e-b822-4ade-8b2a-784ac725c510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:30.870825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77da517d-8bf1-4a0d-ae53-260f0d705fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:30.983789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:32.230491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:33.784712 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:42.130680 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:52:55.796730 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:56.030500 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:52:58.251678 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5b2b0174-e35f-4559-a9df-d5d769710b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:00.818784 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd966-d63d-4482-a2b6-bc06f14d05e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:00.996333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:02.257669 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:03.812893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:19.129115 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:53:24.122348 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-b972acbe-061f-4019-8516-dcebff30966b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390890 Aug 12 04:53:24.201100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-b0f2c700-a8e4-4179-83a6-26babf83e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:53:24.202572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-b0f2c700-a8e4-4179-83a6-26babf83e159 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1097 time: 0.0395453 Aug 12 04:53:24.304690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-c1ae9412-3408-48a1-9043-ebb9083a5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:53:24.306180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-c1ae9412-3408-48a1-9043-ebb9083a5f0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0850673 Aug 12 04:53:24.370655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-18e31e4f-a340-4e88-8040-797b938dc997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 200 len: 1001 time: 0.0573726 Aug 12 04:53:24.418361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-c4653788-086f-4191-8eb3-7bbab94ad9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:53:24.419800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-c4653788-086f-4191-8eb3-7bbab94ad9fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0419567 Aug 12 04:53:24.466005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-55b0b6bd-7add-44ef-be3a-91e2e80e3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:53:24.467406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-55b0b6bd-7add-44ef-be3a-91e2e80e3139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411632 Aug 12 04:53:24.555219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-ddacb81a-41b4-4e41-aebd-e6bf53960eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797901 Aug 12 04:53:24.646372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c460191-f9a5-4559-90a7-d0d40ec147ca req-35f37770-15ca-40d9-afc4-cd1cf53f9289 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838833 Aug 12 04:53:25.812562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:25.994736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:28.258246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-33b50740-b26c-4e37-ab0a-73c736fe5d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:30.828241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-80126a34-0b34-4038-bfc0-e0919fec6e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:30.983737 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:32.251053 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:33.772194 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:55.822812 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:55.982637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:53:56.127739 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:53:58.246424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed9a30c4-ba2d-440d-9f92-f0caa542baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:00.822959 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30415fbe-c3e0-49c0-9816-5180f31586dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:00.961011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:02.229064 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:03.787848 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:07.483725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-34917103-cd93-4613-a313-009c24cf9294 req-4342bcf9-6352-47b2-9f9f-cd2bac7ca2c2 service neutron] (95042) timed out ('10.222.0.42', 39540) {{(pid=95042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:54:24.139218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-ce971cc2-d5d8-439e-8bae-ab43fc0233e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453491 Aug 12 04:54:24.220940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-becd7c15-dbe1-4661-b909-fe2251deb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:24.222510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-becd7c15-dbe1-4661-b909-fe2251deb444 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 1097 time: 0.0405512 Aug 12 04:54:24.326570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-688a0a2f-e4ef-4c36-bd04-c696e4251140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:24.328076 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-688a0a2f-e4ef-4c36-bd04-c696e4251140 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0874929 Aug 12 04:54:24.391962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-06404f00-1e05-42d2-ba0c-611e90b11fe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 200 len: 1001 time: 0.0568860 Aug 12 04:54:24.438955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-5d7afd38-7ca1-4203-be25-459c059ae283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:24.440322 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-5d7afd38-7ca1-4203-be25-459c059ae283 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0419695 Aug 12 04:54:24.488180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-175de393-d810-462d-9879-966eca0ddf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:24.489538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-175de393-d810-462d-9879-966eca0ddf5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422065 Aug 12 04:54:24.575830 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-42aba241-bca4-4035-9142-335892730e0a service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787413 Aug 12 04:54:24.665497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-280429cc-b8d2-44b1-8827-c842625fa4bc req-daf7c27a-830a-4aad-862e-81a37799f94d service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827737 Aug 12 04:54:25.828418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:26.005465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:28.239850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-71e4bb2b-3ed6-4db0-b673-c75a8cc33160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:30.850322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9639faba-b7b0-4fba-994f-85de4a9a4f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:30.953894 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:32.239584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:33.126849 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:54:33.794239 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:34.652485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-ec7fbb88-1efd-40a7-8cef-b04e599e05ab req-a21db8a6-206b-4334-9725-efb69207854a service neutron] (95043) timed out ('10.222.0.42', 39908) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:54:53.711615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df9d5-8ad3-47ff-925d-11584b429379 req-c9c0c5e6-cb5f-4387-bf0c-9a18d7fbb564 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:53.713122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e1df9d5-8ad3-47ff-925d-11584b429379 req-c9c0c5e6-cb5f-4387-bf0c-9a18d7fbb564 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 946 time: 0.1061299 Aug 12 04:54:53.750000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e1df9d5-8ad3-47ff-925d-11584b429379 req-a0024f99-cbfc-4cf7-810e-cfd243c6207d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309420 Aug 12 04:54:54.982676 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb410a-cd91-451e-a151-7fd1d3affa19 req-cf9e91d6-c18a-44d0-a366-c94bd8e03bbf tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:54.984182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73eb410a-cd91-451e-a151-7fd1d3affa19 req-cf9e91d6-c18a-44d0-a366-c94bd8e03bbf tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 946 time: 0.1401274 Aug 12 04:54:55.021222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-73eb410a-cd91-451e-a151-7fd1d3affa19 req-34761983-293a-4f68-a0e4-bf11841b12da tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305228 Aug 12 04:54:55.134364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-874aea3a-ea5a-4888-9609-26d838b12199 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:54:55.135801 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-874aea3a-ea5a-4888-9609-26d838b12199 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 946 time: 0.0470517 Aug 12 04:54:55.228204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port b3d3f437-2f0b-41c7-913b-2cf0605580a0 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 04:54:55.228541 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.312377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port b3d3f437-2f0b-41c7-913b-2cf0605580a0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b3d3f437-2f0b-41c7-913b-2cf0605580a0,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:54:55.312656 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.523112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.523480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.523937 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Floating IP 8f53c948-7326-4c0d-bf3e-fa297aa42981 disassociated. External IP: 172.25.6.13, port: b3d3f437-2f0b-41c7-913b-2cf0605580a0. Aug 12 04:54:55.524127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for b3d3f437-2f0b-41c7-913b-2cf0605580a0 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 04:54:55.690659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.718772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=b3d3f437-2f0b-41c7-913b-2cf0605580a0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:54:55.729142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.729496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.729845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.730193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.730514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.730877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.731218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.731553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.731877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.732204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.732529 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.732855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:54:55.810859 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.841530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:54:55.950300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:54:55.959583 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:54:55.968888 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:54:55.969617 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:54:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:54:55.970971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.988519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port b3d3f437-2f0b-41c7-913b-2cf0605580a0 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 04:54:55.991128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:55.993110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-418bdd53-1571-48c1-bef3-e7c7252a12a8 req-af2f0842-5f69-42fd-9f4e-7bd8a443027a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "DELETE /v2.0/ports/b3d3f437-2f0b-41c7-913b-2cf0605580a0 HTTP/1.1" status: 204 len: 173 time: 0.8512402 Aug 12 04:54:55.993612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'name': 'network-vif-deleted', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:54:55.995826 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546006d0-f456-4e00-946b-241e03697287" -d '{"events": [{"server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "name": "network-vif-deleted", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:54:56.079443 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:54:56.141292 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb5497a-0a1d-4873-9d68-47eb4ba251ac x-openstack-request-id: req-beb5497a-0a1d-4873-9d68-47eb4ba251ac {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:54:56.141732 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e52a1ca-b30f-4b02-bc17-0e4e6e80142c", "name": "network-vif-deleted", "tag": "b3d3f437-2f0b-41c7-913b-2cf0605580a0", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:54:56.141954 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-beb5497a-0a1d-4873-9d68-47eb4ba251ac {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:54:56.142295 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e52a1ca-b30f-4b02-bc17-0e4e6e80142c', 'name': 'network-vif-deleted', 'tag': 'b3d3f437-2f0b-41c7-913b-2cf0605580a0', 'status': 'completed', 'code': 200} Aug 12 04:54:56.144505 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e64f9446-952b-4d9c-ac63-755b7921e17f req-3a13860c-ecbe-4c47-b292-0139416abed0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0310943 Aug 12 04:54:56.304190 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:54:56.329196 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:54:56.337152 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:54:56.337756 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:54:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:54:56.439748 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:54:56.635363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:54:56.664875 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3311a-c647-4937-8d28-3a29cdfbafd5 None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:54:56.898702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592dcec-ff0b-42b4-b892-47e7511311a3 None None] New status for floating IP 8f53c948-7326-4c0d-bf3e-fa297aa42981: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:54:57.254331 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cfc8adb-2682-462b-b1e7-7f73e9c57aeb req-9d4d70f4-6233-42f2-b60d-71a8dd17321e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0307720 Aug 12 04:54:58.250514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4b55c245-fe02-422b-80b3-9b8eb193db97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:54:58.352986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-55313efb-3e31-4411-a46f-9b4b02ef731a req-735621ec-4546-49e4-bfff-128d9204a79b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0310252 Aug 12 04:54:59.305023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b3d3f437-2f0b-41c7-913b-2cf0605580a0 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 04:54:59.328202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: b3d3f437-2f0b-41c7-913b-2cf0605580a0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 04:54:59.328547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b3d3f437-2f0b-41c7-913b-2cf0605580a0 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 04:54:59.450437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-92db4f1b-6502-4fb7-83e5-5d48bf45f77a req-2f7f3539-45ff-4a60-8e56-b2b6783d9131 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e52a1ca-b30f-4b02-bc17-0e4e6e80142c HTTP/1.1" status: 200 len: 210 time: 0.0292637 Aug 12 04:55:00.645445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d5b74f55-ae42-4b80-946b-b215f6abc55e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192080119&fields=id&tenant_id=b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 267 time: 0.0316777 Aug 12 04:55:00.752876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-1bb394eb-40d5-4d3a-99d4-99a32f357b84 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:00.754271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-1bb394eb-40d5-4d3a-99d4-99a32f357b84 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1022913 Aug 12 04:55:00.769157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-3e04e4a7-54dc-4f83-b191-8f76ee09ee95 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0091295 Aug 12 04:55:00.821672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-299c5117-c4bf-4d89-98fb-c77b832c8bb1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473459 Aug 12 04:55:00.856543 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2de66b49-4662-4e3a-a4b3-9174612b3ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:00.915013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-ff31fc2d-7628-4c25-b7f3-e19e322e7e6a service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821297 Aug 12 04:55:00.942695 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:01.011966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-4b3d7041-f55f-4287-85df-fcd378272e06 service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907147 Aug 12 04:55:02.238320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:02.499397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1c6aadaa-4303-40f7-89b4-1463917e2b68 req-b2db602f-fdf4-4f2f-8fc0-2fb9c82bd06d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Aug 12 04:55:03.593887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a46302e-b507-4c71-9ddd-fe030553f840 req-9cc23d54-5f23-43ab-9236-cdbe153f6f28 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 210 time: 0.0262129 Aug 12 04:55:03.811068 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:04.368031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-ecb23fd1-8487-4392-aa54-0f0baf65b87c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:04.369499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-ecb23fd1-8487-4392-aa54-0f0baf65b87c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.0999930 Aug 12 04:55:04.412983 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-8ec9ff14-2595-4afe-8d5d-aa06234efaf7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 379 time: 0.0345623 Aug 12 04:55:04.422603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'security_groups': ['3556b606-fa6a-478c-b425-f3a31aabd1db']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:55:04.592877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:55:04.596652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:04.702485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ff4eb80-d207-4570-8b53-81f3aa28cc1a req-b7527aa9-6a9e-43bd-8135-2087b7abf3f2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 210 time: 0.0380812 Aug 12 04:55:04.750085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.8 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/952065d8-3c9b-413c-9da9-8e4770a5399d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:55:04.886471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:04.899787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object 952065d8-3c9b-413c-9da9-8e4770a5399d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:55:05.005550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.056137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:55:05.059331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:55:05.063131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:55:05.087430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=952065d8-3c9b-413c-9da9-8e4770a5399d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:05.116677 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:05.117308 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.223052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-a5be90ef-aa6f-48be-bf48-731183554b9e tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8043830 Aug 12 04:55:05.236458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Request body: {'port': {'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:55:05.295779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.416675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-55049b10-ce20-4b57-8b8d-0a008b79ed7f None None] Provisioning for port 952065d8-3c9b-413c-9da9-8e4770a5399d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:55:05.424242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-55049b10-ce20-4b57-8b8d-0a008b79ed7f None None] Provisioning complete for port 952065d8-3c9b-413c-9da9-8e4770a5399d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:55:05.430903 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-55049b10-ce20-4b57-8b8d-0a008b79ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.466264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-55049b10-ce20-4b57-8b8d-0a008b79ed7f None None] Port 952065d8-3c9b-413c-9da9-8e4770a5399d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:55:05.583109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952065d8-3c9b-413c-9da9-8e4770a5399d {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:55:05.591968 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.606782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Transition to ACTIVE for port object 952065d8-3c9b-413c-9da9-8e4770a5399d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:55:05.696454 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.773329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Pushing event updated for resources: {'Port': ['ID=952065d8-3c9b-413c-9da9-8e4770a5399d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:05.834771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Attempting to bind port 952065d8-3c9b-413c-9da9-8e4770a5399d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:55:05.835146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Attempting to bind port 952065d8-3c9b-413c-9da9-8e4770a5399d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:55:05.836441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Attempting to bind port 952065d8-3c9b-413c-9da9-8e4770a5399d on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:55:05.841618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Port 952065d8-3c9b-413c-9da9-8e4770a5399d on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:55:05.841950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Attempting to bind port 952065d8-3c9b-413c-9da9-8e4770a5399d on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:55:05.848501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:55:05.848844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:55:05.849233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:55:05.850000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Bound port: 952065d8-3c9b-413c-9da9-8e4770a5399d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:55:05.850937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:05.866638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60884-0d99-425b-93f1-9578810c78c6 req-28cd5c43-2f86-4cda-821b-386e893d26d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:05.876756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bbc60884-0d99-425b-93f1-9578810c78c6 req-28cd5c43-2f86-4cda-821b-386e893d26d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0773571 Aug 12 04:55:05.945033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] For port 952065d8-3c9b-413c-9da9-8e4770a5399d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:55:05.949600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] For port 952065d8-3c9b-413c-9da9-8e4770a5399d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=952065d8-3c9b-413c-9da9-8e4770a5399d,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:55:05.951247 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bbc60884-0d99-425b-93f1-9578810c78c6 req-628f23b7-1722-409f-839f-4044829db149 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694587 Aug 12 04:55:06.045259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:06.080851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.081426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:06.082869 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d9726766-378f-4503-9e24-038de6efd573 service neutron] 10.222.0.36 "PUT /v2.0/ports/952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 1091 time: 0.8517029 Aug 12 04:55:06.085245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:55:06.099459 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:55:06.142013 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576b89fb-e979-49cd-b661-16009a4ec1f1 x-openstack-request-id: req-576b89fb-e979-49cd-b661-16009a4ec1f1 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:55:06.142408 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:55:06.142738 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-576b89fb-e979-49cd-b661-16009a4ec1f1 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:55:06.143242 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'status': 'completed', 'code': 200} Aug 12 04:55:06.148530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9726766-378f-4503-9e24-038de6efd573 service neutron] Pushing event updated for resources: {'Port': ['ID=952065d8-3c9b-413c-9da9-8e4770a5399d,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:06.218569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a req-db6a5f65-d488-4cf9-b6b7-c3cd5ca2c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.221092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a req-db6a5f65-d488-4cf9-b6b7-c3cd5ca2c94d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1094 time: 0.0466156 Aug 12 04:55:06.328223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a req-44c5b5a3-8c84-4801-8f7b-22906a5deacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.330337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a req-44c5b5a3-8c84-4801-8f7b-22906a5deacb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0130e89961a44e0aa40dedd5ec58033&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1010067 Aug 12 04:55:06.424490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a req-71efae4e-30b7-41fa-ba94-afe9afa132bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.425961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5d62e63-797b-48ff-ab24-21dd69bc7d0a req-71efae4e-30b7-41fa-ba94-afe9afa132bb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893373 Aug 12 04:55:06.511776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-4523eb04-717f-47f6-be05-ae0b8bfc3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.513356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-4523eb04-717f-47f6-be05-ae0b8bfc3af8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1094 time: 0.0459976 Aug 12 04:55:06.555275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-d08f8733-e94f-481a-9cf5-296ac42edfe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 217 time: 0.0344322 Aug 12 04:55:06.603611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-b915727e-2f46-4e7e-bd3c-7bcd5f90d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.605058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-b915727e-2f46-4e7e-bd3c-7bcd5f90d4c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0434582 Aug 12 04:55:06.649329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-000fe91d-c17f-40d8-8da3-19e44c892bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:06.650732 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-000fe91d-c17f-40d8-8da3-19e44c892bef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388358 Aug 12 04:55:06.741828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-75e94ba7-c25a-4315-8bc4-60d48dfdaf76 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837348 Aug 12 04:55:06.830053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-08469616-c1bd-45ca-a28f-c522630bf7f9 req-8e5a507a-2515-4397-8b0d-1387bb81d2ce service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814049 Aug 12 04:55:07.074348 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa709-8ee6-4540-bcc2-0a4848fe36c8 req-4f1e0341-8d5a-49c5-af45-9cc86517f880 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:07.075856 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb4aa709-8ee6-4540-bcc2-0a4848fe36c8 req-4f1e0341-8d5a-49c5-af45-9cc86517f880 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0528662 Aug 12 04:55:07.114993 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eb4aa709-8ee6-4540-bcc2-0a4848fe36c8 req-bc2aed41-cb9e-481f-a866-6fc19e8a9de6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330062 Aug 12 04:55:08.248592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba269b-73e0-4a22-a9e8-3c1c5610a692 req-6384682f-9ddd-453e-9974-f5bba272d9be tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:08.250174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66ba269b-73e0-4a22-a9e8-3c1c5610a692 req-6384682f-9ddd-453e-9974-f5bba272d9be tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0555525 Aug 12 04:55:08.296873 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-66ba269b-73e0-4a22-a9e8-3c1c5610a692 req-5a6aa34e-ed41-4372-aa9b-e07818e5b7e2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Aug 12 04:55:09.444426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ccce3-c681-42ea-812e-c4a47353fdba req-4197c029-2825-4931-a300-0559732aa6df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:09.445912 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f11ccce3-c681-42ea-812e-c4a47353fdba req-4197c029-2825-4931-a300-0559732aa6df tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0818248 Aug 12 04:55:09.484427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f11ccce3-c681-42ea-812e-c4a47353fdba req-52441639-559d-4ffa-9a29-2614b120cb1a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322676 Aug 12 04:55:10.126209 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:55:10.598204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed2907-b612-4e62-af62-d2699b021ea3 req-051ec14a-c6ba-4b76-a495-03d49e33fa7c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:10.599856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-abed2907-b612-4e62-af62-d2699b021ea3 req-051ec14a-c6ba-4b76-a495-03d49e33fa7c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0495300 Aug 12 04:55:10.637509 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-abed2907-b612-4e62-af62-d2699b021ea3 req-595f3654-d8ac-429d-b0e2-116c9a28db19 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Aug 12 04:55:11.749642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df55e4-9062-492e-aadf-178cf0803530 req-516edad7-433b-4f7a-894b-e14530ef39dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:11.751138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5df55e4-9062-492e-aadf-178cf0803530 req-516edad7-433b-4f7a-894b-e14530ef39dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0479887 Aug 12 04:55:11.788530 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b5df55e4-9062-492e-aadf-178cf0803530 req-52bf4bc5-81a0-4b82-94c8-8809281a77d4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314417 Aug 12 04:55:12.898895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24187ca-1f60-43bf-a6c1-4be97a334761 req-969f2438-17ea-4298-b98c-efeb458d39c7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:12.900359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e24187ca-1f60-43bf-a6c1-4be97a334761 req-969f2438-17ea-4298-b98c-efeb458d39c7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0475640 Aug 12 04:55:12.937939 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e24187ca-1f60-43bf-a6c1-4be97a334761 req-8b1faeac-1962-4faa-954d-187ecec2e111 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317600 Aug 12 04:55:14.053341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a61f64-49d6-4085-a734-55f44c361527 req-6779985b-6e10-4d48-8a08-e574f79a86ec tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:14.054814 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0a61f64-49d6-4085-a734-55f44c361527 req-6779985b-6e10-4d48-8a08-e574f79a86ec tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0510166 Aug 12 04:55:14.091441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f0a61f64-49d6-4085-a734-55f44c361527 req-e688a5fc-bc7a-4ca5-8c4a-cbf3c3fd4351 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Aug 12 04:55:15.204671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b21db-3a1d-4381-887c-d5bea826b925 req-4a3221e7-c959-450b-a707-9bcc991a58a1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:15.206116 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b73b21db-3a1d-4381-887c-d5bea826b925 req-4a3221e7-c959-450b-a707-9bcc991a58a1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0514998 Aug 12 04:55:15.243051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b73b21db-3a1d-4381-887c-d5bea826b925 req-2057a7bf-0377-4454-8ccf-16661e67b9f5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Aug 12 04:55:16.354370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef00245-1b3e-46a9-b07f-d6c58e7d1c6e req-26c35428-0ccd-4235-9d50-7c8011e74027 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:16.355875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cef00245-1b3e-46a9-b07f-d6c58e7d1c6e req-26c35428-0ccd-4235-9d50-7c8011e74027 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0482023 Aug 12 04:55:16.393659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cef00245-1b3e-46a9-b07f-d6c58e7d1c6e req-b2f6364e-7638-4de8-83d8-4d40d58f6d5f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Aug 12 04:55:17.357395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 952065d8-3c9b-413c-9da9-8e4770a5399d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:55:17.451526 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 952065d8-3c9b-413c-9da9-8e4770a5399d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=952065d8-3c9b-413c-9da9-8e4770a5399d,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:55:17.463639 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:55:17.500842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:17.506188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7cdc3-f30e-454e-b7a3-d41e7d413b51 req-d362cf1f-c22e-4fef-b756-54ed77cc13ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:17.507742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77a7cdc3-f30e-454e-b7a3-d41e7d413b51 req-d362cf1f-c22e-4fef-b756-54ed77cc13ff tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 943 time: 0.0474455 Aug 12 04:55:17.513509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952065d8-3c9b-413c-9da9-8e4770a5399d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:55:17.533163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 952065d8-3c9b-413c-9da9-8e4770a5399d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=952065d8-3c9b-413c-9da9-8e4770a5399d,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:55:17.545428 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77a7cdc3-f30e-454e-b7a3-d41e7d413b51 req-a269431f-9c60-4147-aa28-c5f1319a2bf6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Aug 12 04:55:17.593065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:17.640221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=952065d8-3c9b-413c-9da9-8e4770a5399d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:17.647347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.647692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.648029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.648361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.648691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.649055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.649377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.649699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.650018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.650336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.650655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.650996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:17.810383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['952065d8-3c9b-413c-9da9-8e4770a5399d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:55:18.664112 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d668fa-ab1a-4c38-8f5f-b4d5c2791d07 req-7d4373cd-0ba0-4e30-8d16-76e849328c01 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:18.665582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30d668fa-ab1a-4c38-8f5f-b4d5c2791d07 req-7d4373cd-0ba0-4e30-8d16-76e849328c01 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 944 time: 0.0480227 Aug 12 04:55:18.702291 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30d668fa-ab1a-4c38-8f5f-b4d5c2791d07 req-c81162a7-6f6d-43b2-ac00-a00de1184868 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Aug 12 04:55:19.366730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 952065d8-3c9b-413c-9da9-8e4770a5399d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:55:19.485165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 952065d8-3c9b-413c-9da9-8e4770a5399d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:55:19.489277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 952065d8-3c9b-413c-9da9-8e4770a5399d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:55:19.489651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:19.573421 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:19.595133 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:55:19.597382 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d7136a-475c-4c4d-ba22-ebbaca834eae" -d '{"events": [{"server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "name": "network-vif-plugged", "status": "completed", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:55:19.610738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 952065d8-3c9b-413c-9da9-8e4770a5399d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=952065d8-3c9b-413c-9da9-8e4770a5399d,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:55:19.631823 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952d606-cb31-41d1-b994-f39c5482fc39 x-openstack-request-id: req-a952d606-cb31-41d1-b994-f39c5482fc39 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:55:19.632106 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "name": "network-vif-plugged", "status": "completed", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:55:19.632359 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a952d606-cb31-41d1-b994-f39c5482fc39 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:55:19.632743 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'code': 200} Aug 12 04:55:19.678600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:19.724304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b290b-9151-4b47-82a3-31b04e9d94b0 req-dcbf4897-d636-4656-9d7c-3e17eb7c1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:19.724911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=952065d8-3c9b-413c-9da9-8e4770a5399d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:19.725807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb6b290b-9151-4b47-82a3-31b04e9d94b0 req-dcbf4897-d636-4656-9d7c-3e17eb7c1405 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0381808 Aug 12 04:55:19.761835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb6b290b-9151-4b47-82a3-31b04e9d94b0 req-d17d70cc-8dc3-4aea-a493-c509666e2a0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283051 Aug 12 04:55:19.823426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2e8b9-281e-4924-a24d-ef331b8777bb req-934b03ab-952a-4af4-9f94-b0baa79067d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:19.829478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdb2e8b9-281e-4924-a24d-ef331b8777bb req-934b03ab-952a-4af4-9f94-b0baa79067d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 945 time: 0.0542610 Aug 12 04:55:19.864963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fdb2e8b9-281e-4924-a24d-ef331b8777bb req-ee834e19-6217-49b9-b901-801f1e6ebc70 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334163 Aug 12 04:55:20.982061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe56ee9-9886-4bbe-8234-94ea1d686911 req-94282db4-4b09-4250-8ff1-77b9ef68913f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:20.983531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fe56ee9-9886-4bbe-8234-94ea1d686911 req-94282db4-4b09-4250-8ff1-77b9ef68913f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 945 time: 0.0507579 Aug 12 04:55:21.019705 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5fe56ee9-9886-4bbe-8234-94ea1d686911 req-67ffdaf7-9d53-448e-ae70-c182755b04bb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296597 Aug 12 04:55:21.130833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a838-1f39-4511-969f-b0b2b8ea5ff6 req-a81d88a2-0c23-4edb-a2e3-cdd7269d65e7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:21.132217 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2c7a838-1f39-4511-969f-b0b2b8ea5ff6 req-a81d88a2-0c23-4edb-a2e3-cdd7269d65e7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Aug 12 04:55:21.169015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2c7a838-1f39-4511-969f-b0b2b8ea5ff6 req-76655632-ae9f-4dbb-9052-4fa6d84a842f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Aug 12 04:55:21.191002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44918) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:55:21.269474 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1299d-7d0a-4633-9ed4-9589503543f5 tempest-TestVolumeBootPattern-484099400 tempest-TestVolumeBootPattern-484099400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:21.270969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fbd1299d-7d0a-4633-9ed4-9589503543f5 tempest-TestVolumeBootPattern-484099400 tempest-TestVolumeBootPattern-484099400-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1091 time: 0.0789881 Aug 12 04:55:21.273667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 44922) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:55:21.277938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:55:21.370112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:21.467011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:21.566778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.25.6.251 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/1ce82a01-fa43-4168-87f9-b8aae306a4ce) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:55:21.670058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:21.753955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:21.789275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:55:21.794026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:55:21.797781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:55:21.822836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=1ce82a01-fa43-4168-87f9-b8aae306a4ce,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:21.836223 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.836565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.836905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.837248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.837581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.837912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.838238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.838562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.838921 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.839244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.839567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:21.839887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:55:22.165437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:22.285174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:22.432662 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:22.495615 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:22.569901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=1ce82a01-fa43-4168-87f9-b8aae306a4ce,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:55:22.576157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:22.673218 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Floating IP f4fb6c65-cd5f-4917-9a0e-a34e76677ecf associated. External IP: 172.25.6.251, port: 952065d8-3c9b-413c-9da9-8e4770a5399d. Aug 12 04:55:22.869351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:55:22.973884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:55:22.983802 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:55:22.992648 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:55:22.993247 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:55:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:55:23.067715 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:23.095227 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-722b8ecf-0812-4157-95f8-5e971219dd38 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8202863 Aug 12 04:55:23.095596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:55:23.097601 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:55:23.098476 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc21592-2beb-4ce3-aa8f-83578c2294b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:55:23.135030 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd9c5a1-7391-43c2-96f3-bbf43bf4cc9f x-openstack-request-id: req-acd9c5a1-7391-43c2-96f3-bbf43bf4cc9f {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:55:23.135405 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:55:23.135695 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acd9c5a1-7391-43c2-96f3-bbf43bf4cc9f {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:55:23.136114 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'status': 'completed', 'code': 200} Aug 12 04:55:23.197530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-6b544fa5-76c5-4ad7-a04d-bc79e7afbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:23.200062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-6b544fa5-76c5-4ad7-a04d-bc79e7afbffa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0414550 Aug 12 04:55:23.294976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-35336661-1548-4380-a354-1917e365a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:23.296971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-35336661-1548-4380-a354-1917e365a821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0896742 Aug 12 04:55:23.319938 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:22Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:55:23.346056 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:55:23.354058 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:55:23.354668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:55:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:55:23.361833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-3fd68848-bd10-4f1e-b7b3-c6b46f29df4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 999 time: 0.0585995 Aug 12 04:55:23.409658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-3e5c66c8-5168-4df6-af73-b5ce39b2ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:23.411132 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-3e5c66c8-5168-4df6-af73-b5ce39b2ef81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0430052 Aug 12 04:55:23.459059 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:55:23.459552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-c210c00e-940e-46e6-b42b-3764750ab866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:23.461171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-c210c00e-940e-46e6-b42b-3764750ab866 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432012 Aug 12 04:55:23.551198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-4a8d110c-0856-46e2-be3f-633eb72155d0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830564 Aug 12 04:55:23.641459 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1bc21592-2beb-4ce3-aa8f-83578c2294b1 req-f0bab207-4734-4de8-9be7-451d7e0ad58d service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836442 Aug 12 04:55:23.681430 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:22Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:55:23.707327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5d1cd-07d8-4302-9b16-362c855b26ad None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:22Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:55:23.909186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d00b82-48d4-471f-9c84-f916dc2c43ee None None] New status for floating IP f4fb6c65-cd5f-4917-9a0e-a34e76677ecf: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:55:25.792966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:25.975612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:26.129351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-67e8e700-5a1a-4a33-ae02-e7070452c3d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392485 Aug 12 04:55:26.207106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-27d5878f-2029-4849-bfd6-71e6d4df6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:26.208578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-27d5878f-2029-4849-bfd6-71e6d4df6a5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0397375 Aug 12 04:55:26.310198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-6c0589d3-0f33-468b-ab22-f0ed18a00eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:26.311654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-6c0589d3-0f33-468b-ab22-f0ed18a00eb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0837383 Aug 12 04:55:26.373354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-70934882-3b4b-4d26-9fae-31916c36bfa2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 1001 time: 0.0552087 Aug 12 04:55:26.419741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-ab91c228-aa3a-4e3e-8ad6-f24c4d5042ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:26.421031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-ab91c228-aa3a-4e3e-8ad6-f24c4d5042ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0414011 Aug 12 04:55:26.466397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-88b29a68-76a7-4398-b10e-db56a9984759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:55:26.467883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-88b29a68-76a7-4398-b10e-db56a9984759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405676 Aug 12 04:55:26.883277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-30e8c246-aa37-4911-87a5-cc776bd40b6a service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084017 Aug 12 04:55:26.976614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ce0f379f-8d87-4d5a-b596-45fd1737100a req-52183917-d0f8-44b7-a358-33d5751499b6 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862484 Aug 12 04:55:28.267384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-00c21b51-5536-4558-b9d7-2d34ec03876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:30.849970 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d608bd83-932b-46b4-8d6a-dcbb0ebd8800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:30.964271 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:32.232920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:33.822085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:47.125434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:55:55.849540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:55.986998 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:55:57.613552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-77034bc4-d110-4ca5-b975-f6b5ef6bec73 req-0f7a56a1-a7a8-4cc3-bb13-8baa11f2eb05 service neutron] (95043) timed out ('10.222.0.36', 56418) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:55:58.232100 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0ff0-0eb1-41ec-a636-1096d0260a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:00.809117 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42ddf0f1-0930-4dcb-9ca4-dcfee7e0891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:00.963499 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:02.231916 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:03.797973 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:24.124996 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:56:25.865826 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:25.991859 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:26.197533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-e7b0c885-126c-489a-91ba-0c92db01302f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062126 Aug 12 04:56:26.275427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-b80561b9-97b9-41e6-a23a-d4c671143f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:56:26.276877 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-b80561b9-97b9-41e6-a23a-d4c671143f4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0395207 Aug 12 04:56:26.379109 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-da158037-b3b9-4512-b44b-494929be3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:56:26.380611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-da158037-b3b9-4512-b44b-494929be3eaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0852120 Aug 12 04:56:26.450061 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-c81d8ea3-8ccf-4ca6-b8a3-6eeb7e5d5a85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 1001 time: 0.0623839 Aug 12 04:56:26.499325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-43409858-8a41-4a58-bf41-1c7787bc571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:56:26.500794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-43409858-8a41-4a58-bf41-1c7787bc571b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0441973 Aug 12 04:56:26.549587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-2da01ca3-12a8-4c99-8dc4-17eb719fbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:56:26.551087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-2da01ca3-12a8-4c99-8dc4-17eb719fbc5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436270 Aug 12 04:56:26.564352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-b8cc2f80-5f8c-4f40-9a0b-40f5cbf7c1bc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 04:56:26.565265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-b8cc2f80-5f8c-4f40-9a0b-40f5cbf7c1bc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048738 Aug 12 04:56:26.653321 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-c3f9986e-c0ad-41ae-8415-36be6367ac19 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808988 Aug 12 04:56:26.746739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa440f69-dde9-4a18-8ce8-0c32615f28a0 req-7b43c537-5ce0-4465-8b42-88d49701c278 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Aug 12 04:56:28.248798 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bee09121-d9bb-4873-81e7-b4b3b6ee064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:30.859891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3f51a58a-95df-4142-a172-3ea5138b318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:30.957186 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:32.260826 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:33.797806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:45.338081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-da755aa6-32d2-451c-b434-86a80c87811e req-1a8d2c12-b92b-4126-9a58-6f71cb04c388 service neutron] (95043) timed out ('10.222.0.42', 41934) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:56:55.842508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:55.997099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:56:58.231251 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24b921ad-1a84-4748-b2cd-27c9ce1f5652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:00.837050 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6e3e811f-f93c-47d5-9e9b-6da1a98fbb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:00.974162 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:01.123898 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:57:02.247879 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:03.825508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:25.831027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:26.031030 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:27.145193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-d184df0b-a0aa-4f99-b40c-9bbc24cdf319 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401008 Aug 12 04:57:27.226400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-5d16df63-9b02-47f4-8751-5faea934e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:27.227910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-5d16df63-9b02-47f4-8751-5faea934e4a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0406044 Aug 12 04:57:27.337182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-459188dc-bef7-4639-8452-c09a9b5450b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:27.338634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-459188dc-bef7-4639-8452-c09a9b5450b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0909998 Aug 12 04:57:27.403385 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-8c7e22bf-a05a-42d1-92fc-6aa1c0a1ea85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 1001 time: 0.0576570 Aug 12 04:57:27.454259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-138fb94c-ce95-4694-9840-b5819a2126cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:27.455767 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-138fb94c-ce95-4694-9840-b5819a2126cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0461535 Aug 12 04:57:27.510104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-f0e5ea99-fb22-4cc8-bde7-fc5499e788d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:27.511626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-f0e5ea99-fb22-4cc8-bde7-fc5499e788d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484424 Aug 12 04:57:27.608729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-64d424f4-7781-4d32-ac05-d673b81dd7fc service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882680 Aug 12 04:57:27.705291 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31920922-9b9e-4aa7-b8c0-f2ff4474a3e7 req-126d6346-1c2a-4f6b-bb9d-df989d528f2b service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904186 Aug 12 04:57:28.254420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-11aac3a4-8272-41d7-b7d5-daee37936c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:30.819197 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-57ca7209-1c0c-46d0-9a22-95aabf1f3f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:31.013567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:32.276913 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:33.876415 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:38.123923 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:57:47.188047 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-9ec062d3-a3d0-426d-9d42-e815c2e03a26 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192080119&fields=id&tenant_id=b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 267 time: 0.0388141 Aug 12 04:57:47.296911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-945fc961-857e-4070-801d-02c104a9b58d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:47.298682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-945fc961-857e-4070-801d-02c104a9b58d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1039474 Aug 12 04:57:47.313648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-28a9a84a-a8fd-4413-8ff1-da901a3922ce tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/quotas/b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Aug 12 04:57:47.370124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-42ae7d20-f8d8-4578-a9f8-7109b2b31931 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511563 Aug 12 04:57:47.509970 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-fd543256-6d9a-4672-8f1c-02fbcf88a49e service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285450 Aug 12 04:57:47.597933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-d755c9c7-878d-4e74-b47a-5a70fa0b02cd service neutron] 10.222.0.42 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813043 Aug 12 04:57:48.118458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b587565-53d0-413a-91e3-d847b7e358da req-e0b84973-9166-47ac-8564-ce96f34071b6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0307677 Aug 12 04:57:49.220459 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a381ef46-c443-4650-a46e-3c6c465a5d23 req-62d3be8e-c3bf-4fdb-9a99-75a5dc0b3383 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0314229 Aug 12 04:57:49.899904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-754445d4-625e-4d6f-8df4-ded9754714be tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:49.901350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-754445d4-625e-4d6f-8df4-ded9754714be tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 812 time: 0.1024160 Aug 12 04:57:49.944815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-b5dec018-b4e1-4a59-b000-2bbe836ba8e0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0130e89961a44e0aa40dedd5ec58033 HTTP/1.1" status: 200 len: 379 time: 0.0348532 Aug 12 04:57:49.954505 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'port': {'device_id': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'admin_state_up': True, 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'security_groups': ['3556b606-fa6a-478c-b425-f3a31aabd1db']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:57:50.116147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Made reservation on behalf of b0130e89961a44e0aa40dedd5ec58033 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 04:57:50.119757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:50.252865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.20.0.14 (8c648443-7cf0-4b02-a9ad-0a4f2e2494c0/0919a4e8-975a-4db9-a775-94da56a1c7c7/82220947-2260-43c0-99a4-a0352a4b1b74) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:57:50.349475 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf9f3c37-6914-44e3-b63f-0a3509210df7 req-01c86525-b0da-4167-8460-c5a688ad7447 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0275750 Aug 12 04:57:50.408243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:50.422569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Transition to ACTIVE for port object 82220947-2260-43c0-99a4-a0352a4b1b74 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:57:50.528731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:50.573518 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:57:50.576691 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:57:50.580546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:57:50.587002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=82220947-2260-43c0-99a4-a0352a4b1b74,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:57:50.616510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.616858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.617203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.617542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.617886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.618281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.618613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.618966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.619293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.619617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.619944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.620265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:57:50.646892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:50.647577 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:50.751153 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-8392e2a3-c086-4295-8570-a01cf30217d9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8003223 Aug 12 04:57:50.815208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Request body: {'port': {'device_id': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:57:50.873594 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:50.898950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8156548d-88cf-41cb-ac55-b1e5b6911087 None None] Provisioning for port 82220947-2260-43c0-99a4-a0352a4b1b74 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:57:50.903191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8156548d-88cf-41cb-ac55-b1e5b6911087 None None] Provisioning complete for port 82220947-2260-43c0-99a4-a0352a4b1b74 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:57:50.903679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8156548d-88cf-41cb-ac55-b1e5b6911087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:50.945875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8156548d-88cf-41cb-ac55-b1e5b6911087 None None] Port 82220947-2260-43c0-99a4-a0352a4b1b74 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 04:57:51.148232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82220947-2260-43c0-99a4-a0352a4b1b74 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:57:51.155660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:51.167405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Transition to ACTIVE for port object 82220947-2260-43c0-99a4-a0352a4b1b74 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 04:57:51.242331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:51.294809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Pushing event updated for resources: {'Port': ['ID=82220947-2260-43c0-99a4-a0352a4b1b74,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:57:51.384898 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Attempting to bind port 82220947-2260-43c0-99a4-a0352a4b1b74 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 04:57:51.385325 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Attempting to bind port 82220947-2260-43c0-99a4-a0352a4b1b74 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 04:57:51.385726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Attempting to bind port 82220947-2260-43c0-99a4-a0352a4b1b74 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:57:51.392400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Port 82220947-2260-43c0-99a4-a0352a4b1b74 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 04:57:51.392865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Attempting to bind port 82220947-2260-43c0-99a4-a0352a4b1b74 on network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 04:57:51.399490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 4, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 04:57:51.399890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Checking segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 04:57:51.400372 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Bound using segment: {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 04:57:51.400909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Bound port: 82220947-2260-43c0-99a4-a0352a4b1b74, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198fa73f-450f-4cc0-92a1-13ea072130d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 04:57:51.401371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:51.504356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] For port 82220947-2260-43c0-99a4-a0352a4b1b74, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 04:57:51.508156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] For port 82220947-2260-43c0-99a4-a0352a4b1b74, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=82220947-2260-43c0-99a4-a0352a4b1b74,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 04:57:51.516020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67998a8c-f0aa-4249-a30a-ddac30946f04 req-3406a811-e99e-43e2-af13-f042f5d2b767 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:51.517512 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67998a8c-f0aa-4249-a30a-ddac30946f04 req-3406a811-e99e-43e2-af13-f042f5d2b767 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0770090 Aug 12 04:57:51.566432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-67998a8c-f0aa-4249-a30a-ddac30946f04 req-9472ff14-c2ed-4afa-aebe-5b29b6f74a4d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423875 Aug 12 04:57:51.586051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:51.620528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:51.621178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:51.622682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] 10.222.0.20 "PUT /v2.0/ports/82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 1092 time: 0.8630893 Aug 12 04:57:51.623143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:57:51.625488 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110280af-150e-43b5-a700-219219f2fe4d" -d '{"events": [{"name": "network-changed", "server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:57:51.660627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf890a-3ef4-43f3-a561-e3cba907d4af service neutron] Pushing event updated for resources: {'Port': ['ID=82220947-2260-43c0-99a4-a0352a4b1b74,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:57:51.760400 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cda3d0-425d-4096-9725-0639a1332496 x-openstack-request-id: req-c5cda3d0-425d-4096-9725-0639a1332496 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:57:51.760765 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:57:51.761087 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5cda3d0-425d-4096-9725-0639a1332496 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:57:51.762269 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74', 'status': 'completed', 'code': 200} Aug 12 04:57:51.774618 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-de244784-ef54-4890-b7d4-1af57b906c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:51.776209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-de244784-ef54-4890-b7d4-1af57b906c6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1095 time: 0.0546167 Aug 12 04:57:51.821669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-27141b35-f107-452e-8302-83cf09292d83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 217 time: 0.0375388 Aug 12 04:57:51.876718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-14f17b38-64e1-4339-a854-b774598a3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:51.878209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-14f17b38-64e1-4339-a854-b774598a3402 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0496104 Aug 12 04:57:51.928405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-48d6c240-461f-4ce3-b846-ad3e1c9de39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:51.930092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-48d6c240-461f-4ce3-b846-ad3e1c9de39c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438106 Aug 12 04:57:52.026134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-d1ecc5d7-f6fb-48e8-aa4d-93e92d576d20 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888259 Aug 12 04:57:52.121531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f562aa7-5f89-450c-9b4c-9dc729b5eb9a req-4a4968fc-4946-4c65-bbb2-bfc4df69bc31 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874028 Aug 12 04:57:52.260115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110280af-150e-43b5-a700-219219f2fe4d req-fc1ca72e-55ed-4ff1-b63f-e4d59fa3ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:52.261577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-fc1ca72e-55ed-4ff1-b63f-e4d59fa3ad30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1095 time: 0.0436819 Aug 12 04:57:52.730912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c75c3-f387-4cda-8f53-728655f2cce4 req-449dc74b-e286-4099-bd23-5a5c65a7b8e6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:52.732428 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-608c75c3-f387-4cda-8f53-728655f2cce4 req-449dc74b-e286-4099-bd23-5a5c65a7b8e6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0800281 Aug 12 04:57:52.733794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110280af-150e-43b5-a700-219219f2fe4d req-7a89c95c-5748-435c-ade7-83c0343d33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:52.735143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-7a89c95c-5748-435c-ade7-83c0343d33f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.4668100 Aug 12 04:57:52.787610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-cafb74a2-b266-42ea-898d-5dcfbb8da5a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 217 time: 0.0433853 Aug 12 04:57:52.831660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-608c75c3-f387-4cda-8f53-728655f2cce4 req-87c4808e-7893-4120-8ca0-f7c75eed1e35 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932143 Aug 12 04:57:52.854950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110280af-150e-43b5-a700-219219f2fe4d req-030eb893-e85f-488b-bf84-e91e6b6b9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:52.855372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-030eb893-e85f-488b-bf84-e91e6b6b9315 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0567377 Aug 12 04:57:52.901558 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110280af-150e-43b5-a700-219219f2fe4d req-d036392c-7485-4771-b5cd-5a412fafeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:52.903154 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-d036392c-7485-4771-b5cd-5a412fafeb06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410407 Aug 12 04:57:53.000955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-5b727f81-5756-4205-9b82-3c981d764e58 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905085 Aug 12 04:57:53.095005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-110280af-150e-43b5-a700-219219f2fe4d req-9d3aad04-b768-4d97-914e-79f0f686509d service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867972 Aug 12 04:57:53.954249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c3e2b-5e97-4abc-8ee6-d11b95cd2ba5 req-ced3ddc9-3efe-47b6-be18-cc8af93525fe tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:53.955720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a4c3e2b-5e97-4abc-8ee6-d11b95cd2ba5 req-ced3ddc9-3efe-47b6-be18-cc8af93525fe tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0503058 Aug 12 04:57:53.993587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2a4c3e2b-5e97-4abc-8ee6-d11b95cd2ba5 req-46eb27a7-069f-4452-bddb-e7f974692c77 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314226 Aug 12 04:57:55.109350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091316f7-cd77-4223-af18-6e9f8a8d07a1 req-ad26bb07-8ed9-4623-9e4d-fa960046c4dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:55.110852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-091316f7-cd77-4223-af18-6e9f8a8d07a1 req-ad26bb07-8ed9-4623-9e4d-fa960046c4dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0500126 Aug 12 04:57:55.147495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-091316f7-cd77-4223-af18-6e9f8a8d07a1 req-348d3e0f-b651-4f21-b5a1-370f339b4af3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307281 Aug 12 04:57:55.841710 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:56.081733 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:56.265991 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91bcd7-9882-4db0-9bfc-b5f2fed1bf8d req-3893a3fc-8071-4927-965e-022ed927866f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:56.267507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d91bcd7-9882-4db0-9bfc-b5f2fed1bf8d req-3893a3fc-8071-4927-965e-022ed927866f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0536120 Aug 12 04:57:56.304996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d91bcd7-9882-4db0-9bfc-b5f2fed1bf8d req-70de1ff2-353b-46aa-8aa4-00030c9346e2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Aug 12 04:57:57.425136 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef51ac-ca47-4a92-a54a-f40880453074 req-3c7ff2b8-1e38-47ee-aa19-d70665b0a866 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:57.426751 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38ef51ac-ca47-4a92-a54a-f40880453074 req-3c7ff2b8-1e38-47ee-aa19-d70665b0a866 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0545824 Aug 12 04:57:57.464728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38ef51ac-ca47-4a92-a54a-f40880453074 req-c96542d0-b13c-4acd-a3b2-e945a7602ec3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Aug 12 04:57:58.264465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9196f23d-f100-4db8-a8bc-85162447af6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:57:58.579913 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ceeb08-4162-48ff-b356-8937ceef9869 req-64ec8cd0-5470-462d-b650-1fa4b05a1206 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:58.581299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32ceeb08-4162-48ff-b356-8937ceef9869 req-64ec8cd0-5470-462d-b650-1fa4b05a1206 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0489073 Aug 12 04:57:58.618671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32ceeb08-4162-48ff-b356-8937ceef9869 req-98706db3-3e54-42bd-8ab5-42d419fd29c1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Aug 12 04:57:59.746984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f87840-f4cb-4c05-b563-1b0f6d08effc req-c0c9bb59-d7ed-4cbe-bf00-2f9ce53cfca9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:57:59.748463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2f87840-f4cb-4c05-b563-1b0f6d08effc req-c0c9bb59-d7ed-4cbe-bf00-2f9ce53cfca9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0500474 Aug 12 04:57:59.786437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d2f87840-f4cb-4c05-b563-1b0f6d08effc req-39ddbe73-5e74-455e-b4b5-7286179d8807 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319331 Aug 12 04:58:00.841838 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-288906bd-9ba8-4776-b8a7-07b9f3e321f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:00.901611 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80807e1-7496-4d41-be56-ea6610861b09 req-c2281adf-cd4d-4e08-bf17-8240033f4b07 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:00.903121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c80807e1-7496-4d41-be56-ea6610861b09 req-c2281adf-cd4d-4e08-bf17-8240033f4b07 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0495522 Aug 12 04:58:00.943631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c80807e1-7496-4d41-be56-ea6610861b09 req-5770d57d-0882-451d-b48a-38d81b0abe0d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338793 Aug 12 04:58:00.990376 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:02.058500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b2c73-5ea3-41a9-a55d-5c0b25ec695d req-96326437-5545-45ed-b2b6-3824d03a63f4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:02.059993 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a49b2c73-5ea3-41a9-a55d-5c0b25ec695d req-96326437-5545-45ed-b2b6-3824d03a63f4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0486081 Aug 12 04:58:02.097219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a49b2c73-5ea3-41a9-a55d-5c0b25ec695d req-d3f4d606-3e02-4fa0-b428-369b085bbeed tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Aug 12 04:58:02.270169 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:03.213478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6721b05-ae3c-41aa-b8b4-8b1a01761191 req-6bca57aa-77bf-4060-af22-f871b2d0263c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:03.215055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6721b05-ae3c-41aa-b8b4-8b1a01761191 req-6bca57aa-77bf-4060-af22-f871b2d0263c tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 944 time: 0.0529382 Aug 12 04:58:03.251562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6721b05-ae3c-41aa-b8b4-8b1a01761191 req-d408014d-d54e-49ef-a7ed-86aec212cc9f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307503 Aug 12 04:58:03.604953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 82220947-2260-43c0-99a4-a0352a4b1b74 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 04:58:03.696758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 82220947-2260-43c0-99a4-a0352a4b1b74, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=82220947-2260-43c0-99a4-a0352a4b1b74,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:58:03.714681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '82220947-2260-43c0-99a4-a0352a4b1b74', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'port_id': '82220947-2260-43c0-99a4-a0352a4b1b74', 'mac_address': 'fa:16:3e:0a:2d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 04:58:03.763536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:03.776368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82220947-2260-43c0-99a4-a0352a4b1b74 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 04:58:03.794734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 82220947-2260-43c0-99a4-a0352a4b1b74, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=82220947-2260-43c0-99a4-a0352a4b1b74,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:58:03.841857 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:03.876193 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:03.928357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=82220947-2260-43c0-99a4-a0352a4b1b74,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:58:03.935668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.936025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.936389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.936792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.937171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.937546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.937880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.938214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.938542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.938900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.939234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:03.939560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 04:58:04.115154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['82220947-2260-43c0-99a4-a0352a4b1b74'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 04:58:04.373426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d944d-3702-4536-a618-c721080b8f10 req-e369782c-f735-4100-97c8-e157fd61129a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:04.375736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac7d944d-3702-4536-a618-c721080b8f10 req-e369782c-f735-4100-97c8-e157fd61129a tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 945 time: 0.0557864 Aug 12 04:58:04.414284 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac7d944d-3702-4536-a618-c721080b8f10 req-509a62a5-6906-4396-b61b-e5a7175ec6e5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324807 Aug 12 04:58:05.527624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f59d9-c445-4fd8-ad92-440015e978bb req-bbce7470-337b-439c-a948-53d405c30fc5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:05.529081 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-819f59d9-c445-4fd8-ad92-440015e978bb req-bbce7470-337b-439c-a948-53d405c30fc5 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 945 time: 0.0483449 Aug 12 04:58:05.565686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-819f59d9-c445-4fd8-ad92-440015e978bb req-03083b72-6802-4699-81dd-3b7718749b86 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Aug 12 04:58:05.620797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 82220947-2260-43c0-99a4-a0352a4b1b74 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 04:58:05.744557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 82220947-2260-43c0-99a4-a0352a4b1b74 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 04:58:05.748068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 82220947-2260-43c0-99a4-a0352a4b1b74 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 04:58:05.748441 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:05.825116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:05.849388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:58:05.851716 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb2e612-1b68-46f3-bb4e-84eb8d743672" -d '{"events": [{"server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "name": "network-vif-plugged", "status": "completed", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:58:05.864704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 82220947-2260-43c0-99a4-a0352a4b1b74, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=82220947-2260-43c0-99a4-a0352a4b1b74,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 04:58:05.928220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:05.951743 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae3eee-9e1a-404a-89be-4fca080e8de6 x-openstack-request-id: req-3bae3eee-9e1a-404a-89be-4fca080e8de6 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:58:05.952041 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "name": "network-vif-plugged", "status": "completed", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:58:05.952295 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bae3eee-9e1a-404a-89be-4fca080e8de6 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:58:05.952734 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74', 'code': 200} Aug 12 04:58:05.978634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=82220947-2260-43c0-99a4-a0352a4b1b74,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:58:06.042929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6cb62-264d-4fdb-a155-f7dd20739a1c req-2fdda55b-76ac-4d0d-a3fd-e0f914bbe822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:06.044327 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1d6cb62-264d-4fdb-a155-f7dd20739a1c req-2fdda55b-76ac-4d0d-a3fd-e0f914bbe822 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1097 time: 0.0395343 Aug 12 04:58:06.078201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1d6cb62-264d-4fdb-a155-f7dd20739a1c req-c26969a7-a57c-41a3-89d7-c4e2d0b16a04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271451 Aug 12 04:58:06.688219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2556-61c8-41ed-a83f-4e9ac4ce56f8 req-0c6f6e90-f87e-4d6e-8c48-b9c075a26ea4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:06.689722 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-731c2556-61c8-41ed-a83f-4e9ac4ce56f8 req-0c6f6e90-f87e-4d6e-8c48-b9c075a26ea4 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 946 time: 0.0590372 Aug 12 04:58:06.728583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-731c2556-61c8-41ed-a83f-4e9ac4ce56f8 req-33a6299d-b32b-41d4-8f44-74116fb87545 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325830 Aug 12 04:58:07.847547 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20340708-bc96-4bc9-86fe-da9fce1b82f3 req-ed106125-b13d-4db7-9aeb-c74f7160a6a9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:07.849032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20340708-bc96-4bc9-86fe-da9fce1b82f3 req-ed106125-b13d-4db7-9aeb-c74f7160a6a9 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 946 time: 0.0492282 Aug 12 04:58:07.886470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20340708-bc96-4bc9-86fe-da9fce1b82f3 req-9e51492b-8736-4837-9a3c-ac290409bcfa tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Aug 12 04:58:08.004744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8b2cc-31e8-4fd0-be45-5ca1043c5942 req-b30e192d-0909-48b1-9b42-fd973365bdc3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:08.006243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31c8b2cc-31e8-4fd0-be45-5ca1043c5942 req-b30e192d-0909-48b1-9b42-fd973365bdc3 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 946 time: 0.0536993 Aug 12 04:58:08.044159 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31c8b2cc-31e8-4fd0-be45-5ca1043c5942 req-4ade5e85-96e0-4926-b304-e6c340802bcb tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320373 Aug 12 04:58:08.068087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45144) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:58:08.110670 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db514b-fd59-4cf5-be9d-37425ca9d974 tempest-TestVolumeBootPattern-484099400 tempest-TestVolumeBootPattern-484099400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:08.112287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-12db514b-fd59-4cf5-be9d-37425ca9d974 tempest-TestVolumeBootPattern-484099400 tempest-TestVolumeBootPattern-484099400-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1092 time: 0.0431442 Aug 12 04:58:08.115047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45146) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 04:58:08.119416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '82220947-2260-43c0-99a4-a0352a4b1b74', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 04:58:08.201686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:08.297161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:08.404211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Allocated IP 172.25.6.207 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/49bc1335-252b-4f5e-9185-8ac7f0400f6c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 04:58:08.503064 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:08.596421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:08.639276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 04:58:08.642794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 04:58:08.646493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 04:58:08.668887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=49bc1335-252b-4f5e-9185-8ac7f0400f6c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:58:09.001420 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:09.130644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:09.276864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:09.321394 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:09.387758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event updated for resources: {'Port': ['ID=49bc1335-252b-4f5e-9185-8ac7f0400f6c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 04:58:09.397958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:09.496933 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Floating IP 8b806136-f3ba-426d-9ab5-5865feb7e651 associated. External IP: 172.25.6.207, port: 82220947-2260-43c0-99a4-a0352a4b1b74. Aug 12 04:58:09.699557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 04:58:09.806892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 04:58:09.817102 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 04:58:09.826242 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:58:09.830196 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:58:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:58:09.893128 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:09.919946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-78831bab-0a34-420c-91f0-8f2d11ba4620 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8038616 Aug 12 04:58:09.921342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 04:58:09.922841 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0182ea01-3334-4ad7-a4fa-191981efe0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 04:58:09.929829 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:58:09.976018 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf38a2-073b-4336-b7ff-02fe55c3de0d x-openstack-request-id: req-bcbf38a2-073b-4336-b7ff-02fe55c3de0d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 04:58:09.976018 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 04:58:09.976274 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcbf38a2-073b-4336-b7ff-02fe55c3de0d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 04:58:09.976473 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74', 'status': 'completed', 'code': 200} Aug 12 04:58:10.039097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-896c2147-2f16-4636-a2a8-d7d86c03c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:10.040807 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-896c2147-2f16-4636-a2a8-d7d86c03c99f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1097 time: 0.0412529 Aug 12 04:58:10.136708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-cd411c9d-a35d-4cc5-9988-8220cc0efe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:10.138189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-cd411c9d-a35d-4cc5-9988-8220cc0efe73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0908113 Aug 12 04:58:10.172246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8b806136-f3ba-426d-9ab5-5865feb7e651', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '82220947-2260-43c0-99a4-a0352a4b1b74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:0a:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:58:08Z', 'updated_at': '2021-08-12T04:58:08Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}, {'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:24Z', 'revision_number': 1, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:58:10.198215 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 04:58:10.203029 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-08bbfa15-9b47-4c0f-b995-7323946e09f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 1000 time: 0.0578556 Aug 12 04:58:10.206926 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 04:58:10.207525 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T04:58:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:58:10.252906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-1291d913-f826-44c2-8ef5-d292fb57d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:10.254276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-1291d913-f826-44c2-8ef5-d292fb57d7cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0444376 Aug 12 04:58:10.304299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-278b987e-dcf6-4838-a201-5cc43e4f200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:10.305852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-278b987e-dcf6-4838-a201-5cc43e4f200f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446563 Aug 12 04:58:10.310881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 04:58:10.396906 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-7db2e341-00ff-446a-b061-7ae7fd17241d service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839713 Aug 12 04:58:10.491832 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0182ea01-3334-4ad7-a4fa-191981efe0a2 req-24f54616-ffec-4f6c-84bc-f72755e7bf6c service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879033 Aug 12 04:58:10.545125 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8b806136-f3ba-426d-9ab5-5865feb7e651', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '82220947-2260-43c0-99a4-a0352a4b1b74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:0a:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:58:08Z', 'updated_at': '2021-08-12T04:58:08Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}, {'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:24Z', 'revision_number': 1, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 04:58:10.573615 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f2d34d-0da1-47a3-958e-e720feb4bb3d None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8b806136-f3ba-426d-9ab5-5865feb7e651', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.207', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '82220947-2260-43c0-99a4-a0352a4b1b74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:0a:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:58:08Z', 'updated_at': '2021-08-12T04:58:08Z', 'revision_number': 0, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}, {'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:24Z', 'revision_number': 1, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 04:58:10.760790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb09c7-2622-44cf-a6cb-f73242b56f68 None None] New status for floating IP 8b806136-f3ba-426d-9ab5-5865feb7e651: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 04:58:15.122886 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:58:25.835434 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:26.081397 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:26.366183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-25c54230-66a5-4656-90c2-781829922bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511367 Aug 12 04:58:26.446029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-0f4cd93f-a032-4761-b354-667cab5b3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:26.447533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-0f4cd93f-a032-4761-b354-667cab5b3496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1097 time: 0.0403526 Aug 12 04:58:26.551935 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-61779c28-3fcf-45f2-84c9-860661336952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:26.553388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-61779c28-3fcf-45f2-84c9-860661336952 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0876057 Aug 12 04:58:26.618267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-03ad8df8-3d4e-4175-80a0-34525dcb310f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 1002 time: 0.0575621 Aug 12 04:58:26.680572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-eab973cd-b4d8-49c6-b945-108a16c02761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:26.682068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-eab973cd-b4d8-49c6-b945-108a16c02761 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0561471 Aug 12 04:58:26.734506 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-37468b96-6cb4-4082-843f-8d04bad5d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:26.736161 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-37468b96-6cb4-4082-843f-8d04bad5d58b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465109 Aug 12 04:58:26.825995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-c262484d-9c3e-4599-8be1-662a2ddd5cca service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819116 Aug 12 04:58:26.923587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b07962-1ef0-46d1-a51e-8f05b7253380 req-10d2b3ab-3d75-4a87-b75b-b6d54a37a586 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862856 Aug 12 04:58:28.125417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-ad09fe26-632b-42b8-9d5b-bdad87b5080f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397139 Aug 12 04:58:28.206784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7b63-9479-4f08-b574-0202451d8db1 req-ba7179c2-b2d7-42d5-932e-4c4d317336fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:28.208286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-ba7179c2-b2d7-42d5-932e-4c4d317336fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0401251 Aug 12 04:58:28.241708 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1c7ebf9d-92b3-4921-93d7-d13ce3f2f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:28.317474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7b63-9479-4f08-b574-0202451d8db1 req-ec5b71da-7c0b-4c49-b6f3-e8a9cf1b9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:28.318965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-ec5b71da-7c0b-4c49-b6f3-e8a9cf1b9ca3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0913911 Aug 12 04:58:28.383879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-df7bfbb3-01f8-48e9-9ebc-6fb8c987f1ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 1001 time: 0.0581934 Aug 12 04:58:28.435928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7b63-9479-4f08-b574-0202451d8db1 req-110c7eca-60a0-4ffd-99da-83f867d11308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:28.437618 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-110c7eca-60a0-4ffd-99da-83f867d11308 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0474730 Aug 12 04:58:28.491191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7b63-9479-4f08-b574-0202451d8db1 req-01f476f6-c4c1-4d12-9289-0fa2343ef35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:58:28.492663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-01f476f6-c4c1-4d12-9289-0fa2343ef35a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486157 Aug 12 04:58:28.586445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-0767056a-4d29-43e0-9eee-3fc2a121c9ca service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858874 Aug 12 04:58:28.679368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-301c7b63-9479-4f08-b574-0202451d8db1 req-a5af1183-04d1-4083-ac64-4e30ff495ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Aug 12 04:58:30.824476 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-41c1ad13-9340-4db7-ad08-5b03acd1d341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:30.995575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:32.287295 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:33.812642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:52.121257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:58:55.852227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:56.040651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:58:58.229031 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-551c347e-2c37-487c-8f0d-35503b7434fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:00.851341 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-28467af1-4faf-4b35-9a15-1ba0ac74e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:00.972006 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:02.252166 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:03.801001 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:25.845797 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:26.080571 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:26.348917 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-f506e57b-fc7a-4f73-ae54-a8c033aee794 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394323 Aug 12 04:59:26.428284 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-faa8c042-8de0-4f02-8771-6ae057713f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:26.429765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-faa8c042-8de0-4f02-8771-6ae057713f5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1097 time: 0.0392566 Aug 12 04:59:26.535638 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-0aa42ab8-3874-43dd-89ff-d41a49f7166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:26.537278 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-0aa42ab8-3874-43dd-89ff-d41a49f7166d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0892258 Aug 12 04:59:26.603016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-6392ef9a-8088-4947-9cc1-e91fac65c557 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 1002 time: 0.0584538 Aug 12 04:59:26.652628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-6630e92f-a487-49ff-af4a-d05d50f218f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:26.654095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-6630e92f-a487-49ff-af4a-d05d50f218f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0441101 Aug 12 04:59:26.704980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-1dedbe5d-f9f8-426c-881e-c68041c3bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:26.706574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-1dedbe5d-f9f8-426c-881e-c68041c3bfd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440176 Aug 12 04:59:26.795142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-d05fcc4d-1c63-44ba-ab04-3d6b8b38c0d9 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809734 Aug 12 04:59:26.888543 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c70bd64-2ad1-4871-b12f-cc6475f9e9d3 req-42ac69cb-15a3-4287-b8a5-5a61663a91f9 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Aug 12 04:59:28.240430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3dcf3eb7-c0eb-4a24-b371-da3fa63f3d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:29.120194 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:59:29.121918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-4e2a821f-4252-4d73-bc00-d1e18655caff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400043 Aug 12 04:59:29.207457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c581-9b38-4856-b490-9f3768c52675 req-981ae12a-f67b-4748-8290-22a9f1cca806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:29.208945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-981ae12a-f67b-4748-8290-22a9f1cca806 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0445971 Aug 12 04:59:29.312255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c581-9b38-4856-b490-9f3768c52675 req-5dec9c3b-aee6-45aa-bb45-67780183f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:29.313723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-5dec9c3b-aee6-45aa-bb45-67780183f045 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0865655 Aug 12 04:59:29.377252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-648e94a7-7d8d-43d5-a140-cf573b4b0712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 1001 time: 0.0568655 Aug 12 04:59:29.425757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c581-9b38-4856-b490-9f3768c52675 req-6a149835-cbcc-4000-b6d9-b70911d18c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:29.427194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-6a149835-cbcc-4000-b6d9-b70911d18c32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0430858 Aug 12 04:59:29.474659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2c581-9b38-4856-b490-9f3768c52675 req-ce61e72a-e281-45d8-86c1-e05a0ee41b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 04:59:29.476065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-ce61e72a-e281-45d8-86c1-e05a0ee41b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422969 Aug 12 04:59:29.564269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-cf3b9bfd-48cb-47df-b53f-ae8501f2fe86 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805290 Aug 12 04:59:29.656827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-96c2c581-9b38-4856-b490-9f3768c52675 req-3cd21ae4-7f58-4706-9385-f0ad5c109f42 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857973 Aug 12 04:59:30.818226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2ab55dbe-c0d3-42d3-92de-496d80fbc0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:30.943296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:32.280124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:33.817371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:55.908318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:56.068269 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:59:58.251385 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b5d47643-5514-4692-8b62-1f8620fb39b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:00.850090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-51efd55a-4c6f-4df4-919b-f08074a2f24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:00.976750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:02.273138 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:03.857062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:06.119876 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:00:12.318437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45190) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:12.616836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 49bc1335-252b-4f5e-9185-8ac7f0400f6c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:12.617091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:12.690246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:12.690577 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:12.702431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 49bc1335-252b-4f5e-9185-8ac7f0400f6c owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:12.907674 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:12.931217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=49bc1335-252b-4f5e-9185-8ac7f0400f6c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:12.941482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.941841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.942215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.942562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.942942 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.943285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.943617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.943953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.944283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.944610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.944933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:12.945253 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:13.007932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:13.008277 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Floating IP 8b806136-f3ba-426d-9ab5-5865feb7e651 disassociated (deleted). External IP: 172.25.6.207, port: 82220947-2260-43c0-99a4-a0352a4b1b74. Aug 12 05:00:13.221423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:00:13.322743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:00:13.329186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:13.332226 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:00:13.341418 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:13.342024 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:13.356755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b6fde2ae-ad1f-4fbf-a26a-53a5c4072d4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "DELETE /v2.0/floatingips/8b806136-f3ba-426d-9ab5-5865feb7e651 HTTP/1.1" status: 204 len: 168 time: 1.0371907 Aug 12 05:00:13.359977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:00:13.359977 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:00:13.457473 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:13.536969 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9285b48-08d2-48c4-9246-6aa55c0e9d1f x-openstack-request-id: req-d9285b48-08d2-48c4-9246-6aa55c0e9d1f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:00:13.537263 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:00:13.537548 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9285b48-08d2-48c4-9246-6aa55c0e9d1f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:00:13.537952 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74', 'status': 'completed', 'code': 200} Aug 12 05:00:13.602765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-a0e2a340-0679-4452-ad12-1123af15e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:13.604452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-a0e2a340-0679-4452-ad12-1123af15e10d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 1097 time: 0.0432301 Aug 12 05:00:13.685796 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:24Z', 'revision_number': 1, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:13.698445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-4bfcfac3-0141-415d-aa59-83ed72ef16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:13.699951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-4bfcfac3-0141-415d-aa59-83ed72ef16e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0887933 Aug 12 05:00:13.711248 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:00:13.719416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:13.720022 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:13.741176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-f6a2a5a3-c9d0-4e9f-a4e9-d66d8d750ea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 200 len: 217 time: 0.0337772 Aug 12 05:00:13.789038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-f1f87d17-a8d3-4e47-b9b5-f317c085500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:13.791233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-f1f87d17-a8d3-4e47-b9b5-f317c085500b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0434227 Aug 12 05:00:13.830860 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:13.840475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-e272ce6c-4e8c-4fc3-ae36-f76a7f4bc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:13.841974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-e272ce6c-4e8c-4fc3-ae36-f76a7f4bc2b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416639 Aug 12 05:00:13.936001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-03af0ed5-a51a-4846-9e3a-246fbd6deb8c service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864756 Aug 12 05:00:14.025377 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6be77f4e-fe78-44ab-b0e9-7ccf9959b5e3 req-436382e8-0e5b-4487-bd22-8c7ae2b5c368 service neutron] 10.222.0.20 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823002 Aug 12 05:00:14.056699 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:24Z', 'revision_number': 1, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:14.084856 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897803d4-a4ea-4307-b18f-b1b82893051b None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'f4fb6c65-cd5f-4917-9a0e-a34e76677ecf', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'floating_ip_address': '172.25.6.251', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'port_id': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'mac_address': 'fa:16:3e:be:45:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T04:55:22Z', 'updated_at': '2021-08-12T04:55:24Z', 'revision_number': 1, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:00:14.307570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0cea2e-062d-4023-a10e-343569115731 None None] New status for floating IP 8b806136-f3ba-426d-9ab5-5865feb7e651: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:00:14.931413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddff8-9dd8-4d3e-939f-885aa38c0fb6 req-58d98650-5b8a-470f-a408-f8bd2b2c6eed tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:14.932974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a83ddff8-9dd8-4d3e-939f-885aa38c0fb6 req-58d98650-5b8a-470f-a408-f8bd2b2c6eed tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 946 time: 0.1220882 Aug 12 05:00:14.972063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a83ddff8-9dd8-4d3e-939f-885aa38c0fb6 req-02db2c05-1be4-4c8e-8481-ca0d2bc9d1f7 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331647 Aug 12 05:00:16.145003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c857c9f-8e80-4f61-b3ed-4d14bde51d1a req-d99cdbbd-e73c-4e93-8230-2f5f4f13339d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:16.146485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c857c9f-8e80-4f61-b3ed-4d14bde51d1a req-d99cdbbd-e73c-4e93-8230-2f5f4f13339d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 946 time: 0.1029701 Aug 12 05:00:16.183751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c857c9f-8e80-4f61-b3ed-4d14bde51d1a req-97f73f24-27a1-48ca-a515-f7ed71bcf906 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308363 Aug 12 05:00:16.338593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-fcad00bc-3f8c-44f8-bc27-1f3412ca5c1b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:16.340053 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-fcad00bc-3f8c-44f8-bc27-1f3412ca5c1b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 946 time: 0.0472448 Aug 12 05:00:16.427176 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 82220947-2260-43c0-99a4-a0352a4b1b74 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:16.427511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:16.516484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port 82220947-2260-43c0-99a4-a0352a4b1b74, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=82220947-2260-43c0-99a4-a0352a4b1b74,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:16.516755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:16.530153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 82220947-2260-43c0-99a4-a0352a4b1b74 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:16.735931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:16.766627 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=82220947-2260-43c0-99a4-a0352a4b1b74,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:16.792164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.792517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.792858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.793198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.793536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.793867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.794195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.794522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.794885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.795214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.795535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.795855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:16.814134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port 82220947-2260-43c0-99a4-a0352a4b1b74 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:00:16.816838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:16.818873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a6fefc7-747e-4062-a1b2-307ff667d87d req-e816f4cc-fa0b-4cac-8298-429ca176d515 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.20 "DELETE /v2.0/ports/82220947-2260-43c0-99a4-a0352a4b1b74 HTTP/1.1" status: 204 len: 173 time: 0.4726818 Aug 12 05:00:16.819303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'name': 'network-vif-deleted', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:00:16.822172 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ad1f6-7e30-45e9-a50a-470606e43aad" -d '{"events": [{"server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "name": "network-vif-deleted", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:00:16.857205 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2e7b5d-abc7-441f-a2e0-a138df6fe8c3 x-openstack-request-id: req-5b2e7b5d-abc7-441f-a2e0-a138df6fe8c3 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:00:16.857495 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771fc9ed-2c91-4ed8-97ba-846a02b8b39e", "name": "network-vif-deleted", "tag": "82220947-2260-43c0-99a4-a0352a4b1b74", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:00:16.857748 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b2e7b5d-abc7-441f-a2e0-a138df6fe8c3 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:00:16.858151 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771fc9ed-2c91-4ed8-97ba-846a02b8b39e', 'name': 'network-vif-deleted', 'tag': '82220947-2260-43c0-99a4-a0352a4b1b74', 'status': 'completed', 'code': 200} Aug 12 05:00:17.280692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8b3b6068-3600-4b77-b9ae-e02c1212d912 req-92cf2271-6101-4d17-a4f2-b6d7734a7a0f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0266976 Aug 12 05:00:18.382379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-61c268c1-e8d9-496b-814b-75cb29914aff req-63880b8d-d04b-44eb-9bf4-8ba2b9a25b28 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0297856 Aug 12 05:00:19.474389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbc3a539-ead2-46c5-a4e9-de0498cb8582 req-c00202a3-97c2-4754-a447-7006f909164d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0251796 Aug 12 05:00:20.238197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 82220947-2260-43c0-99a4-a0352a4b1b74 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:20.259145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 82220947-2260-43c0-99a4-a0352a4b1b74 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:20.259573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 82220947-2260-43c0-99a4-a0352a4b1b74 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:20.582823 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a091518-c9e5-4f3d-9233-24cb3e5c8634 req-8e0db074-8694-454f-a9a3-7e10c78df8d0 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=771fc9ed-2c91-4ed8-97ba-846a02b8b39e HTTP/1.1" status: 200 len: 210 time: 0.0288789 Aug 12 05:00:25.901561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:26.119922 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:27.210368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45276) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:27.363684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 1ce82a01-fa43-4168-87f9-b8aae306a4ce {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:27.364028 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:27.439643 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:27.439969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:27.451322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 1ce82a01-fa43-4168-87f9-b8aae306a4ce owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:27.656665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:27.681685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=1ce82a01-fa43-4168-87f9-b8aae306a4ce,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:27.739780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:27.740038 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Floating IP f4fb6c65-cd5f-4917-9a0e-a34e76677ecf disassociated (deleted). External IP: 172.25.6.251, port: 952065d8-3c9b-413c-9da9-8e4770a5399d. Aug 12 05:00:27.943067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:00:28.048637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:00:28.053599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:28.058573 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:00:28.067267 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:28.067875 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:28.080205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-271ecc96-7809-4d13-8a43-2cf2fc315d1f tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "DELETE /v2.0/floatingips/f4fb6c65-cd5f-4917-9a0e-a34e76677ecf HTTP/1.1" status: 204 len: 168 time: 0.8687518 Aug 12 05:00:28.080795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:00:28.083065 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69630e7-74de-4f72-9a62-10fba054a7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:00:28.120906 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b84cc1-864c-4e14-ab00-2db03fe9369c x-openstack-request-id: req-b0b84cc1-864c-4e14-ab00-2db03fe9369c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:00:28.121313 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:00:28.121663 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0b84cc1-864c-4e14-ab00-2db03fe9369c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:00:28.123220 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'status': 'completed', 'code': 200} Aug 12 05:00:28.179409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:28.188190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-d69d85e2-8f76-4214-be02-878b893c28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:28.189892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-d69d85e2-8f76-4214-be02-878b893c28fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0130e89961a44e0aa40dedd5ec58033&device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 1096 time: 0.0477719 Aug 12 05:00:28.249863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f48cbc52-ec35-4011-b4dd-9ef0aea73200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:28.279379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-c8016375-471b-46da-9990-d82e1f243c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:28.280885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-c8016375-471b-46da-9990-d82e1f243c67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 200 len: 913 time: 0.0839837 Aug 12 05:00:28.321951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-8544e7ef-a77a-49e2-977d-9256f9b3ecb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 200 len: 217 time: 0.0345399 Aug 12 05:00:28.380559 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:28.382835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-03651a44-3822-43fd-81e3-6214f752b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:28.384324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-03651a44-3822-43fd-81e3-6214f752b08c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 200 len: 851 time: 0.0507407 Aug 12 05:00:28.406165 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:00:28.416564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:28.417184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:28.430826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-8f98f131-b112-4461-a88a-8fb0f3e64d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:28.432808 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-8f98f131-b112-4461-a88a-8fb0f3e64d8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408647 Aug 12 05:00:28.525906 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:28.556876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4c59d-6c0d-4a00-ad18-4ffaf69b5c73 req-fd64a94c-6ec8-474d-8a8b-42c5df9fdb4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:28.558362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-faf4c59d-6c0d-4a00-ad18-4ffaf69b5c73 req-fd64a94c-6ec8-474d-8a8b-42c5df9fdb4b tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 945 time: 0.0745034 Aug 12 05:00:28.576006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-73f1e5db-0359-4f19-9b63-d403146ff7e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360400 Aug 12 05:00:28.643585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-faf4c59d-6c0d-4a00-ad18-4ffaf69b5c73 req-31563f99-d08a-404d-beee-9a5ac3d20106 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776803 Aug 12 05:00:28.684653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d69630e7-74de-4f72-9a62-10fba054a7bd req-82fb2088-ed9d-4e1c-9d9a-9a983587307e service neutron] 10.222.0.36 "GET /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963883 Aug 12 05:00:28.817834 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:28.843777 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc2a0f-3a2d-4a12-97d5-2755b6937395 None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T04:47:47Z', 'revision_number': 4, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef', 'name': '', 'network_id': '8c648443-7cf0-4b02-a9ad-0a4f2e2494c0', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'mac_address': 'fa:16:3e:f8:1e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:46Z', 'updated_at': '2021-08-12T04:47:53Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'subnets': [{'id': '0919a4e8-975a-4db9-a775-94da56a1c7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:00:29.052333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b848b-5d46-460c-ba08-e9014bc5483c None None] New status for floating IP f4fb6c65-cd5f-4917-9a0e-a34e76677ecf: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:00:29.475895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6c91cd5c-3e44-4a44-b9dd-5a5a39f205da tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:29.477893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6c91cd5c-3e44-4a44-b9dd-5a5a39f205da tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 945 time: 0.3795314 Aug 12 05:00:29.563620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 952065d8-3c9b-413c-9da9-8e4770a5399d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:29.563964 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:29.653381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] For port 952065d8-3c9b-413c-9da9-8e4770a5399d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=952065d8-3c9b-413c-9da9-8e4770a5399d,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:29.653758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:29.666999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 952065d8-3c9b-413c-9da9-8e4770a5399d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:29.770466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d593-8d1b-4819-a8ea-efb26a0776dc req-fff8c498-1231-4540-923f-0b932c4cd636 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:29.771883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b238d593-8d1b-4819-a8ea-efb26a0776dc req-fff8c498-1231-4540-923f-0b932c4cd636 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Aug 12 05:00:29.810977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b238d593-8d1b-4819-a8ea-efb26a0776dc req-987dd1cf-4620-44f9-92e3-aa493f12aca1 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/security-groups?id=3556b606-fa6a-478c-b425-f3a31aabd1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Aug 12 05:00:29.867986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:29.897480 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=952065d8-3c9b-413c-9da9-8e4770a5399d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:29.936926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] No DVR routers for this DVR port 952065d8-3c9b-413c-9da9-8e4770a5399d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:00:29.939682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:29.941752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-664b16ed-c89f-46c3-a985-d7b0d4be744d req-6e6e0cd9-b8ca-4857-b9e3-3be830b138dd tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.36 "DELETE /v2.0/ports/952065d8-3c9b-413c-9da9-8e4770a5399d HTTP/1.1" status: 204 len: 173 time: 0.4582074 Aug 12 05:00:30.124637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'name': 'network-vif-deleted', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:00:30.127049 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1ec03d-20b3-4d5a-9b7b-cb51abd86fa2" -d '{"events": [{"server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "name": "network-vif-deleted", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:00:30.163064 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49df9ec-283c-4df0-bf6a-8adb60a7a6c5 x-openstack-request-id: req-a49df9ec-283c-4df0-bf6a-8adb60a7a6c5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:00:30.163411 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd7341c-bf71-49be-8dce-add8fa8c8d85", "name": "network-vif-deleted", "tag": "952065d8-3c9b-413c-9da9-8e4770a5399d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:00:30.163737 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a49df9ec-283c-4df0-bf6a-8adb60a7a6c5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:00:30.164255 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd7341c-bf71-49be-8dce-add8fa8c8d85', 'name': 'network-vif-deleted', 'tag': '952065d8-3c9b-413c-9da9-8e4770a5399d', 'status': 'completed', 'code': 200} Aug 12 05:00:30.838814 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-26c415bd-06d0-4039-aca1-f88f387ba4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:30.905089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b77e866-43c8-47f8-a44f-4538649fa931 req-f384dcb2-dcbb-4afb-81c1-ba987de22e47 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 210 time: 0.0288153 Aug 12 05:00:30.993320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:32.003139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f8b329d-848e-49b2-8394-a43a0c141f50 req-10e4d14e-7fa8-4e94-9a50-4a34667210b2 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 210 time: 0.0271621 Aug 12 05:00:32.285258 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:33.042794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 952065d8-3c9b-413c-9da9-8e4770a5399d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:33.065799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 952065d8-3c9b-413c-9da9-8e4770a5399d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:33.066150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 952065d8-3c9b-413c-9da9-8e4770a5399d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:33.098411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0ef98260-be0c-49c8-ae63-3ca46509ec90 req-98ecdebb-26b6-46a0-818d-2369483d691d tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdd7341c-bf71-49be-8dce-add8fa8c8d85 HTTP/1.1" status: 200 len: 210 time: 0.0253930 Aug 12 05:00:33.805662 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.152577 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45310) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:34.278821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Deleting port 7e4e99cb-51f8-4cba-9489-1b267d08491a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:34.279183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.352482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.352806 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.363910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Calling delete_port for 7e4e99cb-51f8-4cba-9489-1b267d08491a owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:34.564022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.590142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'Port': ['ID=7e4e99cb-51f8-4cba-9489-1b267d08491a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:34.651185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.653725 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:34.654903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-acb896ad-34c5-4f2e-b0bc-102035638bdc tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "DELETE /v2.0/floatingips/8f53c948-7326-4c0d-bf3e-fa297aa42981 HTTP/1.1" status: 204 len: 168 time: 0.5013106 Aug 12 05:00:38.076167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45326) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:38.137595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64190523-7ae4-47f2-866b-d3842f83c2d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:38.162038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64190523-7ae4-47f2-866b-d3842f83c2d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:38.308080 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64190523-7ae4-47f2-866b-d3842f83c2d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:38.310785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-64190523-7ae4-47f2-866b-d3842f83c2d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:38.315951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-64190523-7ae4-47f2-866b-d3842f83c2d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] 10.222.0.42 "DELETE /v2.0/security-groups/3556b606-fa6a-478c-b425-f3a31aabd1db HTTP/1.1" status: 204 len: 168 time: 0.2347529 Aug 12 05:00:38.322403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64190523-7ae4-47f2-866b-d3842f83c2d6 tempest-TestVolumeBootPattern-913135471 tempest-TestVolumeBootPattern-913135471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3556b606-fa6a-478c-b425-f3a31aabd1db,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:38.459336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45330) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:38.918398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:39.154973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Deleting port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:39.155660 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:39.235519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] For port 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:39.235878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:39.248448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Calling delete_port for 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:39.519376 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:39.542392 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:39.711675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:39.920489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:00:40.025940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:00:40.037216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8ac87470-5cc4-466e-8075-bd0db51bc3ac admin admin] 10.222.0.42 "PUT /v2.0/routers/abfdcd4f-6d3b-480a-bae8-a191c6f865b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705848 Aug 12 05:00:40.037328 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] Sync routers for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:00:40.037755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45334) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:40.043939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:40.044605 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:40.142212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.146037 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:40.243923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.325438 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T05:00:39Z', 'revision_number': 5, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port': {'id': '68b493d9-a851-4e05-9de3-be42f327a3cc', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:45Z', 'updated_at': '2021-08-12T04:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:40.346557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Deleting port 68b493d9-a851-4e05-9de3-be42f327a3cc {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:40.346939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.351847 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] Checking router: abfdcd4f-6d3b-480a-bae8-a191c6f865b9 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:00:40.359939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] Routers {'abfdcd4f-6d3b-480a-bae8-a191c6f865b9'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:40.360551 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:40.430656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] For port 68b493d9-a851-4e05-9de3-be42f327a3cc, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=68b493d9-a851-4e05-9de3-be42f327a3cc,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:40.431135 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.443614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Calling delete_port for 68b493d9-a851-4e05-9de3-be42f327a3cc owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:40.443788 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] Set router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:40.494404 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T05:00:40Z', 'revision_number': 6, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:40.524024 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f98f30-014a-46af-bab9-6199ebf6b5e1 None None] The sync data for ids ['abfdcd4f-6d3b-480a-bae8-a191c6f865b9'] in n-d-804320-1 is: [{'id': 'abfdcd4f-6d3b-480a-bae8-a191c6f865b9', 'name': 'tempest-TestVolumeBootPattern-1256485760-router', 'tenant_id': 'b0130e89961a44e0aa40dedd5ec58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:44Z', 'updated_at': '2021-08-12T05:00:40Z', 'revision_number': 6, 'project_id': 'b0130e89961a44e0aa40dedd5ec58033', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:00:40.673623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.700894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b493d9-a851-4e05-9de3-be42f327a3cc,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:40.763337 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.852907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.855178 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.970681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.971285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abfdcd4f-6d3b-480a-bae8-a191c6f865b9 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:00:40.975542 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:40.976716 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f9b61527-3a28-47bd-8d33-1328549a33b2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/abfdcd4f-6d3b-480a-bae8-a191c6f865b9 HTTP/1.1" status: 204 len: 168 time: 0.9383967 Aug 12 05:00:40.979468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45336) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:41.024376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Deleting subnet 0919a4e8-975a-4db9-a775-94da56a1c7c7 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:00:41.027465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.061943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.143021 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.297176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:41.320519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:41.320863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68d4e3d1-fcd9-40bf-bec7-cfb0ae99a9ef not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:41.321312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68b493d9-a851-4e05-9de3-be42f327a3cc no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:41.341840 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 68b493d9-a851-4e05-9de3-be42f327a3cc {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:41.342187 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 68b493d9-a851-4e05-9de3-be42f327a3cc not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:41.582622 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.607297 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0919a4e8-975a-4db9-a775-94da56a1c7c7,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:41.613572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.618003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d62ca2c4-f63e-4b0e-bc30-59abb1650b46 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0919a4e8-975a-4db9-a775-94da56a1c7c7 HTTP/1.1" status: 204 len: 168 time: 0.6350710 Aug 12 05:00:41.618302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45338) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:41.618916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443ea62-ac11-4af7-81fa-07c1e6a46f2e None None] Network 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:00:41.685294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.743442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Deleting port 464955ae-a60b-4671-a555-bf9bc4fa86e4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:41.743796 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.787240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] DHCP port deletion for 8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:00:41.810539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] For port 464955ae-a60b-4671-a555-bf9bc4fa86e4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=464955ae-a60b-4671-a555-bf9bc4fa86e4,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:41.810941 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.823436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Calling delete_port for 464955ae-a60b-4671-a555-bf9bc4fa86e4 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:41.832849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Deleting port 464955ae-a60b-4671-a555-bf9bc4fa86e4 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:41.833164 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.895272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] For port 464955ae-a60b-4671-a555-bf9bc4fa86e4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=464955ae-a60b-4671-a555-bf9bc4fa86e4,segment=NetworkSegment(198fa73f-450f-4cc0-92a1-13ea072130d6),segment_id=198fa73f-450f-4cc0-92a1-13ea072130d6)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:41.895697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.912792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Calling delete_port for 464955ae-a60b-4671-a555-bf9bc4fa86e4 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:41.959496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.987439 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:41.988654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] No DVR routers for this DVR port 464955ae-a60b-4671-a555-bf9bc4fa86e4 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:00:41.994367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Pushing event deleted for resources: {'Port': ['ID=464955ae-a60b-4671-a555-bf9bc4fa86e4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:42.013685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Pushing event deleted for resources: {'Port': ['ID=464955ae-a60b-4671-a555-bf9bc4fa86e4,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:42.015908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] No DVR routers for this DVR port 464955ae-a60b-4671-a555-bf9bc4fa86e4 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:00:42.024986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.025337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.025677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.026014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.026395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.026823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.027067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.027393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.027716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.028037 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.028358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.028713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05ebdd5-640c-42a7-8b26-ec2bff1642b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:00:42.068171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.078237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c648443-7cf0-4b02-a9ad-0a4f2e2494c0']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:42.088887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198fa73f-450f-4cc0-92a1-13ea072130d6') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:42.089124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198fa73f-450f-4cc0-92a1-13ea072130d6') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:42.097630 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.110962 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.123684 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:00:42.124079 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:00:42.125780 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:00:42.238054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.244358 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.247663 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c648443-7cf0-4b02-a9ad-0a4f2e2494c0 HTTP/1.1" status: 204 len: 168 time: 0.6269298 Aug 12 05:00:42.249458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45340) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:42.257332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9da6c-0476-4479-b470-fde3457a5116 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c648443-7cf0-4b02-a9ad-0a4f2e2494c0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:42.590679 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.829484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Deleting port 89b6dca1-bceb-4b5c-8373-82a37095d03d {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:42.829825 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.905536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] For port 89b6dca1-bceb-4b5c-8373-82a37095d03d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=89b6dca1-bceb-4b5c-8373-82a37095d03d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:42.905817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:42.918401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Calling delete_port for 89b6dca1-bceb-4b5c-8373-82a37095d03d owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:43.069539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 464955ae-a60b-4671-a555-bf9bc4fa86e4 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:43.089380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 464955ae-a60b-4671-a555-bf9bc4fa86e4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:43.089720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 464955ae-a60b-4671-a555-bf9bc4fa86e4 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:43.118666 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:00:43.163620 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:43.189341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b6dca1-bceb-4b5c-8373-82a37095d03d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:43.360191 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:43.573314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Router eeb06653-8ecd-47d3-a14a-ac9325506b15 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:00:43.677664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:00:43.682905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-37b97932-3c89-49db-bf15-e4428bc470e6 admin admin] 10.222.0.42 "PUT /v2.0/routers/eeb06653-8ecd-47d3-a14a-ac9325506b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323645 Aug 12 05:00:43.685526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45342) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:43.686215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] Sync routers for ids ['eeb06653-8ecd-47d3-a14a-ac9325506b15'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:00:43.695926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] Routers {'eeb06653-8ecd-47d3-a14a-ac9325506b15'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:43.696576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['eeb06653-8ecd-47d3-a14a-ac9325506b15'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:43.788496 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:43.797422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] Set router eeb06653-8ecd-47d3-a14a-ac9325506b15 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:43.886443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:43.974891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T05:00:43Z', 'revision_number': 5, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port': {'id': 'fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T04:47:51Z', 'updated_at': '2021-08-12T04:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:44.000941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] Checking router: eeb06653-8ecd-47d3-a14a-ac9325506b15 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:00:44.009730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] Routers {'eeb06653-8ecd-47d3-a14a-ac9325506b15'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:00:44.010341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:00:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['eeb06653-8ecd-47d3-a14a-ac9325506b15'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:44.038418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Deleting port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:44.038790 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.093972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] Set router eeb06653-8ecd-47d3-a14a-ac9325506b15 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:00:44.117360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] For port fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:44.117726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.130341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Calling delete_port for fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:44.144206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T05:00:43Z', 'revision_number': 6, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:44.172864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46cd4c-fd88-4c2f-8fe3-284d2e4be7f8 None None] The sync data for ids ['eeb06653-8ecd-47d3-a14a-ac9325506b15'] in n-d-804320-1 is: [{'id': 'eeb06653-8ecd-47d3-a14a-ac9325506b15', 'name': 'tempest-TestVolumeBootPattern-492256158-router', 'tenant_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T04:47:50Z', 'updated_at': '2021-08-12T05:00:43Z', 'revision_number': 6, 'project_id': 'd0a441a11b9346d2a54e6ebf554c7fcb', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:00:44.369230 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.394960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:44.461821 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.557787 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.560058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.662203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.662776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb06653-8ecd-47d3-a14a-ac9325506b15 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:00:44.667907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.669078 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e967d101-27e7-48e8-993f-e6da69c721d3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/eeb06653-8ecd-47d3-a14a-ac9325506b15 HTTP/1.1" status: 204 len: 168 time: 0.9826295 Aug 12 05:00:44.671635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45344) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:44.718648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Deleting subnet f9f45771-22e0-4320-9fc1-923731e5a414 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:00:44.721686 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.754997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.829593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.942926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.979897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:44.984295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f9f45771-22e0-4320-9fc1-923731e5a414 HTTP/1.1" status: 204 len: 168 time: 0.3092515 Aug 12 05:00:44.984295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb95388-4f13-44ab-8d95-88faaf9737ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f45771-22e0-4320-9fc1-923731e5a414,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:44.984651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45346) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:44.985479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80da72cc-d532-4672-bfbf-c19e7ffc9e22 None None] Network a70fe224-599d-49f2-973d-34dcf7a5804d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:00:45.098389 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.123162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 89b6dca1-bceb-4b5c-8373-82a37095d03d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:45.145638 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 89b6dca1-bceb-4b5c-8373-82a37095d03d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:45.146069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 89b6dca1-bceb-4b5c-8373-82a37095d03d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:45.146550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:45.160214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Deleting port b951f72a-adcb-4e49-9463-0465982b120d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:45.160554 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.169642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:45.170058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fcc36e15-2b7f-4b20-a6a8-dfa80cd7f3be not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:45.230417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] For port b951f72a-adcb-4e49-9463-0465982b120d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b951f72a-adcb-4e49-9463-0465982b120d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:45.230902 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.244702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Calling delete_port for b951f72a-adcb-4e49-9463-0465982b120d owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:45.258404 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] DHCP port deletion for a70fe224-599d-49f2-973d-34dcf7a5804d request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:00:45.316963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] Deleting port b951f72a-adcb-4e49-9463-0465982b120d {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:00:45.317344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.383587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] For port b951f72a-adcb-4e49-9463-0465982b120d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b951f72a-adcb-4e49-9463-0465982b120d,segment=NetworkSegment(b12b3740-ced5-4be1-9caa-c709b87cdf40),segment_id=b12b3740-ced5-4be1-9caa-c709b87cdf40)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:00:45.384029 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.396560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] Calling delete_port for b951f72a-adcb-4e49-9463-0465982b120d owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:00:45.405627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.434386 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Pushing event deleted for resources: {'Port': ['ID=b951f72a-adcb-4e49-9463-0465982b120d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:45.436396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] No DVR routers for this DVR port b951f72a-adcb-4e49-9463-0465982b120d on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:00:45.478660 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.490920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] No DVR routers for this DVR port b951f72a-adcb-4e49-9463-0465982b120d on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:00:45.513740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.515662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeac8b-0b56-45cc-afbc-524cb5cb90cd None None] Pushing event deleted for resources: {'Port': ['ID=b951f72a-adcb-4e49-9463-0465982b120d,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:45.525420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70fe224-599d-49f2-973d-34dcf7a5804d']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:45.540425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12b3740-ced5-4be1-9caa-c709b87cdf40') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:45.540719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12b3740-ced5-4be1-9caa-c709b87cdf40') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:00:45.549673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.563529 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.569343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:00:45.573075 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:00:45.706800 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.712581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:45.714439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] 10.222.0.42 "DELETE /v2.0/networks/a70fe224-599d-49f2-973d-34dcf7a5804d HTTP/1.1" status: 204 len: 168 time: 0.7287431 Aug 12 05:00:45.725764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bbdbf-d565-4257-b6c4-2096e79fe84a admin admin] Pushing event deleted for resources: {'Network': ['ID=a70fe224-599d-49f2-973d-34dcf7a5804d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:46.025593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45350) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:46.065268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a892fc5-6602-4aeb-bf1a-af6e89f1f862 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0130e89961a44e0aa40dedd5ec58033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384457 Aug 12 05:00:46.067619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:46.114015 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a671e281-7d7d-4c32-9e84-0d1425cc7170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:46.138339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a671e281-7d7d-4c32-9e84-0d1425cc7170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:46.255285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a671e281-7d7d-4c32-9e84-0d1425cc7170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:46.257706 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a671e281-7d7d-4c32-9e84-0d1425cc7170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:46.258880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a671e281-7d7d-4c32-9e84-0d1425cc7170 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e48185e4-c0dd-4cdd-8121-c660dc8379d7 HTTP/1.1" status: 204 len: 168 time: 0.1903093 Aug 12 05:00:46.266445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671e281-7d7d-4c32-9e84-0d1425cc7170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48185e4-c0dd-4cdd-8121-c660dc8379d7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:46.865207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45358) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:46.906225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-216bf882-1597-45fa-8399-9f4f84fccb37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0a441a11b9346d2a54e6ebf554c7fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398662 Aug 12 05:00:46.908608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45360) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:00:46.958111 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cc78f508-f40b-4ca1-8f9a-be6545cf194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:46.978978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cc78f508-f40b-4ca1-8f9a-be6545cf194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:47.070988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b951f72a-adcb-4e49-9463-0465982b120d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:00:47.100712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: b951f72a-adcb-4e49-9463-0465982b120d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:00:47.101576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b951f72a-adcb-4e49-9463-0465982b120d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:00:47.102765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cc78f508-f40b-4ca1-8f9a-be6545cf194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:47.105483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cc78f508-f40b-4ca1-8f9a-be6545cf194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:47.106642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cc78f508-f40b-4ca1-8f9a-be6545cf194b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddc32023-142d-401b-9f51-87d433fec933 HTTP/1.1" status: 204 len: 168 time: 0.1971402 Aug 12 05:00:47.115119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f508-f40b-4ca1-8f9a-be6545cf194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc32023-142d-401b-9f51-87d433fec933,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:00:55.902154 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:56.102568 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:57.937679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-af5f5dfa-8960-4d55-9063-118f68e1e700 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=59f172a509cd4c70a6b73be4f28a3330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315804 Aug 12 05:00:58.116766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-80b6c0e5-d4b0-4fb0-8322-5d099db23a36 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:00:58.118152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-80b6c0e5-d4b0-4fb0-8322-5d099db23a36 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748002 Aug 12 05:00:58.132964 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-9d8e1437-4fb7-43f9-a431-e8b6851b9899 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/quotas/59f172a509cd4c70a6b73be4f28a3330 HTTP/1.1" status: 200 len: 375 time: 0.0091057 Aug 12 05:00:58.181781 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-547f4822-d203-4383-a771-b0101d26e7ad tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=59f172a509cd4c70a6b73be4f28a3330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435333 Aug 12 05:00:58.239462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b324590-3d34-4ba7-9b4b-fb680bf9ef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:00:58.418463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99130080-6c7c-4ab5-aabe-e457a2c05635 req-2c07bdaa-1c25-49d1-afdb-ee535a91667b tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Aug 12 05:00:59.854477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6b92163-fe91-4d26-919e-1443039fe519 req-6b07694d-4a1c-429a-9d29-3cf1969f0db0 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 210 time: 0.3562906 Aug 12 05:01:00.403720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-7a7bfd8b-abc6-4b2a-8d80-72dd03be4097 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=59f172a509cd4c70a6b73be4f28a3330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203817 Aug 12 05:01:00.507526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-49dc9697-6978-4c77-80bb-9b5f9d06ae4a tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:00.509654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-49dc9697-6978-4c77-80bb-9b5f9d06ae4a tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006815 Aug 12 05:01:00.528733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Request body: {'port': {'device_id': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'admin_state_up': True, 'tenant_id': '59f172a509cd4c70a6b73be4f28a3330'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:00.713031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Made reservation on behalf of 59f172a509cd4c70a6b73be4f28a3330 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:01:00.716575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:00.726639 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:00.810375 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd287-5d02-44a4-b076-38b5a5d9d1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:00.819359 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:00.867921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:00.936292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3888e327-df60-40e2-bc6c-d779d5d6cced,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:00.953707 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:00.979975 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c40ed2c-fb47-4c43-bb41-518da953ec4e req-24dd461e-0a67-4fd5-bee1-52286bf80506 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 210 time: 0.0351653 Aug 12 05:01:01.013328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Allocated IP 192.168.233.49 (9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0/93ed3b4d-dee1-46e6-b48b-cc8a71e30a31/44eb1146-57cb-4e1e-a6ec-6f0a8e322d04) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:01:01.158011 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.172193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Transition to ACTIVE for port object 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:01:01.273290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.317902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:01:01.320997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:01:01.324739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:01:01.330968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Pushing event updated for resources: {'Port': ['ID=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:01.377588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:01.378213 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.509054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-0a5c3425-2da3-41ec-bb87-7528b7d604f5 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9842687 Aug 12 05:01:01.522936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Request body: {'port': {'device_id': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:01.579285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.593734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e48ca1db-f4f0-4204-8426-385c2e49c846 None None] Provisioning for port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:01:01.598518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e48ca1db-f4f0-4204-8426-385c2e49c846 None None] Provisioning complete for port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:01:01.598518 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e48ca1db-f4f0-4204-8426-385c2e49c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.632212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e48ca1db-f4f0-4204-8426-385c2e49c846 None None] Port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:01:01.841115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:01:01.848362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.860728 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Transition to ACTIVE for port object 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:01:01.942001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:01.992037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Pushing event updated for resources: {'Port': ['ID=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:02.095987 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Attempting to bind port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:01:02.096237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Attempting to bind port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:01:02.096573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Attempting to bind port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:01:02.104892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:01:02.105215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Attempting to bind port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 on network 9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:01:02.114613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:01:02.114986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Checking segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:01:02.115376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Bound using segment: {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:01:02.115810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Bound port: 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef5c325-fa4a-4e12-916c-4408bbe89053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:01:02.116208 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:02.126654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf0be1-5b46-4c51-a125-4823364a4393 req-9c5e6c5f-1168-45f4-a59d-c1b5b49b8358 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.128203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fcf0be1-5b46-4c51-a125-4823364a4393 req-9c5e6c5f-1168-45f4-a59d-c1b5b49b8358 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 947 time: 0.0755684 Aug 12 05:01:02.200959 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8fcf0be1-5b46-4c51-a125-4823364a4393 req-f16faf4b-5e03-4e2e-bfda-a10b6cb6a4e2 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658224 Aug 12 05:01:02.217763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] For port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:01:02.221311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] For port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:01:02.358231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:02.386040 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:02.396093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.396730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:02.398674 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 HTTP/1.1" status: 200 len: 1095 time: 0.8807361 Aug 12 05:01:02.399136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'tag': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:01:02.401384 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1734bd94-cd23-4daf-99af-fd5da621e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6b38ce93-ecd1-4f3b-9fb5-051fccbaa243", "tag": "44eb1146-57cb-4e1e-a6ec-6f0a8e322d04"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:01:02.428948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b89ad-e5db-4b34-a6fb-8e47b81897a2 service neutron] Pushing event updated for resources: {'Port': ['ID=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:02.449148 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e028e-ea27-4b38-b01b-4e08ede3540b x-openstack-request-id: req-d95e028e-ea27-4b38-b01b-4e08ede3540b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:01:02.449567 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b38ce93-ecd1-4f3b-9fb5-051fccbaa243", "tag": "44eb1146-57cb-4e1e-a6ec-6f0a8e322d04", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:01:02.449698 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d95e028e-ea27-4b38-b01b-4e08ede3540b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:01:02.450083 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'tag': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04', 'status': 'completed', 'code': 200} Aug 12 05:01:02.514507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734bd94-cd23-4daf-99af-fd5da621e5ed req-6f994abd-3e85-43fd-9ff5-07e654a1bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.516080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1734bd94-cd23-4daf-99af-fd5da621e5ed req-6f994abd-3e85-43fd-9ff5-07e654a1bd7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f172a509cd4c70a6b73be4f28a3330&device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 1098 time: 0.0436714 Aug 12 05:01:02.543625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1734bd94-cd23-4daf-99af-fd5da621e5ed req-4f0ebffd-ba0b-4d44-9526-b5e775bced5e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=59f172a509cd4c70a6b73be4f28a3330&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198886 Aug 12 05:01:02.641449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734bd94-cd23-4daf-99af-fd5da621e5ed req-bba45a6d-6b34-4c24-b543-86276716753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.642883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1734bd94-cd23-4daf-99af-fd5da621e5ed req-bba45a6d-6b34-4c24-b543-86276716753c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921888 Aug 12 05:01:02.717821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-818edc16-8c52-49d7-b830-87812c2026c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.719331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-818edc16-8c52-49d7-b830-87812c2026c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f172a509cd4c70a6b73be4f28a3330&device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 1098 time: 0.0417802 Aug 12 05:01:02.760897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-2843a682-da78-473b-87b4-e53b3f9eafbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 HTTP/1.1" status: 200 len: 217 time: 0.0340459 Aug 12 05:01:02.810203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-6939d3a3-78d5-47f6-8ffc-2d9dea063a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.811811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-6939d3a3-78d5-47f6-8ffc-2d9dea063a89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=93ed3b4d-dee1-46e6-b48b-cc8a71e30a31 HTTP/1.1" status: 200 len: 843 time: 0.0441358 Aug 12 05:01:02.860099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-303a382c-4a7a-4207-b149-cedb3a986030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:02.861584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-303a382c-4a7a-4207-b149-cedb3a986030 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434206 Aug 12 05:01:02.956077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-5c264f6e-834f-4806-b829-e711648ddbfc service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 Aug 12 05:01:03.049052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be404ae3-a2a5-42d5-8cf8-24104dfaeebd req-b5cba48e-4c78-4d99-a198-05b634bd2d74 service neutron] 10.222.0.36 "GET /v2.0/networks/9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852296 Aug 12 05:01:03.317065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a828522-fae1-4bde-b6fd-34ff05d41195 req-1081f4e9-c23b-4d95-b8f3-23f7076c3066 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:03.318541 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a828522-fae1-4bde-b6fd-34ff05d41195 req-1081f4e9-c23b-4d95-b8f3-23f7076c3066 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 947 time: 0.0499783 Aug 12 05:01:03.356208 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3a828522-fae1-4bde-b6fd-34ff05d41195 req-c40ad498-846c-43e9-b3c1-1d227cd22e32 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Aug 12 05:01:03.810320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:04.472080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3c59-0363-4c7a-a384-fc718f8ae83f req-0596f082-4b48-4f32-961c-3eba23dbabe8 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:04.473567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adcf3c59-0363-4c7a-a384-fc718f8ae83f req-0596f082-4b48-4f32-961c-3eba23dbabe8 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 947 time: 0.0507061 Aug 12 05:01:04.511726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-adcf3c59-0363-4c7a-a384-fc718f8ae83f req-1c55a716-7402-4a63-9625-eb1c4376e151 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Aug 12 05:01:05.228753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:01:05.324762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:05.335493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04', 'network_id': '9cf99760-d8b7-4de2-95d1-1c9cfd4a99c0', 'port_id': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04', 'mac_address': 'fa:16:3e:91:80:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ed3b4d-dee1-46e6-b48b-cc8a71e30a31', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:01:05.371327 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:05.383281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:01:05.401734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:05.467437 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:05.513804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:05.622928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1e4cb-4aa9-4659-8467-f45449fe2531 req-12521096-2766-46f6-b969-4eb9cb0c0d97 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:05.624416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0b1e4cb-4aa9-4659-8467-f45449fe2531 req-12521096-2766-46f6-b969-4eb9cb0c0d97 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 948 time: 0.0482376 Aug 12 05:01:05.661247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0b1e4cb-4aa9-4659-8467-f45449fe2531 req-de8b68ed-2506-4cc3-b08c-7e3acfe2ed07 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Aug 12 05:01:05.695904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['44eb1146-57cb-4e1e-a6ec-6f0a8e322d04'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:01:06.774865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12027e6-628b-469e-b1b5-3dba0f8a3983 req-9bc2a4f5-cec9-4ae0-8058-949607d90700 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:06.776370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a12027e6-628b-469e-b1b5-3dba0f8a3983 req-9bc2a4f5-cec9-4ae0-8058-949607d90700 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 948 time: 0.0494370 Aug 12 05:01:06.816201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a12027e6-628b-469e-b1b5-3dba0f8a3983 req-f3d1209b-ec55-4b86-aa58-0351bfdf3894 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337415 Aug 12 05:01:07.244230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:01:07.369959 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:01:07.373462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:01:07.373834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:07.451487 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:07.473149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:01:07.475421 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c08cff-6c76-44bd-921c-9a0d7a7bc4a5" -d '{"events": [{"server_uuid": "6b38ce93-ecd1-4f3b-9fb5-051fccbaa243", "name": "network-vif-plugged", "status": "completed", "tag": "44eb1146-57cb-4e1e-a6ec-6f0a8e322d04"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:01:07.487702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:07.512924 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724de4f-e48b-4f54-a952-d9e74d8bf9c5 x-openstack-request-id: req-2724de4f-e48b-4f54-a952-d9e74d8bf9c5 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:01:07.513216 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38ce93-ecd1-4f3b-9fb5-051fccbaa243", "name": "network-vif-plugged", "status": "completed", "tag": "44eb1146-57cb-4e1e-a6ec-6f0a8e322d04", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:01:07.513475 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2724de4f-e48b-4f54-a952-d9e74d8bf9c5 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:01:07.513869 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04', 'code': 200} Aug 12 05:01:07.547891 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:07.596265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:07.614469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b257f6c-7215-4dbd-9762-6a336f1784ae req-526863c2-e640-480d-8a1e-f79c4392bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:07.615987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b257f6c-7215-4dbd-9762-6a336f1784ae req-526863c2-e640-480d-8a1e-f79c4392bc64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 1100 time: 0.0448320 Aug 12 05:01:07.651147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b257f6c-7215-4dbd-9762-6a336f1784ae req-e0ad67ea-b226-4ca7-9550-c9e58b097da5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281925 Aug 12 05:01:07.932625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebba7c4-b562-4e7e-9117-75a232b7fe77 req-9039715f-aa07-4a62-aecc-2058afc29460 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:07.934124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eebba7c4-b562-4e7e-9117-75a232b7fe77 req-9039715f-aa07-4a62-aecc-2058afc29460 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 949 time: 0.0527222 Aug 12 05:01:07.971661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eebba7c4-b562-4e7e-9117-75a232b7fe77 req-396a1a95-3a98-4b37-9943-ac286eeccf8c tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314279 Aug 12 05:01:09.085238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbd711-da59-4d28-970d-11b822f6e221 req-28c631ce-bab2-4367-8a2b-972f33123681 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:09.086720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbd711-da59-4d28-970d-11b822f6e221 req-28c631ce-bab2-4367-8a2b-972f33123681 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 949 time: 0.0490308 Aug 12 05:01:09.122734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbd711-da59-4d28-970d-11b822f6e221 req-3e170b51-ba40-4689-b0de-c8f02d027b50 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301647 Aug 12 05:01:10.537020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bb54f-03da-4b46-b7c0-8409d81cc61d req-461db02c-41f2-4239-b3c2-2925922b288c tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:10.538496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c5bb54f-03da-4b46-b7c0-8409d81cc61d req-461db02c-41f2-4239-b3c2-2925922b288c tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 949 time: 0.0646021 Aug 12 05:01:10.575430 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7c5bb54f-03da-4b46-b7c0-8409d81cc61d req-ba1d432b-86bd-4588-8507-1951e8a882d8 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Aug 12 05:01:11.690529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088762e-c962-4ed5-8b6d-ec55a7b0ccc5 req-58106afa-6fdf-4c88-9b99-9f47ac240530 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:11.692013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9088762e-c962-4ed5-8b6d-ec55a7b0ccc5 req-58106afa-6fdf-4c88-9b99-9f47ac240530 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 949 time: 0.0486016 Aug 12 05:01:11.729583 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9088762e-c962-4ed5-8b6d-ec55a7b0ccc5 req-cef401d3-44e7-4f0e-9b07-b2f74dd2b7c9 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/security-groups?id=3888e327-df60-40e2-bc6c-d779d5d6cced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Aug 12 05:01:11.761898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-dff49954-0f07-4ec4-a1dd-9711680069d4 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:11.763394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-dff49954-0f07-4ec4-a1dd-9711680069d4 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 949 time: 0.0526686 Aug 12 05:01:11.850839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Deleting port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:01:11.851189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:11.942476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] For port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,segment=NetworkSegment(0ef5c325-fa4a-4e12-916c-4408bbe89053),segment_id=0ef5c325-fa4a-4e12-916c-4408bbe89053)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:11.942881 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:11.956514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Calling delete_port for 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:01:12.147753 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:12.158943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['44eb1146-57cb-4e1e-a6ec-6f0a8e322d04'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:01:12.180155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Pushing event deleted for resources: {'Port': ['ID=44eb1146-57cb-4e1e-a6ec-6f0a8e322d04,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:12.221471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] No DVR routers for this DVR port 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:01:12.224608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:12.226814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-14363e3b-38a2-4949-9b71-f19010d0ac30 req-947bf729-d4db-4cec-ac91-751ac400f258 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.36 "DELETE /v2.0/ports/44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 HTTP/1.1" status: 204 len: 173 time: 0.4578207 Aug 12 05:01:12.227278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'name': 'network-vif-deleted', 'tag': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:01:12.230079 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f590f1e7-3cc9-454d-8870-45ba4d280c27" -d '{"events": [{"server_uuid": "6b38ce93-ecd1-4f3b-9fb5-051fccbaa243", "name": "network-vif-deleted", "tag": "44eb1146-57cb-4e1e-a6ec-6f0a8e322d04"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:01:12.272816 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb986f7-02cf-44a5-9fcc-534fe89b97bc x-openstack-request-id: req-bdb986f7-02cf-44a5-9fcc-534fe89b97bc {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:01:12.273200 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38ce93-ecd1-4f3b-9fb5-051fccbaa243", "name": "network-vif-deleted", "tag": "44eb1146-57cb-4e1e-a6ec-6f0a8e322d04", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:01:12.273459 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdb986f7-02cf-44a5-9fcc-534fe89b97bc {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:01:12.273860 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b38ce93-ecd1-4f3b-9fb5-051fccbaa243', 'name': 'network-vif-deleted', 'tag': '44eb1146-57cb-4e1e-a6ec-6f0a8e322d04', 'status': 'completed', 'code': 200} Aug 12 05:01:12.834634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3af74ae-83a5-4d24-9978-f309c3a4807d req-cb68da2a-a512-416c-80b1-fd01c8ed0cf7 tempest-ServersAdminNegativeTestJSON-1905201110 tempest-ServersAdminNegativeTestJSON-1905201110-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b38ce93-ecd1-4f3b-9fb5-051fccbaa243 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Aug 12 05:01:14.315797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45506) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:14.456918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8528c129-abc4-4d29-b3f2-28165c65a5bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59f172a509cd4c70a6b73be4f28a3330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399477 Aug 12 05:01:14.459466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45510) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:14.512997 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a51b91c-cab9-417e-a1fa-90fdd7e8c899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:14.533919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a51b91c-cab9-417e-a1fa-90fdd7e8c899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:14.654675 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a51b91c-cab9-417e-a1fa-90fdd7e8c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:14.657221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6a51b91c-cab9-417e-a1fa-90fdd7e8c899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:14.658374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6a51b91c-cab9-417e-a1fa-90fdd7e8c899 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3888e327-df60-40e2-bc6c-d779d5d6cced HTTP/1.1" status: 204 len: 168 time: 0.1980245 Aug 12 05:01:14.666489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51b91c-cab9-417e-a1fa-90fdd7e8c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3888e327-df60-40e2-bc6c-d779d5d6cced,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:15.213616 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45516) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:15.228201 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f71e19e9-efc3-4325-9e9f-3cb53a3d8401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.307296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:01:15.316345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f71e19e9-efc3-4325-9e9f-3cb53a3d8401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.327912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:01:15.328256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 44eb1146-57cb-4e1e-a6ec-6f0a8e322d04 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:01:15.404042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f71e19e9-efc3-4325-9e9f-3cb53a3d8401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.443980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f71e19e9-efc3-4325-9e9f-3cb53a3d8401 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbd7b01c60054217979d406a1673045a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297730 Aug 12 05:01:15.444802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e19e9-efc3-4325-9e9f-3cb53a3d8401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcedcc85-673a-4ec7-bd37-b4fe583e0f22,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:15.446577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45518) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:15.495332 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.515740 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.632897 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.635535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:15.636673 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcedcc85-673a-4ec7-bd37-b4fe583e0f22 HTTP/1.1" status: 204 len: 168 time: 0.1890798 Aug 12 05:01:15.644273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcedcc85-673a-4ec7-bd37-b4fe583e0f22,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:15.652194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.652541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.652882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.653215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.653545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.653909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.654230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.654551 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.654922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.655243 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.655561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:15.655877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08298620-f32c-4929-9f92-18884e17b4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:01:16.654645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45540) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:16.749404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-737840247-network', 'tenant_id': '81eddcfdf06245fe918519804fcdc180'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:16.931147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Made reservation on behalf of 81eddcfdf06245fe918519804fcdc180 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:01:16.933677 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:16.942501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.028322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.078848 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.105985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:01:17.112144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4692ee-932d-48fe-aa0c-439587d502ed,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:17.117986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.118329 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Added segment a9767a00-bb05-46ea-ba9b-481afdfb5214 of type vlan for network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 Aug 12 05:01:17.156557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.254659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.255658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:17.256264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.316723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] Pushing event updated for resources: {'Network': ['ID=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:17.326306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:01:17.382216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-17fba575-db7d-4835-8f3d-93e1c96b968c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7263975 Aug 12 05:01:17.385093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45544) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:17.390101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Request body: {'subnet': {'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-737840247-subnet', 'tenant_id': '81eddcfdf06245fe918519804fcdc180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:17.495456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Made reservation on behalf of 81eddcfdf06245fe918519804fcdc180 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:01:17.497732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.730395 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.784115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86939ef6-727b-4b7f-b8f9-9b4058dbdd05,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:17.795101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Checking segment: {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:01:17.795550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Network hostable DHCP agents. Network: 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:01:17.867837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:01:17.918790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:01:17.923014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:17.923607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:17.935481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36177919-5c4d-4c66-9f51-22b4f6697f99 None None] Network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:01:18.038309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d0738ea9-3e16-42f8-95d9-051c148a18d3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6519949 Aug 12 05:01:18.052470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3820b94-5651-4f56-a617-a9bf3b8c09b6 None None] Network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:01:18.459915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-224bda8a-5d4e-47e4-88b9-263e1642996b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:18.461405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-224bda8a-5d4e-47e4-88b9-263e1642996b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 811 time: 0.1025476 Aug 12 05:01:18.477064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-9148d947-96da-49fd-8ff7-0f63d391e936 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/quotas/81eddcfdf06245fe918519804fcdc180 HTTP/1.1" status: 200 len: 375 time: 0.0098138 Aug 12 05:01:18.508570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-48185e71-0f55-4e66-988d-36919645761f tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262437 Aug 12 05:01:18.605305 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-4473718e-508e-4678-93e8-bfd2157e034c service neutron] 10.222.0.42 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899940 Aug 12 05:01:18.694480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-6e7ee003-0a20-4b1f-996b-038797b68832 service neutron] 10.222.0.42 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830102 Aug 12 05:01:18.918579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7533fa8f-89e9-4f41-bd9b-2b48d6370b56 req-96557700-ccad-421e-9497-00e985f07c25 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 210 time: 0.0288877 Aug 12 05:01:19.997713 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01451a5f-7da2-46b4-adda-7218da5d4be2 req-be8b4b9f-7a03-4697-9c9a-6b58baa17cef tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 210 time: 0.0273747 Aug 12 05:01:20.118884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:01:21.088591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1a8f968-8926-464c-ad3f-9e672f2c68dd req-c343c75c-1e55-4119-b8c8-9f1130b66d4a tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 210 time: 0.0261598 Aug 12 05:01:21.399335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-db11d250-6da4-4b5c-81be-9cfd98a17f83 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:21.400769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-db11d250-6da4-4b5c-81be-9cfd98a17f83 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.36 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 811 time: 0.1036401 Aug 12 05:01:21.414124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Request body: {'port': {'device_id': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2', 'admin_state_up': True, 'tenant_id': '81eddcfdf06245fe918519804fcdc180'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:21.604315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Made reservation on behalf of 81eddcfdf06245fe918519804fcdc180 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:01:21.607844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:21.737274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Allocated IP 172.20.0.12 (222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2/86939ef6-727b-4b7f-b8f9-9b4058dbdd05/ef0bad38-e417-417e-a8f5-b6ce27b63f06) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:01:21.879407 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:21.974781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.019300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:01:22.022236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:01:22.026507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:01:22.032721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:22.076934 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:22.077539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.157752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-8e42dcb3-0ee0-4ca0-b24a-90e003ea9dbb tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7477987 Aug 12 05:01:22.170588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Request body: {'port': {'device_id': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:22.201011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a79d-1a69-40a7-9012-46971a5d1bb0 req-7379515a-e947-44ee-996e-39f55880845b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:22.202502 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2f2a79d-1a69-40a7-9012-46971a5d1bb0 req-7379515a-e947-44ee-996e-39f55880845b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 932 time: 0.0484669 Aug 12 05:01:22.235903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.250649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2f2a79d-1a69-40a7-9012-46971a5d1bb0 req-6e0da612-c892-411e-a23b-03f9099c41c6 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Aug 12 05:01:22.488556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0bad38-e417-417e-a8f5-b6ce27b63f06 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:01:22.496241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.508058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Transition to ACTIVE for port object ef0bad38-e417-417e-a8f5-b6ce27b63f06 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:01:22.609958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.661940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:22.733526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:01:22.733863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:01:22.734196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:01:22.738509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:01:22.738917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:01:22.744269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:01:22.744612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Checking segment: {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:01:22.744998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Bound using segment: {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:01:22.745422 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Bound port: ef0bad38-e417-417e-a8f5-b6ce27b63f06, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:01:22.745780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.807741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:01:22.810681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:01:22.890524 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.923787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:22.924651 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:22.926030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 1092 time: 0.7598996 Aug 12 05:01:22.926461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:01:22.931427 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2257c141a6492e937109405ec6b6fbcfd7dc0f664d2b5f140efccb1217c5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3330a772-879c-48cc-919d-6fb7a2dafeff" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:01:22.953780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd6bb-b689-4315-b1ce-dd2295b508a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:22.974135 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc4b50f-d844-4f73-a0c6-4a422a05b21e x-openstack-request-id: req-0bc4b50f-d844-4f73-a0c6-4a422a05b21e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:01:22.974135 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:01:22.974135 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bc4b50f-d844-4f73-a0c6-4a422a05b21e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:01:22.974135 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'status': 'completed', 'code': 200} Aug 12 05:01:23.037207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a772-879c-48cc-919d-6fb7a2dafeff req-47872fb1-18dc-4eda-aa51-05953bcdde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:23.037207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3330a772-879c-48cc-919d-6fb7a2dafeff req-47872fb1-18dc-4eda-aa51-05953bcdde9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1095 time: 0.0402424 Aug 12 05:01:23.129905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a772-879c-48cc-919d-6fb7a2dafeff req-dabe09b8-5d9d-4696-9a09-b69e91c1efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:23.131371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3330a772-879c-48cc-919d-6fb7a2dafeff req-dabe09b8-5d9d-4696-9a09-b69e91c1efba service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=81eddcfdf06245fe918519804fcdc180&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0912483 Aug 12 05:01:23.226990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a772-879c-48cc-919d-6fb7a2dafeff req-ade42f3c-51b1-4b5b-9c40-ebbeba0b8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:23.228420 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3330a772-879c-48cc-919d-6fb7a2dafeff req-ade42f3c-51b1-4b5b-9c40-ebbeba0b8333 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891037 Aug 12 05:01:23.306128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-2e9fc83e-3f65-43ac-a99c-a7ec3aba2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:23.307789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-2e9fc83e-3f65-43ac-a99c-a7ec3aba2a40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1095 time: 0.0419776 Aug 12 05:01:23.349806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-bf65f5a2-593c-4b8d-885a-25daf3c26356 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.0343616 Aug 12 05:01:23.366211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a18a0-9955-4850-a2e3-e5a9e51cf51f req-65436a23-7fef-4518-9018-95808b1ccbf5 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:23.367768 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-422a18a0-9955-4850-a2e3-e5a9e51cf51f req-65436a23-7fef-4518-9018-95808b1ccbf5 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 944 time: 0.0490971 Aug 12 05:01:23.398236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-51cf912a-c86a-45da-8712-51a560c84ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:23.399823 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-51cf912a-c86a-45da-8712-51a560c84ba3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0438623 Aug 12 05:01:23.406190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-422a18a0-9955-4850-a2e3-e5a9e51cf51f req-a4e59b29-0514-4e8a-89d5-1411ffee073c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Aug 12 05:01:23.435976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-6f7bb08b-1625-42f3-8e03-6d6720a574d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286932 Aug 12 05:01:23.524969 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-04726e54-17bd-4c98-8372-c42374cd2d31 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818403 Aug 12 05:01:23.616897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5563326-c98e-4ef6-b72c-242ef080ec3f req-2e5c23e9-4dd1-43bc-b6cc-5981db627d98 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847588 Aug 12 05:01:24.521777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496715f-953d-4988-86ef-8c06fee17290 req-5af627d0-6818-4410-b0ea-8a3467a9b9ea tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:24.523262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8496715f-953d-4988-86ef-8c06fee17290 req-5af627d0-6818-4410-b0ea-8a3467a9b9ea tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 944 time: 0.0495067 Aug 12 05:01:24.561576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8496715f-953d-4988-86ef-8c06fee17290 req-5e86d7c3-dbd3-49d5-b3e3-ce421b1ce572 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Aug 12 05:01:25.343147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:01:25.436689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:25.448263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2', 'port_id': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'mac_address': 'fa:16:3e:cf:15:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86939ef6-727b-4b7f-b8f9-9b4058dbdd05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:01:25.485849 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:25.498491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0bad38-e417-417e-a8f5-b6ce27b63f06 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:01:25.517550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:25.619886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:25.666011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:25.677600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f13e18-3162-4daf-80c9-e07b1d93efdd req-e401f4e5-36b0-45d5-8dab-15aeacba02d4 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:25.679136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42f13e18-3162-4daf-80c9-e07b1d93efdd req-e401f4e5-36b0-45d5-8dab-15aeacba02d4 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 945 time: 0.0523703 Aug 12 05:01:25.715612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42f13e18-3162-4daf-80c9-e07b1d93efdd req-973b0883-d5c0-438e-aa5d-93f952174287 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Aug 12 05:01:25.809967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['ef0bad38-e417-417e-a8f5-b6ce27b63f06'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:01:25.907796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:26.139914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:26.830512 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52459d-f2c1-4dc9-8534-bf62ebb80551 req-84498e8f-946d-4afd-9f95-585cda9eb879 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:26.832069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a52459d-f2c1-4dc9-8534-bf62ebb80551 req-84498e8f-946d-4afd-9f95-585cda9eb879 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 945 time: 0.0499747 Aug 12 05:01:26.870579 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6a52459d-f2c1-4dc9-8534-bf62ebb80551 req-08602fe6-c961-4bfc-9dd9-bb3aabc60e6c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Aug 12 05:01:27.342319 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:01:27.444358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port ef0bad38-e417-417e-a8f5-b6ce27b63f06 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:01:27.447927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port ef0bad38-e417-417e-a8f5-b6ce27b63f06 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:01:27.448330 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:27.526702 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:27.548936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:01:27.551488 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542f74e-9a9c-4822-9367-e75b176de292" -d '{"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:01:27.565286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:01:27.587080 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b231f1-8673-4e22-8c35-d6ba2ac82501 x-openstack-request-id: req-89b231f1-8673-4e22-8c35-d6ba2ac82501 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:01:27.587369 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:01:27.587629 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89b231f1-8673-4e22-8c35-d6ba2ac82501 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:01:27.588022 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'code': 200} Aug 12 05:01:27.633041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:27.682740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:01:27.732031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385eef8-50c0-438b-9a9b-393413858248 req-ac0a8d6f-5944-4d33-bdc3-c568961c8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:27.733472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9385eef8-50c0-438b-9a9b-393413858248 req-ac0a8d6f-5944-4d33-bdc3-c568961c8f55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1097 time: 0.0923464 Aug 12 05:01:27.765827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9385eef8-50c0-438b-9a9b-393413858248 req-d95379a4-5916-413b-9a8d-66ab37d63865 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256023 Aug 12 05:01:27.985375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d8c3-63a9-47ab-b7f5-a2cbde033f9c req-30ec9afa-4288-4eca-a7aa-8a455c970661 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:27.986847 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e903d8c3-63a9-47ab-b7f5-a2cbde033f9c req-30ec9afa-4288-4eca-a7aa-8a455c970661 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0478663 Aug 12 05:01:28.023435 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e903d8c3-63a9-47ab-b7f5-a2cbde033f9c req-7c5a5d13-8409-4fd2-b52d-ed1653566a3a tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302587 Aug 12 05:01:28.249899 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7b6e-ffbd-4c54-b6cc-6ac2a703712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:29.137845 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dc269-66c5-42d0-ad32-721cd580110f req-af253f2f-145b-4370-a9a9-261463635fb4 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:29.139336 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c44dc269-66c5-42d0-ad32-721cd580110f req-af253f2f-145b-4370-a9a9-261463635fb4 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0473034 Aug 12 05:01:29.181201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c44dc269-66c5-42d0-ad32-721cd580110f req-b73036ee-5e84-4c74-aa9d-379e03f065d1 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Aug 12 05:01:29.665371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45608) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:01:29.762786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-84b1397f-b6c9-41d9-ab4a-76e50b67fbcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937657 Aug 12 05:01:29.886293 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d1151-04dd-4c08-91ca-3c25f3296846 req-66863603-d504-4fea-bcd8-edb4796c6c8e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:29.887815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-154d1151-04dd-4c08-91ca-3c25f3296846 req-66863603-d504-4fea-bcd8-edb4796c6c8e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.3686721 Aug 12 05:01:29.929231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-154d1151-04dd-4c08-91ca-3c25f3296846 req-7cc6304f-e620-40f0-a2b4-650bd8bbaf36 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Aug 12 05:01:30.856110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3fd00534-1027-48a6-ac66-58cd19192beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:30.970423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:31.045818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68759c25-92af-4de9-8ab4-25cd365e2642 req-a6b1e407-8d52-4d1b-8d55-d81b723da8b5 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:31.047408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68759c25-92af-4de9-8ab4-25cd365e2642 req-a6b1e407-8d52-4d1b-8d55-d81b723da8b5 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0485349 Aug 12 05:01:31.092123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68759c25-92af-4de9-8ab4-25cd365e2642 req-4b7e1efe-cccd-493e-aed7-b2589349053c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383258 Aug 12 05:01:31.677769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a9d63ebe-06c3-4f7d-8810-93dd2ff0a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:31.679263 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a9d63ebe-06c3-4f7d-8810-93dd2ff0a21b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1097 time: 0.0409477 Aug 12 05:01:31.765625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-d219e808-aa73-49fa-bb86-c0589c6cb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:31.767107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-d219e808-aa73-49fa-bb86-c0589c6cb27f service neutron] 10.222.0.36 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 912 time: 0.0804985 Aug 12 05:01:31.812017 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-e7e591ed-afc1-4790-9362-646733011f9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.0384285 Aug 12 05:01:31.860414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-0d84c984-8d71-4ecf-9eeb-69b4c9218888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:31.861865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-0d84c984-8d71-4ecf-9eeb-69b4c9218888 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0427871 Aug 12 05:01:31.893970 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-42953d56-fa72-4522-be0e-9fe00888a687 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245852 Aug 12 05:01:31.986367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a6c61761-3c58-4ee7-9e2b-186e6569869f service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846121 Aug 12 05:01:32.073780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-364695d2-64bd-4466-8d9c-6e9d733e1c6d service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Aug 12 05:01:32.214875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bca2b-242d-40e6-a94d-b3050f8a75fa req-6598a351-c3b7-448c-90ed-52fca79f7f6d tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:32.216405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c8bca2b-242d-40e6-a94d-b3050f8a75fa req-6598a351-c3b7-448c-90ed-52fca79f7f6d tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0551996 Aug 12 05:01:32.239205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-a477e162-44e3-4843-a99c-bdb67e586c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:32.241035 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-a477e162-44e3-4843-a99c-bdb67e586c2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1097 time: 0.0420752 Aug 12 05:01:32.255889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6c8bca2b-242d-40e6-a94d-b3050f8a75fa req-724a5a23-2bc9-4186-88ba-de6809e2cc6c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Aug 12 05:01:32.288599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:32.345351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-912da8d6-96ab-4fae-8537-53d2ccc59ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:32.346892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-912da8d6-96ab-4fae-8537-53d2ccc59ab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 912 time: 0.0874379 Aug 12 05:01:32.388785 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-0790abe4-ab13-4317-944c-4f6f8223109f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.0352662 Aug 12 05:01:32.440538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-e359d703-9e13-4144-a272-4e802541871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:32.442008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-e359d703-9e13-4144-a272-4e802541871c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0469019 Aug 12 05:01:32.475786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-d1675cf4-887f-4c06-823d-d779af88b3c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235257 Aug 12 05:01:32.562396 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-4c1e8aa3-944c-4ba4-81b5-048f665291e1 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796006 Aug 12 05:01:32.650958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1eee5eae-f93c-49c5-aaef-14bdcaa2b0ab req-ec7d17d3-3d0f-4059-a0a4-f288c3faac77 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820055 Aug 12 05:01:33.370150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d0b3a-713f-4173-8bb8-8f8cc662a94c req-3e63865c-eeb7-4be5-82f5-561e89a5cd78 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:33.371667 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae6d0b3a-713f-4173-8bb8-8f8cc662a94c req-3e63865c-eeb7-4be5-82f5-561e89a5cd78 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0496078 Aug 12 05:01:33.410296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ae6d0b3a-713f-4173-8bb8-8f8cc662a94c req-2e06f3f4-7294-423d-a545-4bff6e8bfa32 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Aug 12 05:01:33.815443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:34.527059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743e708-11cb-406b-9efe-4ab55cc67cc1 req-307fda3c-f672-4675-b854-72397ed6411e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:34.528556 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a743e708-11cb-406b-9efe-4ab55cc67cc1 req-307fda3c-f672-4675-b854-72397ed6411e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0484776 Aug 12 05:01:34.569609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a743e708-11cb-406b-9efe-4ab55cc67cc1 req-633b6b34-1474-453a-b90f-07df2cf0a955 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351062 Aug 12 05:01:35.682723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf5bf9-aae2-4de5-9722-6eaa1969f12e req-9d2bff6d-7865-4add-9a46-2dbceb5e967c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:35.684205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6bf5bf9-aae2-4de5-9722-6eaa1969f12e req-9d2bff6d-7865-4add-9a46-2dbceb5e967c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0477948 Aug 12 05:01:35.719862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b6bf5bf9-aae2-4de5-9722-6eaa1969f12e req-79e9e00b-7b3e-485c-a02f-d813aaf24c6a tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299351 Aug 12 05:01:36.834165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec3112-cb73-4388-b5ef-ea14627f88b0 req-f3fd91be-f375-47ba-b344-73efcef225b3 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:36.835660 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7fec3112-cb73-4388-b5ef-ea14627f88b0 req-f3fd91be-f375-47ba-b344-73efcef225b3 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0493546 Aug 12 05:01:36.873186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7fec3112-cb73-4388-b5ef-ea14627f88b0 req-c6d4c549-9b23-4bd2-9c7f-d9dfaa1d9b2e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Aug 12 05:01:37.992069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53e8f-09f6-40fa-9009-c0a9ccab73b9 req-f5511d72-d00d-44d9-8e17-bd379d938c72 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:37.993548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6de53e8f-09f6-40fa-9009-c0a9ccab73b9 req-f5511d72-d00d-44d9-8e17-bd379d938c72 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0531304 Aug 12 05:01:38.030297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6de53e8f-09f6-40fa-9009-c0a9ccab73b9 req-1d947bfb-0227-4ad0-b1d1-638e9f9cd809 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302286 Aug 12 05:01:39.147063 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d74c4-8248-4cf1-afab-1a0295f079d5 req-1d136d42-9f82-4ed5-9955-62641b35ff8e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:39.148525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-526d74c4-8248-4cf1-afab-1a0295f079d5 req-1d136d42-9f82-4ed5-9955-62641b35ff8e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0476665 Aug 12 05:01:39.185672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-526d74c4-8248-4cf1-afab-1a0295f079d5 req-5f70f871-b020-441d-abcf-200101ce8128 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Aug 12 05:01:40.298695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc713e45-b3d1-4445-8b79-5c063da990af req-49fae8ca-358b-4d2c-a0eb-79a5c7e4bd1c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:40.300426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc713e45-b3d1-4445-8b79-5c063da990af req-49fae8ca-358b-4d2c-a0eb-79a5c7e4bd1c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0484679 Aug 12 05:01:40.335965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc713e45-b3d1-4445-8b79-5c063da990af req-9ac79826-6043-4b05-ae1d-0bdf9def8a89 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298152 Aug 12 05:01:41.508844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45cc7e-8149-46f2-aa26-422a65b7bfae req-1593de57-1711-4054-acc1-4b70a593849e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:41.510797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c45cc7e-8149-46f2-aa26-422a65b7bfae req-1593de57-1711-4054-acc1-4b70a593849e tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0545249 Aug 12 05:01:41.551571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c45cc7e-8149-46f2-aa26-422a65b7bfae req-f669378c-c639-4611-8648-27df71a95db3 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347655 Aug 12 05:01:42.700564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24c7cf-3011-4700-90c3-356c4ddc89ca req-e486e0fc-d857-4926-96e2-6bddd30387e9 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:42.702070 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d24c7cf-3011-4700-90c3-356c4ddc89ca req-e486e0fc-d857-4926-96e2-6bddd30387e9 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0480711 Aug 12 05:01:42.737504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d24c7cf-3011-4700-90c3-356c4ddc89ca req-66e8cf55-ad40-482d-bd46-f4215c3a97a8 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296564 Aug 12 05:01:43.851476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534404-da12-4a4a-a935-a1c04308bf5a req-93b7a745-624a-47f6-8fda-7b0175ccf9ca tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:43.852964 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77534404-da12-4a4a-a935-a1c04308bf5a req-93b7a745-624a-47f6-8fda-7b0175ccf9ca tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0486791 Aug 12 05:01:43.890090 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77534404-da12-4a4a-a935-a1c04308bf5a req-bba8dd56-323e-41e7-9c45-27e9719be0d6 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Aug 12 05:01:45.089774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2670a-24b6-4f20-ad72-55da2c191490 req-c41939ce-7c7a-48f8-b9c2-5ce4adc1585b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:45.091257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-61d2670a-24b6-4f20-ad72-55da2c191490 req-c41939ce-7c7a-48f8-b9c2-5ce4adc1585b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0968897 Aug 12 05:01:45.128661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-61d2670a-24b6-4f20-ad72-55da2c191490 req-2fca043a-c331-4ac7-8c09-10857dc054ad tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Aug 12 05:01:46.323863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4ea0e-e586-48b6-a6ca-872959b95ac5 req-0be122c2-0eb6-4b18-b4a3-0bc8da8292f6 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:46.325310 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08c4ea0e-e586-48b6-a6ca-872959b95ac5 req-0be122c2-0eb6-4b18-b4a3-0bc8da8292f6 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0944247 Aug 12 05:01:46.361612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08c4ea0e-e586-48b6-a6ca-872959b95ac5 req-9e03810c-8a98-494b-801d-e5be03abc8a0 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303512 Aug 12 05:01:47.475275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4521a1f-1c59-40a1-8010-d89e0f1a3b54 req-92d53b26-73d1-4785-9196-80ab3cf4e7e7 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:47.476742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4521a1f-1c59-40a1-8010-d89e0f1a3b54 req-92d53b26-73d1-4785-9196-80ab3cf4e7e7 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0486856 Aug 12 05:01:47.513410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4521a1f-1c59-40a1-8010-d89e0f1a3b54 req-fbce4a0d-7789-4e16-a054-affb5425add0 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Aug 12 05:01:48.625728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304afb2e-d03a-4dfd-bce2-67af4e9a74b0 req-87a3da7d-98ae-4404-adb3-c4278ca348bf tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:48.627197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-304afb2e-d03a-4dfd-bce2-67af4e9a74b0 req-87a3da7d-98ae-4404-adb3-c4278ca348bf tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0475914 Aug 12 05:01:48.667411 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-304afb2e-d03a-4dfd-bce2-67af4e9a74b0 req-429ec3da-a497-4632-9dec-25da4ad52a62 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Aug 12 05:01:49.787142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deec0f5-5c95-4a77-933a-47d152a90681 req-f3f56b3a-b514-4bc7-9344-88ab9b522c53 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:49.788634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9deec0f5-5c95-4a77-933a-47d152a90681 req-f3f56b3a-b514-4bc7-9344-88ab9b522c53 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0543802 Aug 12 05:01:49.826111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9deec0f5-5c95-4a77-933a-47d152a90681 req-0d55dd12-8fdd-43ff-b62f-70741ffa81aa tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Aug 12 05:01:50.940255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430280a8-2e75-4d23-810f-4a80b42af436 req-63369188-b03e-41a0-9b39-8b78f8bd8ecf tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:50.941755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-430280a8-2e75-4d23-810f-4a80b42af436 req-63369188-b03e-41a0-9b39-8b78f8bd8ecf tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0493934 Aug 12 05:01:50.979733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-430280a8-2e75-4d23-810f-4a80b42af436 req-35e44c8f-9e78-4d52-b321-a5f68835a3de tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Aug 12 05:01:52.096027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d953ed5-6e0c-4c77-a9ec-f7fb99e282f9 req-6eecf417-e5f4-421d-a765-abcd2f870dbc tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:52.097458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d953ed5-6e0c-4c77-a9ec-f7fb99e282f9 req-6eecf417-e5f4-421d-a765-abcd2f870dbc tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0513597 Aug 12 05:01:52.133412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d953ed5-6e0c-4c77-a9ec-f7fb99e282f9 req-c195f748-9ecb-447c-9769-1116ec7a1026 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300822 Aug 12 05:01:53.247511 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1b38-7d8a-462f-9688-01a0762f0580 req-a019cfbf-9692-4489-834f-e106a9ca6dc4 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:53.248970 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d6dd1b38-7d8a-462f-9688-01a0762f0580 req-a019cfbf-9692-4489-834f-e106a9ca6dc4 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0488148 Aug 12 05:01:53.285283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d6dd1b38-7d8a-462f-9688-01a0762f0580 req-8bc00a54-6fe2-498c-84b3-e419ee51f7ed tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Aug 12 05:01:54.396437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d18a6f-4a03-4df5-9a1d-eb0912df4c0a req-a09aaa57-666d-43b8-9b53-a57294a31790 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:54.397866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23d18a6f-4a03-4df5-9a1d-eb0912df4c0a req-a09aaa57-666d-43b8-9b53-a57294a31790 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0477884 Aug 12 05:01:54.434463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23d18a6f-4a03-4df5-9a1d-eb0912df4c0a req-4e702fa2-b994-4253-8ffd-119a514e8693 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Aug 12 05:01:55.547669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adeaea-c47f-4b41-b458-180d08d4473d req-2dd42747-5d65-4f70-96b4-fec895cad1d5 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:55.549121 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3adeaea-c47f-4b41-b458-180d08d4473d req-2dd42747-5d65-4f70-96b4-fec895cad1d5 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0478871 Aug 12 05:01:55.590400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3adeaea-c47f-4b41-b458-180d08d4473d req-3d4b79b7-5d9a-48ab-88c1-0fb945e42b35 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349202 Aug 12 05:01:55.924302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:56.129663 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:56.701394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368729f-3ef8-4088-a6e3-6c2510243d46 req-c90df224-62c9-4534-90e9-033730adacf2 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:56.702894 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b368729f-3ef8-4088-a6e3-6c2510243d46 req-c90df224-62c9-4534-90e9-033730adacf2 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0470304 Aug 12 05:01:56.738996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b368729f-3ef8-4088-a6e3-6c2510243d46 req-a70c7c7b-9bac-466a-87e6-03f9e9cbd10b tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300977 Aug 12 05:01:57.119318 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:01:57.850734 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5839e6a-726a-4ca7-9e4c-b7f592786ec3 req-6c339c73-3ad3-4d82-9168-b2d66e99b967 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:57.852862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a5839e6a-726a-4ca7-9e4c-b7f592786ec3 req-6c339c73-3ad3-4d82-9168-b2d66e99b967 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0477984 Aug 12 05:01:57.888938 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a5839e6a-726a-4ca7-9e4c-b7f592786ec3 req-d96e3185-3182-4ec4-9570-e9c7c864f5b0 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302904 Aug 12 05:01:58.255360 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c73254fe-91d6-4de4-a9d4-d7f6a3b83989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:01:59.008363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd47b5a-cde4-4d3a-b73c-45990f3c86e6 req-42e8d036-6131-4fb9-8936-99d1843a56b1 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:59.009818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cd47b5a-cde4-4d3a-b73c-45990f3c86e6 req-42e8d036-6131-4fb9-8936-99d1843a56b1 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0527611 Aug 12 05:01:59.046987 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2cd47b5a-cde4-4d3a-b73c-45990f3c86e6 req-0f8480f9-d135-4a7c-99f0-f3e956af8e85 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Aug 12 05:01:59.219702 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-938e49b3-6b32-43ff-8826-67745dcd38cf service neutron] show failed (client error): The resource could not be found. Aug 12 05:01:59.220713 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-938e49b3-6b32-43ff-8826-67745dcd38cf service neutron] 10.222.0.36 "GET /v2.0/ports/ef0bad38-e417-417e-a8f5-b6ce27b63f06/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0544882 Aug 12 05:01:59.789928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-e926bb05-9722-4d91-9cda-1d8a830bd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:01:59.791493 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-e926bb05-9722-4d91-9cda-1d8a830bd1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad&tenant_id=81eddcfdf06245fe918519804fcdc180 HTTP/1.1" status: 200 len: 1097 time: 0.0692351 Aug 12 05:01:59.804351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:01:59.859195 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.059323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:00.093043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:02:00.156477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:00.158744 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d7de5a-63ec-48ef-b9fd-6f1762bda963" -d '{"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:00.165016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.180471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Transition to ACTIVE for port object ef0bad38-e417-417e-a8f5-b6ce27b63f06 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:02:00.191628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4282a-5323-4b52-a7c2-ef32f661d0cb req-b5acc64c-f816-4f16-a220-de9c5c15399c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:00.193141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad4282a-5323-4b52-a7c2-ef32f661d0cb req-b5acc64c-f816-4f16-a220-de9c5c15399c tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0776227 Aug 12 05:02:00.217060 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b29d9e-0207-46ca-851c-3e2858aa1b57 x-openstack-request-id: req-92b29d9e-0207-46ca-851c-3e2858aa1b57 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:00.217361 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-unplugged", "status": "completed", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:00.217587 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92b29d9e-0207-46ca-851c-3e2858aa1b57 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:00.217974 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'code': 200} Aug 12 05:02:00.237233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8ad4282a-5323-4b52-a7c2-ef32f661d0cb req-b39da43c-e93c-49bf-86b8-acb42249d901 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380423 Aug 12 05:02:00.249189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.309949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] No DVR routers for this DVR port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:02:00.311773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:00.323777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.324130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.324471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.324811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.325146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.325478 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.325806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.326137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.326461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.326809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.327138 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.327460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:00.354929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:02:00.355264 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:02:00.355588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:02:00.360152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:02:00.360692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Attempting to bind port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on network 222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:02:00.367465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:02:00.367852 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Checking segment: {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:02:00.368863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Bound using segment: {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:02:00.369318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Bound port: ef0bad38-e417-417e-a8f5-b6ce27b63f06, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9767a00-bb05-46ea-ba9b-481afdfb5214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:02:00.369694 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.432938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:02:00.435881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:02:00.495746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.532945 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:00.533575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.535048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] 10.222.0.20 "PUT /v2.0/ports/ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 1092 time: 0.7353432 Aug 12 05:02:00.555886 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24383f8-899d-43da-85c0-0807f48ef219 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:00.597890 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-818adc2c-9ad1-4585-b274-31e68c0530d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:00.604445 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-818adc2c-9ad1-4585-b274-31e68c0530d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1095 time: 0.0398183 Aug 12 05:02:00.689268 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-b71df27b-22dd-4e55-a747-c1e83b651627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:00.690666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-b71df27b-22dd-4e55-a747-c1e83b651627 service neutron] 10.222.0.20 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 912 time: 0.0831494 Aug 12 05:02:00.736409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-b845072c-cc77-4cd9-a076-bfc6895b8b8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Aug 12 05:02:00.786625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-ea0d4d7c-773e-4654-a9fb-65d0ec52486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:00.788245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-ea0d4d7c-773e-4654-a9fb-65d0ec52486c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0437820 Aug 12 05:02:00.804122 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06434b99-4466-4f0c-9547-27a52fde4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:00.821044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-f61c1eb1-0c70-4db5-aa40-a17d01584a7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263412 Aug 12 05:02:00.831982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-dc602d6b-9a25-4963-ac0e-2172ca6e4f81 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:02:00.833045 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-dc602d6b-9a25-4963-ac0e-2172ca6e4f81 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056989 Aug 12 05:02:00.924743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-59779149-9a1f-4219-8072-3ab8e33b2f44 service neutron] 10.222.0.20 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844340 Aug 12 05:02:01.013376 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-887a92d5-6528-4857-a2ab-3afb2657d68b req-6ef633bb-28de-473b-b714-07817802e770 service neutron] 10.222.0.20 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811784 Aug 12 05:02:01.020839 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:01.356051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48745714-77c4-4774-9829-219b6769e9a5 req-6c88888b-e26d-467d-a869-984d09c02946 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:01.357523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48745714-77c4-4774-9829-219b6769e9a5 req-6c88888b-e26d-467d-a869-984d09c02946 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 944 time: 0.0502017 Aug 12 05:02:01.392936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48745714-77c4-4774-9829-219b6769e9a5 req-9bedd3b1-cc05-49ff-837f-76c3ea500452 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296321 Aug 12 05:02:01.507833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:02:01.545988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:02:02.219250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:02.221696 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f453e7086c526aa072e1c8d24be0ee8aaf04f5c36158f0322dfd2c83989b22c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cef256-17ca-424a-b15c-ab090f68dbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:02.267845 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce51f3aa-e3b9-41ef-97a5-0e7a64621267 x-openstack-request-id: req-ce51f3aa-e3b9-41ef-97a5-0e7a64621267 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:02.268136 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:02.268386 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce51f3aa-e3b9-41ef-97a5-0e7a64621267 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:02.268786 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'status': 'completed', 'code': 200} Aug 12 05:02:02.276979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:02.333469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-d825b3a1-376f-422a-a161-cf229f69efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:02.335033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-d825b3a1-376f-422a-a161-cf229f69efb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1095 time: 0.0411391 Aug 12 05:02:02.405757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-fe32b758-584d-405b-8c33-b80d70028284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:02.407279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-fe32b758-584d-405b-8c33-b80d70028284 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1095 time: 0.0826275 Aug 12 05:02:02.431062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-f8d61cc6-807a-49cc-8f8d-4c4420f5c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:02.432559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-f8d61cc6-807a-49cc-8f8d-4c4420f5c0dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 912 time: 0.0902710 Aug 12 05:02:02.479058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-11bc2bb2-1522-43f1-9866-e61828a33e6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.0386977 Aug 12 05:02:02.533941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-80c2ed0a-b3dd-4f99-93d6-215f03f82a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:02.535616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-80c2ed0a-b3dd-4f99-93d6-215f03f82a16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0492404 Aug 12 05:02:02.536442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-c604950f-a46b-4474-8e31-5e26a511f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:02.537968 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-c604950f-a46b-4474-8e31-5e26a511f8a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 912 time: 0.1235602 Aug 12 05:02:02.550540 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42422d-e1d3-48b1-857a-068d0906a18f req-852f73da-5feb-4230-9049-d48f8705f611 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:02.551998 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc42422d-e1d3-48b1-857a-068d0906a18f req-852f73da-5feb-4230-9049-d48f8705f611 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 944 time: 0.0728264 Aug 12 05:02:02.570616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-72423a9c-254d-4d16-b0c9-8454f7b3f8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253522 Aug 12 05:02:02.668378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-036cf9f2-ea62-4559-964e-e26937b8ff96 service neutron] 10.222.0.20 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901129 Aug 12 05:02:02.772399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-5b4ba295-4f86-414b-abfe-5c452103e1f6 service neutron] 10.222.0.20 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922456 Aug 12 05:02:02.947971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-2bd9d45d-18b6-4a62-9d22-7368f229a961 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.3950300 Aug 12 05:02:03.006274 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc42422d-e1d3-48b1-857a-068d0906a18f req-13cbe85d-db41-4bc6-bab1-baf8258dbae2 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465547 Aug 12 05:02:03.013234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-ce7b0bae-b5cd-44e9-8dc1-b0f366d6f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:03.015414 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-ce7b0bae-b5cd-44e9-8dc1-b0f366d6f144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0584738 Aug 12 05:02:03.050672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-07297105-e2ed-4ed7-9d7e-38e1a6d01a31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280323 Aug 12 05:02:03.141911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-00a70000-d9f9-491c-88a2-41402129bf6a service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Aug 12 05:02:03.228853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-57cef256-17ca-424a-b15c-ab090f68dbdc req-90bdaca3-c61f-43d3-b2a9-ff816cd74c29 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802236 Aug 12 05:02:03.860912 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:04.124236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c61d-6b0d-401d-838b-45ad21a7bac0 req-f0623eaa-de9d-46a2-ba52-787e505c2135 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:04.125738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a07c61d-6b0d-401d-838b-45ad21a7bac0 req-f0623eaa-de9d-46a2-ba52-787e505c2135 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 944 time: 0.0496540 Aug 12 05:02:04.162979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a07c61d-6b0d-401d-838b-45ad21a7bac0 req-653c67a1-d544-40b7-91f6-4a453a419ce0 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Aug 12 05:02:04.641589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:02:04.682314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-ab76a3b7-70c1-4031-b227-9913e38b49de tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:04.683789 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-ab76a3b7-70c1-4031-b227-9913e38b49de tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad&tenant_id=81eddcfdf06245fe918519804fcdc180&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 944 time: 0.0916278 Aug 12 05:02:04.734275 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:04.743640 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-7894ebe7-29f0-4eb0-95f1-95868423d8ae service neutron] delete failed (client error): The resource could not be found. Aug 12 05:02:04.744693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-7894ebe7-29f0-4eb0-95f1-95868423d8ae service neutron] 10.222.0.36 "DELETE /v2.0/ports/ef0bad38-e417-417e-a8f5-b6ce27b63f06/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0542567 Aug 12 05:02:04.748631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'network_id': '222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2', 'port_id': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'mac_address': 'fa:16:3e:cf:15:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86939ef6-727b-4b7f-b8f9-9b4058dbdd05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:02:04.787253 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:04.800093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0bad38-e417-417e-a8f5-b6ce27b63f06 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:02:04.819616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:04.826167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-7fd5cb0f-9d4f-4247-8b63-e32795675d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:04.827729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-7fd5cb0f-9d4f-4247-8b63-e32795675d5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81eddcfdf06245fe918519804fcdc180&device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 1095 time: 0.0410166 Aug 12 05:02:04.906558 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:04.921468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-fd70f592-8703-43af-ad4d-7045cc940f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:04.923042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-fd70f592-8703-43af-ad4d-7045cc940f53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 200 len: 912 time: 0.0882416 Aug 12 05:02:04.953693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:04.961130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.961488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.961834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.962176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.962519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.962883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.963860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.964225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.964562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.964895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.965228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.965555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:04.966568 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-7a448fcf-8537-4cfb-82b9-1ea026f0cc83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 200 len: 217 time: 0.0367000 Aug 12 05:02:05.015787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-d9fa88aa-4dac-42e6-9cad-6ef4fb8a4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:05.017234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-d9fa88aa-4dac-42e6-9cad-6ef4fb8a4ab8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 200 len: 851 time: 0.0442641 Aug 12 05:02:05.051937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-9cbdaeb6-0ba6-43c7-a526-26ad45215a79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275040 Aug 12 05:02:05.140112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-e51ae1c9-b777-4d5c-ab0e-a51a13614a05 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804372 Aug 12 05:02:05.148971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ef0bad38-e417-417e-a8f5-b6ce27b63f06'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:02:05.232209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-82598f98-7c9c-4c40-bbd8-077fd25944b6 service neutron] 10.222.0.36 "GET /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849998 Aug 12 05:02:06.552900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a289-9d49-4a0d-8721-d9555bf9a54a req-3be0d9d3-6b44-45c8-9088-c9b90be3d95a tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:06.554355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f054a289-9d49-4a0d-8721-d9555bf9a54a req-3be0d9d3-6b44-45c8-9088-c9b90be3d95a tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 945 time: 0.0500703 Aug 12 05:02:06.592044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f054a289-9d49-4a0d-8721-d9555bf9a54a req-b69636fc-8a87-48e6-bf8b-db01199e2bcd tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Aug 12 05:02:06.651256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:02:06.757650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port ef0bad38-e417-417e-a8f5-b6ce27b63f06 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:02:06.761897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port ef0bad38-e417-417e-a8f5-b6ce27b63f06 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:02:06.762297 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:06.844343 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:06.866834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:06.869072 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0971e8efbac2c36ef8effabc655ebd1a1ccc27a231427fdddb3b2f329c96d620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f41f589-403a-4064-8b6a-2497a0ec4a4a" -d '{"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:06.882731 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:06.904889 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b2f0d1-f556-48d0-9197-db4c7bd096cf x-openstack-request-id: req-b6b2f0d1-f556-48d0-9197-db4c7bd096cf {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:06.905181 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-plugged", "status": "completed", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:06.905468 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6b2f0d1-f556-48d0-9197-db4c7bd096cf {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:06.905855 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'code': 200} Aug 12 05:02:06.935043 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:06.981813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:07.711296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157187ba-be4a-4d3b-bea3-73b8bc2aef79 req-af29afe4-0e7c-402d-ac9c-8805a5cdfb03 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:07.712773 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-157187ba-be4a-4d3b-bea3-73b8bc2aef79 req-af29afe4-0e7c-402d-ac9c-8805a5cdfb03 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0544024 Aug 12 05:02:07.752927 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-157187ba-be4a-4d3b-bea3-73b8bc2aef79 req-19f8f9e9-37a5-4a5f-897c-3df4093143b8 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/security-groups?id=3d4692ee-932d-48fe-aa0c-439587d502ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Aug 12 05:02:07.806732 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-1d288de6-4b3b-49fa-a8a4-6326853cc5d1 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:07.808235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-1d288de6-4b3b-49fa-a8a4-6326853cc5d1 tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 946 time: 0.0540822 Aug 12 05:02:07.898621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Deleting port ef0bad38-e417-417e-a8f5-b6ce27b63f06 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:02:07.898917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:07.985183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] For port ef0bad38-e417-417e-a8f5-b6ce27b63f06, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=ef0bad38-e417-417e-a8f5-b6ce27b63f06,segment=NetworkSegment(a9767a00-bb05-46ea-ba9b-481afdfb5214),segment_id=a9767a00-bb05-46ea-ba9b-481afdfb5214)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:07.985546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:07.998650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Calling delete_port for ef0bad38-e417-417e-a8f5-b6ce27b63f06 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:02:08.196644 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:08.209284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['ef0bad38-e417-417e-a8f5-b6ce27b63f06'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:02:08.225832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Pushing event deleted for resources: {'Port': ['ID=ef0bad38-e417-417e-a8f5-b6ce27b63f06,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:08.266865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] No DVR routers for this DVR port ef0bad38-e417-417e-a8f5-b6ce27b63f06 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:02:08.269410 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:08.271392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c642d56-03b7-4b78-aaff-876a98d0baf5 req-a49d9086-9329-4ee7-bdfb-35c8cf0339df tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.20 "DELETE /v2.0/ports/ef0bad38-e417-417e-a8f5-b6ce27b63f06 HTTP/1.1" status: 204 len: 173 time: 0.4568434 Aug 12 05:02:08.271830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-deleted', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:08.309775 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6885d4-2c47-4dcc-beb3-e8d380a39ba5" -d '{"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-deleted", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:08.393555 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce498d6-b093-461b-8d59-c3dc7d1a134d x-openstack-request-id: req-bce498d6-b093-461b-8d59-c3dc7d1a134d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:08.393853 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d5eab48-f174-4a32-a960-16ebccf051ad", "name": "network-vif-deleted", "tag": "ef0bad38-e417-417e-a8f5-b6ce27b63f06", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:08.394129 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bce498d6-b093-461b-8d59-c3dc7d1a134d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:08.394528 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5eab48-f174-4a32-a960-16ebccf051ad', 'name': 'network-vif-deleted', 'tag': 'ef0bad38-e417-417e-a8f5-b6ce27b63f06', 'status': 'completed', 'code': 200} Aug 12 05:02:08.862472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83243469-efc9-4fe5-a9e3-40aeec849d34 req-d4bfbc31-b803-4519-af1a-dc2e55fb866a tempest-DeleteServersTestJSON-665617726 tempest-DeleteServersTestJSON-665617726-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d5eab48-f174-4a32-a960-16ebccf051ad HTTP/1.1" status: 200 len: 210 time: 0.0310585 Aug 12 05:02:09.996691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45736) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:02:10.040643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Deleting subnet 86939ef6-727b-4b7f-b8f9-9b4058dbdd05 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:02:10.044465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.078223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.115433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.249478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.272165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86939ef6-727b-4b7f-b8f9-9b4058dbdd05,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:10.279420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.281268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4ea141df-71c4-4e22-b2d0-4a6221034c5f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/86939ef6-727b-4b7f-b8f9-9b4058dbdd05 HTTP/1.1" status: 204 len: 168 time: 0.2835851 Aug 12 05:02:10.284000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45738) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:02:10.349405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.431844 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.441246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:02:10.451374 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9767a00-bb05-46ea-ba9b-481afdfb5214') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:02:10.451683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9767a00-bb05-46ea-ba9b-481afdfb5214') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:02:10.460062 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.473486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.479110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:02:10.489511 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:02:10.603491 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.608875 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.610943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2 HTTP/1.1" status: 204 len: 168 time: 0.3259881 Aug 12 05:02:10.622322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e61eb-059a-49ea-9d22-fc3d577cdff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=222f8a59-9d6c-4f7a-ab5c-6d382bcd3ff2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:10.666651 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:02:10.686557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: ef0bad38-e417-417e-a8f5-b6ce27b63f06 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:02:10.686931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device ef0bad38-e417-417e-a8f5-b6ce27b63f06 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:02:10.846939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45742) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:02:10.886622 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d050a9d2-8748-4a1d-9b18-57354e274f63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81eddcfdf06245fe918519804fcdc180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379157 Aug 12 05:02:10.889098 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 45744) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:02:10.936572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-291a7419-367e-4a93-9517-ea605822d3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:10.957511 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-291a7419-367e-4a93-9517-ea605822d3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:11.117893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-291a7419-367e-4a93-9517-ea605822d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:11.121094 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-291a7419-367e-4a93-9517-ea605822d3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:11.122255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-291a7419-367e-4a93-9517-ea605822d3ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d4692ee-932d-48fe-aa0c-439587d502ed HTTP/1.1" status: 204 len: 168 time: 0.2322335 Aug 12 05:02:11.129888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a7419-367e-4a93-9517-ea605822d3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4692ee-932d-48fe-aa0c-439587d502ed,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:12.083600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45766) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:02:12.175636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-274305438-network', 'tenant_id': 'bbf1440c2b84446494cb372c2cbccdac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:02:12.295196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Made reservation on behalf of bbf1440c2b84446494cb372c2cbccdac for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:02:12.297518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.306380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.396555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.495082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.525364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:02:12.531961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1989d966-51b6-4fad-a7da-3d77600bd29f,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:12.546009 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.546009 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Added segment ad29485a-40e5-49f6-b006-55780593c03c of type vlan for network 0493e3bf-71f9-4713-927e-7f60154d6b78 Aug 12 05:02:12.579422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.660956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.661888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:12.662452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:12.719232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] Pushing event updated for resources: {'Network': ['ID=0493e3bf-71f9-4713-927e-7f60154d6b78,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:12.729141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0493e3bf-71f9-4713-927e-7f60154d6b78 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:02:12.765034 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fcadb923-88b3-4fad-86f8-bb67281463fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6802807 Aug 12 05:02:12.768470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 45770) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:02:12.773424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Request body: {'subnet': {'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-274305438-subnet', 'tenant_id': 'bbf1440c2b84446494cb372c2cbccdac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:02:12.849351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Made reservation on behalf of bbf1440c2b84446494cb372c2cbccdac for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:02:12.851826 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:13.089858 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:13.147964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c371ff0-23c2-4ef5-8506-78db1fa4ee11,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:13.157518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Checking segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:02:13.157873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Network hostable DHCP agents. Network: 0493e3bf-71f9-4713-927e-7f60154d6b78, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:02:13.226409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Network 0493e3bf-71f9-4713-927e-7f60154d6b78 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:02:13.277387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0493e3bf-71f9-4713-927e-7f60154d6b78) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:02:13.281763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:13.282646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:13.285825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5d762-1a57-4d88-965f-a69574d9a592 None None] Network 0493e3bf-71f9-4713-927e-7f60154d6b78 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:02:13.379938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-83a4488b-2036-490a-9248-f51fecfd91fc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6102841 Aug 12 05:02:13.409414 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05f0a6-eb14-447d-a97f-f552f897fd5d None None] Network 0493e3bf-71f9-4713-927e-7f60154d6b78 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:02:13.796545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-512adf97-ddd4-4ed0-aef7-53de8bcf82f2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:13.798011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-512adf97-ddd4-4ed0-aef7-53de8bcf82f2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 814 time: 0.1022971 Aug 12 05:02:13.814268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-fd789bbb-9c52-464b-a6ee-d5c0639406b3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/quotas/bbf1440c2b84446494cb372c2cbccdac HTTP/1.1" status: 200 len: 375 time: 0.0096083 Aug 12 05:02:13.844839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-9e7d7968-1acf-4049-81c1-56d79c128986 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251930 Aug 12 05:02:13.855560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-a40bc9b2-e4b8-4ad8-a2f4-5f0dd7e2d0a2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:02:13.856497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-a40bc9b2-e4b8-4ad8-a2f4-5f0dd7e2d0a2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053260 Aug 12 05:02:13.946410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-e806192c-9c6e-48f0-b5cf-d001bec09d38 service neutron] 10.222.0.42 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843921 Aug 12 05:02:14.033074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-610e64d2-1034-490d-aeb3-fed8db5f4b53 service neutron] 10.222.0.42 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805111 Aug 12 05:02:14.255256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21ba9d33-a603-4ac4-b3f1-f2dc5b3e7f71 req-d04d77b4-2356-46ea-ba79-18dfeb95b933 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 210 time: 0.0259798 Aug 12 05:02:15.347401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-badab95f-07cd-4605-80f8-f6a6c9b78af9 req-8a7db4b9-174e-4971-9805-fe4b63911bec tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 210 time: 0.0268881 Aug 12 05:02:16.169035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-9230dc28-04a0-48b3-b8a6-ecbe497264c3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:16.170513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-9230dc28-04a0-48b3-b8a6-ecbe497264c3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 814 time: 0.1035354 Aug 12 05:02:16.184906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Request body: {'port': {'device_id': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'admin_state_up': True, 'tenant_id': 'bbf1440c2b84446494cb372c2cbccdac'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:02:16.361578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Made reservation on behalf of bbf1440c2b84446494cb372c2cbccdac for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:02:16.365096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:16.442324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8889df2f-e1a1-4e32-9ed1-4c434f4a6a73 req-5203db09-d605-4cbf-96dc-e10762655c13 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 210 time: 0.0267229 Aug 12 05:02:16.497050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Allocated IP 172.20.0.7 (0493e3bf-71f9-4713-927e-7f60154d6b78/6c371ff0-23c2-4ef5-8506-78db1fa4ee11/048d93e0-1844-4dd1-bf8f-4d5e569a208c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:02:16.642037 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:16.747340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:16.785966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Network 0493e3bf-71f9-4713-927e-7f60154d6b78 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:02:16.791515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:02:16.795746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:02:16.822919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:16.848649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:16.850564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:16.928169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-c85dabcd-5c6e-49fc-95b6-9983202dee5a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482049 Aug 12 05:02:16.940120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Request body: {'port': {'device_id': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:02:16.999807 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:17.254811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048d93e0-1844-4dd1-bf8f-4d5e569a208c {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:02:17.262009 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:17.273512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Transition to ACTIVE for port object 048d93e0-1844-4dd1-bf8f-4d5e569a208c will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:02:17.356074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:17.407352 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:17.475587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:02:17.475926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:02:17.476256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:02:17.481431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on network 0493e3bf-71f9-4713-927e-7f60154d6b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:02:17.481431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:02:17.486183 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:02:17.486546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Checking segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:02:17.486961 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Bound using segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:02:17.487386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Bound port: 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:02:17.487763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:17.585930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:02:17.589405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:02:17.597445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b5764-cb27-4ca9-85b8-4ffb14721383 req-23c8f2fb-7a40-499a-9104-395635e91f24 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:17.598990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce2b5764-cb27-4ca9-85b8-4ffb14721383 req-23c8f2fb-7a40-499a-9104-395635e91f24 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0746996 Aug 12 05:02:17.636096 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce2b5764-cb27-4ca9-85b8-4ffb14721383 req-b1d5080e-6899-44bf-99c9-d7a5b28293e4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Aug 12 05:02:17.682438 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:17.715011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:17.715618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:17.717049 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] 10.222.0.20 "PUT /v2.0/ports/048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 1091 time: 0.7810936 Aug 12 05:02:17.717509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:17.719730 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438ccf55-83f5-49b0-8e63-a87a434a0dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:17.744787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf1446-4726-408d-bcf4-378ebf0d6038 service neutron] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:17.759881 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa4f8a-2374-4439-9f59-510d58f360a3 x-openstack-request-id: req-b9aa4f8a-2374-4439-9f59-510d58f360a3 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:17.760169 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:17.760423 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9aa4f8a-2374-4439-9f59-510d58f360a3 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:17.760855 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'status': 'completed', 'code': 200} Aug 12 05:02:17.828205 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ccf55-83f5-49b0-8e63-a87a434a0dd1 req-151a8244-e89d-47d0-ab3f-2aea5331e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:17.829756 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-438ccf55-83f5-49b0-8e63-a87a434a0dd1 req-151a8244-e89d-47d0-ab3f-2aea5331e013 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0491357 Aug 12 05:02:17.928479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ccf55-83f5-49b0-8e63-a87a434a0dd1 req-65f31ca5-5850-4adf-84e9-e877948c5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:17.929873 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-438ccf55-83f5-49b0-8e63-a87a434a0dd1 req-65f31ca5-5850-4adf-84e9-e877948c5788 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bbf1440c2b84446494cb372c2cbccdac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903471 Aug 12 05:02:18.026304 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ccf55-83f5-49b0-8e63-a87a434a0dd1 req-640926f3-fc96-44d7-8a16-f9477ecb80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:18.027781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-438ccf55-83f5-49b0-8e63-a87a434a0dd1 req-640926f3-fc96-44d7-8a16-f9477ecb80c9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908482 Aug 12 05:02:18.102641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-8cc12f25-d2bc-4f37-bb85-9acf4d358e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:18.104166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-8cc12f25-d2bc-4f37-bb85-9acf4d358e84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0406759 Aug 12 05:02:18.145412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-8aa19185-e5c0-49e2-9a50-cf2ca307846d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0337868 Aug 12 05:02:18.198134 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-1555bebe-6771-4ea9-89ab-9f945628a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:18.199560 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-1555bebe-6771-4ea9-89ab-9f945628a7f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0471020 Aug 12 05:02:18.229763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-24408bdc-c431-4dce-bb29-b945b99216a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230095 Aug 12 05:02:18.318257 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-6edb5d50-4fa8-4cf4-a7f4-990afb3bf72b service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813379 Aug 12 05:02:18.412019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-032974b9-5f3b-4603-a3a3-44ab7bd245e4 req-0edc7907-3a0e-43dc-943f-74f8f6c93140 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852475 Aug 12 05:02:18.753822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dad75-1b6b-4280-9618-15c198647796 req-81a51cc3-d7fb-4adc-9e68-ec04344ce107 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:18.755337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d16dad75-1b6b-4280-9618-15c198647796 req-81a51cc3-d7fb-4adc-9e68-ec04344ce107 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0493062 Aug 12 05:02:18.791898 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d16dad75-1b6b-4280-9618-15c198647796 req-a57791d9-4bc4-46da-9f44-f4a27e8227e5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Aug 12 05:02:19.906324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c2eb3-7d78-4c60-ba4c-7eb278da17cf req-0b5c7d98-7c27-4a36-a393-103d616ce408 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:19.907806 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a5c2eb3-7d78-4c60-ba4c-7eb278da17cf req-0b5c7d98-7c27-4a36-a393-103d616ce408 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0483484 Aug 12 05:02:19.945363 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a5c2eb3-7d78-4c60-ba4c-7eb278da17cf req-1e22087b-9022-4ef7-b274-fdd3d6384fdd tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Aug 12 05:02:20.745285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:02:20.836302 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:20.847230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'port_id': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'mac_address': 'fa:16:3e:07:5c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c371ff0-23c2-4ef5-8506-78db1fa4ee11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:02:20.885918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:20.898648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048d93e0-1844-4dd1-bf8f-4d5e569a208c {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:02:20.916956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:20.973018 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:21.020238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:21.066050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735ae8c-ccde-40a6-acc4-2522b6429f20 req-348fd6a7-fae0-4579-b976-c249d10d4d7e tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:21.067568 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9735ae8c-ccde-40a6-acc4-2522b6429f20 req-348fd6a7-fae0-4579-b976-c249d10d4d7e tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 944 time: 0.0541439 Aug 12 05:02:21.108990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9735ae8c-ccde-40a6-acc4-2522b6429f20 req-290e590f-7663-46e4-b0fc-71dafc0f9ab5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Aug 12 05:02:21.167411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['048d93e0-1844-4dd1-bf8f-4d5e569a208c'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:02:22.224343 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a626e6-5da2-42a0-a37f-da17aa8023cb req-194abd48-f266-4c04-9f45-f86ab83f5596 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:22.225807 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8a626e6-5da2-42a0-a37f-da17aa8023cb req-194abd48-f266-4c04-9f45-f86ab83f5596 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 944 time: 0.0525141 Aug 12 05:02:22.261818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8a626e6-5da2-42a0-a37f-da17aa8023cb req-cc789780-22bd-46f2-b5ff-a5d32e3cb2aa tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301867 Aug 12 05:02:22.744875 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:02:22.872577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 048d93e0-1844-4dd1-bf8f-4d5e569a208c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:02:22.876266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 048d93e0-1844-4dd1-bf8f-4d5e569a208c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:02:22.876642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:22.952861 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:22.974772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:22.989169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:23.012994 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b1646-7ef2-4038-815b-752187bfcee2" -d '{"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-plugged", "status": "completed", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:23.049237 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:23.097999 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e717da-cce9-4aa1-97e1-1f15775a18bf x-openstack-request-id: req-a7e717da-cce9-4aa1-97e1-1f15775a18bf {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:23.098286 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-plugged", "status": "completed", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:23.098544 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7e717da-cce9-4aa1-97e1-1f15775a18bf {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:23.098962 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'code': 200} Aug 12 05:02:23.103463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:23.296582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796bc6b-09ee-401e-a15c-70b1e087778d req-d8bdd5b7-3db7-4763-841a-4718c67ec715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:23.298077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e796bc6b-09ee-401e-a15c-70b1e087778d req-d8bdd5b7-3db7-4763-841a-4718c67ec715 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0851030 Aug 12 05:02:23.333071 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e796bc6b-09ee-401e-a15c-70b1e087778d req-2f572c83-168a-4417-8c03-8d2fc0c99d02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281453 Aug 12 05:02:23.374184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c820a9-6307-4917-aa0d-04b937650742 req-a341d56a-11d3-4afd-8905-a626a2d626e7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:23.375681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6c820a9-6307-4917-aa0d-04b937650742 req-a341d56a-11d3-4afd-8905-a626a2d626e7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0472894 Aug 12 05:02:23.413587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6c820a9-6307-4917-aa0d-04b937650742 req-705440fe-f48b-44f3-87f0-9fe4d4717c96 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Aug 12 05:02:24.530162 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d44eb2-77f9-40f4-bc67-daadb30fe586 req-097d9540-1680-485f-a20d-d778f5a38bb9 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:24.532302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1d44eb2-77f9-40f4-bc67-daadb30fe586 req-097d9540-1680-485f-a20d-d778f5a38bb9 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Aug 12 05:02:24.570467 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f1d44eb2-77f9-40f4-bc67-daadb30fe586 req-4c03ed52-14cc-4ab4-a66c-31ded5f5324c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Aug 12 05:02:24.681971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188455-59a3-410d-9a1a-f4c3c0ec1f96 req-4419b9bb-25eb-4403-8f65-aeeec568490c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:24.683471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06188455-59a3-410d-9a1a-f4c3c0ec1f96 req-4419b9bb-25eb-4403-8f65-aeeec568490c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0486042 Aug 12 05:02:24.720019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06188455-59a3-410d-9a1a-f4c3c0ec1f96 req-e41b6ad1-3361-40a6-9ed0-b61d1ef9be3f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Aug 12 05:02:25.018236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c6f9d-d84b-46f5-9b97-fdc2e383cb80 req-1a616ebc-6c44-4a68-8a51-4b3b2b941b2a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:25.019682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-001c6f9d-d84b-46f5-9b97-fdc2e383cb80 req-1a616ebc-6c44-4a68-8a51-4b3b2b941b2a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0514929 Aug 12 05:02:25.056494 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-001c6f9d-d84b-46f5-9b97-fdc2e383cb80 req-4471ded1-1ec7-4eff-98bc-bb1661685be8 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310376 Aug 12 05:02:25.167323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d2a84-d456-44b0-b835-3bae4baa2f0a req-863dcad9-1a4f-40da-81b7-56454cb4bb20 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:25.168775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f4d2a84-d456-44b0-b835-3bae4baa2f0a req-863dcad9-1a4f-40da-81b7-56454cb4bb20 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Aug 12 05:02:25.209455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8f4d2a84-d456-44b0-b835-3bae4baa2f0a req-9ff29142-ef77-4127-82b8-4107f63896a2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346839 Aug 12 05:02:25.602079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bb97f-265e-4ee6-a033-aa52b8b3bdca req-0db091d7-2235-4b4e-ac1c-2b70e1b4579b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:25.603586 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e2bb97f-265e-4ee6-a033-aa52b8b3bdca req-0db091d7-2235-4b4e-ac1c-2b70e1b4579b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0482345 Aug 12 05:02:25.642075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8e2bb97f-265e-4ee6-a033-aa52b8b3bdca req-bfd087b1-f353-482d-bfe2-59d19d4d0622 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Aug 12 05:02:25.698989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-f1262165-434d-4ad9-bc20-50a2cb9256a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394940 Aug 12 05:02:25.931143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:26.144876 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:26.757148 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df3a51-3d82-4a61-9255-67a8aef6e01c req-f8a0833e-028f-4c30-9974-cf6947640900 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:26.758642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90df3a51-3d82-4a61-9255-67a8aef6e01c req-f8a0833e-028f-4c30-9974-cf6947640900 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0498240 Aug 12 05:02:26.796798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90df3a51-3d82-4a61-9255-67a8aef6e01c req-5faf8276-7be5-422a-91a2-222a25b4b9d7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Aug 12 05:02:27.640963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-49f3ac39-e571-4792-b4f7-ff6509f77213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:27.642490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-49f3ac39-e571-4792-b4f7-ff6509f77213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0403397 Aug 12 05:02:27.732289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-bce91e66-97e0-4343-a87e-2041b687f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:27.733733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-bce91e66-97e0-4343-a87e-2041b687f8b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0840127 Aug 12 05:02:27.776200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-0100b45d-34c8-48d2-b52b-56629a74db61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0349464 Aug 12 05:02:27.825342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-62a69c13-2254-40ef-83e3-9c2920e1eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:27.826813 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-62a69c13-2254-40ef-83e3-9c2920e1eaac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0434773 Aug 12 05:02:27.858179 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-59ad1ba5-6086-46bb-b68c-e8b665c4d528 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246670 Aug 12 05:02:27.959954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67d99f-170b-44cf-9bac-4930553e3126 req-3836df5d-19f5-4026-b885-39dfb75fa478 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:27.961437 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d67d99f-170b-44cf-9bac-4930553e3126 req-3836df5d-19f5-4026-b885-39dfb75fa478 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0974848 Aug 12 05:02:28.014350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-a6c84066-8454-4f2f-9697-af82fcfe0724 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417096 Aug 12 05:02:28.019264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d67d99f-170b-44cf-9bac-4930553e3126 req-4fb99181-c887-49cc-821b-29a156a3ecbb tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517056 Aug 12 05:02:28.102652 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-23a4940b-e537-4f75-90b6-f840fbd47aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808637 Aug 12 05:02:28.271943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-481dcd00-a1de-427e-8f75-e27d2fcfec38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:29.138348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b21749-3199-41ef-8680-e7e63eea07de req-1a5c17c8-6145-4613-9dbc-34e703fe6645 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:29.139839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6b21749-3199-41ef-8680-e7e63eea07de req-1a5c17c8-6145-4613-9dbc-34e703fe6645 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0520189 Aug 12 05:02:29.175777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d6b21749-3199-41ef-8680-e7e63eea07de req-81b3b4dd-b3dc-4677-9daf-1832a44f5652 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301626 Aug 12 05:02:30.290490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ab9f4-c70b-4ace-8a7a-f1a25d71b4e6 req-6195f05c-f01b-462c-877a-98268c5ebc0d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:30.292145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a84ab9f4-c70b-4ace-8a7a-f1a25d71b4e6 req-6195f05c-f01b-462c-877a-98268c5ebc0d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Aug 12 05:02:30.330283 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a84ab9f4-c70b-4ace-8a7a-f1a25d71b4e6 req-aad2d394-b93b-47cb-8949-4345b3857795 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Aug 12 05:02:30.380463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-407fa791-f8e1-4310-baa9-75095c37cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:30.381941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-407fa791-f8e1-4310-baa9-75095c37cc0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0455329 Aug 12 05:02:30.482875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-f907194e-9192-4c70-8922-03ada8960307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:30.484251 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-f907194e-9192-4c70-8922-03ada8960307 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0837424 Aug 12 05:02:30.527038 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-a7dcb3f6-c6f7-4e6c-89d6-17e66914095e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0346711 Aug 12 05:02:30.578879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-08197187-80d2-4da3-a09a-db8351c5757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:30.580290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-08197187-80d2-4da3-a09a-db8351c5757e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0468924 Aug 12 05:02:30.610117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-d1288645-1678-444e-9484-692598b7f031 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231950 Aug 12 05:02:30.697452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-e149826e-2e98-4ea4-9bad-51fe3f9d65d3 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796666 Aug 12 05:02:30.789109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-239db6e7-3700-4d7f-97fe-6e1c90afe7ec req-52a17a01-2f08-4f67-a1a2-2f56009a2f3b service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846119 Aug 12 05:02:30.818535 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a1dffd03-9c90-4eee-8541-c89725248f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:30.995639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:31.447327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7875f-11ad-4f5d-85b5-7f336e7abe72 req-4fb31028-c306-4a92-b737-0897bc7f29cc tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:31.454660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddd7875f-11ad-4f5d-85b5-7f336e7abe72 req-4fb31028-c306-4a92-b737-0897bc7f29cc tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0489495 Aug 12 05:02:31.490499 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddd7875f-11ad-4f5d-85b5-7f336e7abe72 req-44dc6e76-9775-4de7-8da6-a28c9e4a3b47 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Aug 12 05:02:32.309966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:32.604053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f9c61-4b08-4967-a493-25c0ab0af3a1 req-85335acd-6ba9-44a0-98c9-b5d42faf40e7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:32.605408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-093f9c61-4b08-4967-a493-25c0ab0af3a1 req-85335acd-6ba9-44a0-98c9-b5d42faf40e7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Aug 12 05:02:32.642355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-093f9c61-4b08-4967-a493-25c0ab0af3a1 req-34ddff9a-409f-43da-9ec8-37316c629a92 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Aug 12 05:02:33.755869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96634e-e6bb-49dd-81bb-1491e8c8479f req-c1d6fd64-d7a6-4cf8-8a17-988463a3b886 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:33.757245 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e96634e-e6bb-49dd-81bb-1491e8c8479f req-c1d6fd64-d7a6-4cf8-8a17-988463a3b886 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Aug 12 05:02:33.795962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9e96634e-e6bb-49dd-81bb-1491e8c8479f req-4be5ddba-2639-474b-8173-bfb37881b19d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Aug 12 05:02:33.837787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:34.117716 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:02:34.908751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357db55-6b8b-4567-a4ac-74431d52baf1 req-f690dc64-2e53-4a20-b973-945fa4eb9e22 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:34.910213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c357db55-6b8b-4567-a4ac-74431d52baf1 req-f690dc64-2e53-4a20-b973-945fa4eb9e22 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0482967 Aug 12 05:02:34.953955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c357db55-6b8b-4567-a4ac-74431d52baf1 req-5c6e4a16-99a7-4ff8-91fa-525ef8a69fa1 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Aug 12 05:02:36.074493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe4a6-1597-483d-94c2-86a5c611c91b req-91c77344-754e-4f7b-b58b-cdf3952a0b6b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:36.076519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36ebe4a6-1597-483d-94c2-86a5c611c91b req-91c77344-754e-4f7b-b58b-cdf3952a0b6b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0536420 Aug 12 05:02:36.113112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-36ebe4a6-1597-483d-94c2-86a5c611c91b req-332ffcef-be34-4990-9564-10ebf14cc5d3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Aug 12 05:02:37.226242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4b825-7747-4446-99b4-b65e24dd6050 req-9aa33d24-e945-4a98-8ee6-d29a9612819b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:37.227732 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9be4b825-7747-4446-99b4-b65e24dd6050 req-9aa33d24-e945-4a98-8ee6-d29a9612819b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0488610 Aug 12 05:02:37.265316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9be4b825-7747-4446-99b4-b65e24dd6050 req-de2c473c-ffca-4ddb-9627-4902d7d0db18 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Aug 12 05:02:38.377306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6b7cc-88c6-4823-baa5-619dee3b75dd req-cf48d5c2-69ca-4723-bca4-54b10a91d60b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:38.378790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cb6b7cc-88c6-4823-baa5-619dee3b75dd req-cf48d5c2-69ca-4723-bca4-54b10a91d60b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0483634 Aug 12 05:02:38.416098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cb6b7cc-88c6-4823-baa5-619dee3b75dd req-ef92b5ba-ae4b-4233-b330-36f9fa3507f0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Aug 12 05:02:39.530840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d09e5-8fe9-499d-b047-c27a95cb0d4d req-c45bf39c-d213-4267-9bc0-fd6e711e7409 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:39.532298 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c2d09e5-8fe9-499d-b047-c27a95cb0d4d req-c45bf39c-d213-4267-9bc0-fd6e711e7409 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0477288 Aug 12 05:02:39.570020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c2d09e5-8fe9-499d-b047-c27a95cb0d4d req-b8080ad7-0191-4d85-acb4-6d9b4522595b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Aug 12 05:02:40.681251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e73412-b8c1-4812-98dd-d6f89b28e704 req-a2136748-e90d-4bc6-b396-b28684a3a52d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:40.682730 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4e73412-b8c1-4812-98dd-d6f89b28e704 req-a2136748-e90d-4bc6-b396-b28684a3a52d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0479980 Aug 12 05:02:40.719545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d4e73412-b8c1-4812-98dd-d6f89b28e704 req-d8277645-2c32-4ad1-aa75-7916cdf6331c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Aug 12 05:02:41.840069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8529-fe52-4a52-8c7a-06e42aef1ac7 req-10a0e06e-b25d-4fd9-b1ab-c8f5189a54ac tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:41.842016 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d1e8529-fe52-4a52-8c7a-06e42aef1ac7 req-10a0e06e-b25d-4fd9-b1ab-c8f5189a54ac tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0479867 Aug 12 05:02:41.882141 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d1e8529-fe52-4a52-8c7a-06e42aef1ac7 req-fe70d6d5-6a9b-4aaf-affb-cd2100e5fc82 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Aug 12 05:02:43.009049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca3ffd-7d6b-4974-85ca-ec8653adbe02 req-0174071c-31e0-46f4-9137-af394612335b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:43.010549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6dca3ffd-7d6b-4974-85ca-ec8653adbe02 req-0174071c-31e0-46f4-9137-af394612335b tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0546792 Aug 12 05:02:43.047238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6dca3ffd-7d6b-4974-85ca-ec8653adbe02 req-4cb43164-21d5-4b45-9892-fe12806754fe tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307250 Aug 12 05:02:44.161611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d45fec-ff8b-4fea-84d6-69d7012d687c req-d19211e0-7b79-4932-8da6-ffdf9038e4ba tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:44.163108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20d45fec-ff8b-4fea-84d6-69d7012d687c req-d19211e0-7b79-4932-8da6-ffdf9038e4ba tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0485487 Aug 12 05:02:44.200978 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20d45fec-ff8b-4fea-84d6-69d7012d687c req-6b376ce6-d5ea-4e4c-a6ee-eeefeb58bed3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Aug 12 05:02:45.316168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c629e2-37f1-4aca-a04a-f6c94737b786 req-a1d09103-cf61-451e-805d-9c9e2b284b12 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:45.317720 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63c629e2-37f1-4aca-a04a-f6c94737b786 req-a1d09103-cf61-451e-805d-9c9e2b284b12 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0502131 Aug 12 05:02:45.356837 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-63c629e2-37f1-4aca-a04a-f6c94737b786 req-fd6ac9d4-3550-43e0-9fd4-4092a4ca52f3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Aug 12 05:02:46.470201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625bb8b-c0e3-4f77-b737-1549e2a0e390 req-ad45bce6-7d16-4f72-9491-939dce43d403 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:46.471714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e625bb8b-c0e3-4f77-b737-1549e2a0e390 req-ad45bce6-7d16-4f72-9491-939dce43d403 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Aug 12 05:02:46.509308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e625bb8b-c0e3-4f77-b737-1549e2a0e390 req-48709dd6-facc-4a3c-9f83-31705c727837 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Aug 12 05:02:47.624391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ddd0-4a07-481d-bdcf-6c3388abbbd8 req-5fbed6d3-cf84-410f-88b5-d62bc5062423 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:47.625848 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caf0ddd0-4a07-481d-bdcf-6c3388abbbd8 req-5fbed6d3-cf84-410f-88b5-d62bc5062423 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0489125 Aug 12 05:02:47.662521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-caf0ddd0-4a07-481d-bdcf-6c3388abbbd8 req-9ab189dd-ee1c-4e30-bb34-1ac2ee332bdf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Aug 12 05:02:48.776519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7c156-2564-4159-a335-6c28dc71750a req-e52deb09-83cf-4eda-8c90-8ba9672b5f58 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:48.778000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc7c156-2564-4159-a335-6c28dc71750a req-e52deb09-83cf-4eda-8c90-8ba9672b5f58 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0485406 Aug 12 05:02:48.819763 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cc7c156-2564-4159-a335-6c28dc71750a req-19410867-f79f-4df7-b9e5-d5973a198773 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358644 Aug 12 05:02:49.937281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd186b8d-15d8-4478-a459-725b989e95cc req-4d10152a-1c99-48fc-90aa-2d295aa52993 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:49.938795 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd186b8d-15d8-4478-a459-725b989e95cc req-4d10152a-1c99-48fc-90aa-2d295aa52993 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0531461 Aug 12 05:02:49.975741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cd186b8d-15d8-4478-a459-725b989e95cc req-c39d8d89-f409-4cd2-9753-5fcad6499647 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Aug 12 05:02:51.089185 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316c506-9726-4c72-a952-493c756b0015 req-afee6d79-e83d-45e4-9775-4fbe5c07b765 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:51.091374 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b316c506-9726-4c72-a952-493c756b0015 req-afee6d79-e83d-45e4-9775-4fbe5c07b765 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Aug 12 05:02:51.127682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b316c506-9726-4c72-a952-493c756b0015 req-99a7d11f-6c80-476d-a1aa-89bd846d8101 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305085 Aug 12 05:02:52.241104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40111974-baf3-49e7-9e8a-05c21e9645c3 req-29306ccf-69e5-4050-8b6a-2c676ee7f009 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:52.242559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40111974-baf3-49e7-9e8a-05c21e9645c3 req-29306ccf-69e5-4050-8b6a-2c676ee7f009 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Aug 12 05:02:52.279087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40111974-baf3-49e7-9e8a-05c21e9645c3 req-c68c063b-f2dd-4dcb-80ab-9c83e65e2427 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Aug 12 05:02:53.392365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bd72-c067-4e92-a02a-e41b896bdd60 req-cacfbc3d-5e14-47b6-96ad-256f27bb2e9f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:53.393851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7f9bd72-c067-4e92-a02a-e41b896bdd60 req-cacfbc3d-5e14-47b6-96ad-256f27bb2e9f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 12 05:02:53.431864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f7f9bd72-c067-4e92-a02a-e41b896bdd60 req-7665f57e-f28f-4ffa-b6c9-4fd717ed805f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Aug 12 05:02:54.547269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bc555-549c-4760-a54e-2cbd834ea22b req-d5492f01-291e-4be1-a088-d22aea684c63 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:54.548850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b14bc555-549c-4760-a54e-2cbd834ea22b req-d5492f01-291e-4be1-a088-d22aea684c63 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Aug 12 05:02:54.587368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b14bc555-549c-4760-a54e-2cbd834ea22b req-c9aab7a8-9115-47a8-9946-5d463577c7a1 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Aug 12 05:02:55.306383 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-27466fb9-ee58-4a7b-b5b2-8d6056a02c85 service neutron] show failed (client error): The resource could not be found. Aug 12 05:02:55.307405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-27466fb9-ee58-4a7b-b5b2-8d6056a02c85 service neutron] 10.222.0.20 "GET /v2.0/ports/048d93e0-1844-4dd1-bf8f-4d5e569a208c/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0550544 Aug 12 05:02:55.708197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd53b0-7d73-4209-9746-e52e1aa364f8 req-a4396169-2f96-4a88-9eab-eb7e45448b2c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:55.709728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8dd53b0-7d73-4209-9746-e52e1aa364f8 req-a4396169-2f96-4a88-9eab-eb7e45448b2c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0536244 Aug 12 05:02:55.747219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e8dd53b0-7d73-4209-9746-e52e1aa364f8 req-3ee2e53e-0e30-4921-8fd8-a06ce81541d9 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Aug 12 05:02:55.849120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-44b1c1e8-cc2a-4061-ab45-4ba9cba3f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:55.850578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-44b1c1e8-cc2a-4061-ab45-4ba9cba3f685 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4&tenant_id=bbf1440c2b84446494cb372c2cbccdac HTTP/1.1" status: 200 len: 1096 time: 0.0449061 Aug 12 05:02:55.862454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:02:55.914461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:55.940172 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.111504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:56.143983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:02:56.157405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.187111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:56.192203 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.204489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Transition to ACTIVE for port object 048d93e0-1844-4dd1-bf8f-4d5e569a208c will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:02:56.228958 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9bff5-d33a-4c4a-a46f-d040277519fc" -d '{"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:56.243019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.304671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] No DVR routers for this DVR port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:02:56.308683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:56.334260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.334607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.334975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.335313 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.335643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.335975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.336300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.336624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.336946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.337268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.337589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.337909 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:02:56.341766 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6c359e-3126-4e5c-af7b-22700e1b8a94 x-openstack-request-id: req-9c6c359e-3126-4e5c-af7b-22700e1b8a94 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:56.342057 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:56.342309 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c6c359e-3126-4e5c-af7b-22700e1b8a94 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:56.342696 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'code': 200} Aug 12 05:02:56.352876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:02:56.353211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:02:56.353538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:02:56.358285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on network 0493e3bf-71f9-4713-927e-7f60154d6b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:02:56.358600 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Attempting to bind port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:02:56.363305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:02:56.363639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Checking segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:02:56.364014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Bound using segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:02:56.364437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Bound port: 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:02:56.364790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.430376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:02:56.433278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:02:56.512217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.546590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:56.547324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:56.548755 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] 10.222.0.36 "PUT /v2.0/ports/048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 1091 time: 0.6901948 Aug 12 05:02:56.569590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b337a16-d775-469f-82cb-64a029d66061 service neutron] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:02:56.611299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-5f41eaf7-61c4-4120-be02-ad2057315626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:56.612794 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-5f41eaf7-61c4-4120-be02-ad2057315626 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0402980 Aug 12 05:02:56.703331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-558305b4-7db8-4ba0-86b5-c68719ee761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:56.704764 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-558305b4-7db8-4ba0-86b5-c68719ee761d service neutron] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0857553 Aug 12 05:02:56.746292 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-676c1236-88f3-4a5f-aef2-b8acf9f71d87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0345922 Aug 12 05:02:56.795675 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-3cf6fba4-1b28-4b19-9ecb-174783714540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:56.797161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-3cf6fba4-1b28-4b19-9ecb-174783714540 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0447409 Aug 12 05:02:56.828157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-3cf3c90d-4b64-4d05-8442-033ccca33676 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244019 Aug 12 05:02:56.863822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27fc02-b270-4634-883d-65820ab254d7 req-68f500e6-12c7-46d6-90ff-68f2c4e6c090 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:56.865341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f27fc02-b270-4634-883d-65820ab254d7 req-68f500e6-12c7-46d6-90ff-68f2c4e6c090 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0489941 Aug 12 05:02:56.902838 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f27fc02-b270-4634-883d-65820ab254d7 req-fd459f0f-a0e6-4aea-86b0-b47ea86f9e15 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Aug 12 05:02:56.922287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-a3d094a2-ea88-4acf-ab8d-70c5d2763a9d service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872707 Aug 12 05:02:57.012226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ddfc4be0-ee97-42f9-8947-a1c9cabc1cd2 req-fc7c7fe6-760f-4596-9ed2-64f31b720b88 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825629 Aug 12 05:02:58.024588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13d4b1-52ea-4f70-8b24-9aa510b643fd req-b0261039-9b35-4c21-b7c5-b418173d587f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.026051 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f13d4b1-52ea-4f70-8b24-9aa510b643fd req-b0261039-9b35-4c21-b7c5-b418173d587f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0536168 Aug 12 05:02:58.063286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9f13d4b1-52ea-4f70-8b24-9aa510b643fd req-26f551e6-3106-439e-a172-3bc19aa83e46 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Aug 12 05:02:58.257922 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-902dce09-1620-407c-830a-879a832bd9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:02:58.343554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:02:58.345923 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:02:58.392956 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe9ae6-012e-4e05-89ea-0291e2a406bb x-openstack-request-id: req-2dfe9ae6-012e-4e05-89ea-0291e2a406bb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:02:58.393248 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:02:58.393501 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dfe9ae6-012e-4e05-89ea-0291e2a406bb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:02:58.393995 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'status': 'completed', 'code': 200} Aug 12 05:02:58.453508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-fc3841ce-a067-45ec-8a3e-5cc61f581a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.455106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-fc3841ce-a067-45ec-8a3e-5cc61f581a35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0421693 Aug 12 05:02:58.460037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-068648a8-4990-4932-bd6b-680a77e58413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.461510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-068648a8-4990-4932-bd6b-680a77e58413 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0426741 Aug 12 05:02:58.546639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-af372545-a867-43dc-97a0-8cd06d9665e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.548089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-af372545-a867-43dc-97a0-8cd06d9665e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0854433 Aug 12 05:02:58.555036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-2e014e89-4973-4c29-8855-148fb4fa0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.556767 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-2e014e89-4973-4c29-8855-148fb4fa0f89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0885327 Aug 12 05:02:58.596165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-43fd3ce2-bdd0-4337-b5db-a67a82bdc17a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0405939 Aug 12 05:02:58.598980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-dcfb253e-42b5-4aaf-8f16-4569ff38a314 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0355947 Aug 12 05:02:58.651564 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-17c6d6eb-fa05-4e0f-9850-8659ce3e12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.653035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-17c6d6eb-fa05-4e0f-9850-8659ce3e12f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0472262 Aug 12 05:02:58.654977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-b00c7efe-92b6-43fb-9dcd-369fb687bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:58.656433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-b00c7efe-92b6-43fb-9dcd-369fb687bbca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0441372 Aug 12 05:02:58.684159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-a7f2c126-58d3-4df0-9eb8-1c823bc62165 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244558 Aug 12 05:02:58.694953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-5046a664-06ac-449d-a476-4348f25b79c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254757 Aug 12 05:02:58.774929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-1664b959-d07f-4d01-b49c-e96d36e6dfca service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840468 Aug 12 05:02:58.800986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-934e762b-8ebc-4e95-b827-241a661cad43 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Aug 12 05:02:58.871867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-d319aa0e-2941-4203-89ed-08e47cf80ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901992 Aug 12 05:02:58.895368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93638466-2e84-4ac4-8b7d-31eab4d5d0ef req-00abc813-1db8-4a2a-877c-74400df2f1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872636 Aug 12 05:02:58.915042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:02:58.954204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:02:59.177959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a86c-96c2-44c3-9894-6807adc92d21 req-a45dcb29-2475-4e4a-a414-53841c7a59f2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:59.179486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8432a86c-96c2-44c3-9894-6807adc92d21 req-a45dcb29-2475-4e4a-a414-53841c7a59f2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0493746 Aug 12 05:02:59.220572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8432a86c-96c2-44c3-9894-6807adc92d21 req-cec82779-b970-4d3c-8ad1-6695f49ea9ee tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351779 Aug 12 05:02:59.543369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf7bac-8492-4bc0-be03-6cebf9dbe360 req-4b15826c-a9fe-4dc6-942e-0761e3865903 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:59.544891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3abf7bac-8492-4bc0-be03-6cebf9dbe360 req-4b15826c-a9fe-4dc6-942e-0761e3865903 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 943 time: 0.0521410 Aug 12 05:02:59.584393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3abf7bac-8492-4bc0-be03-6cebf9dbe360 req-b38ca4b4-2bee-484d-97e8-5a808ef3e292 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Aug 12 05:02:59.680487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-c6aae63b-c5df-49df-b8da-19ef3d8cd9bf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:02:59.681947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-c6aae63b-c5df-49df-b8da-19ef3d8cd9bf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4&tenant_id=bbf1440c2b84446494cb372c2cbccdac&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 943 time: 0.0831628 Aug 12 05:02:59.742688 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-4df777ab-139c-49c1-bcb5-438f60415caf service neutron] delete failed (client error): The resource could not be found. Aug 12 05:02:59.743639 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-4df777ab-139c-49c1-bcb5-438f60415caf service neutron] 10.222.0.20 "DELETE /v2.0/ports/048d93e0-1844-4dd1-bf8f-4d5e569a208c/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0542095 Aug 12 05:02:59.855768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:02:59.958587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:02:59.971403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'port_id': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'mac_address': 'fa:16:3e:07:5c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c371ff0-23c2-4ef5-8506-78db1fa4ee11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:03:00.010386 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:00.023844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048d93e0-1844-4dd1-bf8f-4d5e569a208c {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:03:00.044147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:00.129350 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:00.152532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-e65af51b-93c1-44b4-ba28-6c00f03694ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:00.154063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-e65af51b-93c1-44b4-ba28-6c00f03694ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 1094 time: 0.3681657 Aug 12 05:03:00.180866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:00.242027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-94d48b92-8e79-4e16-875a-255a4383cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:00.243535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-94d48b92-8e79-4e16-875a-255a4383cf90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0826743 Aug 12 05:03:00.289025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-71f9fbd0-5d54-474f-9c8f-d58ad0907381 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 200 len: 217 time: 0.0386550 Aug 12 05:03:00.337467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-839683c0-6f01-4762-866d-dc4e85c30a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:00.337671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['048d93e0-1844-4dd1-bf8f-4d5e569a208c'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:03:00.338949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-839683c0-6f01-4762-866d-dc4e85c30a90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0434072 Aug 12 05:03:00.370290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-be1071fb-3c68-448d-87a8-155bd76d83f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241919 Aug 12 05:03:00.462816 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-a76506d6-e1f8-4ff5-975d-fa89b6948735 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855751 Aug 12 05:03:00.550510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-22d89d85-f4c3-48c6-aaf7-39fc2694963e req-956e6833-9342-4f12-a48a-0f5205f6af1d service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805058 Aug 12 05:03:00.704834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125af96-6602-4761-a3fb-5fba0c1fea54 req-0c5c10e2-54d9-4697-8df6-40f76af6431c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:00.706322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c125af96-6602-4761-a3fb-5fba0c1fea54 req-0c5c10e2-54d9-4697-8df6-40f76af6431c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 944 time: 0.0503752 Aug 12 05:03:00.745988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c125af96-6602-4761-a3fb-5fba0c1fea54 req-0f7ff44d-f6dd-4b23-aa39-50e57168e5f7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Aug 12 05:03:00.826304 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b2df4097-c819-4c94-b963-862fc0607060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:00.963028 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:01.860574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac335f9-0a73-437b-ba1f-cf17a6844153 req-1d1ffa02-d3c1-45a9-b681-d3196cf1339a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:01.861948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ac335f9-0a73-437b-ba1f-cf17a6844153 req-1d1ffa02-d3c1-45a9-b681-d3196cf1339a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 944 time: 0.0477293 Aug 12 05:03:01.873905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:03:01.899493 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ac335f9-0a73-437b-ba1f-cf17a6844153 req-afe491de-2a67-4948-b5f0-dbb0b5ac2a9a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Aug 12 05:03:02.006380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 048d93e0-1844-4dd1-bf8f-4d5e569a208c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:03:02.010280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 048d93e0-1844-4dd1-bf8f-4d5e569a208c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:03:02.010679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:02.023340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40e0bd-29f1-4342-b4d4-831e907da60a req-8329947e-3eb7-44bc-8771-cfc5c9ecbf82 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:02.025188 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a40e0bd-29f1-4342-b4d4-831e907da60a req-8329947e-3eb7-44bc-8771-cfc5c9ecbf82 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 944 time: 0.0536244 Aug 12 05:03:02.064070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4a40e0bd-29f1-4342-b4d4-831e907da60a req-f65335ea-f753-4f74-b5c2-78fb68f30547 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Aug 12 05:03:02.095702 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:02.123231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:02.125410 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7712adf-9a96-4fc4-a3d9-a35089b3f447" -d '{"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-plugged", "status": "completed", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:02.138288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:02.165618 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f663015e-5b65-41e6-ab06-05bcfb6da4d8 x-openstack-request-id: req-f663015e-5b65-41e6-ab06-05bcfb6da4d8 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:02.165907 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-plugged", "status": "completed", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:02.166160 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f663015e-5b65-41e6-ab06-05bcfb6da4d8 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:02.166549 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'code': 200} Aug 12 05:03:02.192925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02953684-1aec-46ac-a1dd-8038f477816b req-be0a2603-c922-4107-b65a-ee1948661655 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:02.194404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02953684-1aec-46ac-a1dd-8038f477816b req-be0a2603-c922-4107-b65a-ee1948661655 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 944 time: 0.0527446 Aug 12 05:03:02.201038 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:02.237181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02953684-1aec-46ac-a1dd-8038f477816b req-c0dda836-557a-45dc-a27e-61e3a115c328 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Aug 12 05:03:02.260765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:02.317398 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:02.788983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-788c4041-b386-4bd0-9303-960282bc3f9c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:02.790442 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-788c4041-b386-4bd0-9303-960282bc3f9c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 814 time: 0.1007726 Aug 12 05:03:02.805080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-a7e04d75-308f-4ac5-a72a-c55b12f63822 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/quotas/bbf1440c2b84446494cb372c2cbccdac HTTP/1.1" status: 200 len: 375 time: 0.0090444 Aug 12 05:03:02.852649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-7a58ef1f-af31-46ff-a029-16448c00ed29 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424924 Aug 12 05:03:02.934245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-2c9e39ba-f28d-4c00-9c3d-46d4990624ec service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:03:02.936021 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-2c9e39ba-f28d-4c00-9c3d-46d4990624ec service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437524 Aug 12 05:03:03.028131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-6f8406bf-6ac2-4308-8821-2266183fb6a5 service neutron] 10.222.0.42 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860779 Aug 12 05:03:03.115829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-d8aff6a0-ea7d-41f7-b6a5-09f8eec58cb1 service neutron] 10.222.0.42 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815351 Aug 12 05:03:03.345757 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9882a183-bf00-4d84-b1fb-d847209b41e7 req-01ce74d1-b697-4c2e-9efc-4e3f37ff1331 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 210 time: 0.0257392 Aug 12 05:03:03.852400 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:03.900890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-6117a1b1-af97-4427-b905-f77829b55416 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:03.902575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-6117a1b1-af97-4427-b905-f77829b55416 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c0b46a1-e0e4-4747-a0da-36601bf20fc4 HTTP/1.1" status: 200 len: 945 time: 0.0541337 Aug 12 05:03:03.997686 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Deleting port 048d93e0-1844-4dd1-bf8f-4d5e569a208c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:03:03.998379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:04.087588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] For port 048d93e0-1844-4dd1-bf8f-4d5e569a208c, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=048d93e0-1844-4dd1-bf8f-4d5e569a208c,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:04.087956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:04.101003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Calling delete_port for 048d93e0-1844-4dd1-bf8f-4d5e569a208c owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:03:04.299821 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:04.332685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Pushing event deleted for resources: {'Port': ['ID=048d93e0-1844-4dd1-bf8f-4d5e569a208c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:04.378383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] No DVR routers for this DVR port 048d93e0-1844-4dd1-bf8f-4d5e569a208c on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:03:04.381031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:04.383037 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2e26cf39-03f7-4dbe-94c3-b251dc7c87df req-2adace26-bafc-40c0-b7b3-981be8dbc34d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.36 "DELETE /v2.0/ports/048d93e0-1844-4dd1-bf8f-4d5e569a208c HTTP/1.1" status: 204 len: 173 time: 0.4741032 Aug 12 05:03:04.383477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-deleted', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:04.385800 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00cb303-6263-48a8-8c45-49cd5433274c" -d '{"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-deleted", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:04.420886 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff1547-4bfd-4df2-a2f4-e978038d4c7e x-openstack-request-id: req-92ff1547-4bfd-4df2-a2f4-e978038d4c7e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:04.421182 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b46a1-e0e4-4747-a0da-36601bf20fc4", "name": "network-vif-deleted", "tag": "048d93e0-1844-4dd1-bf8f-4d5e569a208c", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:04.421437 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92ff1547-4bfd-4df2-a2f4-e978038d4c7e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:04.421862 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b46a1-e0e4-4747-a0da-36601bf20fc4', 'name': 'network-vif-deleted', 'tag': '048d93e0-1844-4dd1-bf8f-4d5e569a208c', 'status': 'completed', 'code': 200} Aug 12 05:03:04.449625 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6e1d213-0721-45aa-8bb0-c97ce63bcb07 req-1cbe3230-71e1-4ced-9da4-4442865ffa16 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 210 time: 0.0306599 Aug 12 05:03:05.339853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-955d013a-e497-4046-89b2-42ea9118f622 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:05.341899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-955d013a-e497-4046-89b2-42ea9118f622 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 814 time: 0.1053894 Aug 12 05:03:05.354080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Request body: {'port': {'device_id': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'admin_state_up': True, 'tenant_id': 'bbf1440c2b84446494cb372c2cbccdac'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:03:05.534478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Made reservation on behalf of bbf1440c2b84446494cb372c2cbccdac for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:03:05.537927 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:05.546951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc71548f-0ba6-4a37-b968-6dd99dc5236a req-7912d88f-496b-47ac-a166-76a5f221c5dd tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 210 time: 0.0262837 Aug 12 05:03:05.663916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Allocated IP 172.20.0.9 (0493e3bf-71f9-4713-927e-7f60154d6b78/6c371ff0-23c2-4ef5-8506-78db1fa4ee11/0d2065bf-2773-4753-a0ef-c5991db53842) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:03:05.809417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:05.880795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:03:05.901493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 048d93e0-1844-4dd1-bf8f-4d5e569a208c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:03:05.901834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 048d93e0-1844-4dd1-bf8f-4d5e569a208c not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:03:05.917687 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:05.958188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Network 0493e3bf-71f9-4713-927e-7f60154d6b78 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:03:05.963591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:03:05.966518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:03:05.994636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:06.020459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:06.021066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.124287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-574b3387-9b9b-44dc-af9e-154639ed842d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7741685 Aug 12 05:03:06.136885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Request body: {'port': {'device_id': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:03:06.192625 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.441989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2065bf-2773-4753-a0ef-c5991db53842 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:03:06.449194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.460555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Transition to ACTIVE for port object 0d2065bf-2773-4753-a0ef-c5991db53842 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:03:06.545864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.594443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:06.699859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436013e1-7ec2-4029-a633-8453c008125d req-627f68cd-4c8a-4092-83d8-644c49b875b6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:06.701272 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-436013e1-7ec2-4029-a633-8453c008125d req-627f68cd-4c8a-4092-83d8-644c49b875b6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0854366 Aug 12 05:03:06.703557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:03:06.703889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:03:06.704214 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:03:06.714569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Port 0d2065bf-2773-4753-a0ef-c5991db53842 on network 0493e3bf-71f9-4713-927e-7f60154d6b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:03:06.714915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:03:06.726737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:03:06.727082 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Checking segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:03:06.727454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Bound using segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:03:06.727879 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Bound port: 0d2065bf-2773-4753-a0ef-c5991db53842, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:03:06.728234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.771586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-436013e1-7ec2-4029-a633-8453c008125d req-9c94edfc-6776-4a44-9dda-118453838726 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642831 Aug 12 05:03:06.802665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:03:06.805557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:03:06.865731 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.902973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:06.904329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:06.906230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] 10.222.0.36 "PUT /v2.0/ports/0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 1091 time: 0.7734258 Aug 12 05:03:06.906661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:06.908907 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1426ad1-5230-480e-9455-e6eabf39bd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:06.932499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0f99d-9159-46f8-b635-be2cb1fa63cd service neutron] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:06.946593 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6a654f-a601-467b-8422-0a33129006c6 x-openstack-request-id: req-6a6a654f-a601-467b-8422-0a33129006c6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:06.946928 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:06.947197 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a6a654f-a601-467b-8422-0a33129006c6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:06.947598 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842', 'status': 'completed', 'code': 200} Aug 12 05:03:07.012291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1426ad1-5230-480e-9455-e6eabf39bd8d req-e19e25a3-922e-4bbc-b4b9-c8a80f8ce7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:07.012291 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1426ad1-5230-480e-9455-e6eabf39bd8d req-e19e25a3-922e-4bbc-b4b9-c8a80f8ce7ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1094 time: 0.0401068 Aug 12 05:03:07.102223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1426ad1-5230-480e-9455-e6eabf39bd8d req-5b8d9e3b-bb67-4543-aaf3-30b5ad289ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:07.103719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1426ad1-5230-480e-9455-e6eabf39bd8d req-5b8d9e3b-bb67-4543-aaf3-30b5ad289ea2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bbf1440c2b84446494cb372c2cbccdac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0882740 Aug 12 05:03:07.197212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1426ad1-5230-480e-9455-e6eabf39bd8d req-daa5c3f0-3e01-464f-99cb-20f90bc33abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:07.198640 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e1426ad1-5230-480e-9455-e6eabf39bd8d req-daa5c3f0-3e01-464f-99cb-20f90bc33abe service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884056 Aug 12 05:03:07.272588 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-32908447-18a0-41ea-89d9-254b1b655002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:07.273950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-32908447-18a0-41ea-89d9-254b1b655002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1094 time: 0.0402386 Aug 12 05:03:07.318306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-577f5ac8-16dc-4838-9770-40c443f412f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0367808 Aug 12 05:03:07.365448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-1dd9fa6e-6ab4-4b9a-ac49-e3d8efda5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:07.366843 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-1dd9fa6e-6ab4-4b9a-ac49-e3d8efda5b4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0415590 Aug 12 05:03:07.396783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-ead2b4cc-b2ba-4976-8d8d-385ce69ad022 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230362 Aug 12 05:03:07.486135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-bb455800-f38d-4c98-a19e-50feeb63f486 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822468 Aug 12 05:03:07.577627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5d310aa-dc7c-4b53-a5e1-917a90ef76fc req-22f38cb1-88a9-4cf3-8438-a9537fb5b657 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Aug 12 05:03:07.884714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aeaf6-42fe-495a-91bf-6cab56013945 req-84d7a2f2-4e48-4d82-b3b4-d02bb841753c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:07.886084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f9aeaf6-42fe-495a-91bf-6cab56013945 req-84d7a2f2-4e48-4d82-b3b4-d02bb841753c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0485888 Aug 12 05:03:07.923422 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f9aeaf6-42fe-495a-91bf-6cab56013945 req-1f203ac8-3b70-4975-acab-0094ae91c5b5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Aug 12 05:03:09.038345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658200f-a2b1-4c07-ac97-eae1416ad36b req-85a35b06-ad0c-4b5e-ab11-47839465ec9a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:09.039815 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2658200f-a2b1-4c07-ac97-eae1416ad36b req-85a35b06-ad0c-4b5e-ab11-47839465ec9a tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0481441 Aug 12 05:03:09.083650 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2658200f-a2b1-4c07-ac97-eae1416ad36b req-f6e1d575-2650-4104-b5e8-446c4534253f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370817 Aug 12 05:03:09.901969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:03:09.995354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:10.007301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0d2065bf-2773-4753-a0ef-c5991db53842', 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'port_id': '0d2065bf-2773-4753-a0ef-c5991db53842', 'mac_address': 'fa:16:3e:e9:69:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c371ff0-23c2-4ef5-8506-78db1fa4ee11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:03:10.053576 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:10.066394 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2065bf-2773-4753-a0ef-c5991db53842 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:03:10.086757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:10.161106 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:10.207701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52af4-1980-497e-b634-79007a8c9d44 req-586e0847-b8c1-40f0-b012-2360887098dd tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:10.209222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3d52af4-1980-497e-b634-79007a8c9d44 req-586e0847-b8c1-40f0-b012-2360887098dd tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 944 time: 0.0572114 Aug 12 05:03:10.213703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:10.221372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.221804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.222367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.222557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.222926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.223260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.223592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.223925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.224256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.224581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.224967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.225299 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:10.249677 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3d52af4-1980-497e-b634-79007a8c9d44 req-2f6f9eaa-f9cb-4db1-8598-b05a913d66f3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Aug 12 05:03:10.349042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0d2065bf-2773-4753-a0ef-c5991db53842'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:03:11.116315 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:03:11.368190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dc93-ac50-4f20-b934-3610054628d7 req-ccad4865-fd3d-4bf0-9395-d51c3c20fb73 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:11.369637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5440dc93-ac50-4f20-b934-3610054628d7 req-ccad4865-fd3d-4bf0-9395-d51c3c20fb73 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 944 time: 0.0515089 Aug 12 05:03:11.407112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5440dc93-ac50-4f20-b934-3610054628d7 req-e2250ace-86c7-4841-bab7-5072ea4d62c4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314343 Aug 12 05:03:11.917224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:03:12.082556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0d2065bf-2773-4753-a0ef-c5991db53842 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:03:12.086547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0d2065bf-2773-4753-a0ef-c5991db53842 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:03:12.086981 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:12.169562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:12.193930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:12.196151 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d690b-9d88-4df9-9aa5-20703b1d77a6" -d '{"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-plugged", "status": "completed", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:12.208627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:12.232376 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73e7b77-0ff3-407c-b854-a3f1055efeea x-openstack-request-id: req-c73e7b77-0ff3-407c-b854-a3f1055efeea {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:12.232679 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-plugged", "status": "completed", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:12.232933 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c73e7b77-0ff3-407c-b854-a3f1055efeea {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:12.233355 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842', 'code': 200} Aug 12 05:03:12.299791 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:12.324723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25337bd4-92ac-4682-88f5-9b7bf9b8d7ac req-073e571a-bc9a-4d5f-b592-8206d0cb7f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:12.326393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25337bd4-92ac-4682-88f5-9b7bf9b8d7ac req-073e571a-bc9a-4d5f-b592-8206d0cb7f22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1095 time: 0.0403459 Aug 12 05:03:12.348059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:12.360522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25337bd4-92ac-4682-88f5-9b7bf9b8d7ac req-8f6e8625-55f8-4876-a149-96c30183c84f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276084 Aug 12 05:03:12.530971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e42741-35d8-440a-a2bc-ba32a597fce4 req-a0587cd0-3377-429e-ab0b-d89e8a980263 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:12.532455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96e42741-35d8-440a-a2bc-ba32a597fce4 req-a0587cd0-3377-429e-ab0b-d89e8a980263 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0477326 Aug 12 05:03:12.569372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96e42741-35d8-440a-a2bc-ba32a597fce4 req-d3c85595-e094-4391-abe4-30e72df0ca18 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Aug 12 05:03:13.683107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e9d11-5676-4697-a34d-e78acdab004b req-7127617d-e5c2-4e9d-b61a-5c79ac91da9f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:13.685118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2e9d11-5676-4697-a34d-e78acdab004b req-7127617d-e5c2-4e9d-b61a-5c79ac91da9f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0484946 Aug 12 05:03:13.723409 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa2e9d11-5676-4697-a34d-e78acdab004b req-1c633cc7-d6b4-45ed-afcc-15866ae84ca8 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Aug 12 05:03:13.835684 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e860a65-4b62-46aa-8813-fd2136d72974 req-5fea8c9a-5d95-477c-8476-2aba73dcf723 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:13.837160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e860a65-4b62-46aa-8813-fd2136d72974 req-5fea8c9a-5d95-477c-8476-2aba73dcf723 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Aug 12 05:03:13.874419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6e860a65-4b62-46aa-8813-fd2136d72974 req-47eb5b41-0ba4-4709-a354-4cc36f0ef7c0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Aug 12 05:03:14.261613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab17de-5537-4333-bd4a-6eea0d783bc7 req-0f618d59-ad10-4a49-a58f-db7ab88df4b1 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:14.263627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-feab17de-5537-4333-bd4a-6eea0d783bc7 req-0f618d59-ad10-4a49-a58f-db7ab88df4b1 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0536201 Aug 12 05:03:14.301545 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-feab17de-5537-4333-bd4a-6eea0d783bc7 req-f9eaff9b-ab75-4dd9-a59f-5498a72a4fb0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Aug 12 05:03:14.424659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-7560ab15-8c0f-4d6c-b783-287bc5bd5604 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774939 Aug 12 05:03:15.416157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a29ce-0e4c-4be7-a764-03cf730ee611 req-8c3df2d9-dc45-4c32-8f9e-79e12d00da9f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:15.417622 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-161a29ce-0e4c-4be7-a764-03cf730ee611 req-8c3df2d9-dc45-4c32-8f9e-79e12d00da9f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Aug 12 05:03:15.454866 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-161a29ce-0e4c-4be7-a764-03cf730ee611 req-0efb304a-37f4-4e70-b163-d24a8b8e1320 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305912 Aug 12 05:03:16.359538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-134b0ddc-0cc3-4c1c-b213-046679213ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:16.360988 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-134b0ddc-0cc3-4c1c-b213-046679213ea6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1096 time: 0.0398140 Aug 12 05:03:16.576551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e2c6-33d0-4f01-85f6-65267783c002 req-39242849-5443-4d53-8ae7-b0f533de6cd7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:16.578126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c711e2c6-33d0-4f01-85f6-65267783c002 req-39242849-5443-4d53-8ae7-b0f533de6cd7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Aug 12 05:03:16.617426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c711e2c6-33d0-4f01-85f6-65267783c002 req-c529c8d3-2363-4cae-a965-7ce6e96293cc tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Aug 12 05:03:16.790335 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-853f40ce-76b0-4987-bd5b-b5d8fa29565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:16.791834 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-853f40ce-76b0-4987-bd5b-b5d8fa29565a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.4242771 Aug 12 05:03:16.834084 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-efc81db5-1166-4b2f-a4e9-227003598b91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0348761 Aug 12 05:03:16.882965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-68991825-9419-4995-b52a-8fce9cc7d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:16.884273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-68991825-9419-4995-b52a-8fce9cc7d5cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0419989 Aug 12 05:03:16.915786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-a82d76a2-caf7-433a-b4e8-88d0630279c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240691 Aug 12 05:03:17.007546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ea3e4dc0-9d4a-4cf2-9d9b-7e635c1eefba service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Aug 12 05:03:17.102561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-298b543a-5148-4107-ab24-0e7d0673b9da service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885229 Aug 12 05:03:17.732482 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eece94-54ad-49cd-b9c2-24c87b369985 req-c75bae65-59b1-420b-8d9e-7b3bfd339570 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:17.733942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1eece94-54ad-49cd-b9c2-24c87b369985 req-c75bae65-59b1-420b-8d9e-7b3bfd339570 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0478027 Aug 12 05:03:17.774340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1eece94-54ad-49cd-b9c2-24c87b369985 req-902aa41d-bfc5-4691-b489-002a27f5ccf7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Aug 12 05:03:18.900949 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068ce3-9965-466a-998d-6613a092706d req-59e26fa6-cdf0-4029-b9d2-4934be1a79ca tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:18.902441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42068ce3-9965-466a-998d-6613a092706d req-59e26fa6-cdf0-4029-b9d2-4934be1a79ca tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Aug 12 05:03:18.939827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-42068ce3-9965-466a-998d-6613a092706d req-4cc51802-6b06-4f95-9654-289aab99b9dd tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Aug 12 05:03:20.053487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03354-bb4f-40cf-8cdd-9b4cdad59090 req-2b8394e2-9817-4255-a43f-1f51d56937fa tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:20.055080 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05c03354-bb4f-40cf-8cdd-9b4cdad59090 req-2b8394e2-9817-4255-a43f-1f51d56937fa tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Aug 12 05:03:20.092332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05c03354-bb4f-40cf-8cdd-9b4cdad59090 req-33227200-c3a5-457a-873d-5393f06d4f0e tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Aug 12 05:03:21.210345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713f2a7-2756-4a7d-b5ba-bd1d145cc3ac req-c322f7a3-d321-49cb-a659-748815b631b7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:21.211839 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9713f2a7-2756-4a7d-b5ba-bd1d145cc3ac req-c322f7a3-d321-49cb-a659-748815b631b7 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0531116 Aug 12 05:03:21.248806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9713f2a7-2756-4a7d-b5ba-bd1d145cc3ac req-53ccd3aa-3de4-4da7-b0af-ae9056dec1ee tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Aug 12 05:03:22.362055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee03f2-e643-442b-b3a8-d6b5daa4c72b req-640ec3c0-8cfe-4378-bf8c-9ce0cfa72bbf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:22.363682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48ee03f2-e643-442b-b3a8-d6b5daa4c72b req-640ec3c0-8cfe-4378-bf8c-9ce0cfa72bbf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Aug 12 05:03:22.405129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-48ee03f2-e643-442b-b3a8-d6b5daa4c72b req-60ec568e-3726-45f2-ab1e-aaeea153b365 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Aug 12 05:03:23.518004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eacec4-69a3-4eab-bc35-217b7a2529a8 req-655af1f9-da2d-43b9-a233-80b917964327 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:23.520277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37eacec4-69a3-4eab-bc35-217b7a2529a8 req-655af1f9-da2d-43b9-a233-80b917964327 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Aug 12 05:03:23.558413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-37eacec4-69a3-4eab-bc35-217b7a2529a8 req-abbfec29-e11b-4501-9de7-6f41075fbbc6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Aug 12 05:03:24.672481 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0de179-567f-44a4-b489-56dc614158e7 req-cdbe25d3-4b05-470d-afdc-a89657312061 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:24.673950 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff0de179-567f-44a4-b489-56dc614158e7 req-cdbe25d3-4b05-470d-afdc-a89657312061 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Aug 12 05:03:24.717244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ff0de179-567f-44a4-b489-56dc614158e7 req-cada5036-c3e4-4201-84c0-0c7a1876c3a1 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Aug 12 05:03:25.830986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacf9a7-ea46-4309-b66a-4e7e59c3207b req-b7ae2d03-d813-4caa-b5f1-3488d67cdbad tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:25.832431 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ceacf9a7-ea46-4309-b66a-4e7e59c3207b req-b7ae2d03-d813-4caa-b5f1-3488d67cdbad tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Aug 12 05:03:25.868902 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ceacf9a7-ea46-4309-b66a-4e7e59c3207b req-7cab23de-57e4-45d7-a1d9-f5dedc547c65 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Aug 12 05:03:25.943123 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:26.148647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:26.988984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c2757-b813-4592-8b07-713b410caf00 req-76e83d88-1d45-407f-8bac-8f22baa5eff4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:26.990438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-593c2757-b813-4592-8b07-713b410caf00 req-76e83d88-1d45-407f-8bac-8f22baa5eff4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0523326 Aug 12 05:03:27.027307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-593c2757-b813-4592-8b07-713b410caf00 req-407645f3-e535-4b4b-b6b6-1eb80dc49d59 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307162 Aug 12 05:03:28.144233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b785c-6ee2-4754-91c0-e57a0be004b3 req-4d5afa71-c8e5-4f6d-89a9-6241be9e9afc tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:28.145688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd9b785c-6ee2-4754-91c0-e57a0be004b3 req-4d5afa71-c8e5-4f6d-89a9-6241be9e9afc tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Aug 12 05:03:28.183609 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd9b785c-6ee2-4754-91c0-e57a0be004b3 req-7fa8924b-b706-4f28-b960-90f61081a497 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Aug 12 05:03:28.259717 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d7c8ea53-c27b-43e3-892a-c7d3ae27c192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:29.297042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc9fbc-bc62-48ea-860b-67629c72f4b5 req-7315e8f1-fdd0-4303-9654-b924306c34e2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:29.298506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69dc9fbc-bc62-48ea-860b-67629c72f4b5 req-7315e8f1-fdd0-4303-9654-b924306c34e2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0475872 Aug 12 05:03:29.338949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-69dc9fbc-bc62-48ea-860b-67629c72f4b5 req-3393cfd6-6830-42b1-82d3-b45f3a7b24df tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Aug 12 05:03:30.453358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cfc1-4981-427e-a079-69df5f12152b req-31ae1739-22bc-4cbd-8443-205fbbdffcd4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:30.454853 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e661cfc1-4981-427e-a079-69df5f12152b req-31ae1739-22bc-4cbd-8443-205fbbdffcd4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Aug 12 05:03:30.491123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e661cfc1-4981-427e-a079-69df5f12152b req-40f2ba66-c7b3-4bf0-b233-9343ede34066 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303702 Aug 12 05:03:30.842479 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-822bf72a-78ec-4f7f-98e9-805362c1b46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:30.954830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:31.604927 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba1cd-2f1a-4bb1-93bb-1c70b124b7c9 req-336080e4-d83d-4b7b-9fe0-1079d849f710 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:31.606413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0ba1cd-2f1a-4bb1-93bb-1c70b124b7c9 req-336080e4-d83d-4b7b-9fe0-1079d849f710 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0484633 Aug 12 05:03:31.642535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c0ba1cd-2f1a-4bb1-93bb-1c70b124b7c9 req-0c68f740-9dd2-4dd7-a71a-7a70978b3f64 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303085 Aug 12 05:03:32.293703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:32.755045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a027022-dded-4255-9679-4f8c05f8a456 req-245d9f82-1274-4911-afbb-22a2b7f680f6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:32.756533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a027022-dded-4255-9679-4f8c05f8a456 req-245d9f82-1274-4911-afbb-22a2b7f680f6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Aug 12 05:03:32.795364 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1a027022-dded-4255-9679-4f8c05f8a456 req-672deaa0-1993-4a5d-8392-31d35ad6b311 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Aug 12 05:03:33.859796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:33.908920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f699ac9-dcd9-4073-b0b8-cdd2012d2505 req-292b7109-12f8-464c-bbda-a7f1a0a88c60 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:33.910389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f699ac9-dcd9-4073-b0b8-cdd2012d2505 req-292b7109-12f8-464c-bbda-a7f1a0a88c60 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0480599 Aug 12 05:03:33.948982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1f699ac9-dcd9-4073-b0b8-cdd2012d2505 req-976229f2-3994-4166-916e-90106d9c0107 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Aug 12 05:03:34.147653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-3d14515b-c11e-44f0-a396-27b4a63afc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:34.149655 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-3d14515b-c11e-44f0-a396-27b4a63afc7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1096 time: 0.0549536 Aug 12 05:03:34.255190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-8c00cff1-f150-4f5b-bf71-71b3c700fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:34.256627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-8c00cff1-f150-4f5b-bf71-71b3c700fa06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0861311 Aug 12 05:03:34.299026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-c0890eef-cfc7-43d3-9e97-5d956016ace2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0351062 Aug 12 05:03:34.350116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-20268e82-f39f-4a15-9af5-1dc2fd8f155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:34.351543 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-20268e82-f39f-4a15-9af5-1dc2fd8f155e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0456991 Aug 12 05:03:34.381520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-dceebaf8-906f-4de1-9cdc-9dfbe5e55c99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229800 Aug 12 05:03:34.470019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-5c2a2734-43ca-4cdb-9200-61fd4bc4559f service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818143 Aug 12 05:03:34.561996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d04a374-bb97-4223-a7fd-d45c1a5ebc03 req-0ad430bd-2a92-4d5f-b381-4a5f6275ed43 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847623 Aug 12 05:03:35.070010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74bf2-fc93-4d81-856e-82f31acdd00e req-1c9f18fd-843f-404b-94b0-6f6f19942800 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:35.071535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0dd74bf2-fc93-4d81-856e-82f31acdd00e req-1c9f18fd-843f-404b-94b0-6f6f19942800 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0541642 Aug 12 05:03:35.108827 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0dd74bf2-fc93-4d81-856e-82f31acdd00e req-2f1c766e-081a-44e6-9da7-9048bb0fe7a5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306008 Aug 12 05:03:36.222812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf008fb1-7d1b-4e7d-893d-a100f22b748b req-28f44497-588a-4ad8-87b4-3253ed0df4d9 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:36.224268 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf008fb1-7d1b-4e7d-893d-a100f22b748b req-28f44497-588a-4ad8-87b4-3253ed0df4d9 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Aug 12 05:03:36.260044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf008fb1-7d1b-4e7d-893d-a100f22b748b req-e553f242-41f3-4355-8e2f-72a6abf32839 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300136 Aug 12 05:03:37.374076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4090f-d15c-4b1c-a1b2-9b2baaa9f904 req-8071003a-efcd-4ede-bfc5-1e4e93badbac tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:37.375580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43f4090f-d15c-4b1c-a1b2-9b2baaa9f904 req-8071003a-efcd-4ede-bfc5-1e4e93badbac tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0483832 Aug 12 05:03:37.412233 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-43f4090f-d15c-4b1c-a1b2-9b2baaa9f904 req-467e4cec-b492-4baf-8098-56929f4a3c82 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Aug 12 05:03:38.525849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba63310-730f-477c-9a82-499b647abaf7 req-cb66a1fe-8593-41c6-81ef-041d6db462d4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:38.527441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aba63310-730f-477c-9a82-499b647abaf7 req-cb66a1fe-8593-41c6-81ef-041d6db462d4 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Aug 12 05:03:38.565935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aba63310-730f-477c-9a82-499b647abaf7 req-18b00097-8dd2-41c2-bb4f-8bc75307f570 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Aug 12 05:03:39.678442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dc0f6-41c0-49b6-8579-f6df2059e4b4 req-b79ae625-c7f5-4b5f-84a2-237bdb8b2f92 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:39.679970 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb4dc0f6-41c0-49b6-8579-f6df2059e4b4 req-b79ae625-c7f5-4b5f-84a2-237bdb8b2f92 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Aug 12 05:03:39.718324 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb4dc0f6-41c0-49b6-8579-f6df2059e4b4 req-c93d4c99-ccc5-4d0e-ade6-4f592a15754f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Aug 12 05:03:40.835632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e74b-8f3d-4b9b-bf1c-80a5e3c0469d req-7c2a4b87-062a-403c-aaa5-989e7e638ff3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:40.837077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a787e74b-8f3d-4b9b-bf1c-80a5e3c0469d req-7c2a4b87-062a-403c-aaa5-989e7e638ff3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0518003 Aug 12 05:03:40.874097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a787e74b-8f3d-4b9b-bf1c-80a5e3c0469d req-d162a468-a590-4ea3-8742-50de3d6013c0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305448 Aug 12 05:03:42.011468 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a52e4-21a8-4b14-ae1a-fc7afa9fa0da req-e9445d07-e401-4787-8e0b-2d9111be0c29 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:42.013677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f34a52e4-21a8-4b14-ae1a-fc7afa9fa0da req-e9445d07-e401-4787-8e0b-2d9111be0c29 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0681024 Aug 12 05:03:42.051521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f34a52e4-21a8-4b14-ae1a-fc7afa9fa0da req-903e7c76-b455-4dc0-8666-9bda4073fd82 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Aug 12 05:03:43.164670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0f2c6-e302-45f0-8bde-5c25f01717f9 req-364582ea-7321-4e77-aae7-f52528fef197 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:43.166155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72a0f2c6-e302-45f0-8bde-5c25f01717f9 req-364582ea-7321-4e77-aae7-f52528fef197 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0490017 Aug 12 05:03:43.203193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-72a0f2c6-e302-45f0-8bde-5c25f01717f9 req-264732ee-af9d-4d7b-b3a8-85314ae9ae3f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305839 Aug 12 05:03:44.144311 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-636b6741-0482-4922-893b-6240cb71edaa service neutron] show failed (client error): The resource could not be found. Aug 12 05:03:44.145338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-636b6741-0482-4922-893b-6240cb71edaa service neutron] 10.222.0.36 "GET /v2.0/ports/0d2065bf-2773-4753-a0ef-c5991db53842/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0537882 Aug 12 05:03:44.317824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0cb8f-0b7a-4351-b934-920106796eaf req-6a47db9a-f262-4569-80ce-43a136f8c54d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:44.319355 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f0cb8f-0b7a-4351-b934-920106796eaf req-6a47db9a-f262-4569-80ce-43a136f8c54d tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0490353 Aug 12 05:03:44.357107 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09f0cb8f-0b7a-4351-b934-920106796eaf req-53d4a7be-1752-4882-8e44-01a6d138274f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Aug 12 05:03:44.648235 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-e697f26e-d79d-412d-999b-7e9f12b8753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:44.649651 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-e697f26e-d79d-412d-999b-7e9f12b8753e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87&tenant_id=bbf1440c2b84446494cb372c2cbccdac HTTP/1.1" status: 200 len: 1096 time: 0.0404046 Aug 12 05:03:44.664524 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:03:44.720369 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:44.919943 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:44.954378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:03:44.993016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:44.995310 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a39f1b-f7e8-4013-a9a6-e18cba7484dd" -d '{"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:45.000052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:45.012487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Transition to ACTIVE for port object 0d2065bf-2773-4753-a0ef-c5991db53842 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:03:45.043519 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0321d9d2-647f-4d7d-b1a8-4fac4672aec9 x-openstack-request-id: req-0321d9d2-647f-4d7d-b1a8-4fac4672aec9 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:45.044395 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-unplugged", "status": "completed", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:45.044740 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0321d9d2-647f-4d7d-b1a8-4fac4672aec9 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:45.045147 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842', 'code': 200} Aug 12 05:03:45.093649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:45.145130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:45.167861 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] No DVR routers for this DVR port 0d2065bf-2773-4753-a0ef-c5991db53842 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:03:45.172780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.173050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.173397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.173738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.174075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.174410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.174765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.175342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.175679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.176005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.176329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.176658 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:45.211814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:03:45.212153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:03:45.212482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:03:45.216848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Port 0d2065bf-2773-4753-a0ef-c5991db53842 on network 0493e3bf-71f9-4713-927e-7f60154d6b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:03:45.217166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Attempting to bind port 0d2065bf-2773-4753-a0ef-c5991db53842 on network 0493e3bf-71f9-4713-927e-7f60154d6b78 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:03:45.221973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:03:45.222306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Checking segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:03:45.222687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Bound using segment: {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:03:45.223141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Bound port: 0d2065bf-2773-4753-a0ef-c5991db53842, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad29485a-40e5-49f6-b006-55780593c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:03:45.223494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:45.285329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:03:45.288702 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:03:45.349599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:45.384003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:45.384640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:45.386767 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] 10.222.0.20 "PUT /v2.0/ports/0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 1091 time: 0.7263677 Aug 12 05:03:45.424006 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8374fa-8f67-4432-a0a4-81bd2d32d1ad service neutron] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:45.496209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-61abea1f-ee5d-46d9-9451-1b30193cead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:45.497858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-61abea1f-ee5d-46d9-9451-1b30193cead4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1094 time: 0.0825536 Aug 12 05:03:45.508788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3d810-7a22-4d82-8bfc-ec2e9e0d0079 req-1a74e38b-b14c-40e3-a981-f2f64d6e84d0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:45.510220 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4d3d810-7a22-4d82-8bfc-ec2e9e0d0079 req-1a74e38b-b14c-40e3-a981-f2f64d6e84d0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0781760 Aug 12 05:03:45.598338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c4d3d810-7a22-4d82-8bfc-ec2e9e0d0079 req-75471a02-a308-482b-9a02-1c3958b95811 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796573 Aug 12 05:03:45.625364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-30702334-619d-4589-9ab8-e8abaa4b2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:45.627005 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-30702334-619d-4589-9ab8-e8abaa4b2e82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.1158705 Aug 12 05:03:45.671881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-d7445d29-3689-4df1-bf1e-51562a313350 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0368001 Aug 12 05:03:45.721218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-8c03e2e7-9a8c-4e26-ae82-8b7c7f40dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:45.722659 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-8c03e2e7-9a8c-4e26-ae82-8b7c7f40dda1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0443828 Aug 12 05:03:45.753991 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-9ca335d7-4c23-4442-b579-97a63299b129 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239894 Aug 12 05:03:45.850269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-2992f4ab-204a-4b19-96bb-20d2c36a82d3 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889411 Aug 12 05:03:45.937836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3d6684b-45ed-47e5-aed1-dd14d68942c1 req-08b2bc4d-c43f-43f6-8751-8b5307a84796 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810070 Aug 12 05:03:46.719217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4290f4-ae4b-40f9-a9c6-09a68f5e1f03 req-752e8d13-de25-4454-97f7-6b9f72bdede2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:46.720689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b4290f4-ae4b-40f9-a9c6-09a68f5e1f03 req-752e8d13-de25-4454-97f7-6b9f72bdede2 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0527024 Aug 12 05:03:46.756619 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b4290f4-ae4b-40f9-a9c6-09a68f5e1f03 req-c7654896-fd86-40f4-bd67-ff1b159b2af0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300605 Aug 12 05:03:47.047282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:47.049621 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:47.098758 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbd4077-97f8-4594-b58b-09d74d12b4b6 x-openstack-request-id: req-3cbd4077-97f8-4594-b58b-09d74d12b4b6 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:47.099049 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:47.099338 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cbd4077-97f8-4594-b58b-09d74d12b4b6 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:47.099745 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842', 'status': 'completed', 'code': 200} Aug 12 05:03:47.159467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-adec3424-f52d-45e1-87a5-a27aa61e34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.161012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-adec3424-f52d-45e1-87a5-a27aa61e34b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1094 time: 0.0441999 Aug 12 05:03:47.166431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-941f7185-7113-49ec-911f-2d91781b44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.167947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-941f7185-7113-49ec-911f-2d91781b44e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1094 time: 0.0447640 Aug 12 05:03:47.254596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-d2ee9986-e3c2-457f-b3fa-d49ee8a0f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.256125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-d2ee9986-e3c2-457f-b3fa-d49ee8a0f9ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0879850 Aug 12 05:03:47.258941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-c4517312-6bf6-4794-9f09-3f43323ee8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.260435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-c4517312-6bf6-4794-9f09-3f43323ee8ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0852711 Aug 12 05:03:47.298225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-eb540862-6144-4cd7-a334-d085175a9aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0348933 Aug 12 05:03:47.308948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-ed044b72-fda2-46c4-96c6-4e13f2d4f33d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0396051 Aug 12 05:03:47.348383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-213adb72-71d5-45ca-ada5-cc0dc775aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.349856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-213adb72-71d5-45ca-ada5-cc0dc775aea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0447435 Aug 12 05:03:47.358565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-adfdac49-42a9-416c-a661-bff9f46e4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.360026 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-adfdac49-42a9-416c-a661-bff9f46e4fb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0438502 Aug 12 05:03:47.381106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-46ae4f10-9470-43a8-925c-265c5e69cdc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239973 Aug 12 05:03:47.392065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-d75bbb34-08af-4b01-8603-83debb82c772 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242257 Aug 12 05:03:47.474780 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-1ae8cfb3-8d42-4181-9f34-9c7e81cecc63 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863509 Aug 12 05:03:47.482086 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-e2237956-d9f9-43eb-a0d9-2d6555b940d7 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Aug 12 05:03:47.568849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-231a0345-2a9f-4484-933c-02e44cb30648 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Aug 12 05:03:47.576308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fc3fbaeb-6c03-47f1-834e-b2f0cf95f9bf req-33395dec-caae-47a4-95cd-b8ad508b9167 service neutron] 10.222.0.20 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870733 Aug 12 05:03:47.888380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee11240-a38f-4b6e-8036-3ddcca49d515 req-20b23ac7-bc24-445d-9675-67984fa52fe0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:47.888380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ee11240-a38f-4b6e-8036-3ddcca49d515 req-20b23ac7-bc24-445d-9675-67984fa52fe0 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0583789 Aug 12 05:03:47.923634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2ee11240-a38f-4b6e-8036-3ddcca49d515 req-650dd32f-fbd2-4356-ba54-f59047741904 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Aug 12 05:03:48.051234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:03:48.095897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:03:48.115871 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:03:49.038266 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139525b-8d80-4bf3-964a-8204ce063d5e req-a15a4be7-5af1-4687-a500-6257c875af0e tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:49.039747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8139525b-8d80-4bf3-964a-8204ce063d5e req-a15a4be7-5af1-4687-a500-6257c875af0e tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0484104 Aug 12 05:03:49.077525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8139525b-8d80-4bf3-964a-8204ce063d5e req-9ded6841-9101-4f12-a729-3d414e4bca16 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Aug 12 05:03:49.085663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:03:49.331449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:49.344536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '0d2065bf-2773-4753-a0ef-c5991db53842', 'network_id': '0493e3bf-71f9-4713-927e-7f60154d6b78', 'port_id': '0d2065bf-2773-4753-a0ef-c5991db53842', 'mac_address': 'fa:16:3e:e9:69:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c371ff0-23c2-4ef5-8506-78db1fa4ee11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:03:49.382090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:49.395051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2065bf-2773-4753-a0ef-c5991db53842 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:03:49.434076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:49.435883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c284c-fb34-4ea5-9ae5-a92323ea8368 req-02f6b325-51c4-483f-bcc3-d6b6e0128acf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:49.437463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c9c284c-fb34-4ea5-9ae5-a92323ea8368 req-02f6b325-51c4-483f-bcc3-d6b6e0128acf tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 943 time: 0.0579765 Aug 12 05:03:49.478672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5c9c284c-fb34-4ea5-9ae5-a92323ea8368 req-49c90aa6-149a-4504-b33b-7d64617735e8 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351162 Aug 12 05:03:49.497257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:49.503700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-47228658-4dc4-4278-8830-b32e9112fb48 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:49.505201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-47228658-4dc4-4278-8830-b32e9112fb48 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87&tenant_id=bbf1440c2b84446494cb372c2cbccdac&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 943 time: 0.0533426 Aug 12 05:03:49.544565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:49.566352 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-adb97bdc-0896-4b87-882a-887e8faf290c service neutron] delete failed (client error): The resource could not be found. Aug 12 05:03:49.567437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-adb97bdc-0896-4b87-882a-887e8faf290c service neutron] 10.222.0.36 "DELETE /v2.0/ports/0d2065bf-2773-4753-a0ef-c5991db53842/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0544479 Aug 12 05:03:49.692527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-ed51c313-b3d7-413d-af6a-9da18ef67ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:49.693996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-ed51c313-b3d7-413d-af6a-9da18ef67ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbf1440c2b84446494cb372c2cbccdac&device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 1095 time: 0.0405009 Aug 12 05:03:49.726231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0d2065bf-2773-4753-a0ef-c5991db53842'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:03:49.790552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-1c77262c-b2fe-40d2-8419-286a681f28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:49.792062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-1c77262c-b2fe-40d2-8419-286a681f28a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 200 len: 915 time: 0.0914295 Aug 12 05:03:49.834832 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-01442248-15d2-4fc1-940e-341d74b4fadd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 200 len: 217 time: 0.0353582 Aug 12 05:03:49.886484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-105d233d-dc92-4db4-b016-d013ca313991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:49.887952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-105d233d-dc92-4db4-b016-d013ca313991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 200 len: 854 time: 0.0471399 Aug 12 05:03:49.918275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-e9f62a7f-bf51-4b14-a72e-e99cdcec34ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0493e3bf-71f9-4713-927e-7f60154d6b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231886 Aug 12 05:03:50.007432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-2169d245-9a11-4289-9c38-8981eef27c31 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811782 Aug 12 05:03:50.101007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a14a634-9d6f-484c-bfa3-a2aaad176a7a req-f7ba06d2-8260-4b02-adf5-3e6e9d0c4785 service neutron] 10.222.0.36 "GET /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861523 Aug 12 05:03:50.596643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10604f8-e621-4aca-8262-aa1687e825cd req-f5c5d5ed-6b58-413a-bd0e-c97f9b9aa6e5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:50.598115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a10604f8-e621-4aca-8262-aa1687e825cd req-f5c5d5ed-6b58-413a-bd0e-c97f9b9aa6e5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 944 time: 0.0493455 Aug 12 05:03:50.635578 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a10604f8-e621-4aca-8262-aa1687e825cd req-0c42a31c-252e-4323-a09e-14b0d5842e5c tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Aug 12 05:03:51.111212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:03:51.222374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 0d2065bf-2773-4753-a0ef-c5991db53842 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:03:51.228115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 0d2065bf-2773-4753-a0ef-c5991db53842 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:03:51.228492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:51.302681 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:51.325064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:51.328127 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7387fb86-c9fe-410b-9147-13201fd14012" -d '{"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-plugged", "status": "completed", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:51.340847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:51.363791 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32448782-3a35-47a7-bb7b-6d379123daeb x-openstack-request-id: req-32448782-3a35-47a7-bb7b-6d379123daeb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:51.364079 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-plugged", "status": "completed", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:51.364333 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32448782-3a35-47a7-bb7b-6d379123daeb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:51.364726 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842', 'code': 200} Aug 12 05:03:51.390541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:51.444071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:51.749246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd06b9-4e0d-4048-ada4-06c0ceac7467 req-7408da10-1a7d-4754-9273-cb95d6cfdb67 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:51.750701 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6dd06b9-4e0d-4048-ada4-06c0ceac7467 req-7408da10-1a7d-4754-9273-cb95d6cfdb67 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0475285 Aug 12 05:03:51.786762 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c6dd06b9-4e0d-4048-ada4-06c0ceac7467 req-5cb1fe98-c5fe-48a7-b396-85a9f94b7d1f tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302885 Aug 12 05:03:51.902512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ace1b-def1-45d4-9016-74ab4a392409 req-5b9b8f60-c3f0-4823-a27b-4a8029672ef8 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:51.904087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-083ace1b-def1-45d4-9016-74ab4a392409 req-5b9b8f60-c3f0-4823-a27b-4a8029672ef8 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Aug 12 05:03:51.942786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-083ace1b-def1-45d4-9016-74ab4a392409 req-580af355-2caa-4b52-afa8-6cac47fd7116 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Aug 12 05:03:52.059615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf462a-602b-41ed-9156-f6e2b916e75c req-31f15727-4bfc-45eb-8502-1b7da996a650 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:52.061979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64cf462a-602b-41ed-9156-f6e2b916e75c req-31f15727-4bfc-45eb-8502-1b7da996a650 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0533633 Aug 12 05:03:52.099181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64cf462a-602b-41ed-9156-f6e2b916e75c req-b2e45e86-e4ec-48bf-8015-b6ecb2602942 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306237 Aug 12 05:03:52.596341 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261536c8-78b2-4da9-a5b1-4a07a92039de req-395e2c85-4864-4d9d-84cb-132984dd46f5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:52.597802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-261536c8-78b2-4da9-a5b1-4a07a92039de req-395e2c85-4864-4d9d-84cb-132984dd46f5 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0475540 Aug 12 05:03:52.634678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-261536c8-78b2-4da9-a5b1-4a07a92039de req-d0c9a326-45b3-4be3-858a-83dbb3c72049 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Aug 12 05:03:53.747261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a568f8-216d-4e8d-92e5-c7d145278da7 req-628a9579-8927-4557-91c6-5c0e196dcc27 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:53.749300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31a568f8-216d-4e8d-92e5-c7d145278da7 req-628a9579-8927-4557-91c6-5c0e196dcc27 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0495839 Aug 12 05:03:53.787489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31a568f8-216d-4e8d-92e5-c7d145278da7 req-92e4d5b4-82a4-4901-9a6a-3d29c58715b3 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.42 "GET /v2.0/security-groups?id=1989d966-51b6-4fad-a7da-3d77600bd29f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Aug 12 05:03:53.813568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-7fa9cd46-5d01-453e-8e46-4b43a89ff2f6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:53.815058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-7fa9cd46-5d01-453e-8e46-4b43a89ff2f6 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce2c936-3a12-4e61-b5b6-152542c94b87 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Aug 12 05:03:53.901198 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Deleting port 0d2065bf-2773-4753-a0ef-c5991db53842 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:03:53.901539 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:53.991469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] For port 0d2065bf-2773-4753-a0ef-c5991db53842, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=0d2065bf-2773-4753-a0ef-c5991db53842,segment=NetworkSegment(ad29485a-40e5-49f6-b006-55780593c03c),segment_id=ad29485a-40e5-49f6-b006-55780593c03c)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:03:53.991834 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:54.009197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Calling delete_port for 0d2065bf-2773-4753-a0ef-c5991db53842 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:03:54.222387 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:54.235569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['0d2065bf-2773-4753-a0ef-c5991db53842'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:03:54.255806 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Pushing event deleted for resources: {'Port': ['ID=0d2065bf-2773-4753-a0ef-c5991db53842,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:54.295836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] No DVR routers for this DVR port 0d2065bf-2773-4753-a0ef-c5991db53842 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:03:54.298382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:54.300669 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5213fb24-f65e-4292-8a6e-92645e4b0630 req-d37d950e-b860-425b-a6a0-a8fa5a3ffa88 tempest-ServerDiskConfigTestJSON-861667135 tempest-ServerDiskConfigTestJSON-861667135-project] 10.222.0.20 "DELETE /v2.0/ports/0d2065bf-2773-4753-a0ef-c5991db53842 HTTP/1.1" status: 204 len: 173 time: 0.4796262 Aug 12 05:03:54.301108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-deleted', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:03:54.303430 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c9e6cf-1f91-4f90-ab3f-d7bb21a4fc7c" -d '{"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-deleted", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:03:54.337958 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2434d358-26f5-484b-8e85-c9de7189f691 x-openstack-request-id: req-2434d358-26f5-484b-8e85-c9de7189f691 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:03:54.338250 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce2c936-3a12-4e61-b5b6-152542c94b87", "name": "network-vif-deleted", "tag": "0d2065bf-2773-4753-a0ef-c5991db53842", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:03:54.338522 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2434d358-26f5-484b-8e85-c9de7189f691 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:03:54.338979 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce2c936-3a12-4e61-b5b6-152542c94b87', 'name': 'network-vif-deleted', 'tag': '0d2065bf-2773-4753-a0ef-c5991db53842', 'status': 'completed', 'code': 200} Aug 12 05:03:54.905784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46160) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:54.951107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Deleting subnet 6c371ff0-23c2-4ef5-8506-78db1fa4ee11 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:03:54.954207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:54.991814 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.039544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.160404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.183762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c371ff0-23c2-4ef5-8506-78db1fa4ee11,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:55.190184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.192098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-90e0cc44-40ba-4219-918d-4a970ed3eba5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c371ff0-23c2-4ef5-8506-78db1fa4ee11 HTTP/1.1" status: 204 len: 168 time: 0.2852540 Aug 12 05:03:55.194606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46162) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:55.264969 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.340600 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.361658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0493e3bf-71f9-4713-927e-7f60154d6b78']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:03:55.372067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad29485a-40e5-49f6-b006-55780593c03c') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:03:55.372286 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad29485a-40e5-49f6-b006-55780593c03c') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:03:55.382162 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.396095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.401762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:03:55.402167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:03:55.403823 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:03:55.527465 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.532685 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.534559 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0493e3bf-71f9-4713-927e-7f60154d6b78 HTTP/1.1" status: 204 len: 168 time: 0.3389790 Aug 12 05:03:55.545878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764336dc-4028-46c2-bad2-73ec34b294f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0493e3bf-71f9-4713-927e-7f60154d6b78,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:55.839203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46166) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:55.880970 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-856a8230-a74e-4861-882c-b29703f76242 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbf1440c2b84446494cb372c2cbccdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406146 Aug 12 05:03:55.883442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46168) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:55.931367 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52963c48-b13a-40f8-83e5-3ee1ad47c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.936777 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:55.952050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52963c48-b13a-40f8-83e5-3ee1ad47c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:56.059334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52963c48-b13a-40f8-83e5-3ee1ad47c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:56.061839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52963c48-b13a-40f8-83e5-3ee1ad47c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:56.063089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-52963c48-b13a-40f8-83e5-3ee1ad47c3d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1989d966-51b6-4fad-a7da-3d77600bd29f HTTP/1.1" status: 204 len: 168 time: 0.1786833 Aug 12 05:03:56.071357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963c48-b13a-40f8-83e5-3ee1ad47c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1989d966-51b6-4fad-a7da-3d77600bd29f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:56.159728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.012718 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 46190) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:57.106054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1533337290-network', 'tenant_id': '4065a378098442889ba0919cb79f5787'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:03:57.124967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:03:57.143970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 0d2065bf-2773-4753-a0ef-c5991db53842 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:03:57.144312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 0d2065bf-2773-4753-a0ef-c5991db53842 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:03:57.187989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Made reservation on behalf of 4065a378098442889ba0919cb79f5787 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:03:57.190345 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.199159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.284634 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.338642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.365910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:03:57.372096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d6a757-01be-4e45-96c9-0b781e35ec28,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:57.379681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.380105 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Added segment eaa48554-9d53-471f-b9a7-89e014f7426b of type vlan for network 998d2f0c-e80c-497d-8aa1-55cf8c368036 Aug 12 05:03:57.424531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.553628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.554579 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:57.555190 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.612209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=998d2f0c-e80c-497d-8aa1-55cf8c368036,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:57.622400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:03:57.655343 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b77ff7ea-14c6-478a-9b77-36491d80c8e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6413448 Aug 12 05:03:57.655654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46194) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:57.660823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Request body: {'subnet': {'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1533337290-subnet', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:03:57.731409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Made reservation on behalf of 4065a378098442889ba0919cb79f5787 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:03:57.733711 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:57.954569 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.007982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b52bef3-557f-4771-8f39-7c13fc7032f5,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:58.023142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.023492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.023837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.024203 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.024536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.024866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.025193 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.025519 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.025842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.026167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.026490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.026834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:03:58.035429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:03:58.035789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Network hostable DHCP agents. Network: 998d2f0c-e80c-497d-8aa1-55cf8c368036, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:03:58.122926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:03:58.196645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 998d2f0c-e80c-497d-8aa1-55cf8c368036) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:03:58.203257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:03:58.203859 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.204436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0bd61-8511-44a5-b95c-990794ff8ccc None None] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:03:58.254536 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-12bafaee-6037-48e6-bcdf-e6190016d3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.283289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1069eb45-7f48-487f-bcab-1742beb13a1c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6264632 Aug 12 05:03:58.285918 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46196) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:03:58.290275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:03:58.348871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-998d2f0c-e80c-497d-8aa1-55cf8c368036', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:03:58.349728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.382657 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.383795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.436665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.501004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Allocated IP 172.20.0.2 (998d2f0c-e80c-497d-8aa1-55cf8c368036/8b52bef3-557f-4771-8f39-7c13fc7032f5/c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:03:58.639713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.647612 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Transition to ACTIVE for port object c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:03:58.661408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Transition to ACTIVE for port object c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:03:58.666603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.728091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.767390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:03:58.770388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:03:58.773972 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:03:58.781045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Pushing event updated for resources: {'Port': ['ID=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:58.833568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Attempting to bind port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:03:58.833940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Attempting to bind port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:03:58.834303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Attempting to bind port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:03:58.839119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:03:58.839488 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:03:58.839887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.840282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:03:58.840746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Bound port: c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:03:58.841647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.901272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] For port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:03:58.904820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] For port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:03:58.955586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.975633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:58.979868 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:59.045014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfbd32-3c89-4731-8378-d264ed66d134 None None] Pushing event updated for resources: {'Port': ['ID=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:59.091947 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Allocated IP 172.25.6.5 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/b20035c7-f966-437f-95ab-1aa364210de2) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:03:59.208458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:59.316691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:59.357364 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:03:59.360255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:03:59.363836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:03:59.369119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Pushing event updated for resources: {'Port': ['ID=b20035c7-f966-437f-95ab-1aa364210de2,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:03:59.679156 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:03:59.850116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecac0fb-f1d0-4fb1-ae1f-8f8cce057520 None None] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:03:59.887912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:00.047936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1639729d-4900-423e-972e-aad8ba9db372 None None] Provisioning for port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:00.128041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:04:00.232701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:04:00.241362 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:04:00.251308 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:04:00.257472 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:03:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:00.308168 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:00.309451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-df977f92-55db-4f8f-82d4-e2dd3f51171b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0225790 Aug 12 05:04:00.312720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:04:00.353528 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:04:00.527510 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:03:59Z', 'revision_number': 3, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:00.558775 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:04:00.559130 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Updating router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 port b20035c7-f966-437f-95ab-1aa364210de2 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:04:00.584530 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:00.816854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ef62b425-99c1-4bba-bdea-df0a966e98b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:00.930368 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:00.940158 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Transition to ACTIVE for port object b20035c7-f966-437f-95ab-1aa364210de2 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:04:00.971478 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.030667 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.083330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.087650 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Attempting to bind port b20035c7-f966-437f-95ab-1aa364210de2 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:04:01.088022 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Attempting to bind port b20035c7-f966-437f-95ab-1aa364210de2 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:04:01.088373 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Attempting to bind port b20035c7-f966-437f-95ab-1aa364210de2 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:04:01.091428 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Pushing event updated for resources: {'Port': ['ID=b20035c7-f966-437f-95ab-1aa364210de2,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:01.099139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:04:01.099507 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:04:01.099899 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.100282 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:04:01.100738 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Bound port: b20035c7-f966-437f-95ab-1aa364210de2, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:04:01.101111 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.104059 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.104399 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.104732 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.105069 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.105385 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.105708 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.106028 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.106361 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.106690 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.107038 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.107354 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.107667 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:01.160836 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] For port b20035c7-f966-437f-95ab-1aa364210de2, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:04:01.164952 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] For port b20035c7-f966-437f-95ab-1aa364210de2, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b20035c7-f966-437f-95ab-1aa364210de2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:04:01.211009 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:01.231079 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.241923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Allocated IP 172.20.0.1 (998d2f0c-e80c-497d-8aa1-55cf8c368036/8b52bef3-557f-4771-8f39-7c13fc7032f5/1457e224-2b12-4ac0-aa77-bc01301b636c) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:04:01.289968 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:04:01.290651 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:01.328675 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9ad5a-628b-4cec-923b-ea54319dd733 None None] Pushing event updated for resources: {'Port': ['ID=b20035c7-f966-437f-95ab-1aa364210de2,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:01.333779 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:01.338230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:01.338750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.347790 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.365124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Transition to ACTIVE for port object 1457e224-2b12-4ac0-aa77-bc01301b636c will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:04:01.403111 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:04:01.418528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.452303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:04:01.459634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.496768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:04:01.502186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:04:01.504822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:04:01.533515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1457e224-2b12-4ac0-aa77-bc01301b636c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:01.551497 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.571511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.592798 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:03:59Z', 'revision_number': 3, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:01.621156 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1e488-1632-4d8e-9e48-67bbffeaa908 None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:03:59Z', 'revision_number': 3, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:04:01.635525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:01.783066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.854405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-928a488f-9f85-4d41-8512-39181bc502bc None None] Provisioning for port 1457e224-2b12-4ac0-aa77-bc01301b636c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:01.860593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-928a488f-9f85-4d41-8512-39181bc502bc None None] Provisioning complete for port 1457e224-2b12-4ac0-aa77-bc01301b636c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:01.860987 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-928a488f-9f85-4d41-8512-39181bc502bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:01.905912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-928a488f-9f85-4d41-8512-39181bc502bc None None] Port 1457e224-2b12-4ac0-aa77-bc01301b636c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:04:01.986853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:02.036478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:02.104806 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:02.106700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1457e224-2b12-4ac0-aa77-bc01301b636c,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:02.204615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:04:02.205975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:04:02.297534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:02.331998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:04:02.438174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6dc929cb-d7dd-4e2d-aa31-b0bb2e4f8644 None None] Provisioning complete for port 1457e224-2b12-4ac0-aa77-bc01301b636c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:02.438558 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6dc929cb-d7dd-4e2d-aa31-b0bb2e4f8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:02.451251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:04:02.456335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-48b9d45a-df3e-4f55-9e9a-83cb97fd45b4 admin admin] 10.222.0.42 "PUT /v2.0/routers/517093ff-4ebf-4955-a2a0-59d4c757e1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1426563 Aug 12 05:04:02.474817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6dc929cb-d7dd-4e2d-aa31-b0bb2e4f8644 None None] Port 1457e224-2b12-4ac0-aa77-bc01301b636c cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:04:03.049967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46206) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:04:03.054950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637329235', 'description': 'tempest-description--1254892416'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:03.149559 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.176811 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:04:03.186425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:04:03.187099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:03.241456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.270704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b20035c7-f966-437f-95ab-1aa364210de2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:03.308495 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.323797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:04:03.339304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:03.400256 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.401952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6886e65a-6c77-4b46-82e0-9de95cb7367f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3504283 Aug 12 05:04:03.405110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46208) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:04:03.409822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'security_group_rule': {'security_group_id': 'd3ae0fa9-2253-4c60-8eb5-77462cc90a6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:03.439514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port b20035c7-f966-437f-95ab-1aa364210de2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:03.445654 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b20035c7-f966-437f-95ab-1aa364210de2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:03.446023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.507794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.572370 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.585717 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.610932 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port b20035c7-f966-437f-95ab-1aa364210de2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b20035c7-f966-437f-95ab-1aa364210de2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:04:03.613805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 2, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:03.642148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:04:03.642528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Updating router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 port 1457e224-2b12-4ac0-aa77-bc01301b636c binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:04:03.667103 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.671036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.688887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0ba799-39aa-4bb0-9ade-47b25fc14346,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:03.708430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.712555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:03.759533 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.760805 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ffe4db8c-cc87-4636-9a84-9191f4a17b44 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547058 Aug 12 05:04:03.764015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46210) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:04:03.768632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'security_group_rule': {'security_group_id': 'd3ae0fa9-2253-4c60-8eb5-77462cc90a6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:03.855799 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.867448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=b20035c7-f966-437f-95ab-1aa364210de2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:03.921463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.923796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:03.924159 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.927259 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:03.999893 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.023919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b96e233-0878-49c8-802c-0c302a939b1d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:04.074936 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.084866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Transition to ACTIVE for port object 1457e224-2b12-4ac0-aa77-bc01301b636c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:04:04.104922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.106162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ef28b388-ad2f-4993-80b5-dbeb3790411b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3412073 Aug 12 05:04:04.109183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46212) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:04:04.113761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:04.185020 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.213418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.236310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eb924-a619-4f0d-b70f-f94de54cd400 None None] Pushing event updated for resources: {'Port': ['ID=1457e224-2b12-4ac0-aa77-bc01301b636c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:04.287033 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Attempting to bind port 1457e224-2b12-4ac0-aa77-bc01301b636c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:04:04.287410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Attempting to bind port 1457e224-2b12-4ac0-aa77-bc01301b636c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:04:04.287775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Attempting to bind port 1457e224-2b12-4ac0-aa77-bc01301b636c on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:04:04.293765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:04:04.294147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:04:04.294698 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.295129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:04:04.295656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Bound port: 1457e224-2b12-4ac0-aa77-bc01301b636c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:04:04.295989 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.317214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.362666 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] For port 1457e224-2b12-4ac0-aa77-bc01301b636c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:04:04.366032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] For port 1457e224-2b12-4ac0-aa77-bc01301b636c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1457e224-2b12-4ac0-aa77-bc01301b636c,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:04:04.427695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Allocated IP 172.25.6.148 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/cfe0de4f-f77e-4c76-aa8f-4d2a81f0be92) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:04:04.471165 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.531829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.629112 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.668803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:04:04.679453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:04:04.684557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:04:04.698573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eb924-a619-4f0d-b70f-f94de54cd400 None None] Pushing event updated for resources: {'Port': ['ID=1457e224-2b12-4ac0-aa77-bc01301b636c,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:04.702904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:04:04.703516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:04.721597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'Port': ['ID=cfe0de4f-f77e-4c76-aa8f-4d2a81f0be92,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:04.780460 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:04.812305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:04:04.882581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.017142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:04Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:05.035611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.042992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e6130-3bf5-4d1f-8cf6-2c1ad604495c None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:04Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:04:05.109632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.187958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'Port': ['ID=cfe0de4f-f77e-4c76-aa8f-4d2a81f0be92,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:05.203452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.270606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.281160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a758ad12-c478-4a67-bf3d-70379e43eb17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1617002 Aug 12 05:04:05.285847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1457e224-2b12-4ac0-aa77-bc01301b636c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:05.410951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1457e224-2b12-4ac0-aa77-bc01301b636c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:05.415126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1457e224-2b12-4ac0-aa77-bc01301b636c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:05.415577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.423574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-2fb6b6e7-6344-40f7-b8e1-14be04dce816 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--637329235&fields=id&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 267 time: 0.0408771 Aug 12 05:04:05.502502 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.545415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1457e224-2b12-4ac0-aa77-bc01301b636c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1457e224-2b12-4ac0-aa77-bc01301b636c,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:04:05.545559 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-8679cfbb-1223-4df4-bfc8-520114fb15fc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:05.546784 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-8679cfbb-1223-4df4-bfc8-520114fb15fc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1159256 Aug 12 05:04:05.564173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-5c3fb809-b338-400e-81af-66bd8111b745 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/quotas/4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 375 time: 0.0107627 Aug 12 05:04:05.621007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-3997504f-1d7f-4ad7-8ed9-708bbeafecd6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509202 Aug 12 05:04:05.640171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.641256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b20035c7-f966-437f-95ab-1aa364210de2 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:05.724135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1457e224-2b12-4ac0-aa77-bc01301b636c,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:05.731796 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-c96f793a-9fc8-40f0-a87e-c57a3c5f748f service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978327 Aug 12 05:04:05.739618 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port b20035c7-f966-437f-95ab-1aa364210de2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:05.740005 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:05.830093 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-c025fda2-c9c4-4cd2-a210-7ef06c4edabf service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922070 Aug 12 05:04:06.072603 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60a8ffdb-0dc6-459e-92c3-1e743e47d0e1 req-62a55df8-40ae-422c-ba17-58cafbc4c07b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 210 time: 0.0330603 Aug 12 05:04:07.184211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1457e224-2b12-4ac0-aa77-bc01301b636c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:07.199097 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-59f09c80-e6c4-47dc-ad42-202e093d0caf req-fcae73f4-78b2-4ef6-9432-5f8c94fd9302 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 210 time: 0.0336518 Aug 12 05:04:07.235718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1457e224-2b12-4ac0-aa77-bc01301b636c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:07.236091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:08.127776 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-444c1ced-48e2-44a0-a17a-045239855a96 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:08.129253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-444c1ced-48e2-44a0-a17a-045239855a96 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1034803 Aug 12 05:04:08.173551 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-f12c66a3-4788-45cd-b00b-3a2cf8febef2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 379 time: 0.0344768 Aug 12 05:04:08.183437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'port': {'device_id': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'admin_state_up': True, 'tenant_id': '4065a378098442889ba0919cb79f5787', 'security_groups': ['d3ae0fa9-2253-4c60-8eb5-77462cc90a6b']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:08.302905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-83bb2b26-072a-42a1-b1db-7b217794965e req-08571cfb-8861-4375-990f-5b863ad77d53 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 210 time: 0.0331836 Aug 12 05:04:08.384649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Made reservation on behalf of 4065a378098442889ba0919cb79f5787 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:04:08.388791 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:08.511153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Allocated IP 172.20.0.12 (998d2f0c-e80c-497d-8aa1-55cf8c368036/8b52bef3-557f-4771-8f39-7c13fc7032f5/05c51935-7b2e-4007-8804-a6e74199b98d) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:04:08.648979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:08.662267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Transition to ACTIVE for port object 05c51935-7b2e-4007-8804-a6e74199b98d will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:04:08.754097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:08.797399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:04:08.800629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:04:08.804303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:04:08.810919 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:08.861932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:08.862563 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:08.956914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-a87ab13e-d20c-4fa5-b7e8-328be539f417 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770491 Aug 12 05:04:08.969836 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Request body: {'port': {'device_id': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:09.022926 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.051186 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe4eeb6c-da83-49c7-b67e-21c8bae19cc5 None None] Provisioning for port 05c51935-7b2e-4007-8804-a6e74199b98d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:09.054943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe4eeb6c-da83-49c7-b67e-21c8bae19cc5 None None] Provisioning complete for port 05c51935-7b2e-4007-8804-a6e74199b98d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:09.055348 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe4eeb6c-da83-49c7-b67e-21c8bae19cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.088915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-fe4eeb6c-da83-49c7-b67e-21c8bae19cc5 None None] Port 05c51935-7b2e-4007-8804-a6e74199b98d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:04:09.282826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c51935-7b2e-4007-8804-a6e74199b98d {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:04:09.290051 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.302424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Transition to ACTIVE for port object 05c51935-7b2e-4007-8804-a6e74199b98d will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:04:09.378932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.417288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e082082-6810-45b3-81b9-892ebd0a4661 req-07cf02e7-c9a2-4890-8704-844c52147703 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:09.419468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e082082-6810-45b3-81b9-892ebd0a4661 req-07cf02e7-c9a2-4890-8704-844c52147703 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0501118 Aug 12 05:04:09.449863 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:09.470072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e082082-6810-45b3-81b9-892ebd0a4661 req-2f83a4a8-ec1f-466d-8aca-af2661f7688d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Aug 12 05:04:09.502089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:04:09.502431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:04:09.502926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:04:09.507621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Port 05c51935-7b2e-4007-8804-a6e74199b98d on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:04:09.507941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:04:09.513126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:04:09.513466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:04:09.513850 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:04:09.514280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Bound port: 05c51935-7b2e-4007-8804-a6e74199b98d, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:04:09.514640 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.583131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:04:09.586501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:04:09.665240 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.702254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:09.702911 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:09.704321 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] 10.222.0.20 "PUT /v2.0/ports/05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1092 time: 0.7389116 Aug 12 05:04:09.704761 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:04:09.707044 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e45922-a0dc-4b73-950d-f6117c34f04e" -d '{"events": [{"name": "network-changed", "server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:04:09.736099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee22896-3ee8-4b33-ae55-f4b60523b0fc service neutron] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:09.747747 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e05475-b60b-4051-8673-855ddc739703 x-openstack-request-id: req-69e05475-b60b-4051-8673-855ddc739703 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:04:09.748043 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:04:09.748297 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69e05475-b60b-4051-8673-855ddc739703 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:04:09.748709 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'status': 'completed', 'code': 200} Aug 12 05:04:09.810891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45922-a0dc-4b73-950d-f6117c34f04e req-44bf9bcd-cad0-47ce-91a9-264a9e3abcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:09.812303 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87e45922-a0dc-4b73-950d-f6117c34f04e req-44bf9bcd-cad0-47ce-91a9-264a9e3abcb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1095 time: 0.0427721 Aug 12 05:04:09.914335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45922-a0dc-4b73-950d-f6117c34f04e req-b7e5df6c-1bc8-440a-8e04-3f5fe1a6eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:09.915836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87e45922-a0dc-4b73-950d-f6117c34f04e req-b7e5df6c-1bc8-440a-8e04-3f5fe1a6eb50 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4065a378098442889ba0919cb79f5787&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958216 Aug 12 05:04:10.008448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45922-a0dc-4b73-950d-f6117c34f04e req-4b10163e-e112-4f2f-bbb9-f297be2b0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:10.009863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-87e45922-a0dc-4b73-950d-f6117c34f04e req-4b10163e-e112-4f2f-bbb9-f297be2b0b82 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867515 Aug 12 05:04:10.084401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-9a95fbd5-a2c1-417f-a260-d8c0414c100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:10.085801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-9a95fbd5-a2c1-417f-a260-d8c0414c100d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1095 time: 0.0407796 Aug 12 05:04:10.131332 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-c9ee8052-dbc5-43a2-979b-29668d7d9936 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 217 time: 0.0371735 Aug 12 05:04:10.180667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-47885148-d274-494e-892d-80774019d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:10.182098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-47885148-d274-494e-892d-80774019d185 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0432131 Aug 12 05:04:10.226660 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-82caabba-2023-47bc-9759-8781b2862f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:10.228152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-82caabba-2023-47bc-9759-8781b2862f54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392482 Aug 12 05:04:10.322775 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-b4b9c374-d174-42e5-9e28-9974fd5de13e service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868456 Aug 12 05:04:10.414736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b564673-2d1b-4bb9-bcd9-ae6507755d09 req-24150b47-c5d5-4256-b1ca-fb2f0669d5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842741 Aug 12 05:04:10.586966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8858ee-3c72-4547-b659-f22be58df8a3 req-621621e8-d962-4239-bccc-6628c9f18a82 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:10.588478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b8858ee-3c72-4547-b659-f22be58df8a3 req-621621e8-d962-4239-bccc-6628c9f18a82 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0505738 Aug 12 05:04:10.626532 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b8858ee-3c72-4547-b659-f22be58df8a3 req-b6293a4d-43aa-4127-a7d8-775515c42e09 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Aug 12 05:04:11.740519 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f32f-f6d4-4212-bfc1-35276b491911 req-d972d0dd-8a58-400a-a3c8-9ef27243fe01 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:11.741998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30f7f32f-f6d4-4212-bfc1-35276b491911 req-d972d0dd-8a58-400a-a3c8-9ef27243fe01 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0485528 Aug 12 05:04:11.784007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30f7f32f-f6d4-4212-bfc1-35276b491911 req-59c149d6-b9e3-4611-af8c-90cf8cb213eb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356236 Aug 12 05:04:12.895087 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bed53b-7253-4815-ba0a-021abb16ebe3 req-3212b2fe-7b73-4508-b8bd-54c5f14b4af5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:12.896553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52bed53b-7253-4815-ba0a-021abb16ebe3 req-3212b2fe-7b73-4508-b8bd-54c5f14b4af5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0474591 Aug 12 05:04:12.937462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52bed53b-7253-4815-ba0a-021abb16ebe3 req-7d8902db-9f96-4292-9dc0-53875eb35c87 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351577 Aug 12 05:04:13.218529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:04:13.312908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:04:13.323718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '05c51935-7b2e-4007-8804-a6e74199b98d', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '05c51935-7b2e-4007-8804-a6e74199b98d', 'mac_address': 'fa:16:3e:2b:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:04:13.359025 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:13.372509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c51935-7b2e-4007-8804-a6e74199b98d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:04:13.392347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:04:13.521736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:13.575436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:13.582818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.583199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.583546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.583893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.584231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.584564 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.584894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.585225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.585577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.585908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.586249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.586560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:04:13.711802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['05c51935-7b2e-4007-8804-a6e74199b98d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:04:14.049449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ef588-0770-415b-a9c1-a301696002a0 req-8f26cc91-fda0-42b3-bad7-1a87197e32a8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:14.051218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b0ef588-0770-415b-a9c1-a301696002a0 req-8f26cc91-fda0-42b3-bad7-1a87197e32a8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 945 time: 0.0481269 Aug 12 05:04:14.087499 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5b0ef588-0770-415b-a9c1-a301696002a0 req-2ef54e89-1def-4f3e-a42f-1da18c9c13f7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304527 Aug 12 05:04:15.202983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92483877-6abd-42d0-9fac-80bb832e9939 req-75d0e1bc-f146-4bea-aec7-be26b3bdb05f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:15.204489 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92483877-6abd-42d0-9fac-80bb832e9939 req-75d0e1bc-f146-4bea-aec7-be26b3bdb05f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 945 time: 0.0515161 Aug 12 05:04:15.225568 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:04:15.242111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92483877-6abd-42d0-9fac-80bb832e9939 req-331e0a86-985a-4e1f-8c70-df6d08974b5e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317390 Aug 12 05:04:15.336284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 05c51935-7b2e-4007-8804-a6e74199b98d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:04:15.339842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 05c51935-7b2e-4007-8804-a6e74199b98d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:04:15.340213 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:15.415333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:15.437389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:04:15.439662 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f249707f-8585-435e-8135-d59d10d5f29b" -d '{"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-plugged", "status": "completed", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:04:15.453792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:04:15.476863 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bb4201-32f6-48fe-8fef-957d33cc7b47 x-openstack-request-id: req-07bb4201-32f6-48fe-8fef-957d33cc7b47 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:04:15.477151 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-plugged", "status": "completed", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:04:15.477405 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07bb4201-32f6-48fe-8fef-957d33cc7b47 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:04:15.477795 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'code': 200} Aug 12 05:04:15.513992 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:15.560995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:04:15.575072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f33c02-cc74-43a9-93b0-456a942d01c6 req-0ceb8dfe-72ee-400b-810e-d69863aa6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:15.576621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-92f33c02-cc74-43a9-93b0-456a942d01c6 req-0ceb8dfe-72ee-400b-810e-d69863aa6d6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1097 time: 0.0412214 Aug 12 05:04:15.611541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-92f33c02-cc74-43a9-93b0-456a942d01c6 req-19f669a2-7e12-4e93-83d5-577f11913601 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278800 Aug 12 05:04:16.357066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80094e18-05ff-4bde-b196-e71e5dfb564e req-2f894048-0661-491a-81ef-44ab0a8e924a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:16.358573 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80094e18-05ff-4bde-b196-e71e5dfb564e req-2f894048-0661-491a-81ef-44ab0a8e924a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0499499 Aug 12 05:04:16.396372 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-80094e18-05ff-4bde-b196-e71e5dfb564e req-a146daf5-32d8-4e97-8bd6-5355c01d4cf2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318682 Aug 12 05:04:17.509854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518f4d7-0da1-40a2-b1e7-3559616509bd req-6ff1a419-7fa3-4caf-a685-a7090ecb5cfb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:17.511395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1518f4d7-0da1-40a2-b1e7-3559616509bd req-6ff1a419-7fa3-4caf-a685-a7090ecb5cfb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0487609 Aug 12 05:04:17.552759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1518f4d7-0da1-40a2-b1e7-3559616509bd req-a438e9ad-7afc-49cd-940b-f110064e71b3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Aug 12 05:04:17.660783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ff2d0-fe13-441c-ad18-79f85ee41a5f req-116b4782-2d81-470b-a048-019aba246a60 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:17.662255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e4ff2d0-fe13-441c-ad18-79f85ee41a5f req-116b4782-2d81-470b-a048-019aba246a60 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0481248 Aug 12 05:04:17.670627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46282) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:04:17.675598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'floatingip': {'port_id': '05c51935-7b2e-4007-8804-a6e74199b98d'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:04:17.718923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:18.146435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:18.210378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:18.306938 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 associated. External IP: 172.25.6.148, port: 05c51935-7b2e-4007-8804-a6e74199b98d. Aug 12 05:04:18.509556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:04:18.617627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:04:18.622095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:18.627526 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:04:18.636818 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:04:18.637417 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:18.649275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a97fee81-c999-41d0-9bcb-e9375fbe22fb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "PUT /v2.0/floatingips/18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 HTTP/1.1" status: 200 len: 992 time: 0.9775608 Aug 12 05:04:18.649869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:04:18.652197 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5059750-0420-4073-b948-3109a78f9e66" -d '{"events": [{"name": "network-changed", "server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:04:18.688877 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f7d21c-2111-405e-8ee2-71342c127986 x-openstack-request-id: req-18f7d21c-2111-405e-8ee2-71342c127986 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:04:18.689485 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:04:18.689485 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18f7d21c-2111-405e-8ee2-71342c127986 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:04:18.689822 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'status': 'completed', 'code': 200} Aug 12 05:04:18.747196 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:04:18.749421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059750-0420-4073-b948-3109a78f9e66 req-046e3e11-f4d3-40b2-8807-0d5cbe0a0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:18.750939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-046e3e11-f4d3-40b2-8807-0d5cbe0a0f5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1097 time: 0.0402517 Aug 12 05:04:18.842246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059750-0420-4073-b948-3109a78f9e66 req-839f8c96-516a-4efe-850f-7228fb86c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:18.843884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-839f8c96-516a-4efe-850f-7228fb86c2a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0863240 Aug 12 05:04:18.914372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-68fcfa16-d3af-4f8b-8189-ab1d2b2bb5f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1000 time: 0.0633526 Aug 12 05:04:18.964592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059750-0420-4073-b948-3109a78f9e66 req-5c11684e-06ab-4515-81e6-d998570ce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:18.966065 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-5c11684e-06ab-4515-81e6-d998570ce0f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0445969 Aug 12 05:04:18.973719 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '05c51935-7b2e-4007-8804-a6e74199b98d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:2b:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:04:18Z', 'revision_number': 1, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:19.002816 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:04:19.010391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059750-0420-4073-b948-3109a78f9e66 req-03c4b632-16c6-4ad3-b73d-cf1dca1c1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:19.010858 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:04:19.011467 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:04:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:19.011925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-03c4b632-16c6-4ad3-b73d-cf1dca1c1f25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389624 Aug 12 05:04:19.103468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-e87ea42b-b2f9-4086-8df0-66eb50b697ab service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846829 Aug 12 05:04:19.114668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:04:19.192897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d5059750-0420-4073-b948-3109a78f9e66 req-8f03408d-cb38-45e8-a3c7-c079f581b47a service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829210 Aug 12 05:04:19.332043 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '05c51935-7b2e-4007-8804-a6e74199b98d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:2b:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:04:18Z', 'revision_number': 1, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:04:19.357034 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac898d3d-19d1-41d0-a77d-b14752d3679b None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '05c51935-7b2e-4007-8804-a6e74199b98d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:2b:69:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:04:18Z', 'revision_number': 1, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:04:19.540096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e3212-ba8e-42bd-86e8-b7166cd879b8 None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:04:25.114937 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:04:25.964799 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:26.161824 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:28.245042 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b4eea90f-0bd7-4ddf-88b5-8d9acc1c960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:30.824332 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-42896bf3-897b-4fcb-96fa-1bf8714edcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:31.006892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:32.298241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:33.337368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-6265eb0a-2842-441f-a337-a363665bef77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381932 Aug 12 05:04:33.419543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-a2a453c7-33bd-4f20-8076-8f211c6dad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:33.421611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-a2a453c7-33bd-4f20-8076-8f211c6dad56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1097 time: 0.0436871 Aug 12 05:04:33.525906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-a7931c3a-4db5-483c-9944-0bef6c5b4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:33.527419 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-a7931c3a-4db5-483c-9944-0bef6c5b4479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0857215 Aug 12 05:04:33.597776 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-794c8a4d-24ec-467c-b0c7-8a26a4384c9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1002 time: 0.0617414 Aug 12 05:04:33.647682 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-3858f453-b02f-4c0d-a9f7-b957a1d62aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:33.649097 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-3858f453-b02f-4c0d-a9f7-b957a1d62aa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0431485 Aug 12 05:04:33.694783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-38e0d9ba-e7e3-4a05-adb7-37f1e1f4db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:04:33.696214 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-38e0d9ba-e7e3-4a05-adb7-37f1e1f4db5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384812 Aug 12 05:04:33.853301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:34.121536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-09496582-eb83-4876-8270-7225077b23eb service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172103 Aug 12 05:04:34.220620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0f1e8897-7b00-431d-8e18-af3e7e786ceb req-1cb0ea56-7fda-44ee-9dbc-448aa9e228e6 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877955 Aug 12 05:04:55.961085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:56.166735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:04:58.240698 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4997b7ec-0261-4974-a720-ec462c8d4d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:00.815401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b31c7e5d-24cf-4612-b526-a269bbb2735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:00.972209 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:02.114544 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:05:02.315353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:03.852713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:25.977664 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:26.154773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:28.268935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-97fb3ee1-7484-456d-b967-ae56877471db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:30.835041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ddd1ba3d-2ac3-4904-ab99-bfe0bc3e6124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:30.977709 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:32.314596 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:33.346426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-a6cc5836-7861-44e4-909f-72783f24079a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413332 Aug 12 05:05:33.430169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-c91e595f-14c4-43bc-ba0f-c27077b498c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:33.431590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-c91e595f-14c4-43bc-ba0f-c27077b498c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1097 time: 0.0419698 Aug 12 05:05:33.530438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-6a0be144-43d4-4427-a648-0583b9d1f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:33.531927 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-6a0be144-43d4-4427-a648-0583b9d1f5d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0818360 Aug 12 05:05:33.599919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-eff3a7a8-00d2-4a66-a75f-408ab39e4e7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1002 time: 0.0609002 Aug 12 05:05:33.647545 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-51f064c4-443e-4636-bb6f-1cc72a961077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:33.648959 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-51f064c4-443e-4636-bb6f-1cc72a961077 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0428946 Aug 12 05:05:33.694250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-8cd9e5c7-6032-4588-b137-695897b1f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:33.695707 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-8cd9e5c7-6032-4588-b137-695897b1f1eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395031 Aug 12 05:05:33.786505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-6e776f79-db1b-4c08-bb00-2e623677c540 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829701 Aug 12 05:05:33.854871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:33.877059 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d3be834e-cd26-4e72-96ac-5973988d2c8e req-1d5ee4c5-b1d3-415a-9562-5cad847326f1 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Aug 12 05:05:39.114212 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:05:55.318610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa155-73d2-4625-932f-a20d415ed687 req-3c36f521-3cb7-40dd-ba8f-b4bdf0f54f83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:55.320100 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91dfa155-73d2-4625-932f-a20d415ed687 req-3c36f521-3cb7-40dd-ba8f-b4bdf0f54f83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0490940 Aug 12 05:05:55.356138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91dfa155-73d2-4625-932f-a20d415ed687 req-cc8d0ae3-84b0-44fe-a933-9c1c268f5886 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302188 Aug 12 05:05:55.733011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1074d-60f3-4519-ae2f-3b522f5aafc0 req-75cbabb6-2eb8-4350-8fc1-09d4c1430779 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:55.734498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-afd1074d-60f3-4519-ae2f-3b522f5aafc0 req-75cbabb6-2eb8-4350-8fc1-09d4c1430779 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0528913 Aug 12 05:05:55.771837 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-afd1074d-60f3-4519-ae2f-3b522f5aafc0 req-511d6423-6bc8-4b18-8dc6-8ac17fb8afb9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Aug 12 05:05:55.835988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46514) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:05:55.925639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-bf424d73-001f-4142-b4ad-fa4af3511048 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885015 Aug 12 05:05:55.977428 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:56.166171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:56.887896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8dac-605e-4841-8eb6-f21a9de7319f req-c4275d2d-12c3-4611-87cc-6d33d958e099 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:56.889881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-587a8dac-605e-4841-8eb6-f21a9de7319f req-c4275d2d-12c3-4611-87cc-6d33d958e099 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0490866 Aug 12 05:05:56.928050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-587a8dac-605e-4841-8eb6-f21a9de7319f req-f68ce51c-7cc2-450a-a1a9-a98c1fa143ba tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Aug 12 05:05:57.786560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-c28d1ae2-7c7b-4d0c-bf3e-b3fe69e24b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:57.788064 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-c28d1ae2-7c7b-4d0c-bf3e-b3fe69e24b26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1097 time: 0.0392725 Aug 12 05:05:57.879983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-9c5aeacb-6a5a-4a2e-b6f7-6bd2a53cf60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:57.881432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-9c5aeacb-6a5a-4a2e-b6f7-6bd2a53cf60e service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0859494 Aug 12 05:05:57.946410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-99a2b23a-3c21-4f19-b832-cadcd3930c5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1002 time: 0.0579195 Aug 12 05:05:57.996083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-20eba8d1-c86d-4645-8622-f9737209bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:57.997600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-20eba8d1-c86d-4645-8622-f9737209bb71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0440676 Aug 12 05:05:58.074484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5b74-0a1e-4e77-9831-77d6201cfcda req-3f61d84b-bd89-42cb-b884-46bcec5c4fdc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:58.075923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-008f5b74-0a1e-4e77-9831-77d6201cfcda req-3f61d84b-bd89-42cb-b884-46bcec5c4fdc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0774279 Aug 12 05:05:58.078428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-65a5eec0-51ad-43e3-92ee-8a40a92b57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:58.079826 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-65a5eec0-51ad-43e3-92ee-8a40a92b57dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733249 Aug 12 05:05:58.162261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-008f5b74-0a1e-4e77-9831-77d6201cfcda req-c57a801c-8a8f-498e-a3b8-ef33adff4979 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798609 Aug 12 05:05:58.194675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-918f8f8e-8d60-4ae2-a9bc-1503c6d216b8 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064327 Aug 12 05:05:58.251659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38476766-efd1-4984-ba04-fcfcfa0623dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:05:58.283799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-144a88dd-0057-45dd-9621-22b9d00767cd service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825789 Aug 12 05:05:59.282939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a736e28-c9c2-4626-9ea3-7f10f5a432d9 req-63666be0-5da6-4a24-9ab0-bb140ee6f9d2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:05:59.284423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a736e28-c9c2-4626-9ea3-7f10f5a432d9 req-63666be0-5da6-4a24-9ab0-bb140ee6f9d2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0532176 Aug 12 05:05:59.324692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a736e28-c9c2-4626-9ea3-7f10f5a432d9 req-d2b4d396-7f0e-4ee0-b610-9d702d3fb931 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Aug 12 05:06:00.440726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35cbe6-af81-4d46-86dc-ccd09963537a req-450cb58a-d974-4b2f-b702-35b46e3f621e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:00.442184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b35cbe6-af81-4d46-86dc-ccd09963537a req-450cb58a-d974-4b2f-b702-35b46e3f621e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0503457 Aug 12 05:06:00.479075 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7b35cbe6-af81-4d46-86dc-ccd09963537a req-41d3bad4-2d30-457e-9853-2181039a0d26 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Aug 12 05:06:00.816848 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-21ade308-cfe3-452c-aa7a-4c6a4d55fed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:00.965521 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:01.595027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8eb195-ac70-4ded-8dfb-3deb85409c4c req-73c2d5da-fcc5-44a7-802d-f1a99d577960 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:01.596511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f8eb195-ac70-4ded-8dfb-3deb85409c4c req-73c2d5da-fcc5-44a7-802d-f1a99d577960 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0520349 Aug 12 05:06:01.634451 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2f8eb195-ac70-4ded-8dfb-3deb85409c4c req-3fa3cfd5-56a1-48b2-813b-b8cd64f3ece3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321307 Aug 12 05:06:02.303177 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:02.750999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e52b5b-0c35-4d1e-849b-49c7ee10e191 req-c8eab37d-ec4f-42a3-b0cf-78b027f73f09 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:02.752454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03e52b5b-0c35-4d1e-849b-49c7ee10e191 req-c8eab37d-ec4f-42a3-b0cf-78b027f73f09 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0524673 Aug 12 05:06:02.789513 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-03e52b5b-0c35-4d1e-849b-49c7ee10e191 req-f7702150-63fe-4660-82ae-c6b675adba80 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311923 Aug 12 05:06:03.903299 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:03.906255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c277288-ea11-4d95-93ce-fb65c7a0621e req-f825c390-6583-4d80-9d6b-cf0142d5aa4c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:03.907750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c277288-ea11-4d95-93ce-fb65c7a0621e req-f825c390-6583-4d80-9d6b-cf0142d5aa4c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0488398 Aug 12 05:06:03.945438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6c277288-ea11-4d95-93ce-fb65c7a0621e req-60f14eae-f9d8-4108-aa79-3ecf19d8fc65 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318224 Aug 12 05:06:05.062376 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f605fc-d972-45e2-be52-60bc4fefde7d req-b77f40ac-fcd8-4330-9a8a-56ce81c1e16f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:05.063887 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f605fc-d972-45e2-be52-60bc4fefde7d req-b77f40ac-fcd8-4330-9a8a-56ce81c1e16f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0509691 Aug 12 05:06:05.099979 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-33f605fc-d972-45e2-be52-60bc4fefde7d req-dc346050-fae7-4ec0-9722-4df3c74e7797 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301282 Aug 12 05:06:06.211380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83d2f-e437-4f47-8feb-083f2aa46b86 req-25170430-ea6b-499b-802a-3a5e2bcdcb0d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:06.212831 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7e83d2f-e437-4f47-8feb-083f2aa46b86 req-25170430-ea6b-499b-802a-3a5e2bcdcb0d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0474877 Aug 12 05:06:06.249345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7e83d2f-e437-4f47-8feb-083f2aa46b86 req-f45cb3e2-a00c-47ed-b5f9-b836cb415f23 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301399 Aug 12 05:06:07.366015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6eb27-c172-47e1-bb7e-959d7c402f43 req-1eeccc4f-35d8-4f39-a163-9502677514a5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:07.367580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95b6eb27-c172-47e1-bb7e-959d7c402f43 req-1eeccc4f-35d8-4f39-a163-9502677514a5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0491600 Aug 12 05:06:07.405300 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95b6eb27-c172-47e1-bb7e-959d7c402f43 req-e59b06e7-7409-4702-a719-ebba1ebdad5e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Aug 12 05:06:08.521010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b96c-295b-4ef2-90aa-5a3a068c2172 req-74826827-bd92-4594-ae19-541c4fbf540a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:08.522521 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3950b96c-295b-4ef2-90aa-5a3a068c2172 req-74826827-bd92-4594-ae19-541c4fbf540a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0520966 Aug 12 05:06:08.560083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3950b96c-295b-4ef2-90aa-5a3a068c2172 req-8bc755c2-f86d-4ee5-988f-9c1d971e9324 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Aug 12 05:06:09.676444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c77e-b06f-43f9-997a-f43269277686 req-c49ae600-3022-49c2-9481-4f8970e7f61c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:09.677894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfe4c77e-b06f-43f9-997a-f43269277686 req-c49ae600-3022-49c2-9481-4f8970e7f61c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0514834 Aug 12 05:06:09.714442 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfe4c77e-b06f-43f9-997a-f43269277686 req-c8e4dc27-022e-40fe-a193-3a2e1d927e4c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Aug 12 05:06:10.248364 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-3b95c852-23fb-4142-b661-17bae49befae service neutron] show failed (client error): The resource could not be found. Aug 12 05:06:10.249379 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-3b95c852-23fb-4142-b661-17bae49befae service neutron] 10.222.0.20 "GET /v2.0/ports/05c51935-7b2e-4007-8804-a6e74199b98d/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0537224 Aug 12 05:06:10.762131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-3c1232e4-e528-40b8-aa50-99efb60d549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:10.763689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-3c1232e4-e528-40b8-aa50-99efb60d549d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 1097 time: 0.0419042 Aug 12 05:06:10.776410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:06:10.860225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:10.888325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13736d77-cab1-45f8-a0d0-3cc0c26f0bbe req-b8d8495e-18a9-4b19-88a0-3e79f6ddacd6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:10.894798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13736d77-cab1-45f8-a0d0-3cc0c26f0bbe req-b8d8495e-18a9-4b19-88a0-3e79f6ddacd6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0929842 Aug 12 05:06:11.001544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13736d77-cab1-45f8-a0d0-3cc0c26f0bbe req-654f3e8b-3d8f-4f88-8a08-7b3c367dbce1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921559 Aug 12 05:06:11.106398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:11.137521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:06:11.175779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:11.178249 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3dd139-cbde-4116-a1d0-2a305f493f9e" -d '{"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-unplugged", "status": "completed", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:11.181907 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:11.194076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Transition to ACTIVE for port object 05c51935-7b2e-4007-8804-a6e74199b98d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:06:11.228730 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3abefc0-24c4-4a35-8cf9-a7eae84dc76d x-openstack-request-id: req-f3abefc0-24c4-4a35-8cf9-a7eae84dc76d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:11.229020 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-unplugged", "status": "completed", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:11.229272 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3abefc0-24c4-4a35-8cf9-a7eae84dc76d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:11.229672 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'code': 200} Aug 12 05:06:11.260049 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:11.339166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:11.353813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.354163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.354506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.354885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.358245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:11.398138 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] No DVR routers for this DVR port 05c51935-7b2e-4007-8804-a6e74199b98d on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:06:11.533595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:06:11.533852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:06:11.534182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:06:11.538450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Port 05c51935-7b2e-4007-8804-a6e74199b98d on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:06:11.538803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Attempting to bind port 05c51935-7b2e-4007-8804-a6e74199b98d on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:06:11.543617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:06:11.543956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:06:11.544341 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:06:11.544763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Bound port: 05c51935-7b2e-4007-8804-a6e74199b98d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:06:11.545117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:11.611187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:06:11.614072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:06:11.697232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:11.730865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:11.731473 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:11.732926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] 10.222.0.36 "PUT /v2.0/ports/05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1092 time: 0.9610107 Aug 12 05:06:11.754889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c0e2d-3e9f-4f10-81d6-e03e0acb615b service neutron] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:11.804808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-b32ade53-fa35-4cf2-9c42-d577a82493ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:11.806332 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-b32ade53-fa35-4cf2-9c42-d577a82493ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1095 time: 0.0429308 Aug 12 05:06:11.901184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-5871d6f4-69fe-4709-8924-9317734ddfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:11.902649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-5871d6f4-69fe-4709-8924-9317734ddfa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0889835 Aug 12 05:06:11.966743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-c5048827-3b91-46bc-afd2-f42fc83c7e75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1000 time: 0.0573363 Aug 12 05:06:12.013670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-5f29066d-fd1e-4d63-9aa9-1074bbfba51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:12.015596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-5f29066d-fd1e-4d63-9aa9-1074bbfba51c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0426185 Aug 12 05:06:12.064767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-69994fab-d298-4334-9584-82160eaf4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:12.066300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-69994fab-d298-4334-9584-82160eaf4d00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439923 Aug 12 05:06:12.170830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53776704-2ba1-47ba-ba0b-2c1e4588bbd6 req-59e606cf-2d85-4820-b628-bf32be5a1a0d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:12.172278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53776704-2ba1-47ba-ba0b-2c1e4588bbd6 req-59e606cf-2d85-4820-b628-bf32be5a1a0d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.1018090 Aug 12 05:06:12.549484 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-394c074f-e6b2-4610-bfc9-cfeda0af2f6d service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705627 Aug 12 05:06:12.572542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53776704-2ba1-47ba-ba0b-2c1e4588bbd6 req-86ffc5dd-a00c-4516-ad4c-0e1df31f5601 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937662 Aug 12 05:06:12.644163 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-565efb65-f587-46c9-a3b0-43de9a25a88f req-3da133ce-c93b-4585-bd86-a3892a793b06 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857174 Aug 12 05:06:13.230858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:13.234215 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471215d7-8be4-4dd1-80c8-15d9e4972b17" -d '{"events": [{"name": "network-changed", "server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:13.283094 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2bacb1-b81d-4451-a053-9d8ad1938db8 x-openstack-request-id: req-0f2bacb1-b81d-4451-a053-9d8ad1938db8 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:13.283385 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:13.283657 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f2bacb1-b81d-4451-a053-9d8ad1938db8 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:13.284720 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'status': 'completed', 'code': 200} Aug 12 05:06:13.344020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-475d3029-ee62-4971-bc5c-f53321c20191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.344672 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-b7b9da32-24a7-4e3c-bd0a-5dd252ec4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.345547 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-475d3029-ee62-4971-bc5c-f53321c20191 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1095 time: 0.0405331 Aug 12 05:06:13.346046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-b7b9da32-24a7-4e3c-bd0a-5dd252ec4ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1095 time: 0.0438976 Aug 12 05:06:13.433639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-b773c33e-9caa-468d-a702-477af97b90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.435123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-b773c33e-9caa-468d-a702-477af97b90bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0816944 Aug 12 05:06:13.439283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-513d5b79-7e03-4f20-8d12-cfea9ac3fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.440678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-513d5b79-7e03-4f20-8d12-cfea9ac3fdb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0883825 Aug 12 05:06:13.505628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-acc35722-4009-41bd-a707-c131a116e505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1000 time: 0.0628252 Aug 12 05:06:13.506687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-ab0d2d4a-03b7-402f-a4f0-0026c13b0f45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1000 time: 0.0593090 Aug 12 05:06:13.555539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-f550e948-5790-4bfb-aac9-65e67608d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.556659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-36f3feb3-650a-4caf-9aef-c6627536a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.557019 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-f550e948-5790-4bfb-aac9-65e67608d4eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0437779 Aug 12 05:06:13.558122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-36f3feb3-650a-4caf-9aef-c6627536a722 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0452323 Aug 12 05:06:13.606402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-77c89d9f-8f7f-4c55-bf49-450595fe443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.608523 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-77c89d9f-8f7f-4c55-bf49-450595fe443a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423992 Aug 12 05:06:13.617520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-75957ef3-d30c-4bb0-becc-16b9ca6d2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.619501 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-75957ef3-d30c-4bb0-becc-16b9ca6d2e23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544717 Aug 12 05:06:13.710695 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-401760cc-a409-4531-83fe-5aeb985b0b9f service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829642 Aug 12 05:06:13.732546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5700553-9422-4c68-b10b-dbbc7798a57b req-836e6854-2eea-46ce-9828-fd6270f76d15 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:13.734592 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5700553-9422-4c68-b10b-dbbc7798a57b req-836e6854-2eea-46ce-9828-fd6270f76d15 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0705121 Aug 12 05:06:13.750209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-129dec0f-7c8b-46f1-bb65-ca0c1bd59e93 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312330 Aug 12 05:06:13.754174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:06:13.792005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:06:13.807929 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-78a7c13c-327c-4a44-9a3b-160832feaa79 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908058 Aug 12 05:06:13.825760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5700553-9422-4c68-b10b-dbbc7798a57b req-7a359d54-faa3-401d-a2da-708d15964ce7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840008 Aug 12 05:06:13.863447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-471215d7-8be4-4dd1-80c8-15d9e4972b17 req-39ffe4c9-935d-48aa-bd17-0c6b2cd2d202 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022394 Aug 12 05:06:14.957531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f687b-ac5e-48d9-9d78-66eb80ec5975 req-017063a6-fab7-4ad7-ac86-7428fded986d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:14.959052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d1f687b-ac5e-48d9-9d78-66eb80ec5975 req-017063a6-fab7-4ad7-ac86-7428fded986d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0509696 Aug 12 05:06:14.996128 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1d1f687b-ac5e-48d9-9d78-66eb80ec5975 req-56e80e3f-2afd-4cc9-aef7-1b4fb80e4098 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Aug 12 05:06:15.296448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459473d-7a3e-4450-b415-c020d0dec5a2 req-7d89ddc5-ed79-497e-a192-404e76263cae tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:15.297922 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2459473d-7a3e-4450-b415-c020d0dec5a2 req-7d89ddc5-ed79-497e-a192-404e76263cae tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0593383 Aug 12 05:06:15.358073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2459473d-7a3e-4450-b415-c020d0dec5a2 req-1f4ae83f-fae4-4cda-8ad8-a0c5fd65e07a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425391 Aug 12 05:06:15.365787 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-73771e50-eb07-457e-ba18-7f1423193dff tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:15.367203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-73771e50-eb07-457e-ba18-7f1423193dff tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670&tenant_id=4065a378098442889ba0919cb79f5787&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 944 time: 0.0890577 Aug 12 05:06:15.427459 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-7814e60c-b2d0-4e6c-9861-818ea7b67806 service neutron] delete failed (client error): The resource could not be found. Aug 12 05:06:15.428452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-7814e60c-b2d0-4e6c-9861-818ea7b67806 service neutron] 10.222.0.20 "DELETE /v2.0/ports/05c51935-7b2e-4007-8804-a6e74199b98d/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0535827 Aug 12 05:06:15.563736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-f60961ae-11bd-4118-9afa-5eb02b2f895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:15.565125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-f60961ae-11bd-4118-9afa-5eb02b2f895e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 1095 time: 0.0412440 Aug 12 05:06:15.656427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-d434e7ac-855c-4ab4-9bef-509807609f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:15.657854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-d434e7ac-855c-4ab4-9bef-509807609f6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0859542 Aug 12 05:06:15.721805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-caf14056-fe88-42a7-8041-ef9107397b2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 200 len: 1000 time: 0.0569282 Aug 12 05:06:15.769068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-719856cb-bc6d-4095-886a-ca6004003b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:15.770471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-719856cb-bc6d-4095-886a-ca6004003b75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0420036 Aug 12 05:06:15.818840 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-b308a45d-e1c6-425a-9eee-368c5c6cae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:15.820213 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-b308a45d-e1c6-425a-9eee-368c5c6cae8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429511 Aug 12 05:06:15.909465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-1b1536dd-7f9d-4941-b562-676c93b7c5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816216 Aug 12 05:06:16.002754 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fd6bcd81-51be-4e18-8845-54619a86d368 req-f61a4425-bbe5-460f-9b14-7e64d29bef3c service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865498 Aug 12 05:06:16.113505 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:06:16.475979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e24ef-b4df-4801-95ea-06c771dcd803 req-5e0c4f1e-3a12-4195-a869-9aa694744b5d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:16.478354 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-016e24ef-b4df-4801-95ea-06c771dcd803 req-5e0c4f1e-3a12-4195-a869-9aa694744b5d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 944 time: 0.0505939 Aug 12 05:06:16.516574 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-016e24ef-b4df-4801-95ea-06c771dcd803 req-26f52bf5-c2df-46f5-a434-696e3b182749 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Aug 12 05:06:16.570203 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:06:16.663653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:16.675378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '05c51935-7b2e-4007-8804-a6e74199b98d', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '05c51935-7b2e-4007-8804-a6e74199b98d', 'mac_address': 'fa:16:3e:2b:69:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:06:16.711823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:16.724800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c51935-7b2e-4007-8804-a6e74199b98d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:06:16.744469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:16.791109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:16.837380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:16.845222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.845573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.845920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.846256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.846591 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.846953 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.847284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.847617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.847942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.853866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.853866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:16.853866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:17.043079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['05c51935-7b2e-4007-8804-a6e74199b98d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:06:17.631004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f3784-d326-4e36-859e-9c82614c9558 req-7db5b586-0119-4efc-9c07-fa1518eb43b8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:17.632478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-081f3784-d326-4e36-859e-9c82614c9558 req-7db5b586-0119-4efc-9c07-fa1518eb43b8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 945 time: 0.0488138 Aug 12 05:06:17.669469 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-081f3784-d326-4e36-859e-9c82614c9558 req-dca327c3-58ac-43b8-a4d9-66b60e9c2a87 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308616 Aug 12 05:06:17.790688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0705bc-d508-42c9-b54e-b4b1d4732414 req-6a0c4d09-d702-4fa2-a5ab-727ec361e4a0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:17.792243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d0705bc-d508-42c9-b54e-b4b1d4732414 req-6a0c4d09-d702-4fa2-a5ab-727ec361e4a0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 945 time: 0.0487442 Aug 12 05:06:17.830025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3d0705bc-d508-42c9-b54e-b4b1d4732414 req-e57602b4-73cd-4e9b-b79e-00e8c0fe8e56 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Aug 12 05:06:17.941731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15472-2269-4b79-985a-0479997fd506 req-6b358b8c-1789-4a70-9cbe-46ca3d5ab95a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:17.943264 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04d15472-2269-4b79-985a-0479997fd506 req-6b358b8c-1789-4a70-9cbe-46ca3d5ab95a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Aug 12 05:06:17.981632 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-04d15472-2269-4b79-985a-0479997fd506 req-5fc47cc9-31c2-4ae3-a819-8321c229f82f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322361 Aug 12 05:06:18.429931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9d71-c1cf-4b1e-8089-88c226eb474c req-7fd566bb-e9b3-4e6e-a423-cf701b5900cd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:18.431422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c0d9d71-c1cf-4b1e-8089-88c226eb474c req-7fd566bb-e9b3-4e6e-a423-cf701b5900cd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 945 time: 0.0525944 Aug 12 05:06:18.468193 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c0d9d71-c1cf-4b1e-8089-88c226eb474c req-6622259a-1ce3-4c22-bbe5-9d5104870a0b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306609 Aug 12 05:06:18.578732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:06:18.702799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 05c51935-7b2e-4007-8804-a6e74199b98d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:06:18.706381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 05c51935-7b2e-4007-8804-a6e74199b98d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:06:18.706789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:18.783427 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:18.805084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:18.807321 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d871b-a5db-46ee-88dd-80000b9736ea" -d '{"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-plugged", "status": "completed", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:18.819708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:18.845631 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322f4b37-f537-4add-9d6c-4f675bf1df4a x-openstack-request-id: req-322f4b37-f537-4add-9d6c-4f675bf1df4a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:18.845940 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-plugged", "status": "completed", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:18.846193 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-322f4b37-f537-4add-9d6c-4f675bf1df4a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:18.846583 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'code': 200} Aug 12 05:06:18.894122 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:18.940790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:19.582144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d216-5d85-4f9f-895d-164e5f631a5d req-ae692b83-d27a-4d92-b865-2d7a47a4be1e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:19.583646 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3a1d216-5d85-4f9f-895d-164e5f631a5d req-ae692b83-d27a-4d92-b865-2d7a47a4be1e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0490694 Aug 12 05:06:19.620422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3a1d216-5d85-4f9f-895d-164e5f631a5d req-e473ee42-a832-4685-a797-f45b4963aa62 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308013 Aug 12 05:06:19.709077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-a62a6859-8bde-457a-853b-ac4224985248 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:19.710528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-a62a6859-8bde-457a-853b-ac4224985248 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Aug 12 05:06:19.803494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Deleting port 05c51935-7b2e-4007-8804-a6e74199b98d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:06:19.803791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:19.889678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] For port 05c51935-7b2e-4007-8804-a6e74199b98d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=05c51935-7b2e-4007-8804-a6e74199b98d,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:19.890040 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:20.060694 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:20.060981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:20.061295 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 disassociated. External IP: 172.25.6.148, port: 05c51935-7b2e-4007-8804-a6e74199b98d. Aug 12 05:06:20.061646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Calling delete_port for 05c51935-7b2e-4007-8804-a6e74199b98d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:06:20.274503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:20.306026 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event deleted for resources: {'Port': ['ID=05c51935-7b2e-4007-8804-a6e74199b98d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:20.422699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:06:20.532911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:06:20.542506 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:06:20.551838 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:06:20.552531 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:06:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:20.577771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] No DVR routers for this DVR port 05c51935-7b2e-4007-8804-a6e74199b98d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:06:20.580316 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:20.582290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d72e606-125d-46a8-8b8e-e5bdca1e7501 req-016db1d2-4927-4819-9f26-24ea2b05ccdb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "DELETE /v2.0/ports/05c51935-7b2e-4007-8804-a6e74199b98d HTTP/1.1" status: 204 len: 173 time: 0.8653750 Aug 12 05:06:20.582745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-deleted', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:20.584984 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ef806-b8b1-43f0-955a-bc608b317d32" -d '{"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-deleted", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:20.620820 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d7e01f-dee4-4bd0-afdd-05e8da527abc x-openstack-request-id: req-b8d7e01f-dee4-4bd0-afdd-05e8da527abc {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:20.621119 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42fbc16-75b8-47e5-97e5-0e5edc960670", "name": "network-vif-deleted", "tag": "05c51935-7b2e-4007-8804-a6e74199b98d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:20.621479 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8d7e01f-dee4-4bd0-afdd-05e8da527abc {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:20.621914 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42fbc16-75b8-47e5-97e5-0e5edc960670', 'name': 'network-vif-deleted', 'tag': '05c51935-7b2e-4007-8804-a6e74199b98d', 'status': 'completed', 'code': 200} Aug 12 05:06:20.724322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ace5bea-960d-4e76-aa5e-697f31acfc74 req-b4b37a8e-087d-47a2-8aac-4990f33a2f6c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=a42fbc16-75b8-47e5-97e5-0e5edc960670 HTTP/1.1" status: 200 len: 210 time: 0.0313056 Aug 12 05:06:20.755523 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:06:20.950784 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:20.976389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:06:20.985180 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:06:20.985781 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:06:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:21.088988 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:06:21.281699 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:21.309169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d337bc-e76d-4d10-8a8f-4ca94050d292 None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:06:21.532596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78540459-3650-4d60-95a6-11216688698f None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:06:21.952018 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-55f96ff2-2740-48cf-b3e0-7008472deb51 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--637329235&fields=id&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 267 time: 0.0333023 Aug 12 05:06:22.060647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-5bc5cd1e-eea8-4b23-b7a0-9c98b44cf794 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:22.062026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-5bc5cd1e-eea8-4b23-b7a0-9c98b44cf794 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1023839 Aug 12 05:06:22.077483 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-dbbd91ef-aea0-42ea-bafe-82c0a211663e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/quotas/4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 375 time: 0.0091710 Aug 12 05:06:22.134350 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-a33e9847-6a90-4075-86e3-66f7987d07b8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508947 Aug 12 05:06:22.225985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-95521ac1-55e0-4011-9761-f37cc00052db service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793977 Aug 12 05:06:22.317735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-3a5c5558-83ca-4302-a670-5330d3d035e7 service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Aug 12 05:06:22.524938 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-20282dcb-e559-4b61-ba37-2e27b6727e8d req-eb2e933e-011e-4a56-a3b2-b05cfff051b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0262208 Aug 12 05:06:23.617432 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b464fcf-619a-4441-b44e-31d218cb5312 req-efc75a7b-5fbd-4cf8-8f74-252dceb136c0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Aug 12 05:06:24.428174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-bbc82d76-bb13-4084-8135-b0589923bf02 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:24.429606 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-bbc82d76-bb13-4084-8135-b0589923bf02 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1030805 Aug 12 05:06:24.471937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-1d3484e3-6ea1-4215-bc7e-759e37f734d4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 379 time: 0.0332489 Aug 12 05:06:24.481317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'port': {'device_id': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'admin_state_up': True, 'tenant_id': '4065a378098442889ba0919cb79f5787', 'security_groups': ['d3ae0fa9-2253-4c60-8eb5-77462cc90a6b']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:06:24.607430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:06:24.630478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 05c51935-7b2e-4007-8804-a6e74199b98d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:06:24.630850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 05c51935-7b2e-4007-8804-a6e74199b98d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:06:24.671160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Made reservation on behalf of 4065a378098442889ba0919cb79f5787 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:06:24.674880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:24.715851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45252411-f5a1-464b-b7a6-d8f691fea2cd req-c3db09f0-c199-4ad3-a2ca-561ed6abe678 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0283995 Aug 12 05:06:24.823729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Allocated IP 172.20.0.4 (998d2f0c-e80c-497d-8aa1-55cf8c368036/8b52bef3-557f-4771-8f39-7c13fc7032f5/5ab34f63-b934-487f-8f7f-aaa123c0e006) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:06:24.962663 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:24.976224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Transition to ACTIVE for port object 5ab34f63-b934-487f-8f7f-aaa123c0e006 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:06:25.059799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.104762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:06:25.107978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:06:25.111810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:06:25.118227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:25.151636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.151995 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.152343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.152687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.153027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.153364 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.153695 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.154026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.154362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.154689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.155044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.155370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:06:25.181016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:25.181635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.249092 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-af50953a-88dd-41fa-9d6f-70cbe468bd64 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712309 Aug 12 05:06:25.261705 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Request body: {'port': {'device_id': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:06:25.317928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.462691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-45583bf9-59eb-4f4a-b1b2-7fc83c1841ad None None] Provisioning for port 5ab34f63-b934-487f-8f7f-aaa123c0e006 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:06:25.466571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-45583bf9-59eb-4f4a-b1b2-7fc83c1841ad None None] Provisioning complete for port 5ab34f63-b934-487f-8f7f-aaa123c0e006 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:06:25.466972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-45583bf9-59eb-4f4a-b1b2-7fc83c1841ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.504366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-45583bf9-59eb-4f4a-b1b2-7fc83c1841ad None None] Port 5ab34f63-b934-487f-8f7f-aaa123c0e006 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:06:25.591783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab34f63-b934-487f-8f7f-aaa123c0e006 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:06:25.599671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.612225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Transition to ACTIVE for port object 5ab34f63-b934-487f-8f7f-aaa123c0e006 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:06:25.694264 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.747295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:25.818833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:06:25.819175 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:06:25.819655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:06:25.825368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:06:25.826249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:06:25.831249 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:06:25.831591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:06:25.831977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:06:25.832408 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Bound port: 5ab34f63-b934-487f-8f7f-aaa123c0e006, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:06:25.832769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:25.845586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99af58-fdfe-4e63-9caa-2de49f18cf6f req-cf63e06c-9892-44da-80da-4b672a9d3a5b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:25.847176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa99af58-fdfe-4e63-9caa-2de49f18cf6f req-cf63e06c-9892-44da-80da-4b672a9d3a5b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0602872 Aug 12 05:06:25.888214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aa99af58-fdfe-4e63-9caa-2de49f18cf6f req-69c3a1ba-69d9-409f-8f1d-c769186e4128 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347800 Aug 12 05:06:25.904334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:06:25.908173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:06:26.066182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:26.076635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:26.103081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.103693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:26.105089 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] 10.222.0.20 "PUT /v2.0/ports/5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 1091 time: 0.8478634 Aug 12 05:06:26.105525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:26.107850 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f275cd-30c7-4837-bbfb-6a64823c4176" -d '{"events": [{"name": "network-changed", "server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:26.134288 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4cca5-030a-4cbf-bd3d-67b6b2951854 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:26.153837 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76257f6b-2d90-43b1-af6e-00b10b4700ec x-openstack-request-id: req-76257f6b-2d90-43b1-af6e-00b10b4700ec {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:26.153837 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:26.153837 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76257f6b-2d90-43b1-af6e-00b10b4700ec {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:26.153837 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'status': 'completed', 'code': 200} Aug 12 05:06:26.215373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f275cd-30c7-4837-bbfb-6a64823c4176 req-bbf6519b-e527-4f7d-b7fb-cd2f9583c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.216895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71f275cd-30c7-4837-bbfb-6a64823c4176 req-bbf6519b-e527-4f7d-b7fb-cd2f9583c291 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0438266 Aug 12 05:06:26.220692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:26.322157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f275cd-30c7-4837-bbfb-6a64823c4176 req-2566ac51-3ae5-46c2-9772-b653a6dd2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.323715 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71f275cd-30c7-4837-bbfb-6a64823c4176 req-2566ac51-3ae5-46c2-9772-b653a6dd2942 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4065a378098442889ba0919cb79f5787&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979903 Aug 12 05:06:26.418501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f275cd-30c7-4837-bbfb-6a64823c4176 req-c0df2afd-4a54-4288-83a8-f4eb93f6f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.419961 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71f275cd-30c7-4837-bbfb-6a64823c4176 req-c0df2afd-4a54-4288-83a8-f4eb93f6f763 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890942 Aug 12 05:06:26.495914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-fcae0736-04e1-47d1-80f0-76b134f99fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.497393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-fcae0736-04e1-47d1-80f0-76b134f99fb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0405319 Aug 12 05:06:26.543297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-6cda8c94-5fb3-4fae-b29c-ee552270c406 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 217 time: 0.0375156 Aug 12 05:06:26.591870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-3fe2938f-c337-4cd3-be45-dde4648aca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.593158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-3fe2938f-c337-4cd3-be45-dde4648aca56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0427091 Aug 12 05:06:26.637031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-373b87fa-5233-4580-b2ed-06af6d2d268f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:26.638494 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-373b87fa-5233-4580-b2ed-06af6d2d268f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384858 Aug 12 05:06:26.735299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-c5c3a193-0b93-4063-a617-da4d749022c6 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Aug 12 05:06:26.822634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8d5c9eaa-6f5a-4175-955b-555cbd070596 req-315899e9-0b84-4926-ab45-0bc85a958811 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806882 Aug 12 05:06:27.003929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fcb74-c444-437a-a317-77f518043f3f req-ed2cac98-8a2f-4c5c-9d0b-32a6c20ef840 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:27.005417 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cb0fcb74-c444-437a-a317-77f518043f3f req-ed2cac98-8a2f-4c5c-9d0b-32a6c20ef840 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0488868 Aug 12 05:06:27.042594 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cb0fcb74-c444-437a-a317-77f518043f3f req-f33c1cca-3182-4545-b469-4d5a2639b726 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Aug 12 05:06:28.157025 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0707-beeb-4803-af36-221169216a57 req-d04c25d3-cfe8-446f-902a-e4241eaaceca tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:28.158510 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a9d0707-beeb-4803-af36-221169216a57 req-d04c25d3-cfe8-446f-902a-e4241eaaceca tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0490773 Aug 12 05:06:28.200123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2a9d0707-beeb-4803-af36-221169216a57 req-d4de2abc-eb51-42bb-a903-ab3a79ac1453 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356414 Aug 12 05:06:28.253491 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0c86b7f1-4bb7-48a1-b002-935de0212c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:29.316372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0051dd-e9df-4624-8c99-72660d8ce871 req-90534dbb-eb5b-4ae6-8753-0dcfb9953bd1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:29.317836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c0051dd-e9df-4624-8c99-72660d8ce871 req-90534dbb-eb5b-4ae6-8753-0dcfb9953bd1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0524955 Aug 12 05:06:29.362865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c0051dd-e9df-4624-8c99-72660d8ce871 req-496e3ff7-116b-42bd-8357-1abdfacf6ea2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Aug 12 05:06:29.835642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:06:29.930936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:29.942927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'mac_address': 'fa:16:3e:ad:98:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:06:29.987346 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:30.000989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab34f63-b934-487f-8f7f-aaa123c0e006 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:06:30.020593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:30.114097 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:30.159530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:30.339531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['5ab34f63-b934-487f-8f7f-aaa123c0e006'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:06:30.479449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ee112-e140-4b59-b24c-396119c1eae6 req-de7e64ba-6f66-4c2b-9b59-f2a21cdaeef1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:30.480923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec2ee112-e140-4b59-b24c-396119c1eae6 req-de7e64ba-6f66-4c2b-9b59-f2a21cdaeef1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0498493 Aug 12 05:06:30.519344 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ec2ee112-e140-4b59-b24c-396119c1eae6 req-93c69ed2-3cbe-4f1e-ab1e-f92d243419ab tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 Aug 12 05:06:30.828746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-17b0c2f5-cf90-4fad-a9d3-6014c630f66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:30.979672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:31.632610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85406202-7dd9-41ad-8545-a0fcbf9d87eb req-1ec425fc-28ea-440e-846d-bbb6b228ee6b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:31.634054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85406202-7dd9-41ad-8545-a0fcbf9d87eb req-1ec425fc-28ea-440e-846d-bbb6b228ee6b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0478022 Aug 12 05:06:31.670571 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-85406202-7dd9-41ad-8545-a0fcbf9d87eb req-2aa47fbc-d60c-4619-b8a1-29e142eaeae8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307093 Aug 12 05:06:31.846645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:06:31.962493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 5ab34f63-b934-487f-8f7f-aaa123c0e006 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:06:31.966356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 5ab34f63-b934-487f-8f7f-aaa123c0e006 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:06:31.966759 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:32.045885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:32.068156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:32.070372 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef820a69-7072-4127-9fc3-2b5ffe5579b4" -d '{"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-plugged", "status": "completed", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:32.083830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:06:32.106243 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f07945-338f-44ac-ab50-f18a4282a1ad x-openstack-request-id: req-f2f07945-338f-44ac-ab50-f18a4282a1ad {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:32.106532 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-plugged", "status": "completed", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:32.106822 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2f07945-338f-44ac-ab50-f18a4282a1ad {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:32.107225 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'code': 200} Aug 12 05:06:32.145298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:32.192457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:06:32.205522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5368eb-48bc-4b6f-8464-476792179c11 req-684b7200-920d-4667-9881-957a85b7b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:32.207061 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e5368eb-48bc-4b6f-8464-476792179c11 req-684b7200-920d-4667-9881-957a85b7b6ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0416844 Aug 12 05:06:32.240871 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7e5368eb-48bc-4b6f-8464-476792179c11 req-23df4df6-a0c4-49e7-936b-7c6b44b041af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271094 Aug 12 05:06:32.330612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:32.789099 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2c7aa-5608-4327-a407-df9bb0bfbdea req-fc59dcd7-2627-408d-aa5b-5b8574925556 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:32.790569 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ef2c7aa-5608-4327-a407-df9bb0bfbdea req-fc59dcd7-2627-408d-aa5b-5b8574925556 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0476689 Aug 12 05:06:32.827858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3ef2c7aa-5608-4327-a407-df9bb0bfbdea req-ffda5d68-65c7-41b4-851c-3758541d10fc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313938 Aug 12 05:06:33.330422 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-4aa07b5d-6935-4b18-bc60-8eb7982e5e57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383091 Aug 12 05:06:33.412143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15804-ec69-47e4-8e10-3832809d190b req-e89a9185-9df0-4513-9e93-fb748797c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:33.413638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-e89a9185-9df0-4513-9e93-fb748797c6ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0427513 Aug 12 05:06:33.514155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15804-ec69-47e4-8e10-3832809d190b req-fed47701-523e-480a-9a61-c5af029f69be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:33.516076 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-fed47701-523e-480a-9a61-c5af029f69be service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0835946 Aug 12 05:06:33.561627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-15f985d9-1158-4013-87cc-041a3b679450 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 217 time: 0.0383053 Aug 12 05:06:33.610412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15804-ec69-47e4-8e10-3832809d190b req-34c938b5-1f9d-4dba-b39e-06934c87a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:33.611905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-34c938b5-1f9d-4dba-b39e-06934c87a76a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0437763 Aug 12 05:06:33.656648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d15804-ec69-47e4-8e10-3832809d190b req-ecc9bde8-9952-4370-b66d-4a33bfea876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:33.658103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-ecc9bde8-9952-4370-b66d-4a33bfea876a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395398 Aug 12 05:06:33.747967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-f7eb656a-64a5-42c9-8be6-4ddf98eed19b service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827005 Aug 12 05:06:33.840441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8d15804-ec69-47e4-8e10-3832809d190b req-05bd0355-3a6f-4b83-adbd-499dcfbfde17 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828602 Aug 12 05:06:33.868116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:33.944639 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29f9a5-14ed-4cfa-b935-76c0485c99d0 req-4aa15815-9974-4d43-b235-002e2b9eeb2a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:33.946160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d29f9a5-14ed-4cfa-b935-76c0485c99d0 req-4aa15815-9974-4d43-b235-002e2b9eeb2a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0500572 Aug 12 05:06:33.984466 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3d29f9a5-14ed-4cfa-b935-76c0485c99d0 req-15869e60-01ea-4c35-a3fd-90fa03a9f554 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Aug 12 05:06:34.096585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eca807-bc6f-4bf0-b12a-b7d0793f76b5 req-f5b26944-d9de-4f5d-87ff-0311ede949d2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:34.097952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-90eca807-bc6f-4bf0-b12a-b7d0793f76b5 req-f5b26944-d9de-4f5d-87ff-0311ede949d2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Aug 12 05:06:34.106293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 46678) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:06:34.110635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'floatingip': {'port_id': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:06:34.148865 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:34.574292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:34.627861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:34.725370 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 associated. External IP: 172.25.6.148, port: 5ab34f63-b934-487f-8f7f-aaa123c0e006. Aug 12 05:06:34.929492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:06:35.034874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:06:35.039348 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:35.044709 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:06:35.053548 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:06:35.054157 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:35.065860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ade59682-414f-45c7-994c-adc0334122db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "PUT /v2.0/floatingips/18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 HTTP/1.1" status: 200 len: 991 time: 0.9585056 Aug 12 05:06:35.066453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:06:35.068722 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6013f-ce9b-4f39-8df9-f220e368c196" -d '{"events": [{"name": "network-changed", "server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:06:35.106286 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc7623-17ec-42d3-aef3-53c50b8c88a5 x-openstack-request-id: req-05fc7623-17ec-42d3-aef3-53c50b8c88a5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:06:35.106935 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:06:35.106935 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05fc7623-17ec-42d3-aef3-53c50b8c88a5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:06:35.107220 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'status': 'completed', 'code': 200} Aug 12 05:06:35.169330 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:06:35.174191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-e1303b1a-2021-4685-bd35-3e52d533a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:35.175752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-e1303b1a-2021-4685-bd35-3e52d533a352 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0453334 Aug 12 05:06:35.266086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-454fb3a8-ed43-435f-8aea-f4571895552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:35.267598 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-454fb3a8-ed43-435f-8aea-f4571895552d service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0850906 Aug 12 05:06:35.335988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-ae847d61-4c57-483f-b95c-a7677f4b2379 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 999 time: 0.0616980 Aug 12 05:06:35.386421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-de38e25d-655a-478a-b301-63b7bc4a2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:35.388044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-de38e25d-655a-478a-b301-63b7bc4a2122 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0450187 Aug 12 05:06:35.391439 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:ad:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:06:34Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:35.417077 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:06:35.425164 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:06:35.425767 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:06:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:35.433578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-f90d8c52-540a-4e20-8850-56a45335945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:06:35.435119 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-f90d8c52-540a-4e20-8850-56a45335945f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398598 Aug 12 05:06:35.528578 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:06:35.530863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-9b7fbebc-d516-4691-a7dc-406857e4e1f9 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864699 Aug 12 05:06:35.620440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cca6013f-ce9b-4f39-8df9-f220e368c196 req-bbe790ba-68e9-48d3-805d-ce7c5dba87ac service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823238 Aug 12 05:06:35.742538 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:ad:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:06:34Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:06:35.771781 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0467a-908d-439a-bded-a4093e059d4d None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:ad:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:06:34Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:06:35.959277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67883e90-4138-4f9c-8099-87980e47fc83 None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:06:53.113693 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:06:55.982641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:56.184361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:06:58.255870 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d6f809d9-d754-4d0a-8df1-4926a5206bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:00.816426 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d5946b40-0573-4a17-bce8-d04d47d16d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:00.975994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:02.316266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:03.873096 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:25.984319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:26.178337 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:28.292582 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5ce15ea3-55dc-46c9-b15f-aeabe73f9644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:30.112720 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:07:30.833224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f1a57e76-7dc2-41dd-9e3f-b5b406888e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:30.993001 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:32.329896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:33.915451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:34.388417 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-f1303e7c-b31d-4aa9-b7ea-04e7c849a1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046605 Aug 12 05:07:34.472039 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-c346fb76-a2b0-4576-a949-b3c32a8442c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:07:34.473542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-c346fb76-a2b0-4576-a949-b3c32a8442c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0444214 Aug 12 05:07:34.575057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-d5da5652-2a97-4e10-9519-7df72584ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:07:34.576440 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-d5da5652-2a97-4e10-9519-7df72584ad5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0835629 Aug 12 05:07:34.643697 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-2e6be734-9697-4ccc-96c7-8a505f84e5fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 1001 time: 0.0601730 Aug 12 05:07:35.023301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-4f944887-17f9-4384-9d6f-50e58523d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:07:35.024787 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-4f944887-17f9-4384-9d6f-50e58523d9c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.3738258 Aug 12 05:07:35.070097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-de18d364-4a31-4e98-bf5d-2d206872418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:07:35.071585 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-de18d364-4a31-4e98-bf5d-2d206872418d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393949 Aug 12 05:07:35.162048 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-a7a6c32e-abb8-4f91-b6fd-55eefe0b5dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Aug 12 05:07:35.251010 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fb73f0-0148-4a48-90df-fc30a68ddaf7 req-3b534de1-dcb4-4ee1-bbf4-180a10280a77 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807233 Aug 12 05:07:55.989672 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:56.209312 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:07:58.314431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2dd48d6f-6b23-4d9e-a0ce-21d10c46d438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:00.807693 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4e5a127d-eb8e-49ba-b272-05a5b660b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:00.948716 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:02.320131 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:03.903064 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:07.111334 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:08:12.029149 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6dda8-3caf-4cd1-9218-ed6a0dc33594 req-53d5e22a-4288-46a1-be53-86d17e588b02 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:12.030698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aca6dda8-3caf-4cd1-9218-ed6a0dc33594 req-53d5e22a-4288-46a1-be53-86d17e588b02 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.1270592 Aug 12 05:08:12.070340 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aca6dda8-3caf-4cd1-9218-ed6a0dc33594 req-7966dbd0-d419-4cef-b96a-26a38b44e110 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Aug 12 05:08:13.235317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4594-cb10-4454-bb47-9331929b0584 req-50b0d81b-3a68-4988-afd3-038ce30800f9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:13.236797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-626b4594-cb10-4454-bb47-9331929b0584 req-50b0d81b-3a68-4988-afd3-038ce30800f9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0983477 Aug 12 05:08:13.274490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-626b4594-cb10-4454-bb47-9331929b0584 req-d26f8a2f-7e98-4380-a6c9-44bd375ca5c3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Aug 12 05:08:14.386859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed35-ed75-4b12-a937-1b67c8a9e1c9 req-148776d9-4c7c-4b4d-b450-eb38a8d37874 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:14.388316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4deed35-ed75-4b12-a937-1b67c8a9e1c9 req-148776d9-4c7c-4b4d-b450-eb38a8d37874 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Aug 12 05:08:14.425588 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4deed35-ed75-4b12-a937-1b67c8a9e1c9 req-3682e938-728d-4139-8659-b6417b77ffff tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Aug 12 05:08:15.541510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4504d-fed1-40ec-bb34-cd2584823e45 req-e525a57e-7024-47f4-9fa9-712ef4f87d3d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:15.542914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ba4504d-fed1-40ec-bb34-cd2584823e45 req-e525a57e-7024-47f4-9fa9-712ef4f87d3d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0514910 Aug 12 05:08:15.579668 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ba4504d-fed1-40ec-bb34-cd2584823e45 req-51402d85-2d60-45fb-ab77-1467a3dcc985 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Aug 12 05:08:16.696106 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c041e0-f410-4795-932d-7e625c656f6a req-21233781-52ff-4216-896a-2d57edd51994 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:16.697581 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41c041e0-f410-4795-932d-7e625c656f6a req-21233781-52ff-4216-896a-2d57edd51994 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0519247 Aug 12 05:08:16.734012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41c041e0-f410-4795-932d-7e625c656f6a req-21783916-18ad-4fb2-8c02-e19c8c3fbd7e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305495 Aug 12 05:08:17.846327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de337d-2ee2-4fe8-9c6c-af9ea93cfcd1 req-f04f54c6-cc04-42ba-91d1-5d73b83fc89c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:17.847851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88de337d-2ee2-4fe8-9c6c-af9ea93cfcd1 req-f04f54c6-cc04-42ba-91d1-5d73b83fc89c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0477910 Aug 12 05:08:17.892678 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-88de337d-2ee2-4fe8-9c6c-af9ea93cfcd1 req-d581d4b0-df38-4db4-9858-e8e69f3918de tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389731 Aug 12 05:08:19.008484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7fbe2-7328-4390-aa5b-efdb44446694 req-c91ebb0d-ccc4-471b-88b6-b31616f1242d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:19.009974 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46a7fbe2-7328-4390-aa5b-efdb44446694 req-c91ebb0d-ccc4-471b-88b6-b31616f1242d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0481787 Aug 12 05:08:19.046239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-46a7fbe2-7328-4390-aa5b-efdb44446694 req-1e7046e9-044c-4cf4-8ebd-5df24eea1d92 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Aug 12 05:08:20.159358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9818c2-a8dc-4c50-a413-dbb3e7b006f5 req-a55a821f-461e-4ddf-9731-84d77b4b9120 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:20.160808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da9818c2-a8dc-4c50-a413-dbb3e7b006f5 req-a55a821f-461e-4ddf-9731-84d77b4b9120 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0474966 Aug 12 05:08:20.197980 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da9818c2-a8dc-4c50-a413-dbb3e7b006f5 req-68199b7c-c599-447e-a3b0-2382d9161bd2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Aug 12 05:08:21.310787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d18c-4565-40be-ab23-20ff6788014f req-88cd3c7c-8443-4497-8d24-e9bc8c647240 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:21.312257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2984d18c-4565-40be-ab23-20ff6788014f req-88cd3c7c-8443-4497-8d24-e9bc8c647240 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Aug 12 05:08:21.349299 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2984d18c-4565-40be-ab23-20ff6788014f req-fc2c4975-f4c0-4a14-b514-8c059bb04fb3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308173 Aug 12 05:08:22.467386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14471e56-0ebc-4d3b-8651-f4f3170b68a3 req-0121c1bf-5f87-428c-90b2-2a05302ce8e8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:22.468850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14471e56-0ebc-4d3b-8651-f4f3170b68a3 req-0121c1bf-5f87-428c-90b2-2a05302ce8e8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0520096 Aug 12 05:08:22.505770 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14471e56-0ebc-4d3b-8651-f4f3170b68a3 req-561cad99-b220-400e-abf7-c3c578425bcb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303335 Aug 12 05:08:22.832755 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60798a-21d8-4b81-9e56-3dcad8f02dbe req-927048d9-d8c3-4435-9a69-c47ec2330fbd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:22.834236 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b60798a-21d8-4b81-9e56-3dcad8f02dbe req-927048d9-d8c3-4435-9a69-c47ec2330fbd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Aug 12 05:08:22.870572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b60798a-21d8-4b81-9e56-3dcad8f02dbe req-6f563b6f-4351-4b96-a9d9-96c3b564f1ba tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303633 Aug 12 05:08:22.936280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-816c2fed-119a-460e-acd3-753fa146c3cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438781 Aug 12 05:08:23.987397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d5d1d-7655-4518-bb98-92d132903c54 req-4d5fb7b6-9eec-4cfc-9ea4-a7ec5068d21f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:23.988889 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-058d5d1d-7655-4518-bb98-92d132903c54 req-4d5fb7b6-9eec-4cfc-9ea4-a7ec5068d21f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Aug 12 05:08:24.027524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-058d5d1d-7655-4518-bb98-92d132903c54 req-6f546407-1b3c-49f1-990e-402cc4c135de tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Aug 12 05:08:25.033859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-c2caae45-fee7-49ef-93f6-3471d5828c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:25.035914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-c2caae45-fee7-49ef-93f6-3471d5828c36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0429783 Aug 12 05:08:25.169610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba0bde-312e-48c4-a191-1c419091b3bb req-8a2b7d10-b2ea-4046-8cd0-00c9b0931f52 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:25.171454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95ba0bde-312e-48c4-a191-1c419091b3bb req-8a2b7d10-b2ea-4046-8cd0-00c9b0931f52 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0757337 Aug 12 05:08:25.172413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-fe5c268e-7a3f-4550-8f75-4411a4ccdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:25.173984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-fe5c268e-7a3f-4550-8f75-4411a4ccdb0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.1306942 Aug 12 05:08:25.268204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95ba0bde-312e-48c4-a191-1c419091b3bb req-199e83cc-77fd-41ef-aa77-e7de26dce8b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896835 Aug 12 05:08:25.276207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-6e710fde-6d0d-45bf-a961-d1d02f13746a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 1001 time: 0.0919726 Aug 12 05:08:25.325603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-eb781adc-0f39-4d03-b35a-1dd9f4a93d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:25.327054 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-eb781adc-0f39-4d03-b35a-1dd9f4a93d86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0443389 Aug 12 05:08:25.371562 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-55d769bf-87bf-46c5-b62f-a261ff2a9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:25.373013 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-55d769bf-87bf-46c5-b62f-a261ff2a9356 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394449 Aug 12 05:08:25.464790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-f6f6374e-f3e7-41cf-9386-0317abff2280 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846910 Aug 12 05:08:25.554828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-16c4b082-d5c9-4ae3-8f20-f99f7425a7fe service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829196 Aug 12 05:08:25.993925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:26.199903 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:26.385001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762543f8-e218-42d4-b18b-bed9e1c0c296 req-55f921de-99b2-4578-83e7-ac25fc8eb708 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:26.386511 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-762543f8-e218-42d4-b18b-bed9e1c0c296 req-55f921de-99b2-4578-83e7-ac25fc8eb708 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0491343 Aug 12 05:08:26.423309 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-762543f8-e218-42d4-b18b-bed9e1c0c296 req-422df658-217f-4303-b376-2d586a3b5095 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308795 Aug 12 05:08:27.543669 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f9ebe-e09e-4fb9-8774-1170c904420e req-d4121a54-3006-4b77-8e82-8d3ef6eb83c9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:27.545063 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb9f9ebe-e09e-4fb9-8774-1170c904420e req-d4121a54-3006-4b77-8e82-8d3ef6eb83c9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0543964 Aug 12 05:08:27.582186 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fb9f9ebe-e09e-4fb9-8774-1170c904420e req-c33cd574-e9f7-449a-aea5-ef0bbb7f1ed1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Aug 12 05:08:27.820266 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-75927e89-26b0-4fa2-b72d-08fca6de1d44 service neutron] show failed (client error): The resource could not be found. Aug 12 05:08:27.821132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-75927e89-26b0-4fa2-b72d-08fca6de1d44 service neutron] 10.222.0.20 "GET /v2.0/ports/5ab34f63-b934-487f-8f7f-aaa123c0e006/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0533528 Aug 12 05:08:28.240041 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-03861eee-b41b-404d-af08-b157f3bf367e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:28.310166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-39c8d34c-76e5-4e09-b1cb-a3168fb3c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:28.311777 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-39c8d34c-76e5-4e09-b1cb-a3168fb3c558 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 1096 time: 0.0898709 Aug 12 05:08:28.324003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:08:28.375641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:28.593001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:28.627183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:08:28.699746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:28.701997 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abb86ac-6857-4c9c-95c4-e1d9da977305" -d '{"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:28.707149 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:28.724963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Transition to ACTIVE for port object 5ab34f63-b934-487f-8f7f-aaa123c0e006 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:08:28.732776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e4238-a5ed-4af8-a4d5-0b31ca709ea8 req-9a9f49ee-5eb4-431d-bc3f-ab89c7db0c6b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:28.734316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c45e4238-a5ed-4af8-a4d5-0b31ca709ea8 req-9a9f49ee-5eb4-431d-bc3f-ab89c7db0c6b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0844247 Aug 12 05:08:28.775315 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c45e4238-a5ed-4af8-a4d5-0b31ca709ea8 req-6ebc7011-4287-4bb4-8699-b9e0a63a94b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350511 Aug 12 05:08:28.792074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:28.819834 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d34e8ab-7d58-4b46-91e6-58a5c9022bf2 x-openstack-request-id: req-2d34e8ab-7d58-4b46-91e6-58a5c9022bf2 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:28.820122 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:28.820371 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d34e8ab-7d58-4b46-91e6-58a5c9022bf2 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:28.820756 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'code': 200} Aug 12 05:08:28.868137 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:28.885837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.886185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.886738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.887322 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.887893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.888518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.888984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.889542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.890110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.890662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.891260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.891821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:28.934447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] No DVR routers for this DVR port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:08:29.066176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:08:29.066515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:08:29.066871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:08:29.071003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:08:29.071319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Attempting to bind port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:08:29.076010 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:08:29.076339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:08:29.076719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:08:29.077134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Bound port: 5ab34f63-b934-487f-8f7f-aaa123c0e006, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:08:29.077480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:29.139881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:08:29.142925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:08:29.240336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:29.274876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:29.275540 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:29.276918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 1091 time: 0.9568770 Aug 12 05:08:29.301441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc7f9a-5d47-412f-b168-471734af2d05 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:29.349022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-738ca49b-e8b0-4877-9a07-d386455b44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:29.350529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-738ca49b-e8b0-4877-9a07-d386455b44d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0447104 Aug 12 05:08:29.442725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-844848b6-bb36-45c6-8ebd-9dc25e7366b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:29.444266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-844848b6-bb36-45c6-8ebd-9dc25e7366b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0864806 Aug 12 05:08:29.863731 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-3df9a69a-c1f2-4fd7-8b20-04d742204350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 999 time: 0.4128704 Aug 12 05:08:29.926417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-c6f08d42-a836-4f6f-b8b2-e72b7c48a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:29.931194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-c6f08d42-a836-4f6f-b8b2-e72b7c48a288 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0519114 Aug 12 05:08:29.936377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9448c61-4498-4e15-9824-f57c11b5493a req-4c342921-0eea-441d-92d6-1f10b1a31270 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:29.937729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d9448c61-4498-4e15-9824-f57c11b5493a req-4c342921-0eea-441d-92d6-1f10b1a31270 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0909758 Aug 12 05:08:30.001180 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d9448c61-4498-4e15-9824-f57c11b5493a req-30b781fe-faaa-40e7-bebb-6a8b24f863bc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552549 Aug 12 05:08:30.003738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-f4e0d8eb-6d80-4921-88c1-9ff1914febc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:30.005122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-f4e0d8eb-6d80-4921-88c1-9ff1914febc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665762 Aug 12 05:08:30.015778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-a6d44ed5-3554-47a7-9c5f-69f6f93f04e8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:08:30.016715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-a6d44ed5-3554-47a7-9c5f-69f6f93f04e8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051322 Aug 12 05:08:30.103675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-5b3b2b04-acf5-4e43-a89d-59fb75f5237a service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798206 Aug 12 05:08:30.192985 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c5ee542-2dad-4fb0-820d-4cecfa4b6203 req-7dbf9cef-5f48-4352-9f66-4dbb48dad2ca service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824411 Aug 12 05:08:30.515014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:08:30.551658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:08:30.822658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:30.825095 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed80204-4480-420a-8b55-d1dd4657fa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:30.828535 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-190fc92a-fac0-4116-aa41-07d92b73c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:30.871987 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff152ad-487d-4d5c-adee-0ff9f7e7eeb3 x-openstack-request-id: req-cff152ad-487d-4d5c-adee-0ff9f7e7eeb3 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:30.872280 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:30.872535 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cff152ad-487d-4d5c-adee-0ff9f7e7eeb3 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:30.872941 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'status': 'completed', 'code': 200} Aug 12 05:08:30.937421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-9fe2257c-47f7-4103-97ae-4a2175a30af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:30.939658 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-9fe2257c-47f7-4103-97ae-4a2175a30af4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0443213 Aug 12 05:08:30.946200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-50c3202e-c41d-4375-b04b-ff7064d757e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:30.947994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-50c3202e-c41d-4375-b04b-ff7064d757e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0547402 Aug 12 05:08:30.998137 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:31.033224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-5fd88cf0-c18f-408d-8160-ed2361d94f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.035288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-5fd88cf0-c18f-408d-8160-ed2361d94f33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0890672 Aug 12 05:08:31.041521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-6a94534a-7eed-4df4-b43f-3b03148a70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.043224 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-6a94534a-7eed-4df4-b43f-3b03148a70d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0882518 Aug 12 05:08:31.101962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-e46c23cf-f008-4a69-aa96-8d527e1f6929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 999 time: 0.0594869 Aug 12 05:08:31.137379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-4f53c12b-62ff-40f5-83af-b1408df32a4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 999 time: 0.0872686 Aug 12 05:08:31.151499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-32a217d6-11be-4344-8fe4-f1cb210d3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.152985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-32a217d6-11be-4344-8fe4-f1cb210d3825 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0438089 Aug 12 05:08:31.161405 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdcb95-395b-40eb-a22a-31ceef0f5c24 req-12e3550a-2921-47ca-a92f-8a1791111f53 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.162876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1fdcb95-395b-40eb-a22a-31ceef0f5c24 req-12e3550a-2921-47ca-a92f-8a1791111f53 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0738742 Aug 12 05:08:31.202730 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-64ecf65e-ecd6-443f-aedf-3f13aa95e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.204259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-64ecf65e-ecd6-443f-aedf-3f13aa95e149 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446339 Aug 12 05:08:31.219216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-5935f584-1017-4786-b845-7e02266a2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.220664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-5935f584-1017-4786-b845-7e02266a2d26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0752676 Aug 12 05:08:31.226040 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1fdcb95-395b-40eb-a22a-31ceef0f5c24 req-340248c3-6de9-4e10-bdd4-80da1e733c21 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449865 Aug 12 05:08:31.272778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-c9117e7e-6b40-428b-8f4a-1567f2a0e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:31.274300 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-c9117e7e-6b40-428b-8f4a-1567f2a0e2a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455644 Aug 12 05:08:31.293687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-d5d9547e-ddec-4f19-b752-fee1e5dd3180 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823302 Aug 12 05:08:31.362184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-2008c891-30d2-419b-b949-5b87287a4a00 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800872 Aug 12 05:08:31.386991 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-0b618bbf-2863-48d8-bdc6-7442a344c08a service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858133 Aug 12 05:08:31.455645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed80204-4480-420a-8b55-d1dd4657fa6f req-606c7341-384e-4eac-a184-41ba0b1b2905 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Aug 12 05:08:32.342910 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:32.345891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc78612-0408-43aa-a214-aa138b65c530 req-921130b2-5c3a-46fb-9369-c9ba6523f995 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:32.347424 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bc78612-0408-43aa-a214-aa138b65c530 req-921130b2-5c3a-46fb-9369-c9ba6523f995 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0508149 Aug 12 05:08:32.385269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1bc78612-0408-43aa-a214-aa138b65c530 req-0304d164-ad0e-4030-b3a5-5c505a88ecb6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Aug 12 05:08:32.730242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7f798-da1d-44be-9eb6-e9d5c0b3bab6 req-995127b9-5156-46e9-84ac-1fe0db2c2fdd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:32.731786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2a7f798-da1d-44be-9eb6-e9d5c0b3bab6 req-995127b9-5156-46e9-84ac-1fe0db2c2fdd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 943 time: 0.0494080 Aug 12 05:08:32.799084 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e2a7f798-da1d-44be-9eb6-e9d5c0b3bab6 req-85e57da4-408e-4332-a94e-156b4bc9c2a2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612521 Aug 12 05:08:32.819783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-18eeed1e-681c-406c-9def-5a7b26115084 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:32.821260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-18eeed1e-681c-406c-9def-5a7b26115084 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8&tenant_id=4065a378098442889ba0919cb79f5787&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 943 time: 0.0697112 Aug 12 05:08:32.881730 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-b7333d3d-8c82-44eb-8c5f-a47999838e45 service neutron] delete failed (client error): The resource could not be found. Aug 12 05:08:32.882759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-b7333d3d-8c82-44eb-8c5f-a47999838e45 service neutron] 10.222.0.20 "DELETE /v2.0/ports/5ab34f63-b934-487f-8f7f-aaa123c0e006/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0537698 Aug 12 05:08:32.965322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-3f2e9b98-4437-466f-ba38-1d971219fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:32.966870 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-3f2e9b98-4437-466f-ba38-1d971219fbb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1094 time: 0.0415084 Aug 12 05:08:33.058001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-b30bdcbb-cecc-4c86-9e39-cc47df5d2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:33.059490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-b30bdcbb-cecc-4c86-9e39-cc47df5d2c13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0860093 Aug 12 05:08:33.123862 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-5bac9434-0fa0-4a99-990b-f251eb07bf3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 999 time: 0.0573411 Aug 12 05:08:33.172738 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-2c743d1a-58bf-4dc9-8310-f0432115989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:33.174169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-2c743d1a-58bf-4dc9-8310-f0432115989f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0431318 Aug 12 05:08:33.197737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:08:33.226693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-2a004c02-49f5-4070-b54b-6f03e4114c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:33.228231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-2a004c02-49f5-4070-b54b-6f03e4114c4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474455 Aug 12 05:08:33.293871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:33.305581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'mac_address': 'fa:16:3e:ad:98:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:08:33.316714 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-f3348848-7a9b-4dcc-bf70-97e2beae9914 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814815 Aug 12 05:08:33.343008 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:33.355604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab34f63-b934-487f-8f7f-aaa123c0e006 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:08:33.374407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:33.410114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5be34374-2fb3-451c-8a0d-2322e8fcde7d req-2d92cd9b-f7a7-4aaa-9af0-91c4e80c866e service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 Aug 12 05:08:33.451722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:33.498331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:33.506495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.506905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.507244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.507576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.507905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.508230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.508552 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.508890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.509240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.509549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.509866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.510183 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:33.687664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['5ab34f63-b934-487f-8f7f-aaa123c0e006'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:08:33.871900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:33.920641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d95cb-edda-461c-9dcb-ce485aa6da6b req-3a6b295b-23d5-4dd8-8e92-fd3ed1148192 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:33.922115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e0d95cb-edda-461c-9dcb-ce485aa6da6b req-3a6b295b-23d5-4dd8-8e92-fd3ed1148192 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0532427 Aug 12 05:08:33.962508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7e0d95cb-edda-461c-9dcb-ce485aa6da6b req-476eb994-a21d-4151-b3c0-0c56e73be9ca tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Aug 12 05:08:35.077758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aefe0-4ab2-409d-84fb-8ea21d438953 req-ebb68307-f8f4-4353-924a-fca7d1037c9e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.079272 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-080aefe0-4ab2-409d-84fb-8ea21d438953 req-ebb68307-f8f4-4353-924a-fca7d1037c9e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0494802 Aug 12 05:08:35.117375 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-080aefe0-4ab2-409d-84fb-8ea21d438953 req-3b2fcecc-2644-43a1-b64a-d59520677758 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Aug 12 05:08:35.197278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:08:35.228183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15f80-63e0-47d6-b953-1c8984350d3b req-795d8745-6ae0-406c-8bcf-7969d738afd1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.229653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77d15f80-63e0-47d6-b953-1c8984350d3b req-795d8745-6ae0-406c-8bcf-7969d738afd1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0481327 Aug 12 05:08:35.267362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-77d15f80-63e0-47d6-b953-1c8984350d3b req-68d9e8a0-9c4d-4cea-aef3-091ad48a6d47 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Aug 12 05:08:35.331416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 5ab34f63-b934-487f-8f7f-aaa123c0e006 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:08:35.335372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 5ab34f63-b934-487f-8f7f-aaa123c0e006 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:08:35.336358 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:35.413714 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:35.435954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:35.438161 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951e657e-ee0d-466c-9bbf-5f4858801695" -d '{"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-plugged", "status": "completed", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:35.451268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:35.520183 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:35.546689 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d7fb5-074b-4592-8692-a67e6fa0f508 x-openstack-request-id: req-330d7fb5-074b-4592-8692-a67e6fa0f508 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:35.547000 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-plugged", "status": "completed", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:35.553685 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-330d7fb5-074b-4592-8692-a67e6fa0f508 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:35.553685 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'code': 200} Aug 12 05:08:35.573470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:35.606118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeaa37-e533-475d-9df0-7b1c1f24f7a2 req-7acd8f85-b40a-4d74-888a-6a74f9473294 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.607672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09aeaa37-e533-475d-9df0-7b1c1f24f7a2 req-7acd8f85-b40a-4d74-888a-6a74f9473294 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0518839 Aug 12 05:08:35.648997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09aeaa37-e533-475d-9df0-7b1c1f24f7a2 req-ca31a3a7-29cc-4584-abb7-3d0ecc03c9f8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351143 Aug 12 05:08:35.692233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-59847da2-e24d-470d-84ab-bc377bd4299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.693724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-59847da2-e24d-470d-84ab-bc377bd4299d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0450208 Aug 12 05:08:35.779795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-330a8c13-5256-4dce-af8a-3cd2b8e3b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.781129 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-330a8c13-5256-4dce-af8a-3cd2b8e3b5d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0809600 Aug 12 05:08:35.849515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-2c9d227c-8371-4d57-8603-7c3523e3b628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 200 len: 1001 time: 0.0611312 Aug 12 05:08:35.896957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-4cfbafe0-1210-488c-8c97-a35c3c43eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.898317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-4cfbafe0-1210-488c-8c97-a35c3c43eb06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0418010 Aug 12 05:08:35.942372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-3216c986-d9fd-4833-8ffb-d63052c75522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:35.943931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-3216c986-d9fd-4833-8ffb-d63052c75522 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392516 Aug 12 05:08:36.035864 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-267c9fc9-df2c-4820-98b9-f755d52f9c02 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851741 Aug 12 05:08:36.129726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-db6e42ce-7758-4a0f-aa1b-381a86647e7f req-b1014f46-bee2-499c-b2dd-4e85cdd42f89 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864391 Aug 12 05:08:36.767878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d02f7-3f38-49a6-a2f2-4dd12dc719a7 req-39d0a37c-46b7-4396-a396-dd399b1be1f0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:36.769380 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-227d02f7-3f38-49a6-a2f2-4dd12dc719a7 req-39d0a37c-46b7-4396-a396-dd399b1be1f0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0501130 Aug 12 05:08:36.807013 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-227d02f7-3f38-49a6-a2f2-4dd12dc719a7 req-3927e37c-4336-4457-b79a-76645ef64263 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Aug 12 05:08:37.925596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9950410-47d5-4685-a155-2b9808a87d47 req-fa11d041-04f2-439f-904d-a53a9cfd6328 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:37.927401 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9950410-47d5-4685-a155-2b9808a87d47 req-fa11d041-04f2-439f-904d-a53a9cfd6328 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0542805 Aug 12 05:08:37.965238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e9950410-47d5-4685-a155-2b9808a87d47 req-b1c89b70-e9fe-42d0-9dbe-0ad789d90f62 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Aug 12 05:08:38.430236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925d5a-2e08-4f3d-ae87-8b66f11160c4 req-a26275b9-b86e-4f25-8a57-a8a23fdb82e5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:38.431722 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78925d5a-2e08-4f3d-ae87-8b66f11160c4 req-a26275b9-b86e-4f25-8a57-a8a23fdb82e5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Aug 12 05:08:38.468403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78925d5a-2e08-4f3d-ae87-8b66f11160c4 req-7992c5a6-3123-469a-85fd-a0f86d0ad06e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Aug 12 05:08:39.588188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c619b-b618-4b7c-b494-a5f5c943fe3c req-01dac96a-6626-432d-ac30-b45048e07c20 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:39.589576 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c07c619b-b618-4b7c-b494-a5f5c943fe3c req-01dac96a-6626-432d-ac30-b45048e07c20 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0533226 Aug 12 05:08:39.626032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c07c619b-b618-4b7c-b494-a5f5c943fe3c req-d0b6a97f-1ff0-466d-91f7-88f5dc4d448b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306933 Aug 12 05:08:39.688452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-6c26a892-87e1-4608-b04e-b1cbc31fab0e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:39.689882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-6c26a892-87e1-4608-b04e-b1cbc31fab0e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0469384 Aug 12 05:08:39.776281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Deleting port 5ab34f63-b934-487f-8f7f-aaa123c0e006 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:08:39.776628 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:39.866736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] For port 5ab34f63-b934-487f-8f7f-aaa123c0e006, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=5ab34f63-b934-487f-8f7f-aaa123c0e006,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:39.867041 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:40.033494 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:40.033869 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:40.034167 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 disassociated. External IP: 172.25.6.148, port: 5ab34f63-b934-487f-8f7f-aaa123c0e006. Aug 12 05:08:40.034506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Calling delete_port for 5ab34f63-b934-487f-8f7f-aaa123c0e006 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:08:40.226250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:40.254842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event deleted for resources: {'Port': ['ID=5ab34f63-b934-487f-8f7f-aaa123c0e006,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:40.371894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:08:40.486809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:08:40.492746 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:08:40.504052 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:08:40.504664 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:08:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:40.522658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] No DVR routers for this DVR port 5ab34f63-b934-487f-8f7f-aaa123c0e006 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:08:40.525394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:40.527394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f76575d6-e3e0-40ee-90fe-0c13884febeb req-d2634ac0-16a5-4044-ae04-a27e0fdc0f13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "DELETE /v2.0/ports/5ab34f63-b934-487f-8f7f-aaa123c0e006 HTTP/1.1" status: 204 len: 173 time: 0.8307114 Aug 12 05:08:40.527839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-deleted', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:40.530131 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45692c09-9764-4f33-abbb-a3a2e7dec07a" -d '{"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-deleted", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:40.566067 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c097ae-c5d1-40bf-9a60-6063aee50347 x-openstack-request-id: req-b5c097ae-c5d1-40bf-9a60-6063aee50347 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:40.566572 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594eb48f-fea4-4033-a1d5-fc324895b8c8", "name": "network-vif-deleted", "tag": "5ab34f63-b934-487f-8f7f-aaa123c0e006", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:40.566914 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5c097ae-c5d1-40bf-9a60-6063aee50347 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:40.572176 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594eb48f-fea4-4033-a1d5-fc324895b8c8', 'name': 'network-vif-deleted', 'tag': '5ab34f63-b934-487f-8f7f-aaa123c0e006', 'status': 'completed', 'code': 200} Aug 12 05:08:40.610507 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:08:40.728536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-062ddd88-3422-4931-844f-20bec7e8c362 req-3cdb853c-bbf3-485f-ab29-bff781d8d19b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=594eb48f-fea4-4033-a1d5-fc324895b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0305159 Aug 12 05:08:40.809304 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:40.839121 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:08:40.847133 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:08:40.847738 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:08:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:40.956007 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:08:41.148284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:41.173130 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8d023b-cd8a-482a-ba02-27280c9c70f5 None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:08:41.388806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f459d29-da04-4e96-824c-7b9038b9508a None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:08:41.994067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-852304e0-cf89-4667-bf66-efe507039199 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--637329235&fields=id&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 267 time: 0.0329547 Aug 12 05:08:42.103947 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-29599cc7-55d7-400c-9750-54cebae3146f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:42.105341 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-29599cc7-55d7-400c-9750-54cebae3146f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1044006 Aug 12 05:08:42.120295 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-d264f856-e4fa-47c5-9a97-c077441dcc04 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/quotas/4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 375 time: 0.0092714 Aug 12 05:08:42.173044 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-344d3611-652a-4333-858d-d26c98140dd9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477014 Aug 12 05:08:42.342590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-aa2e68a9-60cc-4fca-be97-ebcdda52606b service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241345 Aug 12 05:08:42.431266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-b82dc9b2-507d-41ba-9ddb-3124c11e9ec3 service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825019 Aug 12 05:08:43.244102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:08:43.267042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 5ab34f63-b934-487f-8f7f-aaa123c0e006 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:08:43.267375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 5ab34f63-b934-487f-8f7f-aaa123c0e006 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:08:43.689487 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df688567-d430-40b1-8479-3ae37e83e5e8 req-51087cec-608a-47e8-a046-c5bea7f11a9d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 210 time: 0.0266361 Aug 12 05:08:44.110002 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:08:44.783289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e09d4edc-e3f8-4e64-a987-a1d8f864c122 req-9702504b-37e2-4ca2-9f3c-504c72f93265 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 210 time: 0.0283625 Aug 12 05:08:45.495390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-2d0c8e2d-4c4d-4578-862d-bcd7d4938727 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:45.497370 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-2d0c8e2d-4c4d-4578-862d-bcd7d4938727 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1077983 Aug 12 05:08:45.541947 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-5aa67fc2-6dc6-4d08-8407-f10555d9d758 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 379 time: 0.0348392 Aug 12 05:08:45.550930 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'port': {'device_id': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'admin_state_up': True, 'tenant_id': '4065a378098442889ba0919cb79f5787', 'security_groups': ['d3ae0fa9-2253-4c60-8eb5-77462cc90a6b']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:08:45.772017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Made reservation on behalf of 4065a378098442889ba0919cb79f5787 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:08:45.775737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:45.878942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68cc06ba-0618-4fea-9544-08eb80df019d req-fa788e05-2aab-4095-b5e0-cfed77cda0fe tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 210 time: 0.0270591 Aug 12 05:08:45.910884 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Allocated IP 172.20.0.11 (998d2f0c-e80c-497d-8aa1-55cf8c368036/8b52bef3-557f-4771-8f39-7c13fc7032f5/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:08:46.050002 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.064571 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Transition to ACTIVE for port object 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:08:46.146348 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.191254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:08:46.194319 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:08:46.196821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:08:46.223848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:46.238778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.239124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.239465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.239865 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.240690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.241020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.241345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.241668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.241992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.242312 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.242637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.242982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:08:46.263440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:46.264067 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.371682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-3c8d8995-d312-47e4-8e3d-3a37eafdbdc0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244135 Aug 12 05:08:46.383808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Request body: {'port': {'device_id': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:08:46.441229 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.473536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-24724b04-8dd4-4785-8346-97d48d887257 None None] Provisioning for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:08:46.477888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-24724b04-8dd4-4785-8346-97d48d887257 None None] Provisioning complete for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:08:46.479368 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24724b04-8dd4-4785-8346-97d48d887257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.512056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-24724b04-8dd4-4785-8346-97d48d887257 None None] Port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:08:46.701899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:08:46.709781 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.721354 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Transition to ACTIVE for port object 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:08:46.793321 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:46.841170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:46.917453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:08:46.918067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:08:46.918174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:08:46.922805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:08:46.923132 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:08:46.928675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:08:46.929419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:08:46.929419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:08:46.929803 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Bound port: 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:08:46.930163 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:47.029902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:08:47.034396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:08:47.043094 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc2b45-2570-4986-9510-dffbe43cecc4 req-4593706b-d1fa-4d72-a1ee-c61ce440cac4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.049985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13fc2b45-2570-4986-9510-dffbe43cecc4 req-4593706b-d1fa-4d72-a1ee-c61ce440cac4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0764871 Aug 12 05:08:47.082249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-13fc2b45-2570-4986-9510-dffbe43cecc4 req-f1d46b64-b239-470d-88cf-3ee2694cfd17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Aug 12 05:08:47.095047 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:47.128373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.128978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:47.130949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1092 time: 0.7507508 Aug 12 05:08:47.131399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:47.133644 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704ab071-4305-4a17-9a0d-0e7c5203a379" -d '{"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:47.159174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258f3e-e1ff-436a-afc6-9bc6da48b053 service neutron] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:47.245748 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f50d0f-2164-4c20-8a4f-fc01e95df01b x-openstack-request-id: req-d9f50d0f-2164-4c20-8a4f-fc01e95df01b {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:47.246043 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:47.246292 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9f50d0f-2164-4c20-8a4f-fc01e95df01b {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:47.246685 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'status': 'completed', 'code': 200} Aug 12 05:08:47.284257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-29adbb4c-bff1-40ee-9d39-f41ec1731796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.285796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-29adbb4c-bff1-40ee-9d39-f41ec1731796 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1095 time: 0.0490267 Aug 12 05:08:47.328565 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-673156a7-9c68-49d1-829d-9a30e58ec4fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 217 time: 0.0348442 Aug 12 05:08:47.377074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-0b978df5-61e1-4ad5-ac7a-857f9eeee68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.378555 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-0b978df5-61e1-4ad5-ac7a-857f9eeee68a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0430970 Aug 12 05:08:47.430222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-c074e0c2-7cff-4abc-a5bf-bda176ca7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.431653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-c074e0c2-7cff-4abc-a5bf-bda176ca7228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435739 Aug 12 05:08:47.533438 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-f8cf7ae4-6600-43e1-90a1-099f2237ad19 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940704 Aug 12 05:08:47.624932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc33d860-e935-4934-a6e9-4f94585aa28e req-39a8ad5a-4f0c-401d-9da4-1372f275685d service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851650 Aug 12 05:08:47.768609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-fc4593c5-9f18-4b5f-a1c0-d70cca75705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.770070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-fc4593c5-9f18-4b5f-a1c0-d70cca75705f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1095 time: 0.0400064 Aug 12 05:08:47.859171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-84a99cc4-18f7-4ecf-aaa3-91235d779a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.860538 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-84a99cc4-18f7-4ecf-aaa3-91235d779a05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0831215 Aug 12 05:08:47.905682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-4323e77a-73b9-4ecf-942f-86a374762eb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 217 time: 0.0380952 Aug 12 05:08:47.955184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-88082b9d-fc02-44bb-b801-1e030c48c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:47.956618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-88082b9d-fc02-44bb-b801-1e030c48c11e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0432429 Aug 12 05:08:48.002066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-cb220bdb-82b2-47e1-8910-0e076e6deb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:48.003667 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-cb220bdb-82b2-47e1-8910-0e076e6deb14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387070 Aug 12 05:08:48.094876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-466b1f4b-375c-44a0-b49f-f750cc0ab5aa service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830286 Aug 12 05:08:48.220540 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-704ab071-4305-4a17-9a0d-0e7c5203a379 req-f1f5c29f-1e23-474e-99a9-ba81f1e8cae0 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177328 Aug 12 05:08:48.228750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00d81-dcfb-4e89-ae62-3f24a17de6f8 req-f888f757-8fe1-4b7c-89db-79e9151adcae tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:48.230125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ed00d81-dcfb-4e89-ae62-3f24a17de6f8 req-f888f757-8fe1-4b7c-89db-79e9151adcae tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0760727 Aug 12 05:08:48.268315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6ed00d81-dcfb-4e89-ae62-3f24a17de6f8 req-9e15d139-184c-46c7-a3ea-b2b97df5cd4a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Aug 12 05:08:49.385309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dcf73-3e79-46ea-9b1f-a9eb7fdb947b req-a011649d-8734-45a9-beec-45a55dfc8fdf tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:49.386769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa5dcf73-3e79-46ea-9b1f-a9eb7fdb947b req-a011649d-8734-45a9-beec-45a55dfc8fdf tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0501060 Aug 12 05:08:49.422161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fa5dcf73-3e79-46ea-9b1f-a9eb7fdb947b req-cef313af-e716-484b-a711-46540f6a26b8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295191 Aug 12 05:08:50.543538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da73704-c05b-46e6-90c4-ef507e348fb0 req-93793b05-c326-4b17-bbd5-772a6c76552e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:50.545032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7da73704-c05b-46e6-90c4-ef507e348fb0 req-93793b05-c326-4b17-bbd5-772a6c76552e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0497963 Aug 12 05:08:50.582432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7da73704-c05b-46e6-90c4-ef507e348fb0 req-428d6961-0fd2-4446-9ceb-094346192b63 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Aug 12 05:08:50.628387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:08:50.718047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:50.729256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'mac_address': 'fa:16:3e:74:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:08:50.767424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:50.779369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:08:50.798007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:50.844647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:50.892593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:51.073336 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:08:51.698673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924186f-af96-4d97-ad45-dfd1f0ef6f78 req-ac5f23af-3922-45d8-86d6-03ceab33acb8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:51.700593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6924186f-af96-4d97-ad45-dfd1f0ef6f78 req-ac5f23af-3922-45d8-86d6-03ceab33acb8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0523953 Aug 12 05:08:51.736089 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6924186f-af96-4d97-ad45-dfd1f0ef6f78 req-bc91f740-b9a3-44e4-9d54-21d995d5edc6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296800 Aug 12 05:08:52.640780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:08:52.768724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:08:52.772699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:08:52.773077 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:52.849929 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:52.852040 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35dc0d-23ed-4900-9f72-ab7297cc31c8 req-1ba6ebcb-0876-480a-9dd3-897a1a081543 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:52.853534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c35dc0d-23ed-4900-9f72-ab7297cc31c8 req-1ba6ebcb-0876-480a-9dd3-897a1a081543 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0499301 Aug 12 05:08:52.874774 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:52.876951 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cfc3ca-0e79-46f7-be80-f609d7b7db60" -d '{"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-plugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:52.890985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:08:52.892309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3c35dc0d-23ed-4900-9f72-ab7297cc31c8 req-1f522269-73e2-4639-a721-78e92ca91dcf tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324793 Aug 12 05:08:52.918000 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf9064-a039-43e7-8f1e-ff087d204dde x-openstack-request-id: req-aebf9064-a039-43e7-8f1e-ff087d204dde {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:52.918284 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-plugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:52.918538 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aebf9064-a039-43e7-8f1e-ff087d204dde {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:52.918953 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'code': 200} Aug 12 05:08:52.948072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:52.995858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:08:53.018477 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1076208-5a47-40ba-8a10-bf4c6fd66065 req-54561f63-0b93-4d83-9bda-ec1136ab1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:53.024034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1076208-5a47-40ba-8a10-bf4c6fd66065 req-54561f63-0b93-4d83-9bda-ec1136ab1f1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1097 time: 0.0431592 Aug 12 05:08:53.055031 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e1076208-5a47-40ba-8a10-bf4c6fd66065 req-322ce3d7-04bb-4a3a-b79d-d35b080a8add service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277014 Aug 12 05:08:54.009501 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c992-5736-4f75-b580-b1e025504121 req-2b060d24-be75-4758-afc6-6b6b30c6d5ea tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:54.011022 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b936c992-5736-4f75-b580-b1e025504121 req-2b060d24-be75-4758-afc6-6b6b30c6d5ea tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0485780 Aug 12 05:08:54.049025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b936c992-5736-4f75-b580-b1e025504121 req-51c888f7-c312-443c-a0fa-4ec12ff5ca12 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313604 Aug 12 05:08:55.164354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041aadb7-3038-4044-9853-7b90b38f08f0 req-8e33934b-d04d-4375-bd58-a0250f6184c5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:55.165728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-041aadb7-3038-4044-9853-7b90b38f08f0 req-8e33934b-d04d-4375-bd58-a0250f6184c5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0478442 Aug 12 05:08:55.203335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-041aadb7-3038-4044-9853-7b90b38f08f0 req-4dea6d03-61f3-4ab3-b857-64f30f992020 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Aug 12 05:08:55.311846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754c4a4-c298-4234-981f-eb5ae447c6a0 req-7ee1aaa8-564d-4df7-bdcd-3267a709f1dc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:55.313298 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3754c4a4-c298-4234-981f-eb5ae447c6a0 req-7ee1aaa8-564d-4df7-bdcd-3267a709f1dc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0479145 Aug 12 05:08:55.321906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47086) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:08:55.326238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'floatingip': {'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:08:55.367702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:56.039639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:56.118225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:56.176279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:56.227961 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:56.278578 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 associated. External IP: 172.25.6.148, port: 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de. Aug 12 05:08:56.480378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:08:56.592129 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:08:56.597170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:08:56.603936 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:08:56.613293 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:08:56.613905 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:08:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:56.626785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f8c549af-2ab0-4e4a-a0f5-51cad8e9a119 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "PUT /v2.0/floatingips/18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 HTTP/1.1" status: 200 len: 992 time: 1.3013191 Aug 12 05:08:56.626785 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:08:56.627384 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca4303-b348-4ce3-992d-f444b2ad2964" -d '{"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:08:56.663530 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7400e2b1-ef9f-4650-86be-d5edd3a14629 x-openstack-request-id: req-7400e2b1-ef9f-4650-86be-d5edd3a14629 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:08:56.663824 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:08:56.664079 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7400e2b1-ef9f-4650-86be-d5edd3a14629 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:08:56.664481 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'status': 'completed', 'code': 200} Aug 12 05:08:56.727337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-1f61e24c-a937-44f5-96ac-1d6075360a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:56.728836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-1f61e24c-a937-44f5-96ac-1d6075360a01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1097 time: 0.0433185 Aug 12 05:08:56.729419 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:08:56.817017 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-60a8cbe0-c94b-41d5-8be4-a1a2fe68d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:56.818453 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-60a8cbe0-c94b-41d5-8be4-a1a2fe68d06b service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0827897 Aug 12 05:08:56.888544 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-3b90bdcc-ffb1-480c-9524-266cfb67d0cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1000 time: 0.0625045 Aug 12 05:08:56.938534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-bd21fd16-f31b-4d20-ae5b-53d92b594d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:56.940035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-bd21fd16-f31b-4d20-ae5b-53d92b594d7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0452144 Aug 12 05:08:56.954527 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:74:04:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:08:56Z', 'revision_number': 9, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:56.981193 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:08:56.985048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-628be8e0-9a27-48e7-ba85-48eb9f27a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:08:56.986552 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-628be8e0-9a27-48e7-ba85-48eb9f27a3f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401402 Aug 12 05:08:56.997453 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:08:56.998065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:08:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:57.079259 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-25a9ab7b-0408-4973-9014-13ce205a827b service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851440 Aug 12 05:08:57.148777 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:08:57.169403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dca4303-b348-4ce3-992d-f444b2ad2964 req-00402297-6ba4-4992-96a5-1346ac4e5e5c service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839095 Aug 12 05:08:57.509918 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:74:04:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:08:56Z', 'revision_number': 9, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:08:57.535669 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff7dd5-7c65-4ccd-9349-a50cec131513 None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:74:04:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:08:56Z', 'revision_number': 9, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:08:57.731565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1958a1-fd61-44ce-a912-6b989a9db3f8 None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:08:58.283037 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b14e6b0-9da6-4d2f-968b-c965b76f14e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:00.822085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-19e8f719-0122-415c-b7d3-ef91cc0b778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:00.987997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:02.318972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:03.871688 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:21.108983 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:09:26.036997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:26.225962 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:28.259550 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e0a9b20-585c-4ddc-ac08-08e010dee2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:30.813635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15ff0d5c-60c6-42d2-b5d7-666895314857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:30.973804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:32.333594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:33.913319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:37.341396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-7bd4bcf5-a160-4513-b389-d9bb89baeedf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408237 Aug 12 05:09:37.424166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-4e9e6bdc-6944-43d3-9d77-b4914f644180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:09:37.425682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-4e9e6bdc-6944-43d3-9d77-b4914f644180 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1097 time: 0.0452192 Aug 12 05:09:37.530053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-22548429-0909-43bc-8df8-9242ce1eefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:09:37.531477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-22548429-0909-43bc-8df8-9242ce1eefb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0872087 Aug 12 05:09:37.599151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-9c62b8d3-9569-48fb-bd10-75d95d0258ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1003 time: 0.0605931 Aug 12 05:09:37.646848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-cd6ee187-c174-4709-be41-5e69dc4cf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:09:37.648249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-cd6ee187-c174-4709-be41-5e69dc4cf3c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0425127 Aug 12 05:09:37.692267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-424cfdd4-cf56-469f-931c-fbd99215ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:09:37.694232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-424cfdd4-cf56-469f-931c-fbd99215ce5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390894 Aug 12 05:09:37.786747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-10d1ce33-e5f6-493a-a0d3-26819c49fac5 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843406 Aug 12 05:09:37.874723 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bfc7da1-25e4-43cb-b46c-71a08da6e8a4 req-80d1a574-a6b0-4e0d-9835-329f0441dc80 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811574 Aug 12 05:09:56.036442 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:56.242083 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:09:58.108110 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:09:58.254909 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-06ab8dcb-a043-4085-9438-c16e8e0db94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:00.820481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3b680c63-30b7-4ffc-aa78-202aca2a24fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:00.975040 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:02.328421 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:03.876218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:26.060015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:26.219890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:28.249036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-420b9068-7bca-4f6e-8923-a53adf9cd19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:30.807216 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d18f9fcc-93da-47b6-b8a4-0a3305343bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:30.991332 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:32.363158 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:32.855080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e70fb-d669-4042-b1d7-2f7f37f06ce6 req-94d56399-a939-4bc3-b007-61050209cf13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:32.856553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-011e70fb-d669-4042-b1d7-2f7f37f06ce6 req-94d56399-a939-4bc3-b007-61050209cf13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0499129 Aug 12 05:10:32.896660 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-011e70fb-d669-4042-b1d7-2f7f37f06ce6 req-69d9f0a2-7a24-46db-9ebc-1821101bf354 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 Aug 12 05:10:33.042638 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-efdd7b13-0669-46ae-90f8-9cc46fcd09e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885892 Aug 12 05:10:33.911871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:34.017331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d69591-9c5e-430d-95e2-6a4eeb35ff0e req-dff8e9c8-3ce4-4258-b3d3-34cf87da885e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:34.019000 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d69591-9c5e-430d-95e2-6a4eeb35ff0e req-dff8e9c8-3ce4-4258-b3d3-34cf87da885e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0516508 Aug 12 05:10:34.057974 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96d69591-9c5e-430d-95e2-6a4eeb35ff0e req-589defb6-0fc6-46ca-9174-1cf15499036f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Aug 12 05:10:34.954643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-e9529114-367d-46fb-9532-de9af4f51ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:34.956160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-e9529114-367d-46fb-9532-de9af4f51ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1097 time: 0.0455823 Aug 12 05:10:35.046441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-75c5b27e-8723-43fa-a738-b2078597807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:35.048145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-75c5b27e-8723-43fa-a738-b2078597807e service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0836501 Aug 12 05:10:35.107691 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:10:35.119778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-23f1164d-8eb1-496f-87cf-55e34f3bbf88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1003 time: 0.0642827 Aug 12 05:10:35.170765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-a99da227-765a-491d-93ec-c65df3eea531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:35.172248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-a99da227-765a-491d-93ec-c65df3eea531 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0456474 Aug 12 05:10:35.173907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30322f7-6807-444a-9357-a6713a9fde6c req-128ad825-576a-4a46-bf63-3e29c1eef207 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:35.175429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a30322f7-6807-444a-9357-a6713a9fde6c req-128ad825-576a-4a46-bf63-3e29c1eef207 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0491061 Aug 12 05:10:35.214020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a30322f7-6807-444a-9357-a6713a9fde6c req-e275c6bb-20ed-4c32-874b-8591d5d2c687 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324361 Aug 12 05:10:35.218218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-a94b0920-1f23-43b0-9a7d-b2b85a614847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:35.220235 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-a94b0920-1f23-43b0-9a7d-b2b85a614847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406227 Aug 12 05:10:35.311930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-58d358b6-52b1-4f35-bd98-8754170ebccb service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848107 Aug 12 05:10:35.401297 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-a29dcf87-d106-47af-b50f-d6d5d0b0fcde service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Aug 12 05:10:36.328469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd409d28-57d7-474f-92ed-f95f1ecb20e5 req-8fb1832c-8e9c-47ac-8660-ab1db12b9e8f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:36.329957 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd409d28-57d7-474f-92ed-f95f1ecb20e5 req-8fb1832c-8e9c-47ac-8660-ab1db12b9e8f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0493345 Aug 12 05:10:36.366562 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cd409d28-57d7-474f-92ed-f95f1ecb20e5 req-e180c154-d793-49d4-a646-2eb2b2b0fe6c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308168 Aug 12 05:10:37.480985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54387a95-69f1-419c-a79d-74f8fec9604f req-3d625f6b-df1c-47a4-83f7-1a0e9b11e969 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:37.482458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54387a95-69f1-419c-a79d-74f8fec9604f req-3d625f6b-df1c-47a4-83f7-1a0e9b11e969 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0484197 Aug 12 05:10:37.520452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54387a95-69f1-419c-a79d-74f8fec9604f req-0a943597-1cfb-4deb-aeb1-b8cfda79b5c9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322013 Aug 12 05:10:38.637587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697df74-6946-4ad2-813e-2a8ef00ae1e7 req-49003eda-bd6e-46e5-8392-98bb6000a679 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:38.639110 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a697df74-6946-4ad2-813e-2a8ef00ae1e7 req-49003eda-bd6e-46e5-8392-98bb6000a679 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0519881 Aug 12 05:10:38.677931 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a697df74-6946-4ad2-813e-2a8ef00ae1e7 req-38cd7dc3-0935-410c-b69a-4180d877ae58 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Aug 12 05:10:39.361607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-d09a089c-c5bf-4927-9ec1-a430458529b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:39.363118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-d09a089c-c5bf-4927-9ec1-a430458529b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1097 time: 0.0409851 Aug 12 05:10:39.466696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-4d1f92ac-a56c-4752-b371-779270e24db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:39.468166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-4d1f92ac-a56c-4752-b371-779270e24db1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0856533 Aug 12 05:10:39.532408 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-ad8e8257-1ac5-44bd-9dd1-d589825e7c56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1003 time: 0.0573761 Aug 12 05:10:39.581853 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-1e592e88-bc40-4917-b977-a35e4d7d0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:39.583205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-1e592e88-bc40-4917-b977-a35e4d7d0b03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0428140 Aug 12 05:10:39.631786 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-0ca6bb9a-f79b-474d-a95b-f04eae92d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:39.633261 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-0ca6bb9a-f79b-474d-a95b-f04eae92d665 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419049 Aug 12 05:10:39.721056 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-2b2053a6-8788-4590-80a3-f7fcf3ad21b5 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801456 Aug 12 05:10:39.800841 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f1273-09fb-41e2-aa90-0f1945d9fa53 req-58c18428-8b9e-4397-ae8a-dfaaf18bed7c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:39.802738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f91f1273-09fb-41e2-aa90-0f1945d9fa53 req-58c18428-8b9e-4397-ae8a-dfaaf18bed7c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0527010 Aug 12 05:10:39.815674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3a4ef168-6e19-4910-a0a7-7f3859918bdc req-5be91b18-b07d-495d-9a7a-b71874329168 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872004 Aug 12 05:10:39.843126 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f91f1273-09fb-41e2-aa90-0f1945d9fa53 req-0695f9de-257f-4954-99d7-8c539397448f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Aug 12 05:10:40.958190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2be0-0fca-442b-ab38-3f14e260bcb1 req-06c7aac2-152f-4d6b-b5b2-056d62121960 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:40.959717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fc2be0-0fca-442b-ab38-3f14e260bcb1 req-06c7aac2-152f-4d6b-b5b2-056d62121960 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0494184 Aug 12 05:10:40.997497 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91fc2be0-0fca-442b-ab38-3f14e260bcb1 req-16691b68-83ec-4d44-9c7d-72cd23f92f17 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Aug 12 05:10:42.114377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf0681-a2ee-4491-9f71-22950548ff8e req-7c300b89-9549-4807-b0b6-ac9256b96b70 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:42.115891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fbf0681-a2ee-4491-9f71-22950548ff8e req-7c300b89-9549-4807-b0b6-ac9256b96b70 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0506046 Aug 12 05:10:42.152824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fbf0681-a2ee-4491-9f71-22950548ff8e req-57563f58-226d-41f2-b777-bfba016e9d8f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303538 Aug 12 05:10:43.265699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6843cd-de60-42f4-9159-3c331535e3ea req-d665c32c-1c8f-4159-aff0-7fdb47028cc9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:43.267219 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bb6843cd-de60-42f4-9159-3c331535e3ea req-d665c32c-1c8f-4159-aff0-7fdb47028cc9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0482366 Aug 12 05:10:43.303966 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bb6843cd-de60-42f4-9159-3c331535e3ea req-1c59e869-1deb-442a-936c-9f5c64e68803 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309086 Aug 12 05:10:44.417560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0efb2-4eb8-4b25-92f6-df4860b5eff3 req-6fd0e5f3-be8d-48c5-bd61-5f9e9b87d1f0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:44.419054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91d0efb2-4eb8-4b25-92f6-df4860b5eff3 req-6fd0e5f3-be8d-48c5-bd61-5f9e9b87d1f0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0483124 Aug 12 05:10:44.455543 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-91d0efb2-4eb8-4b25-92f6-df4860b5eff3 req-4fabb4a2-33c0-4600-a603-829a028c0ce5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Aug 12 05:10:45.571061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208212ad-d9f0-4052-8fab-474bdafff2fd req-bc02a0ac-fe34-4688-b1c7-a33120a7978c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:45.572557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-208212ad-d9f0-4052-8fab-474bdafff2fd req-bc02a0ac-fe34-4688-b1c7-a33120a7978c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0500171 Aug 12 05:10:45.615117 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-208212ad-d9f0-4052-8fab-474bdafff2fd req-97dd5a56-70ba-4e39-b170-bc3f22fbcec0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363088 Aug 12 05:10:46.731220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c3db-9e35-447e-a1d7-6c5a5227f413 req-b1f9be7a-2606-47d3-8ba7-ed1a3b1fdf38 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:46.732662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5d1c3db-9e35-447e-a1d7-6c5a5227f413 req-b1f9be7a-2606-47d3-8ba7-ed1a3b1fdf38 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0509105 Aug 12 05:10:46.768816 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c5d1c3db-9e35-447e-a1d7-6c5a5227f413 req-3dc65d16-d57d-45dc-b64d-e3eaaa6cd2b9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303979 Aug 12 05:10:47.388407 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-0f641f92-2b90-4d76-93de-62164f2ed579 service neutron] show failed (client error): The resource could not be found. Aug 12 05:10:47.389421 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-0f641f92-2b90-4d76-93de-62164f2ed579 service neutron] 10.222.0.20 "GET /v2.0/ports/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0541086 Aug 12 05:10:47.884370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831eea-8df7-4d41-ab6b-436e9f840c50 req-497a2b3d-cccf-4f49-8364-4e0fe210009f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:47.885880 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db831eea-8df7-4d41-ab6b-436e9f840c50 req-497a2b3d-cccf-4f49-8364-4e0fe210009f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0492110 Aug 12 05:10:47.916750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-2a5eb99b-94c1-47d7-bf94-4499b9184fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:47.918262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-2a5eb99b-94c1-47d7-bf94-4499b9184fbb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 1097 time: 0.0413425 Aug 12 05:10:47.926385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-db831eea-8df7-4d41-ab6b-436e9f840c50 req-d2f1b52e-0836-4a80-b8fc-e94363dae454 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326130 Aug 12 05:10:47.932124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:10:47.984665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:48.189196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:48.221111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:10:48.258189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:10:48.260453 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30346990-dd12-4174-ba88-5a4dc5ad1bea" -d '{"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:10:48.264238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:48.276903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Transition to ACTIVE for port object 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:10:48.310286 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a200c0-1b35-428d-9467-a0a53bd7392c x-openstack-request-id: req-b6a200c0-1b35-428d-9467-a0a53bd7392c {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:10:48.310571 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:10:48.310948 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6a200c0-1b35-428d-9467-a0a53bd7392c {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:10:48.311364 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'code': 200} Aug 12 05:10:48.362438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:48.410145 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=6']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:48.452929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.453274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.453614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.453948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.454277 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.454610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.454965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.455289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.455619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.455933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.456251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.456571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:48.494649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] No DVR routers for this DVR port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:10:48.631811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:10:48.632144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:10:48.633092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:10:48.637234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:10:48.637553 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:10:48.642240 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:10:48.642578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:10:48.642984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:10:48.643400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Bound port: 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:10:48.643748 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:48.708784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:10:48.708784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:10:48.784679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:48.819104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:48.819743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:48.821149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] 10.222.0.36 "PUT /v2.0/ports/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1092 time: 0.8935425 Aug 12 05:10:48.842413 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e0197-6dc9-4596-90ee-c02d88be48bc service neutron] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:48.895932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-68af586e-3039-4d77-a47f-ff379e1f0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:48.897611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-68af586e-3039-4d77-a47f-ff379e1f0cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1095 time: 0.0468693 Aug 12 05:10:48.992910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-d5f84689-8911-4de2-9bc0-b9eccc178149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:48.994408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-d5f84689-8911-4de2-9bc0-b9eccc178149 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0900300 Aug 12 05:10:49.042731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0aa1d-93ce-42ee-88cb-298378884296 req-8a9e4d9e-48b7-49bd-8977-c2922610ee6b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:49.044238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dad0aa1d-93ce-42ee-88cb-298378884296 req-8a9e4d9e-48b7-49bd-8977-c2922610ee6b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0489988 Aug 12 05:10:49.066243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-292ad3cd-b794-48aa-a0a2-d7c766fdfe07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1001 time: 0.0644395 Aug 12 05:10:49.082268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dad0aa1d-93ce-42ee-88cb-298378884296 req-18324fba-bd9a-40a5-a72f-815eaec1211a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319915 Aug 12 05:10:49.115254 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-ae2bb194-b0b5-49f6-b2e2-7e3d9d0a222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:49.117288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-ae2bb194-b0b5-49f6-b2e2-7e3d9d0a222c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0437515 Aug 12 05:10:49.161188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-4d56fe9c-ff7c-4c5e-bdb8-021eabd287ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:49.162630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-4d56fe9c-ff7c-4c5e-bdb8-021eabd287ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393345 Aug 12 05:10:49.253057 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-cc211c36-cb0d-4eea-ae75-61faa06ff227 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831528 Aug 12 05:10:49.341766 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6770666-90dc-45ae-9d55-53422bbcbcf2 req-0de732d7-f3c6-4e3b-9653-53dcf8da5c44 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816808 Aug 12 05:10:50.202184 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479f4c-d6f9-4c85-b4f4-15193b0b36f6 req-96541f9f-2245-41a3-9680-4b180a2239e0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.203662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00479f4c-d6f9-4c85-b4f4-15193b0b36f6 req-96541f9f-2245-41a3-9680-4b180a2239e0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0498662 Aug 12 05:10:50.239136 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00479f4c-d6f9-4c85-b4f4-15193b0b36f6 req-bd626291-de62-4b8e-8ebb-b2ae943ce364 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297468 Aug 12 05:10:50.312999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:10:50.315390 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28c25f8-1d38-4f64-9026-bcb176301953" -d '{"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:10:50.361390 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef58b05-790e-4de7-8fca-4ef290c53877 x-openstack-request-id: req-3ef58b05-790e-4de7-8fca-4ef290c53877 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:10:50.361792 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:10:50.362049 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ef58b05-790e-4de7-8fca-4ef290c53877 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:10:50.362441 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'status': 'completed', 'code': 200} Aug 12 05:10:50.426563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-eec6f197-7a99-4715-9dca-e7657f414243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.428356 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-eec6f197-7a99-4715-9dca-e7657f414243 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1095 time: 0.0461159 Aug 12 05:10:50.431274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-0268dc7f-77e9-47da-a625-da15f13f3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.433226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-0268dc7f-77e9-47da-a625-da15f13f3925 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1095 time: 0.0495701 Aug 12 05:10:50.517973 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-ca6ab23e-38ae-4604-ace5-ee39bc8852f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.519401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-ca6ab23e-38ae-4604-ace5-ee39bc8852f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0830889 Aug 12 05:10:50.522938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-98b91e0a-f055-4684-a283-804b12d1568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.524476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-98b91e0a-f055-4684-a283-804b12d1568d service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0840423 Aug 12 05:10:50.589023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-a9ee3e48-d50c-4f45-83c3-b5d7d5957691 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1001 time: 0.0617931 Aug 12 05:10:50.593700 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-3c36332f-88bb-4a96-997f-63145376e6ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1001 time: 0.0621469 Aug 12 05:10:50.638695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-611e5bac-2ba5-4dba-b3a1-dc2ea06103f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.640162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-611e5bac-2ba5-4dba-b3a1-dc2ea06103f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0433602 Aug 12 05:10:50.642620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-a9eeba2c-21b2-4a17-b92e-54dcd9e566fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.644124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-a9eeba2c-21b2-4a17-b92e-54dcd9e566fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0442729 Aug 12 05:10:50.687014 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-98a3dab8-f911-4036-821f-fb3eb6bf44de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.688548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-98a3dab8-f911-4036-821f-fb3eb6bf44de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406365 Aug 12 05:10:50.689008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-ebb36ea3-c7f9-4aab-a2e2-e09054bf1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:50.690477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-ebb36ea3-c7f9-4aab-a2e2-e09054bf1a8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395570 Aug 12 05:10:50.782325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-594a6cab-6967-4b7b-ae67-0e6c5d4cf7ac service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845411 Aug 12 05:10:50.782559 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-6572f35c-f633-4de3-b029-5aa8af75612e service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842419 Aug 12 05:10:50.872760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-98dc85ac-5ef7-47c4-a6b7-5193424fc603 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820644 Aug 12 05:10:50.873020 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f28c25f8-1d38-4f64-9026-bcb176301953 req-6272c9a3-9822-4ed3-8cad-333427809e47 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835516 Aug 12 05:10:51.276480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:10:51.318245 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:10:51.359891 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505edc4-7dfd-43ae-9726-c7a089cdae7a req-ab8ff831-7f72-47f6-9dc6-f44599606172 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:51.361358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8505edc4-7dfd-43ae-9726-c7a089cdae7a req-ab8ff831-7f72-47f6-9dc6-f44599606172 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0503948 Aug 12 05:10:51.398120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8505edc4-7dfd-43ae-9726-c7a089cdae7a req-31fc6038-b012-4bb4-a2d9-f2e2baf9dc23 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Aug 12 05:10:51.836079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:10:51.918734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc0cb-904a-46a1-8fff-6d1919880b76 req-2e4b25b2-0faf-4e0d-80c9-f3cb145dac97 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:51.920216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb9fc0cb-904a-46a1-8fff-6d1919880b76 req-2e4b25b2-0faf-4e0d-80c9-f3cb145dac97 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 944 time: 0.0803430 Aug 12 05:10:51.931379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:51.947119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'mac_address': 'fa:16:3e:74:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:10:51.966587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-3c2af540-7893-49f8-a13b-6158a8d6bfb7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:51.968060 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-3c2af540-7893-49f8-a13b-6158a8d6bfb7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d&tenant_id=4065a378098442889ba0919cb79f5787&binding%3Ahost_id=n-h2-804320-1 HTTP/1.1" status: 200 len: 944 time: 0.0870705 Aug 12 05:10:51.975183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-eb9fc0cb-904a-46a1-8fff-6d1919880b76 req-a9510b91-e6f4-40aa-8ff0-f02cd4f4f62e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490708 Aug 12 05:10:51.985631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:52.002498 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:10:52.021214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:52.032008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-1e90d9ff-4d52-4ef7-9846-b3bfd2bdaad4 service neutron] 10.222.0.36 "GET /v2.0/ports/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de/bindings/n-h2-804320-1 HTTP/1.1" status: 200 len: 382 time: 0.0554588 Aug 12 05:10:52.094121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:52.098473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-486361f2-76b2-4dba-8bb2-d91a014365dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:52.100117 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-486361f2-76b2-4dba-8bb2-d91a014365dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1095 time: 0.0439219 Aug 12 05:10:52.143924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:52.151685 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.152039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.152379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.152718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.153054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.153388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.153716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.154049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.154377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.154701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.155052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.155377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:52.191984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-7a148d47-45ed-4cc4-a4a0-d63f66a3c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:52.193457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-7a148d47-45ed-4cc4-a4a0-d63f66a3c932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0868058 Aug 12 05:10:52.261125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-3cdf3c4c-8060-4536-b3fa-9f9c106161ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1002 time: 0.0601656 Aug 12 05:10:52.310383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-8b763c70-9df5-455a-9888-a2cfd26c4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:52.311818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-8b763c70-9df5-455a-9888-a2cfd26c4b9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0433764 Aug 12 05:10:52.314263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:10:52.367130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-405fdd54-7c2c-4bbb-8ef8-aebd57ed992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:52.369275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-405fdd54-7c2c-4bbb-8ef8-aebd57ed992b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492754 Aug 12 05:10:52.463630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-a2e2dee9-6e1b-4bc6-841d-50b6b13905cf service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849400 Aug 12 05:10:52.551546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-927120b5-3137-4ebb-8f44-2b5411358479 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807958 Aug 12 05:10:53.093315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cfa13-385c-464b-bf9c-c9bf1988ec6b req-087a9433-4773-466b-95ac-ad710821e34a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:53.094789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-767cfa13-385c-464b-bf9c-c9bf1988ec6b req-087a9433-4773-466b-95ac-ad710821e34a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0488629 Aug 12 05:10:53.131171 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-767cfa13-385c-464b-bf9c-c9bf1988ec6b req-34cc66d6-4f85-4c6a-a403-c0041e09ac63 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Aug 12 05:10:53.855358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:10:54.014131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:10:54.018017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:10:54.018393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:54.093864 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:54.114960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:10:54.117068 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906c9c4f-2e52-48f9-9805-71e94f7ae7a6" -d '{"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-plugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:10:54.129619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:54.165284 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028f3c7-3305-4749-aad7-7e894e1a8555 x-openstack-request-id: req-8028f3c7-3305-4749-aad7-7e894e1a8555 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:10:54.165472 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-plugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:10:54.165734 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8028f3c7-3305-4749-aad7-7e894e1a8555 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:10:54.166103 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'code': 200} Aug 12 05:10:54.202576 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:54.251707 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8922-5cd2-4f42-af12-3e9bf2b1f478 req-265de7ac-1a0e-4921-b0ba-6791d39352e3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:54.253790 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac0f8922-5cd2-4f42-af12-3e9bf2b1f478 req-265de7ac-1a0e-4921-b0ba-6791d39352e3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0538888 Aug 12 05:10:54.255758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:54.295571 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ac0f8922-5cd2-4f42-af12-3e9bf2b1f478 req-b8c3c16d-2ed8-4898-92eb-8e4056fa4616 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344374 Aug 12 05:10:54.980445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-8cd5b521-0fc5-476a-aedf-3a026daa2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:54.981829 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-8cd5b521-0fc5-476a-aedf-3a026daa2e98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 1097 time: 0.0407755 Aug 12 05:10:54.994148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:10:55.048649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:55.246700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:55.279356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:10:55.317768 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:10:55.320058 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c818b01c-0b03-4a98-948d-70c4b7de431a" -d '{"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:10:55.324800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:55.341109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Transition to ACTIVE for port object 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:10:55.368849 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e1c126-9a64-438f-a170-ebaeec78ab91 x-openstack-request-id: req-53e1c126-9a64-438f-a170-ebaeec78ab91 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:10:55.369141 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:10:55.369402 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e1c126-9a64-438f-a170-ebaeec78ab91 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:10:55.369807 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'code': 200} Aug 12 05:10:55.417320 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3ae9-3ff2-43c8-add4-9771f95487fc req-843be458-100f-4713-940a-bbf3e3069776 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:55.418836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d9c3ae9-3ff2-43c8-add4-9771f95487fc req-843be458-100f-4713-940a-bbf3e3069776 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0507073 Aug 12 05:10:55.424004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:55.456140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5d9c3ae9-3ff2-43c8-add4-9771f95487fc req-18c184f0-b5a6-4d7a-99a9-39e122de5064 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Aug 12 05:10:55.526514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=10']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:55.551493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.551847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.552186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.552521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.553109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.553435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.553759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.554081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.554403 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.554789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.555103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.555423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:10:55.611084 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] No DVR routers for this DVR port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:10:55.743476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:10:55.743816 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:10:55.744148 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:10:55.748393 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:10:55.748712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Attempting to bind port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:10:55.753440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:10:55.753775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:10:55.754153 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:10:55.754582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Bound port: 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:10:55.754968 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:55.819014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:10:55.822404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:10:55.876777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:55.909120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:55.909736 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:55.911176 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1093 time: 0.9218671 Aug 12 05:10:55.943080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9a397-703d-4450-aef6-187f7a1ad018 service neutron] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=11']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:55.978841 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-bdc4e903-b326-4fdc-9a0b-7f6dc654dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:55.980385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-bdc4e903-b326-4fdc-9a0b-7f6dc654dcbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1096 time: 0.0452373 Aug 12 05:10:56.025016 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:56.079628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-5d6120dc-373d-46fa-acf9-7ae4566a226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:56.080780 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-5d6120dc-373d-46fa-acf9-7ae4566a226a service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0937657 Aug 12 05:10:56.144114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-482c996a-ae50-483e-8e77-ef980bd84449 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1001 time: 0.0565007 Aug 12 05:10:56.192463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-a52704f4-2b61-4107-9c4d-22cb91182571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:56.194003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-a52704f4-2b61-4107-9c4d-22cb91182571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0433958 Aug 12 05:10:56.230042 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:56.242946 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-abe5e888-3c23-49a2-a368-1a67b2ad8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:56.244446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-abe5e888-3c23-49a2-a368-1a67b2ad8650 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434024 Aug 12 05:10:56.332988 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-3061d895-7296-4901-8a8b-506a4ee07247 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803473 Aug 12 05:10:56.789619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f9a6-38a7-4ea8-93cd-0bda4c0ed92e req-b84e4a81-4c3c-4546-8a16-f6f2952b1aed tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:56.791131 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5835f9a6-38a7-4ea8-93cd-0bda4c0ed92e req-b84e4a81-4c3c-4546-8a16-f6f2952b1aed tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0769417 Aug 12 05:10:56.793365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-30b42f7b-cd9d-4048-9b8c-f9847edebe0c req-15e635b9-a372-40f8-bc26-e8b001ba72e3 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533312 Aug 12 05:10:56.830203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5835f9a6-38a7-4ea8-93cd-0bda4c0ed92e req-b7bbc6c7-7bfa-474c-a0c9-6d5deba5bbf5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328839 Aug 12 05:10:57.371090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:10:57.373436 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:10:57.431359 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacfa27-5eba-4353-baca-0cd9d9ab3da5 x-openstack-request-id: req-daacfa27-5eba-4353-baca-0cd9d9ab3da5 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:10:57.431359 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:10:57.431359 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daacfa27-5eba-4353-baca-0cd9d9ab3da5 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:10:57.431359 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'status': 'completed', 'code': 200} Aug 12 05:10:57.482065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-89eab91a-caf1-49e5-ab8a-e1b3da07f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.483693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-89eab91a-caf1-49e5-ab8a-e1b3da07f597 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1096 time: 0.0447583 Aug 12 05:10:57.483823 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-af331367-31c0-4fe1-b007-e2be8dff77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.485267 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-af331367-31c0-4fe1-b007-e2be8dff77c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 1096 time: 0.0396969 Aug 12 05:10:57.573541 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-c1b26999-1a53-4266-a21f-88e1ce441885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.575056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-c1b26999-1a53-4266-a21f-88e1ce441885 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0843294 Aug 12 05:10:57.579125 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-a828b20b-65bc-4d67-a2e9-c1a995199fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.580592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-a828b20b-65bc-4d67-a2e9-c1a995199fda service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0873034 Aug 12 05:10:57.642948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-f67a3efd-c293-4803-a045-8d75a4b82897 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1001 time: 0.0611255 Aug 12 05:10:57.646381 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-2ed02011-2394-4436-a71d-e418b8c8f870 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 200 len: 1001 time: 0.0584638 Aug 12 05:10:57.702988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-35188304-2608-4bd3-a737-f3fd5699e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.705002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-35188304-2608-4bd3-a737-f3fd5699e2ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0516663 Aug 12 05:10:57.754483 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-bfe433b8-3493-4820-a7cc-b315ae194a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.756066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-bfe433b8-3493-4820-a7cc-b315ae194a76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425439 Aug 12 05:10:57.850276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-4cc429bc-f685-4631-81e5-9a81bb5b9053 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Aug 12 05:10:57.863215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:10:57.911139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:10:57.985378 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271063ce-1cef-41db-b314-7ee828639c90 req-c725cdf1-b5b4-43fd-b893-443abb936a13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:57.986908 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-271063ce-1cef-41db-b314-7ee828639c90 req-c725cdf1-b5b4-43fd-b893-443abb936a13 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0781975 Aug 12 05:10:57.993672 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-5d665d06-cacd-4e2b-b85c-ec8ff9d2c106 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355553 Aug 12 05:10:58.030589 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-271063ce-1cef-41db-b314-7ee828639c90 req-593ce158-43bd-443c-90c0-2dc50f1ed4f8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359232 Aug 12 05:10:58.075558 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-1bd48f55-c885-4b85-927d-0b15a84a2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:58.077306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-1bd48f55-c885-4b85-927d-0b15a84a2ee4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.4283123 Aug 12 05:10:58.123228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-e5eaaac8-338a-459d-a3b9-795f8bb75472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:58.124704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-e5eaaac8-338a-459d-a3b9-795f8bb75472 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399644 Aug 12 05:10:58.219449 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-032e7b11-0b4f-447c-9d8b-c54e582ddda7 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876343 Aug 12 05:10:58.254002 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa9c07cf-5920-49d1-be61-d92cdb30ddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:58.309480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02a9e7f1-f3c3-4378-ab45-6b64bca9a2c0 req-f9f00b9f-a32d-4394-a11b-6428e3166463 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829554 Aug 12 05:10:59.146207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc9c4-1338-461c-985c-da9108dbf49a req-4799cfce-fd78-42f6-8cef-b44bcf3302d9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:59.147735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d7dc9c4-1338-461c-985c-da9108dbf49a req-4799cfce-fd78-42f6-8cef-b44bcf3302d9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0484900 Aug 12 05:10:59.185507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6d7dc9c4-1338-461c-985c-da9108dbf49a req-3abbe0a0-c0e7-4f24-87d6-88f763ccd6da tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Aug 12 05:10:59.300889 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a93404-c702-46a5-8214-ea16f2022340 req-7171452b-11f4-4470-8f86-2dc23385959b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:59.302385 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60a93404-c702-46a5-8214-ea16f2022340 req-7171452b-11f4-4470-8f86-2dc23385959b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0523942 Aug 12 05:10:59.340308 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60a93404-c702-46a5-8214-ea16f2022340 req-4bdf9d66-b7a4-4a20-8552-c44454f24d76 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318000 Aug 12 05:10:59.347179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:10:59.444232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:59.455820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'mac_address': 'fa:16:3e:74:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:10:59.455983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145915eb-c521-46fe-a75e-e72636ede64e req-0f90152e-0d4b-45cf-9380-a11af91939fc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:59.457441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-145915eb-c521-46fe-a75e-e72636ede64e req-0f90152e-0d4b-45cf-9380-a11af91939fc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 945 time: 0.0516937 Aug 12 05:10:59.492076 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:59.495319 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-145915eb-c521-46fe-a75e-e72636ede64e req-548e60c6-6558-47ea-9203-cc9af373cb0b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 Aug 12 05:10:59.504776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:10:59.525322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:10:59.608413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:10:59.655702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=12']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:10:59.825590 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:10:59.990244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa0e91-031a-48f1-aaf1-ce3bed533d62 req-eb9e17b3-1b1b-4889-bedf-01260dce5a04 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:10:59.991734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aaa0e91-031a-48f1-aaf1-ce3bed533d62 req-eb9e17b3-1b1b-4889-bedf-01260dce5a04 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0481322 Aug 12 05:11:00.029373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8aaa0e91-031a-48f1-aaf1-ce3bed533d62 req-8861463f-6c2c-4117-b93f-f90117b0ae83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309832 Aug 12 05:11:00.813529 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d84146fb-3b7d-4217-aa12-5ff3749b2360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:00.979197 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.146441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a5835-ddad-4a9d-996e-f9ddba17ffb5 req-8c640f56-6ecb-4619-8576-76041fdd50df tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:01.147951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-737a5835-ddad-4a9d-996e-f9ddba17ffb5 req-8c640f56-6ecb-4619-8576-76041fdd50df tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0490687 Aug 12 05:11:01.184881 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-737a5835-ddad-4a9d-996e-f9ddba17ffb5 req-448e2c30-8367-403b-bd77-1b73d84e7cd5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Aug 12 05:11:01.244324 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-7bfc0cb7-2be0-4351-bf11-bddb11e8ce81 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:01.245759 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-7bfc0cb7-2be0-4351-bf11-bddb11e8ce81 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 946 time: 0.0468059 Aug 12 05:11:01.336942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Deleting port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:11:01.337199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.363428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:11:01.424929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:11:01.425298 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.494456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:11:01.498271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:11:01.498741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.576727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.598149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:11:01.600348 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cdb6bd-ae1a-4516-b5f0-3107d03e18ef" -d '{"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-plugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:11:01.604015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.604408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.604728 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 disassociated. External IP: 172.25.6.148, port: 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de. Aug 12 05:11:01.605114 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Calling delete_port for 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:11:01.614804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:11:01.637794 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5849c-e0de-42b1-a3b1-15b9d6501bc6 x-openstack-request-id: req-30b5849c-e0de-42b1-a3b1-15b9d6501bc6 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:11:01.638082 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-plugged", "status": "completed", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:11:01.638359 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30b5849c-e0de-42b1-a3b1-15b9d6501bc6 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:11:01.638777 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'code': 200} Aug 12 05:11:01.686755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.734539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=13']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:01.800885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:01.833887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event deleted for resources: {'Port': ['ID=4c598a1b-e616-4a35-8d2d-2d0f0b4c73de,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:01.953257 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:11:02.060130 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:11:02.069449 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:11:02.078734 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:11:02.079581 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:02.104037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] No DVR routers for this DVR port 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:11:02.106895 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:02.108960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38b84235-2178-4b95-8537-c2f1d60788a0 req-baf4c64b-5ed6-4be5-9aa2-0d2477c16ca3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "DELETE /v2.0/ports/4c598a1b-e616-4a35-8d2d-2d0f0b4c73de HTTP/1.1" status: 204 len: 173 time: 0.8562186 Aug 12 05:11:02.109379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-deleted', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:11:02.111708 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f4f8b-1e3e-4a4a-8654-f163fd701460" -d '{"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-deleted", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:11:02.147725 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f6db2-0cd6-4a53-9e76-7d2301064929 x-openstack-request-id: req-0e1f6db2-0cd6-4a53-9e76-7d2301064929 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:11:02.151341 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d76e73b-2cfb-40b8-8aeb-371200b0f24d", "name": "network-vif-deleted", "tag": "4c598a1b-e616-4a35-8d2d-2d0f0b4c73de", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:11:02.151341 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e1f6db2-0cd6-4a53-9e76-7d2301064929 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:11:02.151341 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d76e73b-2cfb-40b8-8aeb-371200b0f24d', 'name': 'network-vif-deleted', 'tag': '4c598a1b-e616-4a35-8d2d-2d0f0b4c73de', 'status': 'completed', 'code': 200} Aug 12 05:11:02.186004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:11:02.296997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d5158102-139b-4d04-baa7-0b0e862067a3 req-e509ab22-1c6c-4a76-9d2c-b8534ae56d2c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d76e73b-2cfb-40b8-8aeb-371200b0f24d HTTP/1.1" status: 200 len: 210 time: 0.0412209 Aug 12 05:11:02.345148 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:02.383021 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:02.408662 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:11:02.417710 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:11:02.418327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:02.520678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:11:02.707597 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:02.738004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c833324-7e69-4722-aa9f-073cf9ef144b None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:11:02.966860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ebccf-a0d8-4d71-8f2f-843e426be6a5 None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:11:03.370056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:11:03.393913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:11:03.394259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 4c598a1b-e616-4a35-8d2d-2d0f0b4c73de not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:11:03.565032 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-b5829924-2f1b-43d3-adbc-d2368245afe7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--637329235&fields=id&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 267 time: 0.0335529 Aug 12 05:11:03.671451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-3cbc5f2f-2004-41de-b842-49d3f5304617 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:03.673653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-3cbc5f2f-2004-41de-b842-49d3f5304617 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1019440 Aug 12 05:11:03.689967 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-e13daf03-4c66-421b-991a-0d45bf32e7d0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/quotas/4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 375 time: 0.0099688 Aug 12 05:11:03.749185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-9f67fa43-0f7f-41fd-84d6-0f911a5ad0b6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534570 Aug 12 05:11:03.843144 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-986595a3-e48c-4819-b48d-b507a01b4f8b service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821788 Aug 12 05:11:03.899316 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:03.938009 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-69232407-9d29-448e-8b12-1727464cb16b service neutron] 10.222.0.42 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888202 Aug 12 05:11:04.146907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a8fe0ce-9801-46de-b6d6-d355cf6f9aab req-23a975ee-fed5-40a3-bda9-4b5c980607ea tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Aug 12 05:11:05.243670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d710dedd-2027-4aac-8799-4543735603c2 req-b70b8fea-2f00-4b40-8670-fab499150d28 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 210 time: 0.0270176 Aug 12 05:11:05.691711 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-3b4d878a-b0fd-4d68-8078-57cfdaef7bfe tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:05.693152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-3b4d878a-b0fd-4d68-8078-57cfdaef7bfe tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 812 time: 0.1006665 Aug 12 05:11:05.739710 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-de76326b-7b88-453a-8d64-180e2a93f73f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 379 time: 0.0342720 Aug 12 05:11:05.749154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'port': {'device_id': '9799f415-7269-48a9-8437-a9a1f8792745', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'admin_state_up': True, 'tenant_id': '4065a378098442889ba0919cb79f5787', 'security_groups': ['d3ae0fa9-2253-4c60-8eb5-77462cc90a6b']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:11:05.933633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Made reservation on behalf of 4065a378098442889ba0919cb79f5787 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:11:05.937159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.058233 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Allocated IP 172.20.0.7 (998d2f0c-e80c-497d-8aa1-55cf8c368036/8b52bef3-557f-4771-8f39-7c13fc7032f5/68de8c06-ff22-4a94-a77e-d6a46a5af300) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:11:06.194552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.208400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Transition to ACTIVE for port object 68de8c06-ff22-4a94-a77e-d6a46a5af300 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:11:06.304890 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.377056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:11:06.382116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:11:06.389657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:11:06.416805 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:06.440953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a8ae5-a118-4083-ad1f-b70f43eb8cd0 req-29131f6d-f68f-440d-84ba-b7cc246f650b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:06.442519 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c43a8ae5-a118-4083-ad1f-b70f43eb8cd0 req-29131f6d-f68f-440d-84ba-b7cc246f650b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 931 time: 0.1260481 Aug 12 05:11:06.462723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:06.463368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.499383 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c43a8ae5-a118-4083-ad1f-b70f43eb8cd0 req-a10b2166-eac1-4b20-8478-e7f2fec41b97 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500934 Aug 12 05:11:06.568990 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-d8e26663-4ca7-49ef-8d62-fbabe31e3d54 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234026 Aug 12 05:11:06.581389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Request body: {'port': {'device_id': '9799f415-7269-48a9-8437-a9a1f8792745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:11:06.625015 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4ac0457-1d49-45ce-877d-19d11ecf13b2 None None] Provisioning for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:11:06.629354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4ac0457-1d49-45ce-877d-19d11ecf13b2 None None] Provisioning complete for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:11:06.629658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4ac0457-1d49-45ce-877d-19d11ecf13b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.635317 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.663078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac0457-1d49-45ce-877d-19d11ecf13b2 None None] Port 68de8c06-ff22-4a94-a77e-d6a46a5af300 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:11:06.893869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:11:06.901007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:06.912342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Transition to ACTIVE for port object 68de8c06-ff22-4a94-a77e-d6a46a5af300 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:11:06.962161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:07.011131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:07.084855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:11:07.085194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:11:07.085522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:11:07.090455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:11:07.090811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:11:07.095725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:11:07.096060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:11:07.096446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:11:07.096869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Bound port: 68de8c06-ff22-4a94-a77e-d6a46a5af300, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:11:07.097228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:07.163329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:11:07.166852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:11:07.231309 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:07.263092 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.263733 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:07.265226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] 10.222.0.36 "PUT /v2.0/ports/68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1091 time: 0.6880286 Aug 12 05:11:07.265682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:11:07.267958 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72b1767-288f-48e5-9394-bbea1fa4c109" -d '{"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:11:07.299877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71881-3306-4728-9076-357b92ba2bbe service neutron] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:07.306281 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e5a002-41ff-4557-9417-e778e7dffe09 x-openstack-request-id: req-a5e5a002-41ff-4557-9417-e778e7dffe09 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:11:07.306564 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:11:07.306860 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5e5a002-41ff-4557-9417-e778e7dffe09 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:11:07.307463 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'status': 'completed', 'code': 200} Aug 12 05:11:07.370514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b1767-288f-48e5-9394-bbea1fa4c109 req-63f5b75a-0716-49bb-ae12-82d619a346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.372125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b72b1767-288f-48e5-9394-bbea1fa4c109 req-63f5b75a-0716-49bb-ae12-82d619a346d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1094 time: 0.0440166 Aug 12 05:11:07.477085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b1767-288f-48e5-9394-bbea1fa4c109 req-2687f4eb-dc10-426a-ba42-f88995607281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.479167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b72b1767-288f-48e5-9394-bbea1fa4c109 req-2687f4eb-dc10-426a-ba42-f88995607281 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4065a378098442889ba0919cb79f5787&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0984156 Aug 12 05:11:07.586147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b1767-288f-48e5-9394-bbea1fa4c109 req-aadd5f72-4bde-4b84-8df9-58fcbd156a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.588168 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b72b1767-288f-48e5-9394-bbea1fa4c109 req-aadd5f72-4bde-4b84-8df9-58fcbd156a74 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021428 Aug 12 05:11:07.622284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdf826-32d8-43ab-88bb-6738396e6460 req-38f9e0d0-38a1-47e8-be0c-bbaaa58867ef tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.623787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15bdf826-32d8-43ab-88bb-6738396e6460 req-38f9e0d0-38a1-47e8-be0c-bbaaa58867ef tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0561445 Aug 12 05:11:07.686817 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15bdf826-32d8-43ab-88bb-6738396e6460 req-82c74457-8189-4fd5-9ffd-f1a3a5e02e77 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548749 Aug 12 05:11:07.689608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-98eebb38-2b23-47bc-b332-a98f237e06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.690984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-98eebb38-2b23-47bc-b332-a98f237e06cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1094 time: 0.0663180 Aug 12 05:11:07.736390 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-1f1e4a95-fc1c-412f-a3f4-efc991ef37e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 217 time: 0.0373394 Aug 12 05:11:07.785129 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-907f411d-5218-4886-80f3-69d408290522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.786542 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-907f411d-5218-4886-80f3-69d408290522 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0426383 Aug 12 05:11:07.831015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-15ac7e89-38b1-4118-b930-c4f69d20d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:07.832460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-15ac7e89-38b1-4118-b930-c4f69d20d77a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393624 Aug 12 05:11:07.921452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-2db45a68-7880-4290-affd-188f82b9b0df service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818770 Aug 12 05:11:08.010742 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e45a542d-3ece-4740-8f8d-fb3962d2b017 req-0fe3e943-926b-437d-aaad-f0c0fce6dd6b service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816972 Aug 12 05:11:08.808717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea868108-42a7-414e-a57e-8b69a44f3d15 req-e2705b0b-0ed4-441f-a17b-13f11bd3b362 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:08.810196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea868108-42a7-414e-a57e-8b69a44f3d15 req-e2705b0b-0ed4-441f-a17b-13f11bd3b362 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0486622 Aug 12 05:11:08.847070 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea868108-42a7-414e-a57e-8b69a44f3d15 req-9916e431-197c-4a55-8f0f-6fa605b6d207 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Aug 12 05:11:09.961432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aca4a9-1a48-4d33-834d-d04cdcfb3d59 req-4142fd23-6fdb-4cfc-bdeb-7eb146c0d8b4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:09.963599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-37aca4a9-1a48-4d33-834d-d04cdcfb3d59 req-4142fd23-6fdb-4cfc-bdeb-7eb146c0d8b4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0508888 Aug 12 05:11:09.987038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:11:10.000377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-37aca4a9-1a48-4d33-834d-d04cdcfb3d59 req-fd4753fc-4147-4e43-b229-b3d721a4a054 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Aug 12 05:11:10.079380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:11:10.094023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'mac_address': 'fa:16:3e:2a:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:11:10.129454 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:10.142407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:11:10.161079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:11:10.207575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:10.254585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:10.393008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['68de8c06-ff22-4a94-a77e-d6a46a5af300'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:11:11.115044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8da780-995b-4ec3-93b2-c5da3ef519fc req-fba1d9ae-804b-4da4-80b1-e2a9b5b11c24 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:11.116529 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce8da780-995b-4ec3-93b2-c5da3ef519fc req-fba1d9ae-804b-4da4-80b1-e2a9b5b11c24 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0483203 Aug 12 05:11:11.157624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce8da780-995b-4ec3-93b2-c5da3ef519fc req-08752087-e955-4d4c-9165-34b2494cad6f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352004 Aug 12 05:11:12.002637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:11:12.106936 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:11:12.112805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:11:12.115350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:11:12.115735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:12.197019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:12.219409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:11:12.221641 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee0769-1a3a-499d-9eb7-f4cd68a205c0" -d '{"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-plugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:11:12.235454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:11:12.264791 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9b645-e81a-4664-b4e2-7b314d55046c x-openstack-request-id: req-dbd9b645-e81a-4664-b4e2-7b314d55046c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:11:12.264791 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-plugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:11:12.264791 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbd9b645-e81a-4664-b4e2-7b314d55046c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:11:12.264791 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'code': 200} Aug 12 05:11:12.279236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cecd71-e582-4c4a-9a3a-de48b80daa8a req-87a5f829-0222-4204-8737-13deb605b101 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:12.280762 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17cecd71-e582-4c4a-9a3a-de48b80daa8a req-87a5f829-0222-4204-8737-13deb605b101 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0566943 Aug 12 05:11:12.316570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:12.319749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17cecd71-e582-4c4a-9a3a-de48b80daa8a req-7a8eeb6a-3f14-487c-8713-635689c92edd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 12 05:11:12.360135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83619b5-3256-4f14-a35e-4df898cc9088 req-bfb12eb8-37fa-4276-a14f-840d9908d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:12.361686 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c83619b5-3256-4f14-a35e-4df898cc9088 req-bfb12eb8-37fa-4276-a14f-840d9908d0ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1096 time: 0.0410681 Aug 12 05:11:12.365042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:11:12.396355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c83619b5-3256-4f14-a35e-4df898cc9088 req-a302e085-0b08-498f-b2d6-022bd597974b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271018 Aug 12 05:11:13.435675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1cf4-9910-42cb-b3f7-dc46b6a49881 req-0355d5d7-2685-4f63-81bd-6fd7081b2e9b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:13.437145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-541d1cf4-9910-42cb-b3f7-dc46b6a49881 req-0355d5d7-2685-4f63-81bd-6fd7081b2e9b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0475805 Aug 12 05:11:13.473864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-541d1cf4-9910-42cb-b3f7-dc46b6a49881 req-c8c3f99f-9c25-41bf-a306-7ea7c108e077 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309286 Aug 12 05:11:13.584467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72615fe-675d-4605-8537-f0d9dbb0b3d8 req-54f49ebb-f5ac-4c7c-8136-aac1387f3787 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:13.585963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c72615fe-675d-4605-8537-f0d9dbb0b3d8 req-54f49ebb-f5ac-4c7c-8136-aac1387f3787 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Aug 12 05:11:13.594643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47458) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:11:13.599060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Request body: {'floatingip': {'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:11:13.642418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:14.067593 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:14.127561 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:14.224277 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 associated. External IP: 172.25.6.148, port: 68de8c06-ff22-4a94-a77e-d6a46a5af300. Aug 12 05:11:14.428380 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:11:14.534525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:11:14.539348 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:14.544198 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:11:14.554138 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:11:14.554779 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:14.565798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-eab7b4fe-d801-44a3-a502-e38fb244891d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "PUT /v2.0/floatingips/18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 HTTP/1.1" status: 200 len: 992 time: 0.9701428 Aug 12 05:11:14.566398 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:11:14.568795 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4616c-e043-4fcd-ae39-ab1c780e4930" -d '{"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:11:14.609868 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b697c367-f302-4919-a0b2-63df9e7cc814 x-openstack-request-id: req-b697c367-f302-4919-a0b2-63df9e7cc814 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:11:14.610454 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:11:14.610454 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b697c367-f302-4919-a0b2-63df9e7cc814 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:11:14.610879 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'status': 'completed', 'code': 200} Aug 12 05:11:14.663485 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:11:14.675425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-f2c47b5d-fb09-4a8f-9dae-4e34b750ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:14.676600 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-f2c47b5d-fb09-4a8f-9dae-4e34b750ea9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1096 time: 0.0432415 Aug 12 05:11:14.767024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-686aa78f-bad4-4581-9ca1-76b18ceb322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:14.768505 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-686aa78f-bad4-4581-9ca1-76b18ceb322d service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0852451 Aug 12 05:11:14.836155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-42e1e505-00fe-4773-beb3-9d1e510d660b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0610499 Aug 12 05:11:14.881580 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:2a:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9799f415-7269-48a9-8437-a9a1f8792745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:11:13Z', 'revision_number': 13, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:14.883994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-82df3c2e-e53b-4cc0-ba38-670dec8a7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:14.885943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-82df3c2e-e53b-4cc0-ba38-670dec8a7449 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0434194 Aug 12 05:11:14.911364 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:11:14.919564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:11:14.920178 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:11:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:14.930457 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-a07f0658-d110-4742-bc47-bab54e599a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:14.932486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-a07f0658-d110-4742-bc47-bab54e599a85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399253 Aug 12 05:11:15.023934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:11:15.024443 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-8736a6e9-32b9-41ca-8ef0-00a6fffc5c50 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848341 Aug 12 05:11:15.117140 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8cb4616c-e043-4fcd-ae39-ab1c780e4930 req-e62a6e95-158c-4ee9-8192-7282f0613b52 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858970 Aug 12 05:11:15.329737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:2a:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9799f415-7269-48a9-8437-a9a1f8792745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:11:13Z', 'revision_number': 13, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:11:15.358961 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7788d3-a6a9-491a-8bb7-f184aad95858 None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '18650e7f-aad0-4f7a-a752-9f7e7ce2cd12', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'floating_ip_address': '172.25.6.148', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'mac_address': 'fa:16:3e:2a:71:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9799f415-7269-48a9-8437-a9a1f8792745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:04:04Z', 'updated_at': '2021-08-12T05:11:13Z', 'revision_number': 13, 'project_id': '4065a378098442889ba0919cb79f5787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:11:15.568854 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914f7ebb-f8ba-4dce-8fda-f6af490405e7 None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:11:26.053257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:26.224497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:28.241579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2c493cc6-f64c-4d09-954c-2b461f4c14cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:30.801375 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-982de7d8-2362-47b9-8111-40d849f2ce22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:30.962266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:32.344194 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:33.926298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:44.105050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-f2390e6d-dbe5-41c0-9bd7-116e143c6599 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401731 Aug 12 05:11:44.189731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-3ce508f6-e1cc-4d3c-86ae-7413208b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:44.191246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-3ce508f6-e1cc-4d3c-86ae-7413208b16ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1096 time: 0.0450869 Aug 12 05:11:44.291155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-b280c8fd-142b-49cc-9f4a-ffe7b8052abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:44.292653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-b280c8fd-142b-49cc-9f4a-ffe7b8052abe service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0826988 Aug 12 05:11:44.361841 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-18a18ed4-3282-484e-8265-1d686497ec53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1002 time: 0.0606484 Aug 12 05:11:44.409945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-eb047f1e-a37b-4818-9d97-d76d2d4fac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:44.411346 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-eb047f1e-a37b-4818-9d97-d76d2d4fac31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0422647 Aug 12 05:11:44.454993 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-ed608ebc-cccb-4e2d-a8f6-b2514f0f827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:11:44.456371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-ed608ebc-cccb-4e2d-a8f6-b2514f0f827c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381856 Aug 12 05:11:44.549914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-b71a464a-6102-4e18-b2e0-6113710f69bf service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824811 Aug 12 05:11:44.641398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f13f5b3-1cf3-4097-9feb-b1ad9287c6e3 req-e788d03f-f28b-4e3a-82a0-af32059ae891 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820622 Aug 12 05:11:49.105382 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:11:56.091451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:56.235338 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:11:58.259014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9e1b2b3a-aedc-47f9-8a5f-b5995b46ed36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:00.805993 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a306ad10-6be6-4df1-a93a-90a5ff70614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:00.994418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:02.338054 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:03.880889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:26.068952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:26.103807 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:12:26.206346 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:28.252219 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a827923-2c72-45d4-8a2a-a923cb2aae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:30.817718 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-07b411e7-9866-4538-9efa-4a9253cfaf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:30.983308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:32.349547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:33.908109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:46.082232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-2aba825f-2dea-43dc-907f-6820e44a06ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401647 Aug 12 05:12:46.166047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-552cf401-abcc-44c7-b011-aacba4a767f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:12:46.167535 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-552cf401-abcc-44c7-b011-aacba4a767f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1096 time: 0.0430422 Aug 12 05:12:46.265581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-fb109e75-f80f-4219-987f-a22b7e648be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:12:46.267031 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-fb109e75-f80f-4219-987f-a22b7e648be4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0810745 Aug 12 05:12:46.333211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-4a513165-35ce-473a-b142-8fedab8737b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1002 time: 0.0595174 Aug 12 05:12:46.716995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-baa1b138-80de-432b-bfc4-94195498b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:12:46.718425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-baa1b138-80de-432b-bfc4-94195498b71f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.3791378 Aug 12 05:12:46.762639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-4e42d5a7-dae3-4178-a48a-60ac73857f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:12:46.764102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-4e42d5a7-dae3-4178-a48a-60ac73857f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383184 Aug 12 05:12:46.853735 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-c2c43dc2-53fa-4bbc-b7cb-3d6a873969c5 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815217 Aug 12 05:12:46.941856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f53f7ef2-ce92-49fe-a3fb-8a39cdc5ed10 req-c789037e-5953-45ac-87a8-f7d8060d30ec service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813537 Aug 12 05:12:51.906699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15c1c-6615-45a7-8a10-088268a75e54 req-668cb734-2547-42af-b1c7-d148a0ccf912 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:12:51.908087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4be15c1c-6615-45a7-8a10-088268a75e54 req-668cb734-2547-42af-b1c7-d148a0ccf912 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Aug 12 05:12:51.947098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4be15c1c-6615-45a7-8a10-088268a75e54 req-adb7ab0c-1edf-4661-83eb-6078b26f131d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Aug 12 05:12:56.045964 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:56.228078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:12:58.256784 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-70e703f3-5c96-4e7f-abca-f89bbc8cd8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:00.822348 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7c3244ed-fc4a-49cc-9a76-14f9afbe6c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:00.988549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:02.348313 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:03.102642 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:13:03.591644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98153057-2c1b-44d8-8a42-15067da45f12 req-ef8b0af2-9a49-462b-b89e-a251fe8f3104 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:03.593338 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98153057-2c1b-44d8-8a42-15067da45f12 req-ef8b0af2-9a49-462b-b89e-a251fe8f3104 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0509057 Aug 12 05:13:03.631238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98153057-2c1b-44d8-8a42-15067da45f12 req-728ce727-54a5-4a93-b81b-13a3cca1dd7b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Aug 12 05:13:03.753740 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-805c734d-4e46-4222-9f2f-44af3cd96c3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817196 Aug 12 05:13:03.925724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:04.747748 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab5ff-76e7-4647-858c-fefb704c3eac req-c3ab0f49-81b0-4af1-96e8-8ecad7f6b12f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:04.749225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c96ab5ff-76e7-4647-858c-fefb704c3eac req-c3ab0f49-81b0-4af1-96e8-8ecad7f6b12f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0490766 Aug 12 05:13:04.790561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c96ab5ff-76e7-4647-858c-fefb704c3eac req-43cb9259-3734-4acb-b336-79cf932e7b2d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354757 Aug 12 05:13:05.910046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4d75-92eb-4f8e-ad2c-5a9a313feff8 req-9fad00a5-b85c-4d8c-a230-cf68817cb575 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:05.911554 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471c4d75-92eb-4f8e-ad2c-5a9a313feff8 req-9fad00a5-b85c-4d8c-a230-cf68817cb575 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0520437 Aug 12 05:13:05.949755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-471c4d75-92eb-4f8e-ad2c-5a9a313feff8 req-f051e33b-8b02-40b6-a2ac-6b2bf3407970 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Aug 12 05:13:07.068035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b67b4-547b-410e-9992-8f22a23e5078 req-f6c28a28-e58a-4947-9ccb-10ae7c289b73 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:07.069953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-570b67b4-547b-410e-9992-8f22a23e5078 req-f6c28a28-e58a-4947-9ccb-10ae7c289b73 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0519075 Aug 12 05:13:07.108629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-570b67b4-547b-410e-9992-8f22a23e5078 req-b74c4fa6-545d-4167-b8d5-91c528eef71c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Aug 12 05:13:07.756639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-0e86122c-1177-4fa0-95f1-338c2a24a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:07.758094 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-0e86122c-1177-4fa0-95f1-338c2a24a55b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1096 time: 0.0453842 Aug 12 05:13:07.845817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-cab323c0-5670-481a-b577-e6818f46d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:07.847471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-cab323c0-5670-481a-b577-e6818f46d02a service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0821629 Aug 12 05:13:07.927099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-282452d2-c1d1-4838-bdfd-a860288307c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1002 time: 0.0726700 Aug 12 05:13:07.975591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-c1fa1eda-a4f4-4976-9ed5-3c2a0e2ae41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:07.977004 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-c1fa1eda-a4f4-4976-9ed5-3c2a0e2ae41f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0431783 Aug 12 05:13:08.022950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-cc888953-a1f0-4f7f-81aa-30a56364efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:08.024378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-cc888953-a1f0-4f7f-81aa-30a56364efcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405684 Aug 12 05:13:08.115501 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-0c1fce3a-6192-498e-984b-60d82e150b20 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Aug 12 05:13:08.206044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-43ef72bc-47e9-4949-a2ab-62ca798f179c service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Aug 12 05:13:08.224476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04ad9-5c33-4db0-bfd3-4a7202d3413e req-259c200c-6e19-413a-a1e9-a0bfc413c345 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:08.225976 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ed04ad9-5c33-4db0-bfd3-4a7202d3413e req-259c200c-6e19-413a-a1e9-a0bfc413c345 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0493639 Aug 12 05:13:08.263606 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7ed04ad9-5c33-4db0-bfd3-4a7202d3413e req-0e54e424-a164-4115-9a98-64333bad0b16 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316613 Aug 12 05:13:09.379062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16a01-d533-44f8-b3b5-65da25e50bda req-79e01107-f66b-45ff-9457-92ab62e5be6d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:09.380522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00d16a01-d533-44f8-b3b5-65da25e50bda req-79e01107-f66b-45ff-9457-92ab62e5be6d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0478771 Aug 12 05:13:09.416854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-00d16a01-d533-44f8-b3b5-65da25e50bda req-877c527a-9a4e-4ce3-b5a9-a58273cebd79 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Aug 12 05:13:10.533278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e6af6-14a4-4b7e-9068-121ec56822de req-06599ee9-7dc5-463b-9de6-3f1183fb97df tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:10.534781 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-280e6af6-14a4-4b7e-9068-121ec56822de req-06599ee9-7dc5-463b-9de6-3f1183fb97df tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Aug 12 05:13:10.572627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-280e6af6-14a4-4b7e-9068-121ec56822de req-8749af2f-6df9-417f-aa25-4563d9a6d3cd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316205 Aug 12 05:13:11.734623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2cc5-2aa8-4e9f-b8bd-42e58140a885 req-e7dfb49e-638f-47a3-aede-4da9ca50e2f7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:11.736169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c9a2cc5-2aa8-4e9f-b8bd-42e58140a885 req-e7dfb49e-638f-47a3-aede-4da9ca50e2f7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0972466 Aug 12 05:13:11.773273 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c9a2cc5-2aa8-4e9f-b8bd-42e58140a885 req-d3cdf172-5bc1-4f62-8414-bc313bb38a96 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312281 Aug 12 05:13:12.890555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16278a9-c837-425e-9a36-be319fff271d req-37450cd2-4575-43ee-af18-a43924c09330 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:12.892081 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a16278a9-c837-425e-9a36-be319fff271d req-37450cd2-4575-43ee-af18-a43924c09330 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Aug 12 05:13:12.929849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a16278a9-c837-425e-9a36-be319fff271d req-5e507223-a272-432b-a477-f6d6649a8de2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Aug 12 05:13:14.048941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396edcad-a338-4fd6-9d15-0047d1fe8504 req-9da4b69e-f722-4031-bd6b-aca923094f7b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:14.050412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-396edcad-a338-4fd6-9d15-0047d1fe8504 req-9da4b69e-f722-4031-bd6b-aca923094f7b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Aug 12 05:13:14.087888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-396edcad-a338-4fd6-9d15-0047d1fe8504 req-45941bd0-7a1c-40eb-a917-d4f2b23853d2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312290 Aug 12 05:13:15.247432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd980-d81b-483b-9351-ee38b7ad3c60 req-d4c38de2-eabc-43c6-8ad0-ac375e96cfb9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:15.248948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a81cd980-d81b-483b-9351-ee38b7ad3c60 req-d4c38de2-eabc-43c6-8ad0-ac375e96cfb9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0939696 Aug 12 05:13:15.287633 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a81cd980-d81b-483b-9351-ee38b7ad3c60 req-8999cfa4-4378-49aa-97fa-97bf46d7f218 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Aug 12 05:13:16.413905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066e756-e3a3-46c5-95b1-f58ccf7c7b28 req-b0772303-d719-4a3c-ab4b-2451b7eac021 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:16.415408 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9066e756-e3a3-46c5-95b1-f58ccf7c7b28 req-b0772303-d719-4a3c-ab4b-2451b7eac021 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0480697 Aug 12 05:13:16.452838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9066e756-e3a3-46c5-95b1-f58ccf7c7b28 req-b4fc5679-6fb2-4c29-bb09-8b511bf1b280 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Aug 12 05:13:17.568115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6836bc9-acc1-44aa-a07c-469b7d2cf420 req-49b50a29-5bb0-4602-a51f-3608cd34539c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:17.569576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d6836bc9-acc1-44aa-a07c-469b7d2cf420 req-49b50a29-5bb0-4602-a51f-3608cd34539c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Aug 12 05:13:17.606998 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d6836bc9-acc1-44aa-a07c-469b7d2cf420 req-a71827a8-d8ce-4f6d-a86c-f1a8f5a2c324 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305581 Aug 12 05:13:18.726218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b3da8-6133-4854-adff-a87cb378340e req-fa114e63-8b79-48bd-b6cc-63f3edb61d41 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:18.727736 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a66b3da8-6133-4854-adff-a87cb378340e req-fa114e63-8b79-48bd-b6cc-63f3edb61d41 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0532048 Aug 12 05:13:18.765207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a66b3da8-6133-4854-adff-a87cb378340e req-2376411c-8c6b-42a7-accf-ef250bba3161 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316179 Aug 12 05:13:19.885157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ff11-8f3d-481f-9efa-67c9ddc3c30b req-7b1207e2-42ca-4644-841d-bb0375139f2d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:19.886648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ac7ff11-8f3d-481f-9efa-67c9ddc3c30b req-7b1207e2-42ca-4644-841d-bb0375139f2d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0532570 Aug 12 05:13:19.924971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ac7ff11-8f3d-481f-9efa-67c9ddc3c30b req-af088bcb-d89e-4fd9-9df3-1346cca5427a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Aug 12 05:13:21.040403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9184602-0557-4dc1-a736-94b2e9d75b5a req-8a797ff2-9ddb-45be-9d2e-128d4a69450d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:21.042602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9184602-0557-4dc1-a736-94b2e9d75b5a req-8a797ff2-9ddb-45be-9d2e-128d4a69450d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0500007 Aug 12 05:13:21.080883 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a9184602-0557-4dc1-a736-94b2e9d75b5a req-311e8716-8214-4c0e-8e1e-41f5e9de415b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Aug 12 05:13:22.198874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a145b-d0bd-4532-8cae-074f94eb935d req-d403ab25-2045-4e45-b50c-d150110e8258 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:22.200897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-360a145b-d0bd-4532-8cae-074f94eb935d req-d403ab25-2045-4e45-b50c-d150110e8258 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0496564 Aug 12 05:13:22.238322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-360a145b-d0bd-4532-8cae-074f94eb935d req-6492c2ab-4099-4aa2-a6ea-2a155df075b4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313697 Aug 12 05:13:22.268387 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-6e3bff36-f86a-4281-a77e-a916378cc929 service neutron] show failed (client error): The resource could not be found. Aug 12 05:13:22.269399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-6e3bff36-f86a-4281-a77e-a916378cc929 service neutron] 10.222.0.36 "GET /v2.0/ports/68de8c06-ff22-4a94-a77e-d6a46a5af300/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0550086 Aug 12 05:13:22.878604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-4ec2918a-4bc5-40f0-9031-7e50e196f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:22.880112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-4ec2918a-4bc5-40f0-9031-7e50e196f4d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 1096 time: 0.0773761 Aug 12 05:13:22.891680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:13:22.951383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:23.162147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:23.194537 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:13:23.232999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:13:23.235272 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff2227-b4f5-485b-a94a-2a6cdf428347" -d '{"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-unplugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:13:23.239000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:23.251191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Transition to ACTIVE for port object 68de8c06-ff22-4a94-a77e-d6a46a5af300 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:13:23.286077 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da59fb51-e0ca-4b2e-810e-7c7248145c0a x-openstack-request-id: req-da59fb51-e0ca-4b2e-810e-7c7248145c0a {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:13:23.286513 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-unplugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:13:23.286807 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da59fb51-e0ca-4b2e-810e-7c7248145c0a {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:13:23.287261 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'code': 200} Aug 12 05:13:23.339582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:23.432797 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974372b-f32b-45a2-bf40-00de6a103584 req-ad7db210-f980-435a-9ccb-2522fd1f4b6e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:23.434918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0974372b-f32b-45a2-bf40-00de6a103584 req-ad7db210-f980-435a-9ccb-2522fd1f4b6e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.1222224 Aug 12 05:13:23.443107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:23.471092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.471440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.471781 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.472123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.472455 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.472783 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.473107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.473428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.473748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.474067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.474386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.474704 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:23.513450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] No DVR routers for this DVR port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:13:23.520473 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0974372b-f32b-45a2-bf40-00de6a103584 req-834ece91-d8b7-4560-a1ab-40ba68f8bd09 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784554 Aug 12 05:13:23.656671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:13:23.656923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:13:23.657247 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:13:23.661651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:13:23.661979 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:13:23.667135 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:13:23.667431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:13:23.667844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:13:23.668302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Bound port: 68de8c06-ff22-4a94-a77e-d6a46a5af300, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:13:23.668673 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:23.734360 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:13:23.737365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:13:23.799870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:23.834365 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:23.835199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:23.836607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] 10.222.0.20 "PUT /v2.0/ports/68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1091 time: 0.9489169 Aug 12 05:13:23.860209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7f525-d1b9-48ca-ada3-cb61cfa95470 service neutron] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:23.903873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-8d950080-3521-4494-9d0f-68f3d7b0b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:23.905425 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-8d950080-3521-4494-9d0f-68f3d7b0b4fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1094 time: 0.0421498 Aug 12 05:13:24.002726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-4b941635-5d86-4511-b76c-01afcc992ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:24.004238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-4b941635-5d86-4511-b76c-01afcc992ff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0915954 Aug 12 05:13:24.068688 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-cd4d82a1-e63c-4582-91be-07b4dfe4e20f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0573750 Aug 12 05:13:24.120767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-0617cfdc-b4b0-46d9-bc08-edd9467b3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:24.122142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-0617cfdc-b4b0-46d9-bc08-edd9467b3587 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0466311 Aug 12 05:13:24.168156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-c55d3093-b955-41b2-86e9-bcea929d1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:24.169636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-c55d3093-b955-41b2-86e9-bcea929d1ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400057 Aug 12 05:13:24.180557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-e33793d9-68fa-455d-a0da-845ba896c6c6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:13:24.181435 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-e33793d9-68fa-455d-a0da-845ba896c6c6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050795 Aug 12 05:13:24.268475 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-245adece-6812-41a2-a7ce-e5fbf6d9e4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804849 Aug 12 05:13:24.360506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-19f6f3e7-0aa0-49a1-a7a9-722d5e120bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851729 Aug 12 05:13:24.647007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc4e0b-987f-454b-97b2-44d43b44d673 req-c0d203fc-d385-4917-b656-ab8dd9376c61 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:24.648549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23bc4e0b-987f-454b-97b2-44d43b44d673 req-c0d203fc-d385-4917-b656-ab8dd9376c61 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0557976 Aug 12 05:13:24.688658 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23bc4e0b-987f-454b-97b2-44d43b44d673 req-06506dc6-3dca-48ce-9a30-eeb994838da8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341854 Aug 12 05:13:24.715160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:13:24.756767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:13:25.287963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:13:25.290495 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:13:25.338399 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7712b7a5-4174-4ed5-9a49-3829908c2843 x-openstack-request-id: req-7712b7a5-4174-4ed5-9a49-3829908c2843 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:13:25.338689 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:13:25.339279 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7712b7a5-4174-4ed5-9a49-3829908c2843 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:13:25.340447 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'status': 'completed', 'code': 200} Aug 12 05:13:25.397682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-23fc6d5c-b6b7-4687-899a-d0fc364d226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.399467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-23fc6d5c-b6b7-4687-899a-d0fc364d226c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1094 time: 0.0420785 Aug 12 05:13:25.403522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-58e06368-72f6-430b-952a-4d04dbdfda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.405002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-58e06368-72f6-430b-952a-4d04dbdfda59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1094 time: 0.0420353 Aug 12 05:13:25.492490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-07abbb6e-e253-491d-831c-6a957e1f7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.493996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-07abbb6e-e253-491d-831c-6a957e1f7031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0876906 Aug 12 05:13:25.502301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-55fcbd36-5180-4932-9607-0a701b9a64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.503793 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-55fcbd36-5180-4932-9607-0a701b9a64b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0917630 Aug 12 05:13:25.564423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-5c8c56a9-ffc2-4a05-848a-bb6d5a42c75f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0638838 Aug 12 05:13:25.571692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-ac8ec361-00eb-4c44-979f-b3f30e14c974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0610123 Aug 12 05:13:25.614749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-ca02f385-41ce-48e1-9cf8-a2e51aad5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.616468 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-ca02f385-41ce-48e1-9cf8-a2e51aad5567 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0449724 Aug 12 05:13:25.620928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-b285669b-2a76-4ac9-9203-20a8e8681236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.622977 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-b285669b-2a76-4ac9-9203-20a8e8681236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0443246 Aug 12 05:13:25.663603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-5bb92a50-4d3c-426e-be41-b2ca30c24acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.665407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-5bb92a50-4d3c-426e-be41-b2ca30c24acb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417483 Aug 12 05:13:25.677832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-a399b9e7-97ad-4c0d-b627-f672f4f9ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.679629 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-a399b9e7-97ad-4c0d-b627-f672f4f9ec08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495102 Aug 12 05:13:25.785152 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-64273ffa-f448-4cdd-a264-aa027855fea3 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980701 Aug 12 05:13:25.788014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-0edd7250-b0ed-4986-bb01-fe00c6d0ac25 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157267 Aug 12 05:13:25.880548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c95d2-803b-406e-b0eb-bc7dd2b6feb0 req-bb90a2cf-0a77-4cb9-9d46-ef8333d70f94 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:25.881833 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-c913903c-1347-4d4e-b7e1-ccdd47af472d service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896292 Aug 12 05:13:25.882228 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-327c95d2-803b-406e-b0eb-bc7dd2b6feb0 req-bb90a2cf-0a77-4cb9-9d46-ef8333d70f94 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.1163747 Aug 12 05:13:25.929723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-475e1ca6-a984-427a-8d88-0a79fe8b9b0e req-65e8b111-8879-4f84-9d4a-33bdf48e1f77 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269767 Aug 12 05:13:25.947247 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-327c95d2-803b-406e-b0eb-bc7dd2b6feb0 req-126e9041-4a15-4c7a-9150-7a1f211bed18 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543098 Aug 12 05:13:26.073721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:26.222144 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:27.069981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452c612-c2e3-4c43-b63a-d0f79364a075 req-f4b1b408-7308-43d4-badf-ba5ad84f9f84 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:27.071577 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b452c612-c2e3-4c43-b63a-d0f79364a075 req-f4b1b408-7308-43d4-badf-ba5ad84f9f84 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0512617 Aug 12 05:13:27.109630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b452c612-c2e3-4c43-b63a-d0f79364a075 req-314c1771-ff2d-4d37-9d92-b302c48256ab tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Aug 12 05:13:28.228464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790758c-d66b-4241-a8b0-3383afbda27d req-d20dcc85-298f-494d-8afe-a0d7d56bf37d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:28.229968 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6790758c-d66b-4241-a8b0-3383afbda27d req-d20dcc85-298f-494d-8afe-a0d7d56bf37d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0498643 Aug 12 05:13:28.245160 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f28d679-c24e-4374-ac7b-41af8856fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:28.268916 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6790758c-d66b-4241-a8b0-3383afbda27d req-2db87236-1ad7-471a-be2f-9c0bba13780a tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Aug 12 05:13:29.384723 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdb606-8cee-48f7-80b7-44d669f0d040 req-86570dc2-2714-4948-85fc-bf23f1a4f576 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:29.386226 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14bdb606-8cee-48f7-80b7-44d669f0d040 req-86570dc2-2714-4948-85fc-bf23f1a4f576 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0498669 Aug 12 05:13:29.424836 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-14bdb606-8cee-48f7-80b7-44d669f0d040 req-7020478d-0ecc-423e-95f2-fb588f040cfd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320754 Aug 12 05:13:30.544443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121086d3-ddf7-48ae-b48a-7a6b726e93f7 req-7d9b78db-8b45-4c87-902a-1b2225b787f0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:30.545925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121086d3-ddf7-48ae-b48a-7a6b726e93f7 req-7d9b78db-8b45-4c87-902a-1b2225b787f0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0536041 Aug 12 05:13:30.583586 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-121086d3-ddf7-48ae-b48a-7a6b726e93f7 req-e4861328-7887-41df-a058-d730f01010ab tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Aug 12 05:13:30.810922 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6b95676a-b783-494d-b5b7-36eb37af0044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:31.016655 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:31.697607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2a913-bdfb-4bd1-a12e-27d8d4c361d6 req-a9f9e16d-33bc-4270-b0b3-c61b02c229c2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:31.699098 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eae2a913-bdfb-4bd1-a12e-27d8d4c361d6 req-a9f9e16d-33bc-4270-b0b3-c61b02c229c2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0484285 Aug 12 05:13:31.740771 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-eae2a913-bdfb-4bd1-a12e-27d8d4c361d6 req-632a0c90-8c75-4a56-bf50-a8a8168ebdc1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359123 Aug 12 05:13:32.359787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:32.854418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6655ec-dd07-4186-998d-76c18233b551 req-a461ad60-a76a-490e-a5b6-b7b3b6dbb3c7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:32.856404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da6655ec-dd07-4186-998d-76c18233b551 req-a461ad60-a76a-490e-a5b6-b7b3b6dbb3c7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0486856 Aug 12 05:13:32.893092 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-da6655ec-dd07-4186-998d-76c18233b551 req-7bdd7c8b-b260-42c1-8e38-d68cadabcd23 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 Aug 12 05:13:33.913597 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:34.007244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5742364-26f1-45c9-8594-8e62630514a3 req-7a0f7812-501d-4433-a1a6-a2372514a196 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:34.008703 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5742364-26f1-45c9-8594-8e62630514a3 req-7a0f7812-501d-4433-a1a6-a2372514a196 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0479844 Aug 12 05:13:34.046068 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5742364-26f1-45c9-8594-8e62630514a3 req-409b273f-496f-4c99-a2c2-67e0588726f4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Aug 12 05:13:35.161647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a8fec-528f-4747-bac2-46280ba2e966 req-5669aa09-0523-4013-b533-a001c50ef874 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:35.163048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-188a8fec-528f-4747-bac2-46280ba2e966 req-5669aa09-0523-4013-b533-a001c50ef874 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0485644 Aug 12 05:13:35.200470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-188a8fec-528f-4747-bac2-46280ba2e966 req-9061f0a5-f659-43a5-8751-d956c01d2929 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Aug 12 05:13:36.220941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:13:36.315440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:36.320469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3203-a5c6-43e1-9b58-f8c7b510bd30 req-408ff1c6-c98a-4252-93ca-e28c047a47dd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:36.322011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a93b3203-a5c6-43e1-9b58-f8c7b510bd30 req-408ff1c6-c98a-4252-93ca-e28c047a47dd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 943 time: 0.0500429 Aug 12 05:13:36.330755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'mac_address': 'fa:16:3e:2a:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:13:36.362243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a93b3203-a5c6-43e1-9b58-f8c7b510bd30 req-f1a6b343-4148-4673-99ed-b7d224ee5b2c tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339119 Aug 12 05:13:36.368881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:36.381636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:13:36.400466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:36.456281 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:36.503735 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:36.510796 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.513997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.514689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.514689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.514925 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:36.691449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['68de8c06-ff22-4a94-a77e-d6a46a5af300'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:13:37.479906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe401b7-b106-49e6-85c6-eb4e04b19a6b req-798c7d6c-9036-4db6-99c9-b2c8513c096d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:37.481882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebe401b7-b106-49e6-85c6-eb4e04b19a6b req-798c7d6c-9036-4db6-99c9-b2c8513c096d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0524006 Aug 12 05:13:37.518893 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ebe401b7-b106-49e6-85c6-eb4e04b19a6b req-586a34a0-2319-460d-86d0-2b7919e68d8b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310514 Aug 12 05:13:38.035925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626102c5-e2ce-4d6b-99e7-03553b26eadb req-acb94d5e-a721-4cec-8813-bc6723c1d892 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:38.037450 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-626102c5-e2ce-4d6b-99e7-03553b26eadb req-acb94d5e-a721-4cec-8813-bc6723c1d892 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0500557 Aug 12 05:13:38.065402 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-2d580ded-6100-47c3-9058-1fecccd43455 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:38.066883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-2d580ded-6100-47c3-9058-1fecccd43455 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.20 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745&tenant_id=4065a378098442889ba0919cb79f5787&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 944 time: 0.0506725 Aug 12 05:13:38.075424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-626102c5-e2ce-4d6b-99e7-03553b26eadb req-d525aa0d-6197-4a71-a6db-a3f15882090d tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Aug 12 05:13:38.131094 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-3fb1f5e8-c00f-4fc3-a088-dae890d352e2 service neutron] 10.222.0.20 "GET /v2.0/ports/68de8c06-ff22-4a94-a77e-d6a46a5af300/bindings/n-h1-804320-1 HTTP/1.1" status: 200 len: 382 time: 0.0570595 Aug 12 05:13:38.191542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-5919952e-27cc-4b68-af7e-bde9d6fa37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:38.193025 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-5919952e-27cc-4b68-af7e-bde9d6fa37bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1095 time: 0.0400915 Aug 12 05:13:38.235581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:13:38.286773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-98084d4b-33ed-44a0-ab36-ca9bc3aaaf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:38.291238 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-98084d4b-33ed-44a0-ab36-ca9bc3aaaf88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0876508 Aug 12 05:13:38.342078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:13:38.346089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:13:38.346468 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:38.355035 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-a009a81f-c554-473f-8deb-233b84cfdb2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1001 time: 0.0595040 Aug 12 05:13:38.407648 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-96acdb60-efaa-40c6-b784-186eca0f7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:38.409156 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-96acdb60-efaa-40c6-b784-186eca0f7c81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0471883 Aug 12 05:13:38.424558 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:38.447270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:13:38.449971 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcc48e8-9f80-43c8-9ad6-b2e40d232e51" -d '{"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-plugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:13:38.459193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-994e2266-13e5-4bcc-8ac7-f59a10792f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:38.460984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-994e2266-13e5-4bcc-8ac7-f59a10792f5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452027 Aug 12 05:13:38.462848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:38.519364 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:38.548337 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebfac4d-7404-48dd-9909-d2e2f13a1b3b x-openstack-request-id: req-8ebfac4d-7404-48dd-9909-d2e2f13a1b3b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:13:38.548624 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-plugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:13:38.548871 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ebfac4d-7404-48dd-9909-d2e2f13a1b3b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:13:38.549275 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'code': 200} Aug 12 05:13:38.552753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-19ecad80-1cad-4ed2-9052-61cfdf313926 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848351 Aug 12 05:13:38.573054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:38.645392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-a3689800-af52-4e2c-8422-58c33e9f3865 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858305 Aug 12 05:13:39.190647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bce42d-8c8a-47bd-a088-03fb2a5d59d9 req-3dfab28c-d0db-46e1-b0bb-06e971a8e015 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:39.192145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1bce42d-8c8a-47bd-a088-03fb2a5d59d9 req-3dfab28c-d0db-46e1-b0bb-06e971a8e015 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Aug 12 05:13:39.228445 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a1bce42d-8c8a-47bd-a088-03fb2a5d59d9 req-a3e32a35-6934-4b0f-85cd-571f0438ffcb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305018 Aug 12 05:13:40.101571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:13:40.349974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe419-483d-447a-82d0-ec7e666b78a9 req-3f5f5a9d-0984-441e-a2cf-e54133672231 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:40.351495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b7bfe419-483d-447a-82d0-ec7e666b78a9 req-3f5f5a9d-0984-441e-a2cf-e54133672231 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0491686 Aug 12 05:13:40.389159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b7bfe419-483d-447a-82d0-ec7e666b78a9 req-e052b631-beec-4c27-95ce-8e70734b95c6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311091 Aug 12 05:13:41.508220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02a17f-0b88-4333-a928-f0ee17c79223 req-90f6a107-7fb5-47c5-bf42-291910503912 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:41.509693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee02a17f-0b88-4333-a928-f0ee17c79223 req-90f6a107-7fb5-47c5-bf42-291910503912 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0521433 Aug 12 05:13:41.548248 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee02a17f-0b88-4333-a928-f0ee17c79223 req-c4427179-d493-41eb-ba41-b4b0e86526dd tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317683 Aug 12 05:13:42.254630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:13:42.333288 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:42.347106 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-21be54b3-b736-407c-9398-2618bd1cf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:42.348680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-21be54b3-b736-407c-9398-2618bd1cf1cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1096 time: 0.0399950 Aug 12 05:13:42.356001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:13:42.358313 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05486c5d-e4c5-4f54-9271-d36c0912ca7e" -d '{"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-unplugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:13:42.374604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:42.408479 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee4a668-7b24-4b9b-8c69-7c2b63ea5cfc x-openstack-request-id: req-9ee4a668-7b24-4b9b-8c69-7c2b63ea5cfc {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:13:42.408704 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-unplugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:13:42.408939 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ee4a668-7b24-4b9b-8c69-7c2b63ea5cfc {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:13:42.409324 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'code': 200} Aug 12 05:13:42.462360 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:42.469677 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-3299fcef-f5bc-47d4-ace0-c9b1e11ffcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:42.471185 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-3299fcef-f5bc-47d4-ace0-c9b1e11ffcc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0951536 Aug 12 05:13:42.510072 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:42.537450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-2b118560-eab0-4fb0-a46d-07ae7dba794a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0590079 Aug 12 05:13:42.604649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-0b4001d8-bc80-484a-b044-2ccf10687609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:42.606151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-0b4001d8-bc80-484a-b044-2ccf10687609 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0449307 Aug 12 05:13:42.660335 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-6bc6c05d-eab1-4498-8bc9-54b260f269f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:42.661950 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-6bc6c05d-eab1-4498-8bc9-54b260f269f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481427 Aug 12 05:13:42.668376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181a82a-f045-4816-9bc3-a55fb4108c26 req-9683726b-a33f-460b-b23a-71ef8587edf5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:42.670214 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9181a82a-f045-4816-9bc3-a55fb4108c26 req-9683726b-a33f-460b-b23a-71ef8587edf5 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0507286 Aug 12 05:13:42.709371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9181a82a-f045-4816-9bc3-a55fb4108c26 req-5d624953-4a6b-48f8-a384-e3c22f4621d4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 Aug 12 05:13:42.759828 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-3cf99f60-9768-48d3-a795-d968c09aab64 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902376 Aug 12 05:13:42.854523 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2de40c86-c4fb-496b-b1e6-cd554039c133 req-6ceacca9-2ac0-49af-b886-b8f348609b3c service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878372 Aug 12 05:13:43.124030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-e0dfa2bb-30da-476b-a463-012ca4403ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:43.125447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-e0dfa2bb-30da-476b-a463-012ca4403ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745&tenant_id=4065a378098442889ba0919cb79f5787 HTTP/1.1" status: 200 len: 1095 time: 0.0895720 Aug 12 05:13:43.137211 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:13:43.190957 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:43.394590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:43.428662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:13:43.460740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:13:43.468313 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:43.479785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Transition to ACTIVE for port object 68de8c06-ff22-4a94-a77e-d6a46a5af300 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:13:43.559813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:43.643381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=11']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:43.655915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.656246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.656525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.656868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.657209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.657547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.657915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.658248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.658579 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.658937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.659268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.659592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:13:43.693607 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] No DVR routers for this DVR port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:13:43.838794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62561f0-9f23-4555-a127-b6460588195c req-90e15c51-6c7d-46e7-a977-16f29c45d4db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:43.840167 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:13:43.840313 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f62561f0-9f23-4555-a127-b6460588195c req-90e15c51-6c7d-46e7-a977-16f29c45d4db tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0507522 Aug 12 05:13:43.840518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:13:43.840851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:13:43.845234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:13:43.845560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Attempting to bind port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on network 998d2f0c-e80c-497d-8aa1-55cf8c368036 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:13:43.850395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:13:43.850768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Checking segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:13:43.851158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Bound using segment: {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:13:43.851615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Bound port: 68de8c06-ff22-4a94-a77e-d6a46a5af300, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa48554-9d53-471f-b9a7-89e014f7426b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:13:43.851981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:43.880457 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f62561f0-9f23-4555-a127-b6460588195c req-8f229b8d-fac0-4e85-adcf-5dc74b6c2460 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339284 Aug 12 05:13:43.917077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:13:43.918905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:13:43.988282 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:44.025954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.026791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:44.028187 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1092 time: 0.8955605 Aug 12 05:13:44.028627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:13:44.030950 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ff29d2-bd13-434c-89af-d08e76c2a591" -d '{"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:13:44.088880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a5f6-dec2-4b58-b838-3d6784a2d7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=12']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:44.113533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-b8d5809b-7c4d-45df-a019-64cb3518d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.115137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-b8d5809b-7c4d-45df-a019-64cb3518d1d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1095 time: 0.0627031 Aug 12 05:13:44.141417 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8e1700-f3e8-4603-a447-00e1c51839d5 x-openstack-request-id: req-0b8e1700-f3e8-4603-a447-00e1c51839d5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:13:44.141704 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:13:44.141953 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b8e1700-f3e8-4603-a447-00e1c51839d5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:13:44.142347 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'status': 'completed', 'code': 200} Aug 12 05:13:44.208530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-f677448a-af32-491c-b179-0407a40691e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.211819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-246063dc-c34e-4fe5-86f5-3870ba623d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.213339 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-246063dc-c34e-4fe5-86f5-3870ba623d6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0912218 Aug 12 05:13:44.213480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-f677448a-af32-491c-b179-0407a40691e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1095 time: 0.0493016 Aug 12 05:13:44.288888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-6d11ab5e-993f-4492-88ae-0aa845ec4ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0677662 Aug 12 05:13:44.340552 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-e6f7615e-e6fe-4606-a122-eec5f9cc860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.342042 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-e6f7615e-e6fe-4606-a122-eec5f9cc860d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0465517 Aug 12 05:13:44.390334 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4896c867-f1f6-400c-8c53-72deb6cea10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.391910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-4896c867-f1f6-400c-8c53-72deb6cea10c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421538 Aug 12 05:13:44.490634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-c49c1ee4-42ff-439d-96c1-d1f6de128417 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911710 Aug 12 05:13:44.583949 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-38e0e901-4503-4f4e-b71b-7a61ac6f37e3 req-d086ce58-c7c4-4c65-8157-54c4607ea351 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867918 Aug 12 05:13:44.649991 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-10878282-ba34-47f1-869e-d5c8e594034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.651849 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-10878282-ba34-47f1-869e-d5c8e594034e service neutron] 10.222.0.20 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.4305887 Aug 12 05:13:44.726866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-ca743590-4ec8-4a4e-948f-e7c29e87831a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0673490 Aug 12 05:13:44.730514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-5bb08abc-d478-409c-a7e6-a9b4c3e65a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.732101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-5bb08abc-d478-409c-a7e6-a9b4c3e65a6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1095 time: 0.0511220 Aug 12 05:13:44.777910 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-f349ba99-706e-4581-b49c-e1703380ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.779543 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-f349ba99-706e-4581-b49c-e1703380ad94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0455487 Aug 12 05:13:44.826132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-871df0bb-2fec-467b-a196-6a5108cc878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.827644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-871df0bb-2fec-467b-a196-6a5108cc878c service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0886872 Aug 12 05:13:44.832589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-1ae1cb7a-deaa-48ae-b8ec-2df64421ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.834088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-1ae1cb7a-deaa-48ae-b8ec-2df64421ffce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479603 Aug 12 05:13:44.899217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-0ce9d8a4-8844-432a-a00a-50b7beee7136 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0639591 Aug 12 05:13:44.928209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-1b7fdc9e-16a6-406a-bc27-206701ef6116 service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874143 Aug 12 05:13:44.958324 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-5ed6d569-9bcd-4a6c-a5e7-420be0987880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:44.959760 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-5ed6d569-9bcd-4a6c-a5e7-420be0987880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0521657 Aug 12 05:13:45.021859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-e5bdaa63-40b8-4380-b91e-fc5f973c16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:45.023423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-e5bdaa63-40b8-4380-b91e-fc5f973c16d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568604 Aug 12 05:13:45.076767 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-38593617-3af3-48b1-9a2a-e5017668cc8b service neutron] 10.222.0.20 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409423 Aug 12 05:13:45.098831 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649842c-7123-4dab-b607-eef87355d067 req-d01d0213-d760-437a-94b2-1132e9c0cb2f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:45.101074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f649842c-7123-4dab-b607-eef87355d067 req-d01d0213-d760-437a-94b2-1132e9c0cb2f tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0752449 Aug 12 05:13:45.139305 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-f8463538-17b4-48df-9e1f-17bf61c80610 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086829 Aug 12 05:13:45.141944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f649842c-7123-4dab-b607-eef87355d067 req-3d09f078-38f7-4ccd-9c8a-9401e9f3256b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338910 Aug 12 05:13:45.238079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-17ff29d2-bd13-434c-89af-d08e76c2a591 req-bbffd1d9-d2b7-4d1f-8293-917e392b5042 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909705 Aug 12 05:13:46.261121 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d43c-515f-437d-8b35-a1387ebf3d88 req-8e113262-eb25-4f62-b922-97aa772d1cf2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:46.263669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efd1d43c-515f-437d-8b35-a1387ebf3d88 req-8e113262-eb25-4f62-b922-97aa772d1cf2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0494864 Aug 12 05:13:46.307852 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-efd1d43c-515f-437d-8b35-a1387ebf3d88 req-048704c3-7002-4f46-aa4c-22119bd321b8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379472 Aug 12 05:13:47.432538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036e589-b7f2-4e6b-a20d-f7b61b077bed req-90b7a22f-5a8a-4be5-93bd-e0da81807343 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:47.434066 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5036e589-b7f2-4e6b-a20d-f7b61b077bed req-90b7a22f-5a8a-4be5-93bd-e0da81807343 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0496864 Aug 12 05:13:47.476001 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5036e589-b7f2-4e6b-a20d-f7b61b077bed req-760d6c57-1134-4cb0-9abd-b777ec039440 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358231 Aug 12 05:13:48.142945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-4383540f-5f50-4183-843f-6a05ebc2c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:48.144330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-4383540f-5f50-4183-843f-6a05ebc2c0f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4065a378098442889ba0919cb79f5787&device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 1095 time: 0.0447378 Aug 12 05:13:48.246191 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-eeafd146-5dd6-4763-9555-797863f25768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:48.247694 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-eeafd146-5dd6-4763-9555-797863f25768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 200 len: 913 time: 0.0840106 Aug 12 05:13:48.317898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-76b3f3c0-3a26-4257-bf74-9a58ed0d62c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 200 len: 1000 time: 0.0629158 Aug 12 05:13:48.367760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-41cab86f-d81d-470a-bcfb-63eb49bb3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:48.374298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-41cab86f-d81d-470a-bcfb-63eb49bb3c56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 200 len: 851 time: 0.0443187 Aug 12 05:13:48.414340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-22f1f36b-f67d-4394-83d6-4c655c149eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:48.416064 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-22f1f36b-f67d-4394-83d6-4c655c149eae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=998d2f0c-e80c-497d-8aa1-55cf8c368036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405214 Aug 12 05:13:48.510005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-98a42d67-1855-49d7-a97e-84477443e21e service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867124 Aug 12 05:13:48.632799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505dcf7-3b1b-4fad-ad8a-02c97261d58c req-2921d8b9-96c9-46f0-b29a-5ef6747dc956 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:48.634270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0505dcf7-3b1b-4fad-ad8a-02c97261d58c req-2921d8b9-96c9-46f0-b29a-5ef6747dc956 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0747983 Aug 12 05:13:48.640192 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a4e7efe-cc06-4875-924c-e791f4fb84e1 req-91e4c772-c300-4043-8aa8-db3a6d0b9b40 service neutron] 10.222.0.36 "GET /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234956 Aug 12 05:13:48.679283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0505dcf7-3b1b-4fad-ad8a-02c97261d58c req-30a26c10-3a53-4ea9-a4f9-44f55670c1f8 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357068 Aug 12 05:13:49.791742 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a06716-0993-40bf-8b39-c0dfc32f04ee req-0b1c8c50-900e-4066-91f4-401da199ec31 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:49.793225 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36a06716-0993-40bf-8b39-c0dfc32f04ee req-0b1c8c50-900e-4066-91f4-401da199ec31 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0486987 Aug 12 05:13:49.830805 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-36a06716-0993-40bf-8b39-c0dfc32f04ee req-6c3c30cd-6dba-42e7-be0d-e1166c407f46 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316286 Aug 12 05:13:50.944404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a996a-c690-440c-afb3-a0158d877efb req-7bbde5eb-7bad-4a27-9c2a-a880f5a7f5b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:50.945902 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e5a996a-c690-440c-afb3-a0158d877efb req-7bbde5eb-7bad-4a27-9c2a-a880f5a7f5b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0481033 Aug 12 05:13:50.983085 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e5a996a-c690-440c-afb3-a0158d877efb req-1ef0005e-d224-483c-a702-d777480c48ce tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306618 Aug 12 05:13:52.096751 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef476b-a0b8-44fb-9e4b-da0b8290213e req-e4c6f363-3eed-4a20-bbde-f8ea7a264448 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:52.098244 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75ef476b-a0b8-44fb-9e4b-da0b8290213e req-e4c6f363-3eed-4a20-bbde-f8ea7a264448 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0475316 Aug 12 05:13:52.134948 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-75ef476b-a0b8-44fb-9e4b-da0b8290213e req-c6c351c8-8e05-417e-b8c9-a232fcd5f105 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307586 Aug 12 05:13:53.248537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0196f-0180-4d1a-9884-12e9fb76834f req-390a32de-4f1c-4e96-b11a-1191070464f6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:53.249984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06d0196f-0180-4d1a-9884-12e9fb76834f req-390a32de-4f1c-4e96-b11a-1191070464f6 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0472190 Aug 12 05:13:53.285391 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06d0196f-0180-4d1a-9884-12e9fb76834f req-56abd1db-8cdf-4018-b9cc-0185490c83d3 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295756 Aug 12 05:13:54.398180 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655474b-33dc-40f3-b3c5-770d616021a5 req-3cf2a0ef-9459-46db-b009-d8262c21ba85 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:54.399657 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d655474b-33dc-40f3-b3c5-770d616021a5 req-3cf2a0ef-9459-46db-b009-d8262c21ba85 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0474370 Aug 12 05:13:54.440647 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d655474b-33dc-40f3-b3c5-770d616021a5 req-4924049f-fb90-49ad-866d-cadc6589cdd4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346146 Aug 12 05:13:55.555807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d38c7-cafc-4db1-9ca3-48db7837167a req-b9cb309a-a4f6-4417-b77d-d4cc3177e09e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:55.557267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a88d38c7-cafc-4db1-9ca3-48db7837167a req-b9cb309a-a4f6-4417-b77d-d4cc3177e09e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0498912 Aug 12 05:13:55.598862 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a88d38c7-cafc-4db1-9ca3-48db7837167a req-8e1ffbd8-5670-478a-8901-15eae6ff4729 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355091 Aug 12 05:13:56.096085 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:56.250383 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:56.712792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8a30-29be-4956-89c1-4735b425ce84 req-cf9adb78-b8fa-43de-991d-325b8e34f966 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:56.714266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-740b8a30-29be-4956-89c1-4735b425ce84 req-cf9adb78-b8fa-43de-991d-325b8e34f966 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0486426 Aug 12 05:13:56.750579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-740b8a30-29be-4956-89c1-4735b425ce84 req-1a8c28db-ca52-43dd-988c-31d8f0deb489 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302908 Aug 12 05:13:56.861948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7eb33-7ce5-4824-9342-d63961b3ee77 req-93f0b89a-c2d3-461d-949f-63147209871e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:56.863411 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6da7eb33-7ce5-4824-9342-d63961b3ee77 req-93f0b89a-c2d3-461d-949f-63147209871e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0470307 Aug 12 05:13:56.872231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:13:56.900221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6da7eb33-7ce5-4824-9342-d63961b3ee77 req-1ed8409a-bb46-437f-94ba-e294abfb5a31 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309308 Aug 12 05:13:57.023208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf4218-2eac-4f7f-a556-4a9010b4d436 req-e58b9e9e-f2e0-4608-9865-159808ea78e2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:57.024801 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dcf4218-2eac-4f7f-a556-4a9010b4d436 req-e58b9e9e-f2e0-4608-9865-159808ea78e2 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 944 time: 0.0509801 Aug 12 05:13:57.066569 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4dcf4218-2eac-4f7f-a556-4a9010b4d436 req-d7afe095-4db3-4bcc-bc88-dc209e9c7cd4 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Aug 12 05:13:57.121426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:57.132535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'port_id': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'mac_address': 'fa:16:3e:2a:71:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:13:57.169584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:57.181905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:13:57.200816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:57.261385 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:57.309598 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=13']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:57.461080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b3bc8-7197-47ec-a716-1d63f14fde8f req-83f8404e-f0c2-4580-a9ac-eba753ed1fdc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:57.462570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e9b3bc8-7197-47ec-a716-1d63f14fde8f req-83f8404e-f0c2-4580-a9ac-eba753ed1fdc tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0490074 Aug 12 05:13:57.505149 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4e9b3bc8-7197-47ec-a716-1d63f14fde8f req-94cf4536-215f-4fed-9979-8966aeb8c64b tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358946 Aug 12 05:13:57.515359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['68de8c06-ff22-4a94-a77e-d6a46a5af300'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:13:58.255888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2fbd964c-785e-4466-a83d-f2a4c754ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:58.621008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bdccd-035e-4da4-9cdf-c05c2adeb1cb req-9440bd5a-326d-47ef-84b7-898be21700b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:58.622490 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a6bdccd-035e-4da4-9cdf-c05c2adeb1cb req-9440bd5a-326d-47ef-84b7-898be21700b7 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Aug 12 05:13:58.660284 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5a6bdccd-035e-4da4-9cdf-c05c2adeb1cb req-01c95e0e-fbe3-4be0-9003-27063f274dc1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Aug 12 05:13:58.888042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:13:58.976120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:13:58.980055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 68de8c06-ff22-4a94-a77e-d6a46a5af300 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:13:58.980430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.042774 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-9d1765db-a732-4abe-ac54-5fdf4259ac29 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:13:59.044301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-9d1765db-a732-4abe-ac54-5fdf4259ac29 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Aug 12 05:13:59.068289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.090208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:13:59.092463 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd6941a-ec1e-45c9-a8fd-d8d6936f18fb" -d '{"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-plugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:13:59.109452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:59.131804 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e3e523-e112-4f3b-8de4-8d3cc4bd0f4c x-openstack-request-id: req-e0e3e523-e112-4f3b-8de4-8d3cc4bd0f4c {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:13:59.132098 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-plugged", "status": "completed", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:13:59.132382 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0e3e523-e112-4f3b-8de4-8d3cc4bd0f4c {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:13:59.132779 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'code': 200} Aug 12 05:13:59.143777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Deleting port 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:13:59.143777 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.153250 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.201390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=14']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:59.228843 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] For port 68de8c06-ff22-4a94-a77e-d6a46a5af300, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=68de8c06-ff22-4a94-a77e-d6a46a5af300,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:13:59.229207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.395057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.395342 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.395651 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 disassociated. External IP: 172.25.6.148, port: 68de8c06-ff22-4a94-a77e-d6a46a5af300. Aug 12 05:13:59.395989 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Calling delete_port for 68de8c06-ff22-4a94-a77e-d6a46a5af300 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:13:59.605275 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:13:59.635394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event deleted for resources: {'Port': ['ID=68de8c06-ff22-4a94-a77e-d6a46a5af300,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:13:59.770498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3e8ec95e-a2e3-427e-8f86-9b40a21645cc req-5807779d-990f-4460-a7fb-741b3d970bd0 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 210 time: 0.0358813 Aug 12 05:13:59.779895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:14:00.232628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:14:00.242656 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:14:00.251525 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:14:00.252123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:00.270172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] No DVR routers for this DVR port 68de8c06-ff22-4a94-a77e-d6a46a5af300 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:00.272878 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:00.274863 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c129f97-8835-4d86-8fb9-fdf6c6b16a99 req-2d5da10d-0ca2-4af1-a480-0a5e201d47e9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.36 "DELETE /v2.0/ports/68de8c06-ff22-4a94-a77e-d6a46a5af300 HTTP/1.1" status: 204 len: 173 time: 1.2245414 Aug 12 05:14:00.275298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-deleted', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:00.278092 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7217977-64e8-459c-b4f4-1e2d09e2f52e" -d '{"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-deleted", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:00.315249 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8774dc-5b0c-4a5f-9b73-cf1221d94fa4 x-openstack-request-id: req-8f8774dc-5b0c-4a5f-9b73-cf1221d94fa4 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:00.315566 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9799f415-7269-48a9-8437-a9a1f8792745", "name": "network-vif-deleted", "tag": "68de8c06-ff22-4a94-a77e-d6a46a5af300", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:00.315801 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f8774dc-5b0c-4a5f-9b73-cf1221d94fa4 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:00.316200 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9799f415-7269-48a9-8437-a9a1f8792745', 'name': 'network-vif-deleted', 'tag': '68de8c06-ff22-4a94-a77e-d6a46a5af300', 'status': 'completed', 'code': 200} Aug 12 05:14:00.357909 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:14:00.554330 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:00.580205 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:14:00.588515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:14:00.589681 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:13:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:00.692190 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:14:00.811668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f0a16cd1-1470-40eb-badf-62e3bb6610a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:00.879204 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-639abb8e-cc5a-4b6f-afa1-42c8e5d5c1e6 req-29c885ba-4bde-4479-9466-038ea1c6a5d1 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 210 time: 0.0357637 Aug 12 05:14:00.902364 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:00.929907 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5254d750-0aa5-4792-8b0a-aeef25c8fb8d None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:01Z', 'revision_number': 4, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1457e224-2b12-4ac0-aa77-bc01301b636c', 'name': '', 'network_id': '998d2f0c-e80c-497d-8aa1-55cf8c368036', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'mac_address': 'fa:16:3e:04:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:04:01Z', 'updated_at': '2021-08-12T05:04:05Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'subnets': [{'id': '8b52bef3-557f-4771-8f39-7c13fc7032f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:14:01.008310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:01.157645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3055776-5dfc-4d9d-9b37-e0ca59808bb2 None None] New status for floating IP 18650e7f-aad0-4f7a-a752-9f7e7ce2cd12: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:14:01.968680 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ea3f46d6-f37b-452b-af53-02e78819927c req-20058fee-a341-483a-8a62-deb9ef48fa4e tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 210 time: 0.0262256 Aug 12 05:14:02.347556 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:02.934858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:14:02.958536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 68de8c06-ff22-4a94-a77e-d6a46a5af300 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:14:02.960873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 68de8c06-ff22-4a94-a77e-d6a46a5af300 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:14:03.259413 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5b5fd7f-9e18-45ab-8c8c-764e87beb175 req-49abd378-9587-4e6d-8d8f-04eda82b23d9 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/ports?device_id=9799f415-7269-48a9-8437-a9a1f8792745 HTTP/1.1" status: 200 len: 210 time: 0.0253198 Aug 12 05:14:03.907503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.159114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47942) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:08.211205 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c19bd0c-99f4-4f21-956d-9bcba1d147cb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.233663 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c19bd0c-99f4-4f21-956d-9bcba1d147cb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.319025 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c19bd0c-99f4-4f21-956d-9bcba1d147cb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.321481 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3c19bd0c-99f4-4f21-956d-9bcba1d147cb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.322626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3c19bd0c-99f4-4f21-956d-9bcba1d147cb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3ae0fa9-2253-4c60-8eb5-77462cc90a6b HTTP/1.1" status: 204 len: 168 time: 0.1625273 Aug 12 05:14:08.325801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47944) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:08.331972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19bd0c-99f4-4f21-956d-9bcba1d147cb tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae0fa9-2253-4c60-8eb5-77462cc90a6b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:08.343386 n-d-804320-1 neutron-server[95042]: INFO neutron.api.v2.resource [None req-4a227824-018a-4bde-afbb-a5cb1e8de2ea tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] show failed (client error): The resource could not be found. Aug 12 05:14:08.344846 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4a227824-018a-4bde-afbb-a5cb1e8de2ea tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "GET /v2.0/security-groups/d3ae0fa9-2253-4c60-8eb5-77462cc90a6b HTTP/1.1" status: 404 len: 347 time: 0.0175111 Aug 12 05:14:08.347205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:08.467359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Deleting port cfe0de4f-f77e-4c76-aa8f-4d2a81f0be92 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:08.467701 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.539596 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.539932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.551215 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Calling delete_port for cfe0de4f-f77e-4c76-aa8f-4d2a81f0be92 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:08.730618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.762000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Pushing event deleted for resources: {'Port': ['ID=cfe0de4f-f77e-4c76-aa8f-4d2a81f0be92,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:08.819010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.821480 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:08.822698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e33f56ad-0a51-4f16-8e67-291af839ea83 tempest-ServerActionsTestJSON-1373654592 tempest-ServerActionsTestJSON-1373654592-project] 10.222.0.42 "DELETE /v2.0/floatingips/18650e7f-aad0-4f7a-a752-9f7e7ce2cd12 HTTP/1.1" status: 204 len: 168 time: 0.4743149 Aug 12 05:14:08.826816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47948) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:09.326813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:09.567736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Deleting port 1457e224-2b12-4ac0-aa77-bc01301b636c {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:09.568083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:09.647194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] For port 1457e224-2b12-4ac0-aa77-bc01301b636c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1457e224-2b12-4ac0-aa77-bc01301b636c,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:09.647860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:09.660726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Calling delete_port for 1457e224-2b12-4ac0-aa77-bc01301b636c owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:09.872995 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:09.898959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1457e224-2b12-4ac0-aa77-bc01301b636c,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:10.060588 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:10.269417 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:14:10.372730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:14:10.378675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c9ed5ce6-36e9-44f3-884b-47d896ed9c3c admin admin] 10.222.0.42 "PUT /v2.0/routers/517093ff-4ebf-4955-a2a0-59d4c757e1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5498240 Aug 12 05:14:10.380116 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47952) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:10.382688 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] Sync routers for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:14:10.392152 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:14:10.392756 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:14:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:10.485819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:10.494078 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:14:10.589659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:10.671405 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:14:09Z', 'revision_number': 5, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port': {'id': 'b20035c7-f966-437f-95ab-1aa364210de2', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:10:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:10.688759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Deleting port b20035c7-f966-437f-95ab-1aa364210de2 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:10.689103 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:10.774904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] For port b20035c7-f966-437f-95ab-1aa364210de2, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=b20035c7-f966-437f-95ab-1aa364210de2,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:10.775266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:10.785177 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] Checking router: 517093ff-4ebf-4955-a2a0-59d4c757e1f4 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:14:10.786738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Calling delete_port for b20035c7-f966-437f-95ab-1aa364210de2 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:10.793702 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] Routers {'517093ff-4ebf-4955-a2a0-59d4c757e1f4'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:14:10.794323 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:14:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:10.877327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] Set router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:14:10.930192 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:14:10Z', 'revision_number': 6, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:10.957051 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2044d-899b-481c-9667-5b32b867ecbd None None] The sync data for ids ['517093ff-4ebf-4955-a2a0-59d4c757e1f4'] in n-d-804320-1 is: [{'id': '517093ff-4ebf-4955-a2a0-59d4c757e1f4', 'name': 'tempest-ServerActionsTestJSON-1533337290-router', 'tenant_id': '4065a378098442889ba0919cb79f5787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:03:58Z', 'updated_at': '2021-08-12T05:14:10Z', 'revision_number': 6, 'project_id': '4065a378098442889ba0919cb79f5787', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:14:10.999315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.026135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20035c7-f966-437f-95ab-1aa364210de2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:11.086260 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.173470 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.175478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.301875 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.302409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 517093ff-4ebf-4955-a2a0-59d4c757e1f4 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:14:11.307097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.308882 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-53c932e1-995e-4dc6-a00c-bc4e0112dce3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/517093ff-4ebf-4955-a2a0-59d4c757e1f4 HTTP/1.1" status: 204 len: 168 time: 0.9278567 Aug 12 05:14:11.311325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47954) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:11.357229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Deleting subnet 8b52bef3-557f-4771-8f39-7c13fc7032f5 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:14:11.360831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.396438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.476004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.581960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.608744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b52bef3-557f-4771-8f39-7c13fc7032f5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:11.612306 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.614213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7ae5febd-a634-41d9-892c-4753229eefb1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8b52bef3-557f-4771-8f39-7c13fc7032f5 HTTP/1.1" status: 204 len: 168 time: 0.3018696 Aug 12 05:14:11.616727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47956) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:11.619341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80041b9c-e73a-4162-9e1f-9f9f6daad6fb None None] Network 998d2f0c-e80c-497d-8aa1-55cf8c368036 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:11.686146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.748177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Deleting port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:11.748519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.782295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1457e224-2b12-4ac0-aa77-bc01301b636c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:14:11.805491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1457e224-2b12-4ac0-aa77-bc01301b636c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:14:11.805843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1457e224-2b12-4ac0-aa77-bc01301b636c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:14:11.806259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b20035c7-f966-437f-95ab-1aa364210de2 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:14:11.813564 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] For port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:11.813938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.827277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: b20035c7-f966-437f-95ab-1aa364210de2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:14:11.827916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device b20035c7-f966-437f-95ab-1aa364210de2 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:14:11.828382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Calling delete_port for c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:11.831219 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] DHCP port deletion for 998d2f0c-e80c-497d-8aa1-55cf8c368036 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:14:11.878444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] Deleting port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:11.878881 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.944361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] For port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,segment=NetworkSegment(eaa48554-9d53-471f-b9a7-89e014f7426b),segment_id=eaa48554-9d53-471f-b9a7-89e014f7426b)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:11.944765 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:11.958871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] Calling delete_port for c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:11.976355 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.002595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:12.008365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] No DVR routers for this DVR port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:12.040497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.068102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] Pushing event deleted for resources: {'Port': ['ID=c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:12.069949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071284fc-0790-41dc-97fd-16e7e3b7824c None None] No DVR routers for this DVR port c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:12.091258 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.101226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998d2f0c-e80c-497d-8aa1-55cf8c368036']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:12.115308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa48554-9d53-471f-b9a7-89e014f7426b') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:12.115601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa48554-9d53-471f-b9a7-89e014f7426b') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:12.124223 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.137883 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.143655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:14:12.144047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:14:12.145746 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:14:12.273180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.278388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.280289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] 10.222.0.42 "DELETE /v2.0/networks/998d2f0c-e80c-497d-8aa1-55cf8c368036 HTTP/1.1" status: 204 len: 168 time: 0.6626472 Aug 12 05:14:12.291239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907c392-9a18-4ec8-8826-4a32b7ba433d admin admin] Pushing event deleted for resources: {'Network': ['ID=998d2f0c-e80c-497d-8aa1-55cf8c368036,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:12.539471 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47968) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:12.580172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4db89919-3e76-4cf5-8f32-99e1b65d89c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4065a378098442889ba0919cb79f5787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394952 Aug 12 05:14:12.582479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 47970) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:12.629004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-709bae3c-5aef-45af-bc49-af7a36379ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.654850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-709bae3c-5aef-45af-bc49-af7a36379ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.770319 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-709bae3c-5aef-45af-bc49-af7a36379ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.772973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-709bae3c-5aef-45af-bc49-af7a36379ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:12.774157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-709bae3c-5aef-45af-bc49-af7a36379ea7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0d6a757-01be-4e45-96c9-0b781e35ec28 HTTP/1.1" status: 204 len: 168 time: 0.1907480 Aug 12 05:14:12.782389 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bae3c-5aef-45af-bc49-af7a36379ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d6a757-01be-4e45-96c9-0b781e35ec28,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:13.504596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:14:13.528542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:14:13.528895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c1b4ee3b-3b56-44dd-9f78-bfa12490a3c3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:14:13.699287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47992) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:13.804424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-784942184-network', 'tenant_id': '1a747a8587f8423a865fbfaa8db0295f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:13.873602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Made reservation on behalf of 1a747a8587f8423a865fbfaa8db0295f for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:13.875957 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:13.884659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:13.971674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.010237 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.034080 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:14:14.043097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d946e2-be8d-41a0-9e24-5b696e122930,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:14.048943 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.049286 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Added segment 67c35be1-d5ac-4a4b-b292-fbd406bb0013 of type vlan for network 0b71818d-7c83-4791-a488-9ce8adf493d5 Aug 12 05:14:14.087909 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.164789 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.165676 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:14.166254 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.226461 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b71818d-7c83-4791-a488-9ce8adf493d5,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:14.237305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 0b71818d-7c83-4791-a488-9ce8adf493d5 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:14:14.268461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-66103bd8-effe-49df-be31-50948173acf7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5680428 Aug 12 05:14:14.271349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 47996) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:14.276454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Request body: {'subnet': {'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-784942184-subnet', 'tenant_id': '1a747a8587f8423a865fbfaa8db0295f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:14.352879 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Made reservation on behalf of 1a747a8587f8423a865fbfaa8db0295f for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:14.355711 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.599307 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.651885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362372e2-eec1-41a6-bc99-ed5731eca282,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:14.662887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Checking segment: {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:14.663241 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Network hostable DHCP agents. Network: 0b71818d-7c83-4791-a488-9ce8adf493d5, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:14:14.764367 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Network 0b71818d-7c83-4791-a488-9ce8adf493d5 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:14:14.838270 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 0b71818d-7c83-4791-a488-9ce8adf493d5) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:14.842649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:14.843256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:14.852021 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb2b685-9cd5-4a18-819e-7a076df6a728 None None] Network 0b71818d-7c83-4791-a488-9ce8adf493d5 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:14.931255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c617bc77-cb31-4801-90c0-b25f460182c2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6588697 Aug 12 05:14:14.969114 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a7e84-9f70-46a5-956c-e4d40e0a1b2e None None] Network 0b71818d-7c83-4791-a488-9ce8adf493d5 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:15.348816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-41c5b1cf-3bea-478e-8cc4-c288f300f420 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:15.350275 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-41c5b1cf-3bea-478e-8cc4-c288f300f420 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/networks?id=0b71818d-7c83-4791-a488-9ce8adf493d5 HTTP/1.1" status: 200 len: 813 time: 0.0998747 Aug 12 05:14:15.365393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-0baa487c-18b9-421a-a795-985cff727336 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/quotas/1a747a8587f8423a865fbfaa8db0295f HTTP/1.1" status: 200 len: 375 time: 0.0087671 Aug 12 05:14:15.399062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-bb13473c-8062-4dbe-850c-1d2b5942e6e5 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a747a8587f8423a865fbfaa8db0295f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284715 Aug 12 05:14:15.455355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-60c127cf-6115-418c-94ab-31e9ba1e99eb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:14:15.456367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-60c127cf-6115-418c-94ab-31e9ba1e99eb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503850 Aug 12 05:14:15.546091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-eb44aed1-8beb-49f1-8233-c461ac8e98f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834196 Aug 12 05:14:15.636683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-fef7cc9b-5d6f-4c25-9d0c-37246822e546 service neutron] 10.222.0.42 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844252 Aug 12 05:14:15.851634 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-724df179-6e6b-41f3-aff0-0561c6c0f782 req-36028c4c-af6e-46a9-9660-fb6942fbd0fa tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0268536 Aug 12 05:14:16.946993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-32c12828-76e5-4e49-8190-ca271fab40bc req-56516305-abbb-4596-bd76-93603c5ad8a2 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0268872 Aug 12 05:14:17.100347 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:14:17.738209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-da3f7624-b5b2-4fad-aa57-165db6a423b4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:17.739612 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-da3f7624-b5b2-4fad-aa57-165db6a423b4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.20 "GET /v2.0/networks?id=0b71818d-7c83-4791-a488-9ce8adf493d5 HTTP/1.1" status: 200 len: 813 time: 0.1028192 Aug 12 05:14:17.752283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Request body: {'port': {'device_id': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5', 'admin_state_up': True, 'tenant_id': '1a747a8587f8423a865fbfaa8db0295f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:17.918650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Made reservation on behalf of 1a747a8587f8423a865fbfaa8db0295f for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:17.922204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.053876 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e7b12a6b-ec6d-48ca-aad9-b001a11e2418 req-bb6efc3d-0348-49b5-af9c-ea89ebe7ad4e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0285432 Aug 12 05:14:18.072634 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Allocated IP 172.20.0.13 (0b71818d-7c83-4791-a488-9ce8adf493d5/362372e2-eec1-41a6-bc99-ed5731eca282/f853d0df-1373-4fae-9a68-5b7f0cb2faa1) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:14:18.222550 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.307472 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.345927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Network 0b71818d-7c83-4791-a488-9ce8adf493d5 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:14:18.351368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:18.355649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:14:18.379527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Pushing event updated for resources: {'Port': ['ID=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:18.406405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:18.407040 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.473848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-83c7223f-f686-4e19-9f92-0a728bba3e19 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251065 Aug 12 05:14:18.486314 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Request body: {'port': {'device_id': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:18.542618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.796570 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f853d0df-1373-4fae-9a68-5b7f0cb2faa1 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:14:18.804073 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.818644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Transition to ACTIVE for port object f853d0df-1373-4fae-9a68-5b7f0cb2faa1 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:18.861783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:18.913789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:18.981869 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Attempting to bind port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:14:18.982207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Attempting to bind port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:14:18.982532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Attempting to bind port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 on network 0b71818d-7c83-4791-a488-9ce8adf493d5 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:18.986883 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 on network 0b71818d-7c83-4791-a488-9ce8adf493d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:14:18.987210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Attempting to bind port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 on network 0b71818d-7c83-4791-a488-9ce8adf493d5 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:18.991993 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:14:18.992331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Checking segment: {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:18.992719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Bound using segment: {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:14:18.993147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Bound port: f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:14:18.993506 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:19.056625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] For port f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:14:19.060064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] For port f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:14:19.124990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:19.160071 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.160701 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:19.162175 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] 10.222.0.20 "PUT /v2.0/ports/f853d0df-1373-4fae-9a68-5b7f0cb2faa1 HTTP/1.1" status: 200 len: 1092 time: 0.6800208 Aug 12 05:14:19.162624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'tag': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:19.164929 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10" -d '{"events": [{"name": "network-changed", "server_uuid": "62a97165-f2a0-4dd6-b216-e7d314d7b3a5", "tag": "f853d0df-1373-4fae-9a68-5b7f0cb2faa1"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:19.169833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10132-b94a-4270-ade2-a0daa912da76 req-06004d50-1865-4a14-8198-335a2b3841d0 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.171403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7d10132-b94a-4270-ade2-a0daa912da76 req-06004d50-1865-4a14-8198-335a2b3841d0 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 944 time: 0.0517178 Aug 12 05:14:19.195282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552f77a-d301-49d1-b255-d66d7e159ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:19.211971 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7d10132-b94a-4270-ade2-a0daa912da76 req-8d225234-54a0-475c-bdc0-abb432881877 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Aug 12 05:14:19.269089 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25769f2c-dab9-4b1b-a69a-63e30d863bc4 x-openstack-request-id: req-25769f2c-dab9-4b1b-a69a-63e30d863bc4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:19.269379 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a97165-f2a0-4dd6-b216-e7d314d7b3a5", "tag": "f853d0df-1373-4fae-9a68-5b7f0cb2faa1", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:19.269634 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25769f2c-dab9-4b1b-a69a-63e30d863bc4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:19.270027 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'tag': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1', 'status': 'completed', 'code': 200} Aug 12 05:14:19.282568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-aca1418d-20bb-4075-bb4a-aa9538e8ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.284111 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-aca1418d-20bb-4075-bb4a-aa9538e8ac5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a747a8587f8423a865fbfaa8db0295f&device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0478232 Aug 12 05:14:19.326230 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-ca6bda4c-d02d-41e6-9500-7af34f9adab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1 HTTP/1.1" status: 200 len: 217 time: 0.0344703 Aug 12 05:14:19.373539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-50b8e5d7-6152-4d39-bedf-595d7785e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.374962 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-50b8e5d7-6152-4d39-bedf-595d7785e464 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=362372e2-eec1-41a6-bc99-ed5731eca282 HTTP/1.1" status: 200 len: 853 time: 0.0425754 Aug 12 05:14:19.408682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-4d5c12ee-e126-46e6-8221-92338ed61da5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b71818d-7c83-4791-a488-9ce8adf493d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268624 Aug 12 05:14:19.497248 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-17f9994f-d124-438c-899f-bf970ec9f41d service neutron] 10.222.0.20 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813389 Aug 12 05:14:19.589750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-98945de2-ba39-421f-8474-f70b4ee52ae2 req-ebcfdfab-ada5-4d77-81bd-e0e56e104bdd service neutron] 10.222.0.20 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851595 Aug 12 05:14:19.728061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-10d83875-31bc-4d0a-93fa-022db23ed678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.730196 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-10d83875-31bc-4d0a-93fa-022db23ed678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a747a8587f8423a865fbfaa8db0295f&device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0410855 Aug 12 05:14:19.817800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-3e826e0c-5b52-41e2-ba42-8b5572827ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.819546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-3e826e0c-5b52-41e2-ba42-8b5572827ad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b71818d-7c83-4791-a488-9ce8adf493d5 HTTP/1.1" status: 200 len: 914 time: 0.0822029 Aug 12 05:14:19.865446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-16574e5a-ca2f-4bdb-8da1-cfa2e0b0acab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1 HTTP/1.1" status: 200 len: 217 time: 0.0384941 Aug 12 05:14:19.914338 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-69f57e72-8db4-4f93-9f12-9644a140b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:19.915794 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-69f57e72-8db4-4f93-9f12-9644a140b7b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=362372e2-eec1-41a6-bc99-ed5731eca282 HTTP/1.1" status: 200 len: 853 time: 0.0433342 Aug 12 05:14:19.948685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-5fabcf43-fbef-445c-9ef4-b6a4abb438f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b71818d-7c83-4791-a488-9ce8adf493d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250700 Aug 12 05:14:20.043613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-e96f1987-79e2-4f4d-adf5-29446add5b70 service neutron] 10.222.0.20 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866060 Aug 12 05:14:20.132079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f802a04-c573-43b8-8bd2-2b3af7fb3b10 req-58f30bea-8146-4e5b-a545-fc393410147d service neutron] 10.222.0.20 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805104 Aug 12 05:14:20.323671 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d3a70-a0d7-4bff-896e-7c61e11b50a9 req-8c49203b-c209-4815-8702-bc651fdb4a3f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:20.325138 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c74d3a70-a0d7-4bff-896e-7c61e11b50a9 req-8c49203b-c209-4815-8702-bc651fdb4a3f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 944 time: 0.0472603 Aug 12 05:14:20.361308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c74d3a70-a0d7-4bff-896e-7c61e11b50a9 req-71c7a2d3-2115-4da3-b924-5757c96150d4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303137 Aug 12 05:14:21.475269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e65627-12af-456b-a6a2-19525478a5f7 req-e5f2b57d-1844-408f-82a8-65c6f275fe8a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:21.476747 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96e65627-12af-456b-a6a2-19525478a5f7 req-e5f2b57d-1844-408f-82a8-65c6f275fe8a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Aug 12 05:14:21.516610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-96e65627-12af-456b-a6a2-19525478a5f7 req-8b8d3635-6cce-4296-bfab-101ed0813502 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Aug 12 05:14:22.408676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f853d0df-1373-4fae-9a68-5b7f0cb2faa1 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:14:22.499662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:22.511457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1', 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5', 'port_id': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1', 'mac_address': 'fa:16:3e:d5:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362372e2-eec1-41a6-bc99-ed5731eca282', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:14:22.555812 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:22.568837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f853d0df-1373-4fae-9a68-5b7f0cb2faa1 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:14:22.589436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:22.632251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611fb4a-20b2-4773-b57c-1afa68491602 req-ae9cdcfb-481b-43c8-9efb-3c2c8e71725f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:22.633726 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4611fb4a-20b2-4773-b57c-1afa68491602 req-ae9cdcfb-481b-43c8-9efb-3c2c8e71725f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 944 time: 0.0518107 Aug 12 05:14:22.649951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:22.671645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4611fb4a-20b2-4773-b57c-1afa68491602 req-67507efd-60d1-4af3-ba2b-b976668e33d1 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Aug 12 05:14:22.698880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:22.874156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f853d0df-1373-4fae-9a68-5b7f0cb2faa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:14:23.788600 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fc0e2-5e3f-40b6-be9a-121a8084251d req-dfb81b14-74c3-40f5-9625-be71e5b214a9 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:23.790073 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d75fc0e2-5e3f-40b6-be9a-121a8084251d req-dfb81b14-74c3-40f5-9625-be71e5b214a9 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 945 time: 0.0530407 Aug 12 05:14:23.828008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d75fc0e2-5e3f-40b6-be9a-121a8084251d req-682fa5db-31e8-4b48-b54b-5bfe070cdc51 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Aug 12 05:14:24.408421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f853d0df-1373-4fae-9a68-5b7f0cb2faa1 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:14:24.553313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:14:24.558417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:14:24.558831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:24.633336 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:24.657154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:24.659448 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b5189-64bb-45e8-9e29-dc15a1daac5c" -d '{"events": [{"server_uuid": "62a97165-f2a0-4dd6-b216-e7d314d7b3a5", "name": "network-vif-plugged", "status": "completed", "tag": "f853d0df-1373-4fae-9a68-5b7f0cb2faa1"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:24.672961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:24.696268 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e4d758-e22f-41ea-8f56-8fe643f86313 x-openstack-request-id: req-d5e4d758-e22f-41ea-8f56-8fe643f86313 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:24.696552 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a97165-f2a0-4dd6-b216-e7d314d7b3a5", "name": "network-vif-plugged", "status": "completed", "tag": "f853d0df-1373-4fae-9a68-5b7f0cb2faa1", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:24.696806 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5e4d758-e22f-41ea-8f56-8fe643f86313 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:24.697190 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1', 'code': 200} Aug 12 05:14:24.724652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:24.773019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:24.790421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536e81-7cce-4e1b-b964-b69fcbb66f0d req-420cc849-b398-43c2-b0b6-97acb6280b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:24.792610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e536e81-7cce-4e1b-b964-b69fcbb66f0d req-420cc849-b398-43c2-b0b6-97acb6280b46 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0410616 Aug 12 05:14:24.827534 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e536e81-7cce-4e1b-b964-b69fcbb66f0d req-3a5ff046-c418-4187-b8b1-dcf6020b349c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279455 Aug 12 05:14:24.942174 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee366be6-1ef5-40e3-a966-204f63af3478 req-9ce62425-2967-4da9-be63-d80acf39db9e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:24.943693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee366be6-1ef5-40e3-a966-204f63af3478 req-9ce62425-2967-4da9-be63-d80acf39db9e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Aug 12 05:14:24.981541 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ee366be6-1ef5-40e3-a966-204f63af3478 req-848e15a8-56bf-4c42-ac4e-255933b431d9 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Aug 12 05:14:26.084207 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:26.094351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1319a-b7a8-43b0-8b21-cec151431a08 req-e1bc963e-f34e-44c9-8c87-c1d35b23d209 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:26.095917 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ed1319a-b7a8-43b0-8b21-cec151431a08 req-e1bc963e-f34e-44c9-8c87-c1d35b23d209 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0478523 Aug 12 05:14:26.133141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6ed1319a-b7a8-43b0-8b21-cec151431a08 req-6dcf5b59-b65c-4c91-9f90-ada1d61593e5 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Aug 12 05:14:26.289951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:26.357144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-57ad5bca-d494-4148-b045-694a43b6229a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:26.358606 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-57ad5bca-d494-4148-b045-694a43b6229a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/networks?id=0b71818d-7c83-4791-a488-9ce8adf493d5 HTTP/1.1" status: 200 len: 813 time: 0.1050575 Aug 12 05:14:26.373851 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-00863062-045f-4cf3-b71a-af71ce73bde3 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/quotas/1a747a8587f8423a865fbfaa8db0295f HTTP/1.1" status: 200 len: 375 time: 0.0095789 Aug 12 05:14:26.421674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-dda7fd8e-7935-407a-b978-84dec7d9c277 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a747a8587f8423a865fbfaa8db0295f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427754 Aug 12 05:14:26.474456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-b1803e6e-2aac-4415-bd65-8cd402cc8da2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:14:26.475503 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-b1803e6e-2aac-4415-bd65-8cd402cc8da2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472686 Aug 12 05:14:26.568299 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-21298fdd-eba9-4466-8e3f-a8ed2930cd17 service neutron] 10.222.0.42 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858696 Aug 12 05:14:26.655804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-f888b403-add8-42c8-ae2b-a378b73a2f6c service neutron] 10.222.0.42 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814848 Aug 12 05:14:26.883368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cb135f17-6f54-47a7-a2f0-76fb0bb51c6b req-7842751d-3bf2-4185-aa57-452adfb4ecac tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 210 time: 0.0256238 Aug 12 05:14:27.977599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ef8bf3c8-9687-4c72-8090-e81076f7d226 req-9ce449bd-70ac-4d8a-9721-79f6b107a09f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 210 time: 0.0268087 Aug 12 05:14:28.266880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-386f9bdd-1fc1-47c5-b5f1-caecf745a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:28.605531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-eb2e73c8-52fc-4c6e-b544-36e9e9993dca tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:28.606935 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-eb2e73c8-52fc-4c6e-b544-36e9e9993dca tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.36 "GET /v2.0/networks?id=0b71818d-7c83-4791-a488-9ce8adf493d5 HTTP/1.1" status: 200 len: 813 time: 0.1025834 Aug 12 05:14:28.618837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Request body: {'port': {'device_id': '53b448e8-25d8-4d3f-a65c-41b674464306', 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5', 'admin_state_up': True, 'tenant_id': '1a747a8587f8423a865fbfaa8db0295f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:28.798946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Made reservation on behalf of 1a747a8587f8423a865fbfaa8db0295f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:28.802623 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:28.936044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Allocated IP 172.20.0.11 (0b71818d-7c83-4791-a488-9ce8adf493d5/362372e2-eec1-41a6-bc99-ed5731eca282/e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:14:29.079472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e10965fe-f252-4b08-89cb-5bf92589169b req-94fcc8cd-85e9-417b-bc1c-f9f82f66beb3 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 210 time: 0.0296412 Aug 12 05:14:29.106384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:29.187879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:29.200825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f853d0df-1373-4fae-9a68-5b7f0cb2faa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:14:29.232744 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Network 0b71818d-7c83-4791-a488-9ce8adf493d5 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:14:29.235862 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:29.239674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:14:29.266802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Pushing event updated for resources: {'Port': ['ID=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:29.296466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:29.297077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:29.353637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-2b20fd20-e052-4cbf-830b-2058f055bbc4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382939 Aug 12 05:14:29.366525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Request body: {'port': {'device_id': '53b448e8-25d8-4d3f-a65c-41b674464306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:29.418026 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.025921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:14:30.033303 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.045061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Transition to ACTIVE for port object e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:30.095408 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.150810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Pushing event updated for resources: {'Port': ['ID=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:30.201602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43db35-a494-4564-b17a-ec8dace5f165 req-cadfd5a3-30ca-4e67-b279-3a88fe624ce9 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.203127 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e43db35-a494-4564-b17a-ec8dace5f165 req-cadfd5a3-30ca-4e67-b279-3a88fe624ce9 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 944 time: 0.0557265 Aug 12 05:14:30.213920 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Attempting to bind port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:14:30.214266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Attempting to bind port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:14:30.214599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Attempting to bind port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 on network 0b71818d-7c83-4791-a488-9ce8adf493d5 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:30.218979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 on network 0b71818d-7c83-4791-a488-9ce8adf493d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:14:30.219301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Attempting to bind port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 on network 0b71818d-7c83-4791-a488-9ce8adf493d5 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:30.223968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:14:30.224309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Checking segment: {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:30.224690 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Bound using segment: {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:14:30.225226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Bound port: e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67c35be1-d5ac-4a4b-b292-fbd406bb0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:14:30.225611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.241576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5e43db35-a494-4564-b17a-ec8dace5f165 req-39983efa-0b48-4fb1-845d-50911ef0bbe9 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Aug 12 05:14:30.287818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] For port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:14:30.290985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] For port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:14:30.353537 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.391956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.392710 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.394079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] 10.222.0.36 "PUT /v2.0/ports/e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 HTTP/1.1" status: 200 len: 1092 time: 1.0317135 Aug 12 05:14:30.394509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b448e8-25d8-4d3f-a65c-41b674464306', 'tag': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:30.396785 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632c9cc-f549-4977-97df-30c8ad41336a" -d '{"events": [{"name": "network-changed", "server_uuid": "53b448e8-25d8-4d3f-a65c-41b674464306", "tag": "e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:30.423394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3f691-ba7d-495b-9d98-2f77c5b3077c service neutron] Pushing event updated for resources: {'Port': ['ID=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:30.435866 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c4de70-b72f-4f49-b200-d7f72ad827c6 x-openstack-request-id: req-69c4de70-b72f-4f49-b200-d7f72ad827c6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:30.436225 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b448e8-25d8-4d3f-a65c-41b674464306", "tag": "e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:30.436471 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69c4de70-b72f-4f49-b200-d7f72ad827c6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:30.436883 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b448e8-25d8-4d3f-a65c-41b674464306', 'tag': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14', 'status': 'completed', 'code': 200} Aug 12 05:14:30.498179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632c9cc-f549-4977-97df-30c8ad41336a req-29fd5d70-66fd-47a4-a2f1-2716a01655b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.499611 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1632c9cc-f549-4977-97df-30c8ad41336a req-29fd5d70-66fd-47a4-a2f1-2716a01655b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a747a8587f8423a865fbfaa8db0295f&device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 1095 time: 0.0413315 Aug 12 05:14:30.595188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632c9cc-f549-4977-97df-30c8ad41336a req-8918ceef-e4cb-437a-a845-d58031d6c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.596649 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1632c9cc-f549-4977-97df-30c8ad41336a req-8918ceef-e4cb-437a-a845-d58031d6c472 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1a747a8587f8423a865fbfaa8db0295f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0893278 Aug 12 05:14:30.691850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632c9cc-f549-4977-97df-30c8ad41336a req-b08c6471-a92c-4345-903b-f204e2bc9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.693318 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1632c9cc-f549-4977-97df-30c8ad41336a req-b08c6471-a92c-4345-903b-f204e2bc9bc3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900524 Aug 12 05:14:30.769598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-0807f58d-2594-4999-8bf5-c0f36a687fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.769598 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-0807f58d-2594-4999-8bf5-c0f36a687fcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a747a8587f8423a865fbfaa8db0295f&device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 1095 time: 0.0403702 Aug 12 05:14:30.814434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-a3af9266-2c28-455b-97c9-8e3469e006d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 HTTP/1.1" status: 200 len: 217 time: 0.0371006 Aug 12 05:14:30.815581 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-75c8099e-9d95-4ea4-9272-6232b9f83462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:30.863801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-dec5d35a-eb0d-4213-823f-973a8f1a9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:30.865215 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-dec5d35a-eb0d-4213-823f-973a8f1a9b32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=362372e2-eec1-41a6-bc99-ed5731eca282 HTTP/1.1" status: 200 len: 853 time: 0.0443866 Aug 12 05:14:30.896334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-40112460-120e-4be5-980d-55436a205cb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b71818d-7c83-4791-a488-9ce8adf493d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242875 Aug 12 05:14:30.987811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-d2278630-280d-48fb-bc6a-0cc6889fcf02 service neutron] 10.222.0.36 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848165 Aug 12 05:14:30.992708 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:31.077183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f89219a9-84f1-4c95-adc4-e09ec1d81174 req-f961974b-0e99-4c1c-bcef-71983429d0cb service neutron] 10.222.0.36 "GET /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821700 Aug 12 05:14:31.353306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb790e-30f1-4ad8-a512-0889c3fec278 req-1387665d-6a02-4311-b48c-9c1c7e7623f8 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:31.355206 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fedb790e-30f1-4ad8-a512-0889c3fec278 req-1387665d-6a02-4311-b48c-9c1c7e7623f8 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 944 time: 0.0483232 Aug 12 05:14:31.391675 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fedb790e-30f1-4ad8-a512-0889c3fec278 req-302988e1-8753-475b-9696-c9576162e32f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306115 Aug 12 05:14:32.358571 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:32.505785 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc245-2564-43d0-95f3-a9a6eb03342a req-a4a7e7a0-2b9c-4b4d-b885-1a62f68c7657 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:32.507266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3eabc245-2564-43d0-95f3-a9a6eb03342a req-a4a7e7a0-2b9c-4b4d-b885-1a62f68c7657 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 944 time: 0.0481601 Aug 12 05:14:32.544672 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3eabc245-2564-43d0-95f3-a9a6eb03342a req-85964918-ece5-44e0-90ac-e95878ca69b0 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Aug 12 05:14:33.136158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:14:33.229970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:33.240911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14', 'network_id': '0b71818d-7c83-4791-a488-9ce8adf493d5', 'port_id': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14', 'mac_address': 'fa:16:3e:c4:b2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362372e2-eec1-41a6-bc99-ed5731eca282', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:14:33.279065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:33.291096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:14:33.310631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:33.398390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:33.445185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:33.604709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:14:33.661435 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caac81-0937-406b-94e9-8349d062ac4c req-90bae356-0dbf-4668-a030-9eed2b181ce6 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:33.662971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09caac81-0937-406b-94e9-8349d062ac4c req-90bae356-0dbf-4668-a030-9eed2b181ce6 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Aug 12 05:14:33.703241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-09caac81-0937-406b-94e9-8349d062ac4c req-f2d8c164-da80-4935-b770-071d682cc139 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Aug 12 05:14:33.912692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:34.819661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79880e8-87b7-4904-9238-354caef3adb5 req-3df8ee8a-a0ad-49f0-8448-6dd649a7e60f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:34.821122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d79880e8-87b7-4904-9238-354caef3adb5 req-3df8ee8a-a0ad-49f0-8448-6dd649a7e60f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 945 time: 0.0524836 Aug 12 05:14:34.857792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d79880e8-87b7-4904-9238-354caef3adb5 req-10b0160b-5ee9-43d2-9e5f-049b4c16e485 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Aug 12 05:14:35.135860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:14:35.232802 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:14:35.237011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:14:35.237388 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:35.312462 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:35.334116 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b448e8-25d8-4d3f-a65c-41b674464306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:35.336343 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca97793-db09-435b-b87b-e5c15aed4025" -d '{"events": [{"server_uuid": "53b448e8-25d8-4d3f-a65c-41b674464306", "name": "network-vif-plugged", "status": "completed", "tag": "e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:35.352609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:35.371632 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d3d96-2cc8-449a-b130-6a205265e8fb x-openstack-request-id: req-141d3d96-2cc8-449a-b130-6a205265e8fb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:35.371913 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b448e8-25d8-4d3f-a65c-41b674464306", "name": "network-vif-plugged", "status": "completed", "tag": "e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:35.372162 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-141d3d96-2cc8-449a-b130-6a205265e8fb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:35.372542 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b448e8-25d8-4d3f-a65c-41b674464306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14', 'code': 200} Aug 12 05:14:35.387621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:35.434567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:35.468181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153be86-f82b-4661-9764-3c49ad6f52eb req-35b0a625-9a8c-456f-9ec7-7176265c2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:35.469695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f153be86-f82b-4661-9764-3c49ad6f52eb req-35b0a625-9a8c-456f-9ec7-7176265c2907 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 1097 time: 0.0431921 Aug 12 05:14:35.503558 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f153be86-f82b-4661-9764-3c49ad6f52eb req-361ded55-9b11-4f74-9a85-e5eecdc64e99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270267 Aug 12 05:14:35.969844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fa4f5-13ab-4300-aad3-689de013abcd req-2ef19833-3ed8-4b88-a385-5bd01bff1be4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:35.971351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f85fa4f5-13ab-4300-aad3-689de013abcd req-2ef19833-3ed8-4b88-a385-5bd01bff1be4 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Aug 12 05:14:36.008317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f85fa4f5-13ab-4300-aad3-689de013abcd req-40a6b150-78c9-43c8-9513-17d31fb13fcf tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Aug 12 05:14:37.125405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8129-6bac-4c7d-846f-ecf2253cdb69 req-36da0ae4-db3a-4aa6-8ae9-50b9fc497b0d tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:37.126894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6aa8129-6bac-4c7d-846f-ecf2253cdb69 req-36da0ae4-db3a-4aa6-8ae9-50b9fc497b0d tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 946 time: 0.0517521 Aug 12 05:14:37.163487 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6aa8129-6bac-4c7d-846f-ecf2253cdb69 req-a8dba865-906c-4e0e-9bfb-05313aec62dc tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Aug 12 05:14:37.554366 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f9a0-5238-489a-b513-601d33504d68 req-e3f03dde-e54a-4f2a-aa8a-c78efd312158 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:37.556145 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce29f9a0-5238-489a-b513-601d33504d68 req-e3f03dde-e54a-4f2a-aa8a-c78efd312158 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 946 time: 0.0521584 Aug 12 05:14:37.593505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce29f9a0-5238-489a-b513-601d33504d68 req-b9a4ab4a-a38b-4442-8fad-683cbf18fe01 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Aug 12 05:14:38.713317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99139-3119-4ef5-8638-60fef1535ce6 req-1899107f-4d6e-4e76-af9f-0d1e603aaf0e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:38.715289 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7a99139-3119-4ef5-8638-60fef1535ce6 req-1899107f-4d6e-4e76-af9f-0d1e603aaf0e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 946 time: 0.0540791 Aug 12 05:14:38.775567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f7a99139-3119-4ef5-8638-60fef1535ce6 req-62b44ddc-3ef5-40fb-9a52-509e2f3fc4b7 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543864 Aug 12 05:14:38.797067 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-79d91df8-7603-4e4c-9b14-2394a22df5e8 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:38.798520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-79d91df8-7603-4e4c-9b14-2394a22df5e8 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.36 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 946 time: 0.0604277 Aug 12 05:14:38.886795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Deleting port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:38.887057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:38.977361 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] For port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:38.977729 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:38.990574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Calling delete_port for e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:39.175811 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:39.188820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f853d0df-1373-4fae-9a68-5b7f0cb2faa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:14:39.191908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:14:39.203997 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Pushing event deleted for resources: {'Port': ['ID=e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:39.244515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] No DVR routers for this DVR port e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:39.247424 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:39.249503 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b54a648-e5e6-44bc-941a-1cbc9b7272e7 req-d4d1f37c-2b54-4f78-9218-46745ce6927e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.36 "DELETE /v2.0/ports/e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 HTTP/1.1" status: 204 len: 173 time: 0.4449227 Aug 12 05:14:39.249939 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b448e8-25d8-4d3f-a65c-41b674464306', 'name': 'network-vif-deleted', 'tag': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:39.252348 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a584c-8420-4c10-83e9-6f381d43be04" -d '{"events": [{"server_uuid": "53b448e8-25d8-4d3f-a65c-41b674464306", "name": "network-vif-deleted", "tag": "e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:39.287409 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527765a-14ca-4485-b60b-7534fecc2802 x-openstack-request-id: req-7527765a-14ca-4485-b60b-7534fecc2802 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:39.287701 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b448e8-25d8-4d3f-a65c-41b674464306", "name": "network-vif-deleted", "tag": "e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:39.287967 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7527765a-14ca-4485-b60b-7534fecc2802 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:39.288369 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b448e8-25d8-4d3f-a65c-41b674464306', 'name': 'network-vif-deleted', 'tag': 'e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14', 'status': 'completed', 'code': 200} Aug 12 05:14:39.884522 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1782426a-1938-47a6-bc87-14c77557bfb6 req-be3786e8-1e0b-40a1-ac64-b6dfb08c4e85 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=53b448e8-25d8-4d3f-a65c-41b674464306 HTTP/1.1" status: 200 len: 210 time: 0.0332038 Aug 12 05:14:41.036969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2daf90-3596-477e-9206-cf415ea5feed req-17914d26-aba1-45e1-a179-4bf3952b3388 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:41.038515 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f2daf90-3596-477e-9206-cf415ea5feed req-17914d26-aba1-45e1-a179-4bf3952b3388 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0519502 Aug 12 05:14:41.075306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f2daf90-3596-477e-9206-cf415ea5feed req-bed49ea9-dab2-4cc0-8c51-48455db40c37 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307820 Aug 12 05:14:41.204289 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57757f9-cbf0-4a67-98cc-86f77504ba7e req-d4682a0c-19a7-49e6-9615-72cfa027b93a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:41.205745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c57757f9-cbf0-4a67-98cc-86f77504ba7e req-d4682a0c-19a7-49e6-9615-72cfa027b93a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0477011 Aug 12 05:14:41.243054 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c57757f9-cbf0-4a67-98cc-86f77504ba7e req-37fce6f5-c9b0-4fb5-8283-c61857046206 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Aug 12 05:14:41.360714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267062-63cd-46ef-8b14-4c1dc69d38ae req-7d8a81b4-e581-4162-a5d1-61940535770a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:41.362184 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca267062-63cd-46ef-8b14-4c1dc69d38ae req-7d8a81b4-e581-4162-a5d1-61940535770a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0478852 Aug 12 05:14:41.399143 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ca267062-63cd-46ef-8b14-4c1dc69d38ae req-3b65d2a6-4590-4e42-9564-2d95e35a393a tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Aug 12 05:14:41.567931 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745fadf-94dd-452c-8e47-94dfa09098f2 req-453a4824-ab93-45ed-b1be-cffd307c0166 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:41.569495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f745fadf-94dd-452c-8e47-94dfa09098f2 req-453a4824-ab93-45ed-b1be-cffd307c0166 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0544503 Aug 12 05:14:41.606434 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f745fadf-94dd-452c-8e47-94dfa09098f2 req-24d86861-ce41-41b2-b87a-1ea1310d2328 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Aug 12 05:14:41.718869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab48b-a3b7-425d-b798-dc7f69cb8385 req-809aa6a0-c202-47fa-b9bf-d6458c5602d6 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:41.720323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6eab48b-a3b7-425d-b798-dc7f69cb8385 req-809aa6a0-c202-47fa-b9bf-d6458c5602d6 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0490031 Aug 12 05:14:41.762063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f6eab48b-a3b7-425d-b798-dc7f69cb8385 req-bddd0d44-1b8d-41c4-a2d4-c6ae9ef02108 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359554 Aug 12 05:14:41.883754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa66d1-cbf8-4845-aeae-dae7074894bc req-64e111b5-2ced-4c30-a793-b15e510ae6ef tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:41.885234 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2baa66d1-cbf8-4845-aeae-dae7074894bc req-64e111b5-2ced-4c30-a793-b15e510ae6ef tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0488539 Aug 12 05:14:41.921179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2baa66d1-cbf8-4845-aeae-dae7074894bc req-bc538ad7-d69a-492e-b0ed-ff1fbdbdf3d3 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301161 Aug 12 05:14:42.348509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b027-1b66-4849-bbc6-2b70e36790a4 req-4af1f2d8-5e2e-4ff9-b487-eaa8ffadc86e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:42.350053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dff4b027-1b66-4849-bbc6-2b70e36790a4 req-4af1f2d8-5e2e-4ff9-b487-eaa8ffadc86e tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0483544 Aug 12 05:14:42.387539 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dff4b027-1b66-4849-bbc6-2b70e36790a4 req-92b5b7d0-e003-495f-b0fc-a4ed98587a1f tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Aug 12 05:14:43.183241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:14:43.203560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:14:43.203903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device e37ef7ff-ebf2-48f4-b5d0-2a8172c92e14 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:14:43.504692 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d418ef7-d524-4ad4-a6fc-d1e328fd5e32 req-b51db35b-4e96-4bf6-90ec-7d367fa47cf6 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:43.506170 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d418ef7-d524-4ad4-a6fc-d1e328fd5e32 req-b51db35b-4e96-4bf6-90ec-7d367fa47cf6 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0488551 Aug 12 05:14:43.546123 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d418ef7-d524-4ad4-a6fc-d1e328fd5e32 req-1a7b955a-35b7-4118-a16a-a74e11302653 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/security-groups?id=a8d946e2-be8d-41a0-9e24-5b696e122930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Aug 12 05:14:43.692313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-3cc9faf9-8c97-48df-a06f-c2e873391a94 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:43.693772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-3cc9faf9-8c97-48df-a06f-c2e873391a94 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.20 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 946 time: 0.0490403 Aug 12 05:14:43.790809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Deleting port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:43.791081 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:43.879097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] For port f853d0df-1373-4fae-9a68-5b7f0cb2faa1, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,segment=NetworkSegment(67c35be1-d5ac-4a4b-b292-fbd406bb0013),segment_id=67c35be1-d5ac-4a4b-b292-fbd406bb0013)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:43.879463 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:43.892118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Calling delete_port for f853d0df-1373-4fae-9a68-5b7f0cb2faa1 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:44.055619 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:44.067732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['f853d0df-1373-4fae-9a68-5b7f0cb2faa1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:14:44.082540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Pushing event deleted for resources: {'Port': ['ID=f853d0df-1373-4fae-9a68-5b7f0cb2faa1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:44.092516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.092868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.093209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.093548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.093885 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.094239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.095119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.095119 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.095295 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.095551 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.095881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.096207 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:44.140948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] No DVR routers for this DVR port f853d0df-1373-4fae-9a68-5b7f0cb2faa1 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:44.143708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:44.145676 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-02c18efa-8a27-4c20-973a-2e5f5d69d29d req-c35a6484-c53e-4f45-8f5d-97307f3db670 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.20 "DELETE /v2.0/ports/f853d0df-1373-4fae-9a68-5b7f0cb2faa1 HTTP/1.1" status: 204 len: 173 time: 0.4460776 Aug 12 05:14:44.146147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'name': 'network-vif-deleted', 'tag': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:14:44.148766 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d3963-b8b4-4803-a615-97396e78b43e" -d '{"events": [{"server_uuid": "62a97165-f2a0-4dd6-b216-e7d314d7b3a5", "name": "network-vif-deleted", "tag": "f853d0df-1373-4fae-9a68-5b7f0cb2faa1"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:14:44.185270 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9f32ff-db75-47c7-83ce-3e45185a9ba3 x-openstack-request-id: req-6c9f32ff-db75-47c7-83ce-3e45185a9ba3 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:14:44.185573 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a97165-f2a0-4dd6-b216-e7d314d7b3a5", "name": "network-vif-deleted", "tag": "f853d0df-1373-4fae-9a68-5b7f0cb2faa1", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:14:44.185899 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c9f32ff-db75-47c7-83ce-3e45185a9ba3 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:14:44.186312 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a97165-f2a0-4dd6-b216-e7d314d7b3a5', 'name': 'network-vif-deleted', 'tag': 'f853d0df-1373-4fae-9a68-5b7f0cb2faa1', 'status': 'completed', 'code': 200} Aug 12 05:14:44.648750 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a26d6e25-acee-404d-93c1-4a52ecea07fe req-1cac4fb4-b758-4184-ade3-3a65515d3dc1 tempest-ServersNegativeTestJSON-2134483634 tempest-ServersNegativeTestJSON-2134483634-project] 10.222.0.42 "GET /v2.0/ports?device_id=62a97165-f2a0-4dd6-b216-e7d314d7b3a5 HTTP/1.1" status: 200 len: 210 time: 0.0263581 Aug 12 05:14:45.704580 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48150) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:45.748813 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Deleting subnet 362372e2-eec1-41a6-bc99-ed5731eca282 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:14:45.751768 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:45.785370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:45.825676 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:45.959035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:45.984462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362372e2-eec1-41a6-bc99-ed5731eca282,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:45.988018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:45.991007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-716b2861-e540-43b0-8b68-674b0633de99 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/362372e2-eec1-41a6-bc99-ed5731eca282 HTTP/1.1" status: 204 len: 168 time: 0.2843153 Aug 12 05:14:45.992649 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48152) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:46.060803 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.145000 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.154344 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b71818d-7c83-4791-a488-9ce8adf493d5']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:46.164294 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c35be1-d5ac-4a4b-b292-fbd406bb0013') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:46.164585 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c35be1-d5ac-4a4b-b292-fbd406bb0013') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:46.173571 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.186819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.193173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:14:46.193558 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:14:46.195165 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:14:46.318455 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.323701 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.326183 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] 10.222.0.42 "DELETE /v2.0/networks/0b71818d-7c83-4791-a488-9ce8adf493d5 HTTP/1.1" status: 204 len: 168 time: 0.3325949 Aug 12 05:14:46.341165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c31424-2ef9-4096-993a-dc6180f798ca admin admin] Pushing event deleted for resources: {'Network': ['ID=0b71818d-7c83-4791-a488-9ce8adf493d5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:46.501295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f853d0df-1373-4fae-9a68-5b7f0cb2faa1 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:14:46.520589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: f853d0df-1373-4fae-9a68-5b7f0cb2faa1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:14:46.520938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device f853d0df-1373-4fae-9a68-5b7f0cb2faa1 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:14:46.573719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48156) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:46.617637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8d6a8548-f4a1-425b-a5c6-2aed4a3ab7d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a747a8587f8423a865fbfaa8db0295f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427415 Aug 12 05:14:46.620109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48158) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:46.666605 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-680f16a4-76c5-4389-9200-904f6a098b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.687954 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-680f16a4-76c5-4389-9200-904f6a098b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.826559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-680f16a4-76c5-4389-9200-904f6a098b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.829184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-680f16a4-76c5-4389-9200-904f6a098b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:46.830412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-680f16a4-76c5-4389-9200-904f6a098b8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8d946e2-be8d-41a0-9e24-5b696e122930 HTTP/1.1" status: 204 len: 168 time: 0.2094073 Aug 12 05:14:46.837983 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f16a4-76c5-4389-9200-904f6a098b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d946e2-be8d-41a0-9e24-5b696e122930,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:47.753940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48180) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:47.844821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867596625'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:47.918331 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:47.921693 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:47.930979 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.018187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.061285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.083798 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:14:48.097196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516c3b74-6ae8-4ec9-853f-a702a327659a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:48.102991 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.103351 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Added segment 4f8d4a6b-f6a4-49fb-9c17-775422e3bb33 of type vlan for network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 Aug 12 05:14:48.146576 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.215678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.221859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:48.224031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:48.285523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Network': ['ID=3136b5e6-4e3f-4b93-820c-8888b84c0fc3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:48.295485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:14:48.331137 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-efa59133-fef3-4a56-8755-1c72aa797a33 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5758021 Aug 12 05:14:51.567846 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48184) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:51.573251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'subnet': {'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:51.723691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:51.727033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:51.958391 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.018295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Subnet': ['ID=5aa893c3-0d8f-4709-85fd-585359acdbcb,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:52.028940 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.029288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.029628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.029961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.030292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.030620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.030968 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.031782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.032112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.032432 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.032751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.033070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:52.036031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Checking segment: {'id': '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:52.036395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network hostable DHCP agents. Network: 3136b5e6-4e3f-4b93-820c-8888b84c0fc3, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:14:52.112876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:14:52.192873 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 3136b5e6-4e3f-4b93-820c-8888b84c0fc3) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:52.196959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:52.197637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.202309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213c88e-167f-46ca-b2b0-bb3822831d10 None None] Network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:52.268030 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b42fcc23-e187-4702-8e51-c324305b1bba tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6990154 Aug 12 05:14:52.271355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48186) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:52.276375 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255158752'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:52.343045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-3136b5e6-4e3f-4b93-820c-8888b84c0fc3', 'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3', 'tenant_id': 'cd35f6a736924558837f6d8eb2915876', 'fixed_ips': [{'subnet_id': '5aa893c3-0d8f-4709-85fd-585359acdbcb'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:14:52.343936 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.346966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:52.350608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.374333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:14:52.383250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.383593 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Added segment eae6da89-6709-40ea-9988-76bcfed8c3ca of type vlan for network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 Aug 12 05:14:52.423670 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.474375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Allocated IP 2001:db8:0:ffff::2 (3136b5e6-4e3f-4b93-820c-8888b84c0fc3/5aa893c3-0d8f-4709-85fd-585359acdbcb/1c57a83a-09da-420f-9318-ddeee017ea61) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:14:52.495134 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.501213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:52.501794 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.570894 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Network': ['ID=e5dbdec3-8596-47b3-9ee9-6c3836b89eb6,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:52.594887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:14:52.627992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b7559c0d-2cf7-4d19-8a04-2e8b9ca0bc3f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3555915 Aug 12 05:14:52.630812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48188) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:52.635854 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'subnet': {'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:52.810143 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:52.814083 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.814393 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:52.831444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Transition to ACTIVE for port object 1c57a83a-09da-420f-9318-ddeee017ea61 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:52.847539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Transition to ACTIVE for port object 1c57a83a-09da-420f-9318-ddeee017ea61 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:52.987412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.023263 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:14:53.027993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:53.031595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:14:53.042948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Pushing event updated for resources: {'Port': ['ID=1c57a83a-09da-420f-9318-ddeee017ea61,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:53.066515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.066895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.067242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.067584 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.067921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.068252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.068578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.068904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.069228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.069554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.069892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.070199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:14:53.072780 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.097241 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Attempting to bind port 1c57a83a-09da-420f-9318-ddeee017ea61 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:14:53.097540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Attempting to bind port 1c57a83a-09da-420f-9318-ddeee017ea61 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:14:53.097906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Attempting to bind port 1c57a83a-09da-420f-9318-ddeee017ea61 on network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:53.103078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:14:53.103456 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Checking segment: {'id': '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:53.103863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.104261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Bound using segment: {'id': '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:14:53.104732 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Bound port: 1c57a83a-09da-420f-9318-ddeee017ea61, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3136b5e6-4e3f-4b93-820c-8888b84c0fc3'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:14:53.105149 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.141141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Subnet': ['ID=a336e5c3-29c7-47c5-8470-cf39ba22e491,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:53.152641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Checking segment: {'id': 'eae6da89-6709-40ea-9988-76bcfed8c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:53.152641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network hostable DHCP agents. Network: e5dbdec3-8596-47b3-9ee9-6c3836b89eb6, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:14:53.173324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] For port 1c57a83a-09da-420f-9318-ddeee017ea61, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:14:53.176381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] For port 1c57a83a-09da-420f-9318-ddeee017ea61, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1c57a83a-09da-420f-9318-ddeee017ea61,segment=NetworkSegment(4f8d4a6b-f6a4-49fb-9c17-775422e3bb33),segment_id=4f8d4a6b-f6a4-49fb-9c17-775422e3bb33)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:14:53.232304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:14:53.255748 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.312637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, e5dbdec3-8596-47b3-9ee9-6c3836b89eb6) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:53.313831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f92dd-2127-4582-b9f0-0e7ff9d6d1ad None None] Pushing event updated for resources: {'Port': ['ID=1c57a83a-09da-420f-9318-ddeee017ea61,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:53.320356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:53.321170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957073c-e206-4571-9657-5b06c9632ee5 None None] Network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:53.321299 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.423061 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2f63413c-3560-4269-8c22-b36c106d25b0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7905483 Aug 12 05:14:53.426494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48190) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:53.506739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-e5dbdec3-8596-47b3-9ee9-6c3836b89eb6', 'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6', 'tenant_id': 'cd35f6a736924558837f6d8eb2915876', 'fixed_ips': [{'subnet_id': 'a336e5c3-29c7-47c5-8470-cf39ba22e491'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:14:53.506739 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.592813 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.628240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1c57a83a-09da-420f-9318-ddeee017ea61 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:14:53.688356 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.706043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Allocated IP 2001:db8::2 (e5dbdec3-8596-47b3-9ee9-6c3836b89eb6/a336e5c3-29c7-47c5-8470-cf39ba22e491/c759e446-cbcf-4f94-bd79-069088cf3d81) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:14:53.834115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1c57a83a-09da-420f-9318-ddeee017ea61 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:14:53.856368 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:53.864383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Transition to ACTIVE for port object c759e446-cbcf-4f94-bd79-069088cf3d81 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:53.878106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Transition to ACTIVE for port object c759e446-cbcf-4f94-bd79-069088cf3d81 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:53.959065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.004064 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:14:54.007172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:54.010911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:14:54.017123 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Pushing event updated for resources: {'Port': ['ID=c759e446-cbcf-4f94-bd79-069088cf3d81,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:54.050913 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.080935 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Attempting to bind port c759e446-cbcf-4f94-bd79-069088cf3d81 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:14:54.081835 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Attempting to bind port c759e446-cbcf-4f94-bd79-069088cf3d81 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'eae6da89-6709-40ea-9988-76bcfed8c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:14:54.082425 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Attempting to bind port c759e446-cbcf-4f94-bd79-069088cf3d81 on network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:54.088236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Subnet': ['ID=a336e5c3-29c7-47c5-8470-cf39ba22e491,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:54.095682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:14:54.096836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Checking segment: {'id': 'eae6da89-6709-40ea-9988-76bcfed8c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:54.097404 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.097910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Bound using segment: {'id': 'eae6da89-6709-40ea-9988-76bcfed8c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:14:54.098500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Bound port: c759e446-cbcf-4f94-bd79-069088cf3d81, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae6da89-6709-40ea-9988-76bcfed8c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:14:54.099082 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:14:54.099562 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.146610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.157449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dbdec3-8596-47b3-9ee9-6c3836b89eb6']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:54.169173 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae6da89-6709-40ea-9988-76bcfed8c3ca') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:54.169466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae6da89-6709-40ea-9988-76bcfed8c3ca') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:54.170791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] For port c759e446-cbcf-4f94-bd79-069088cf3d81, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:14:54.174343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] For port c759e446-cbcf-4f94-bd79-069088cf3d81, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c759e446-cbcf-4f94-bd79-069088cf3d81,segment=NetworkSegment(eae6da89-6709-40ea-9988-76bcfed8c3ca),segment_id=eae6da89-6709-40ea-9988-76bcfed8c3ca)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:14:54.180002 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.246168 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.247437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.256262 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:14:54.256872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:14:54.260594 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:14:54.284726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034bb46e-bcd4-4160-87a6-e97326e37dc8 None None] Network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:54.352993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 05:14:54.352993 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 05:14:54.352993 n-d-804320-1 neutron-server[95042]: [parameters: {'id': 'e5dbdec3-8596-47b3-9ee9-6c3836b89eb6'}] Aug 12 05:14:54.352993 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 05:14:54.353466 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 05:14:54.391912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfaf9a-2713-4135-aa18-bccbbe23842f None None] Pushing event updated for resources: {'Port': ['ID=c759e446-cbcf-4f94-bd79-069088cf3d81,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:54.407168 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cfa3d4-8052-4180-82dd-03fd3a79a794 None None] Network e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:54.497155 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] Provisioning for port 1c57a83a-09da-420f-9318-ddeee017ea61 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:14:54.512197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] Provisioning complete for port 1c57a83a-09da-420f-9318-ddeee017ea61 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:14:54.512508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.662595 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.696694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] For port 1c57a83a-09da-420f-9318-ddeee017ea61, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1c57a83a-09da-420f-9318-ddeee017ea61,segment=NetworkSegment(4f8d4a6b-f6a4-49fb-9c17-775422e3bb33),segment_id=4f8d4a6b-f6a4-49fb-9c17-775422e3bb33)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:54.787227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.792048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e71f84-7803-4b94-b7eb-863d122703a5 None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 05:14:54.854538 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.874468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9a0c-4990-41b9-b8c8-c3b993c60ce2 None None] Pushing event updated for resources: {'Port': ['ID=1c57a83a-09da-420f-9318-ddeee017ea61,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:54.900606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e71f84-7803-4b94-b7eb-863d122703a5 None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 05:14:54.908640 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting port c759e446-cbcf-4f94-bd79-069088cf3d81 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:54.908990 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.919508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6155b696-3700-4dee-b01d-bee15dab3b7f None None] Provisioning complete for port 1c57a83a-09da-420f-9318-ddeee017ea61 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:14:54.927153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6155b696-3700-4dee-b01d-bee15dab3b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.973001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] For port c759e446-cbcf-4f94-bd79-069088cf3d81, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c759e446-cbcf-4f94-bd79-069088cf3d81,segment=NetworkSegment(eae6da89-6709-40ea-9988-76bcfed8c3ca),segment_id=eae6da89-6709-40ea-9988-76bcfed8c3ca)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:54.973366 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:54.987356 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Calling delete_port for c759e446-cbcf-4f94-bd79-069088cf3d81 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:55.124019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.151801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Port': ['ID=c759e446-cbcf-4f94-bd79-069088cf3d81,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:55.153534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No DVR routers for this DVR port c759e446-cbcf-4f94-bd79-069088cf3d81 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:55.234058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.243808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dbdec3-8596-47b3-9ee9-6c3836b89eb6']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:55.254015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae6da89-6709-40ea-9988-76bcfed8c3ca') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:55.254315 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae6da89-6709-40ea-9988-76bcfed8c3ca') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:55.263062 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.276773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.283285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:14:55.283699 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:14:55.286644 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:14:55.415827 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.425832 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.427673 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 HTTP/1.1" status: 204 len: 168 time: 2.0006649 Aug 12 05:14:55.431548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48192) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:55.436950 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110420775'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:55.439526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760a90-2036-416a-9d15-19d5b0caee9d tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Network': ['ID=e5dbdec3-8596-47b3-9ee9-6c3836b89eb6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:55.522831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1c57a83a-09da-420f-9318-ddeee017ea61 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:14:55.529650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:55.533164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.556979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:14:55.566255 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.566693 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Added segment fa648748-14fc-4007-9d9a-6abef80c881e of type vlan for network 1897f7fd-686e-47fb-9204-96303d38bc74 Aug 12 05:14:55.570994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1c57a83a-09da-420f-9318-ddeee017ea61 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:14:55.571471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.606839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.683601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.689827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:55.690398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:55.755572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Network': ['ID=1897f7fd-686e-47fb-9204-96303d38bc74,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:55.765571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1897f7fd-686e-47fb-9204-96303d38bc74 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:14:55.810654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1bf9c9a9-573d-4356-9520-5cafed01158c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3779254 Aug 12 05:14:55.814379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:55.819530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'subnet': {'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:55.952546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:55.956071 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.011075 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Performing IP validity checks on allocation pools {{(pid=95042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 05:14:56.011593 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.ipam_backend_mixin [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95042) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 05:14:56.095242 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.163756 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.220406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Subnet': ['ID=9618376f-57fc-448f-9f48-3c056eab0969,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:56.230533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Checking segment: {'id': 'fa648748-14fc-4007-9d9a-6abef80c881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:56.230927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network hostable DHCP agents. Network: 1897f7fd-686e-47fb-9204-96303d38bc74, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:14:56.278355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.289146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network 1897f7fd-686e-47fb-9204-96303d38bc74 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:14:56.340673 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1897f7fd-686e-47fb-9204-96303d38bc74) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:56.345064 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:56.345642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.350324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bab7ff-0488-4463-9926-4fdac9183d56 None None] Network 1897f7fd-686e-47fb-9204-96303d38bc74 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:56.416009 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f9e8b92c-cc41-480a-937c-82418b9b2446 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6004674 Aug 12 05:14:56.418671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:56.494389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-1897f7fd-686e-47fb-9204-96303d38bc74', 'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74', 'tenant_id': 'cd35f6a736924558837f6d8eb2915876', 'fixed_ips': [{'subnet_id': '9618376f-57fc-448f-9f48-3c056eab0969'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:14:56.495457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.518951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.570161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.623729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Allocated IP 2001:db8::3 (1897f7fd-686e-47fb-9204-96303d38bc74/9618376f-57fc-448f-9f48-3c056eab0969/277ab595-57bb-484c-a2d6-42df85c5a787) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:14:56.761301 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.769549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Transition to ACTIVE for port object 277ab595-57bb-484c-a2d6-42df85c5a787 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:56.784030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Transition to ACTIVE for port object 277ab595-57bb-484c-a2d6-42df85c5a787 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:56.826867 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.866174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Network 1897f7fd-686e-47fb-9204-96303d38bc74 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:14:56.869001 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:56.872455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:14:56.879026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Pushing event updated for resources: {'Port': ['ID=277ab595-57bb-484c-a2d6-42df85c5a787,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:56.901376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.929488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Subnet': ['ID=9618376f-57fc-448f-9f48-3c056eab0969,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:56.932842 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Attempting to bind port 277ab595-57bb-484c-a2d6-42df85c5a787 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:14:56.933216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Attempting to bind port 277ab595-57bb-484c-a2d6-42df85c5a787 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'fa648748-14fc-4007-9d9a-6abef80c881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:14:56.933582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Attempting to bind port 277ab595-57bb-484c-a2d6-42df85c5a787 on network 1897f7fd-686e-47fb-9204-96303d38bc74 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:14:56.939746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:14:56.939746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Checking segment: {'id': 'fa648748-14fc-4007-9d9a-6abef80c881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:56.939746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.940355 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Bound using segment: {'id': 'fa648748-14fc-4007-9d9a-6abef80c881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:14:56.940730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Bound port: 277ab595-57bb-484c-a2d6-42df85c5a787, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa648748-14fc-4007-9d9a-6abef80c881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1897f7fd-686e-47fb-9204-96303d38bc74'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:14:56.941116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:56.995388 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.003359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] For port 277ab595-57bb-484c-a2d6-42df85c5a787, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:14:57.005771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1897f7fd-686e-47fb-9204-96303d38bc74']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:57.006331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] For port 277ab595-57bb-484c-a2d6-42df85c5a787, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=277ab595-57bb-484c-a2d6-42df85c5a787,segment=NetworkSegment(fa648748-14fc-4007-9d9a-6abef80c881e),segment_id=fa648748-14fc-4007-9d9a-6abef80c881e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:14:57.017013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa648748-14fc-4007-9d9a-6abef80c881e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:57.017228 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa648748-14fc-4007-9d9a-6abef80c881e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:57.025915 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.072865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.075296 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.083859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:14:57.084289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:14:57.087329 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:14:57.163143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e369-c77e-4835-b295-8d38881394cc None None] Pushing event updated for resources: {'Port': ['ID=277ab595-57bb-484c-a2d6-42df85c5a787,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:57.173804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4756dd-b012-4e72-8526-05dbcf0dae2f None None] Network 1897f7fd-686e-47fb-9204-96303d38bc74 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:57.174486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.db.api [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 05:14:57.174486 n-d-804320-1 neutron-server[95042]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 05:14:57.174486 n-d-804320-1 neutron-server[95042]: [parameters: {'id': '1897f7fd-686e-47fb-9204-96303d38bc74'}] Aug 12 05:14:57.174486 n-d-804320-1 neutron-server[95042]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 05:14:57.174884 n-d-804320-1 neutron-server[95042]: DEBUG oslo_db.api [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 05:14:57.289477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae34ee5-da82-4b2a-8825-ea93ff95dd6c None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 05:14:57.354848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae34ee5-da82-4b2a-8825-ea93ff95dd6c None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 05:14:57.676413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.734137 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting port 277ab595-57bb-484c-a2d6-42df85c5a787 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:14:57.735070 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.795370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] For port 277ab595-57bb-484c-a2d6-42df85c5a787, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=277ab595-57bb-484c-a2d6-42df85c5a787,segment=NetworkSegment(fa648748-14fc-4007-9d9a-6abef80c881e),segment_id=fa648748-14fc-4007-9d9a-6abef80c881e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:14:57.795730 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.809033 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Calling delete_port for 277ab595-57bb-484c-a2d6-42df85c5a787 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:14:57.946681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:57.972321 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Port': ['ID=277ab595-57bb-484c-a2d6-42df85c5a787,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:57.975907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No DVR routers for this DVR port 277ab595-57bb-484c-a2d6-42df85c5a787 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:14:58.050893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.060747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1897f7fd-686e-47fb-9204-96303d38bc74']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:58.071122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa648748-14fc-4007-9d9a-6abef80c881e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:58.071491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa648748-14fc-4007-9d9a-6abef80c881e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:14:58.080581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.097524 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.103217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:14:58.103599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:14:58.106402 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:14:58.198148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.205322 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.207242 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/1897f7fd-686e-47fb-9204-96303d38bc74 HTTP/1.1" status: 204 len: 168 time: 1.7873759 Aug 12 05:14:58.210861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:58.216400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333301967'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:58.218653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3084-27ea-4e14-b05f-287449912c46 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Network': ['ID=1897f7fd-686e-47fb-9204-96303d38bc74,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:58.278149 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1029937f-b0c6-454e-975e-40d5d0c280d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.306544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:58.310005 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.334681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:14:58.342966 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.345192 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Added segment 0cf2788f-a2ca-4950-a62b-7e4637530239 of type vlan for network 15434ef3-8d78-4c6b-b9d4-f160d67165cf Aug 12 05:14:58.382097 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.483479 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.489548 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:58.490166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:58.553547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Network': ['ID=15434ef3-8d78-4c6b-b9d4-f160d67165cf,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:58.563726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 15434ef3-8d78-4c6b-b9d4-f160d67165cf details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:14:58.616331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5253e86c-812f-4337-95b9-09124e44307e tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4041946 Aug 12 05:14:58.619058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48200) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:58.624161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'subnet': {'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:58.786612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:58.790050 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.027044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.089031 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Subnet': ['ID=1d96fd55-86bd-4b14-b2ca-a723f69758bb,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:59.093301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Checking segment: {'id': '0cf2788f-a2ca-4950-a62b-7e4637530239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:14:59.094323 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network hostable DHCP agents. Network: 15434ef3-8d78-4c6b-b9d4-f160d67165cf, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:14:59.158078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network 15434ef3-8d78-4c6b-b9d4-f160d67165cf is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:14:59.220910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 15434ef3-8d78-4c6b-b9d4-f160d67165cf) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:59.224971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:59.225547 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.229300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc370ef-0532-48e9-bce0-1521a6090866 None None] Network 15434ef3-8d78-4c6b-b9d4-f160d67165cf requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:14:59.284596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c0120f94-b7cd-4fea-89f5-9541f18db406 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6644940 Aug 12 05:14:59.288172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48202) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:59.293421 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256637819'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:59.358022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:59.361525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.371789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-15434ef3-8d78-4c6b-b9d4-f160d67165cf', 'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf', 'tenant_id': 'cd35f6a736924558837f6d8eb2915876', 'fixed_ips': [{'subnet_id': '1d96fd55-86bd-4b14-b2ca-a723f69758bb'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:14:59.372653 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.386004 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:14:59.395155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.395501 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Added segment 8e31775d-5a11-4373-9dce-787633358317 of type vlan for network 44f73298-7bd5-4d32-bc27-69966f9cb70e Aug 12 05:14:59.434157 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.510279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Allocated IP 2001:db8::2 (15434ef3-8d78-4c6b-b9d4-f160d67165cf/1d96fd55-86bd-4b14-b2ca-a723f69758bb/9b59bcd9-f67d-456d-9618-0aa5ad0a291a) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:14:59.523739 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.529537 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:14:59.530146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.600234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Network': ['ID=44f73298-7bd5-4d32-bc27-69966f9cb70e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:14:59.613194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 44f73298-7bd5-4d32-bc27-69966f9cb70e details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:14:59.621497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a39d0fb1-6e5f-4a1d-9d41-77799fd0b424 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3322628 Aug 12 05:14:59.624412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48204) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:14:59.630011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Request body: {'subnet': {'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:14:59.775702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Made reservation on behalf of cd35f6a736924558837f6d8eb2915876 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:14:59.779214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.862052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.872569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Transition to ACTIVE for port object 9b59bcd9-f67d-456d-9618-0aa5ad0a291a will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:59.889244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Transition to ACTIVE for port object 9b59bcd9-f67d-456d-9618-0aa5ad0a291a will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:14:59.945171 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:14:59.981230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Network 15434ef3-8d78-4c6b-b9d4-f160d67165cf is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:14:59.986537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:14:59.990006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:00.001525 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Pushing event updated for resources: {'Port': ['ID=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:00.004496 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.050332 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Attempting to bind port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:00.050607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Attempting to bind port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '0cf2788f-a2ca-4950-a62b-7e4637530239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:00.051005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Attempting to bind port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a on network 15434ef3-8d78-4c6b-b9d4-f160d67165cf {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:00.056347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:00.059321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Checking segment: {'id': '0cf2788f-a2ca-4950-a62b-7e4637530239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:00.059321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.059321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Bound using segment: {'id': '0cf2788f-a2ca-4950-a62b-7e4637530239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:00.059321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Bound port: 9b59bcd9-f67d-456d-9618-0aa5ad0a291a, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf2788f-a2ca-4950-a62b-7e4637530239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '15434ef3-8d78-4c6b-b9d4-f160d67165cf'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:00.059321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.071236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event updated for resources: {'Subnet': ['ID=a6b09845-94ed-40e6-9e23-1b1752d35bc0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:00.078414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Checking segment: {'id': '8e31775d-5a11-4373-9dce-787633358317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:00.078885 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network hostable DHCP agents. Network: 44f73298-7bd5-4d32-bc27-69966f9cb70e, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:15:00.120328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] For port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:00.123313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] For port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,segment=NetworkSegment(0cf2788f-a2ca-4950-a62b-7e4637530239),segment_id=0cf2788f-a2ca-4950-a62b-7e4637530239)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:00.152859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Network 44f73298-7bd5-4d32-bc27-69966f9cb70e is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:15:00.210390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.238771 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 44f73298-7bd5-4d32-bc27-69966f9cb70e) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:00.243580 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:00.244659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.251211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec488352-badc-463d-b031-fa7ed7b16801 None None] Network 44f73298-7bd5-4d32-bc27-69966f9cb70e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:00.307816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d309fb0-778e-405a-80c4-bdc0026f434a None None] Pushing event updated for resources: {'Port': ['ID=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:00.324797 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f0716e1e-dfa2-4fc8-8790-c7e753669a35 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6987469 Aug 12 05:15:00.327461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48206) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:00.439918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-44f73298-7bd5-4d32-bc27-69966f9cb70e', 'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e', 'tenant_id': 'cd35f6a736924558837f6d8eb2915876', 'fixed_ips': [{'subnet_id': 'a6b09845-94ed-40e6-9e23-1b1752d35bc0'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:15:00.441353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.451438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.539940 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.594769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Allocated IP 2001:db8::2 (44f73298-7bd5-4d32-bc27-69966f9cb70e/a6b09845-94ed-40e6-9e23-1b1752d35bc0/55f9771b-689e-4c1c-aa59-e43a841d2262) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:00.741188 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.749052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Transition to ACTIVE for port object 55f9771b-689e-4c1c-aa59-e43a841d2262 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:00.771593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Transition to ACTIVE for port object 55f9771b-689e-4c1c-aa59-e43a841d2262 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:00.849504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9d4c3be4-75c9-404e-86c5-61f823f7204e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.879047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.931243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Network 44f73298-7bd5-4d32-bc27-69966f9cb70e is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:00.939804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:00.946643 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:00.948210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:00.952899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Pushing event updated for resources: {'Port': ['ID=55f9771b-689e-4c1c-aa59-e43a841d2262,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:00.978625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b09845-94ed-40e6-9e23-1b1752d35bc0,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:01.007043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Attempting to bind port 55f9771b-689e-4c1c-aa59-e43a841d2262 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:01.007423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Attempting to bind port 55f9771b-689e-4c1c-aa59-e43a841d2262 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8e31775d-5a11-4373-9dce-787633358317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:01.007794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Attempting to bind port 55f9771b-689e-4c1c-aa59-e43a841d2262 on network 44f73298-7bd5-4d32-bc27-69966f9cb70e {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:01.012964 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.014867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:01.015222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Checking segment: {'id': '8e31775d-5a11-4373-9dce-787633358317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:01.015648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.016052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Bound using segment: {'id': '8e31775d-5a11-4373-9dce-787633358317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:01.016536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Bound port: 55f9771b-689e-4c1c-aa59-e43a841d2262, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e31775d-5a11-4373-9dce-787633358317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '44f73298-7bd5-4d32-bc27-69966f9cb70e'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:01.016928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.046002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.058297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f73298-7bd5-4d32-bc27-69966f9cb70e']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:01.070188 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e31775d-5a11-4373-9dce-787633358317') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:01.070486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e31775d-5a11-4373-9dce-787633358317') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:01.080634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.089657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] For port 55f9771b-689e-4c1c-aa59-e43a841d2262, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:01.092948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] For port 55f9771b-689e-4c1c-aa59-e43a841d2262, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=55f9771b-689e-4c1c-aa59-e43a841d2262,segment=NetworkSegment(8e31775d-5a11-4373-9dce-787633358317),segment_id=8e31775d-5a11-4373-9dce-787633358317)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:01.153289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.155722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.163029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:15:01.163461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:15:01.166694 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:15:01.233473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1454c5a-b13a-40ba-8324-b0435498761f None None] Network 15434ef3-8d78-4c6b-b9d4-f160d67165cf requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:01.244452 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.db.api [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 05:15:01.244452 n-d-804320-1 neutron-server[95043]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 05:15:01.244452 n-d-804320-1 neutron-server[95043]: [parameters: {'id': '44f73298-7bd5-4d32-bc27-69966f9cb70e'}] Aug 12 05:15:01.244452 n-d-804320-1 neutron-server[95043]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 05:15:01.245282 n-d-804320-1 neutron-server[95043]: DEBUG oslo_db.api [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 05:15:01.278403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c196da-7934-4304-bf57-0a973dcf3f0b None None] Pushing event updated for resources: {'Port': ['ID=55f9771b-689e-4c1c-aa59-e43a841d2262,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:01.280908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe82fb-2478-43ab-8144-28b62f9d77bf None None] Network 44f73298-7bd5-4d32-bc27-69966f9cb70e requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:01.435940 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-aa597810-5515-4fad-bf34-3ca5584b7705 None None] Provisioning for port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:01.547537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9b59bcd9-f67d-456d-9618-0aa5ad0a291a up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:01.666538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:01.670797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:01.671282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.701392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e32ab6-f876-4cd3-a14f-4e5cf14e096f None None] get_active_networks_info from n-d-804320-1 {{(pid=95044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 05:15:01.746492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.800449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting port 55f9771b-689e-4c1c-aa59-e43a841d2262 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:01.800681 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.819913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-37cd2a2a-d6c4-4a95-8601-daa9539cdd86 None None] Provisioning complete for port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:01.820288 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37cd2a2a-d6c4-4a95-8601-daa9539cdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.846268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e32ab6-f876-4cd3-a14f-4e5cf14e096f None None] Resources bound (agent type, host, resource id): {{(pid=95044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 05:15:01.851694 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.864610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] For port 55f9771b-689e-4c1c-aa59-e43a841d2262, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=55f9771b-689e-4c1c-aa59-e43a841d2262,segment=NetworkSegment(8e31775d-5a11-4373-9dce-787633358317),segment_id=8e31775d-5a11-4373-9dce-787633358317)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:01.864961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:01.878018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Calling delete_port for 55f9771b-689e-4c1c-aa59-e43a841d2262 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:01.949502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,segment=NetworkSegment(0cf2788f-a2ca-4950-a62b-7e4637530239),segment_id=0cf2788f-a2ca-4950-a62b-7e4637530239)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:02.003901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37cd2a2a-d6c4-4a95-8601-daa9539cdd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.019910 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.032831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.063983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Port': ['ID=55f9771b-689e-4c1c-aa59-e43a841d2262,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:02.069621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No DVR routers for this DVR port 55f9771b-689e-4c1c-aa59-e43a841d2262 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:02.140207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:02.144834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-37cd2a2a-d6c4-4a95-8601-daa9539cdd86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 05:15:02.145195 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-37cd2a2a-d6c4-4a95-8601-daa9539cdd86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 05:15:02.147582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.158080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f73298-7bd5-4d32-bc27-69966f9cb70e']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:02.169022 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e31775d-5a11-4373-9dce-787633358317') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:02.169318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e31775d-5a11-4373-9dce-787633358317') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:02.182004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.196664 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.203436 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:15:02.203903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:15:02.206925 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:15:02.323620 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.330662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.332153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/44f73298-7bd5-4d32-bc27-69966f9cb70e HTTP/1.1" status: 204 len: 168 time: 2.0036159 Aug 12 05:15:02.335416 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48208) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:02.343303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba627d-33b3-47d1-9e10-bfb05b9e4aa0 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Network': ['ID=44f73298-7bd5-4d32-bc27-69966f9cb70e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:02.365295 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e4a95c-0bbb-4c2e-8892-a958ac0c5ae2 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] GET failed (client error): The resource could not be found. Aug 12 05:15:02.366578 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-63e4a95c-0bbb-4c2e-8892-a958ac0c5ae2 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "GET /v2.0/subnets/a6b09845-94ed-40e6-9e23-1b1752d35bc0 HTTP/1.1" status: 404 len: 337 time: 0.0301745 Aug 12 05:15:02.369323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48210) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:02.386033 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-a244fafb-9dec-419d-aa9f-87d580c4d793 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:02.386533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a244fafb-9dec-419d-aa9f-87d580c4d793 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:02.388180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a244fafb-9dec-419d-aa9f-87d580c4d793 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/44f73298-7bd5-4d32-bc27-69966f9cb70e HTTP/1.1" status: 404 len: 339 time: 0.0179889 Aug 12 05:15:02.391561 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48212) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:02.392728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.420561 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-6376fc27-3314-4645-9814-d081439458f3 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:02.420994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6376fc27-3314-4645-9814-d081439458f3 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:02.423249 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6376fc27-3314-4645-9814-d081439458f3 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/subnets/a6b09845-94ed-40e6-9e23-1b1752d35bc0 HTTP/1.1" status: 404 len: 337 time: 0.0308404 Aug 12 05:15:02.425597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48214) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:02.442510 n-d-804320-1 neutron-server[95042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adef612-e168-405e-95a2-7b6c04a23cee tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:02.443046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adef612-e168-405e-95a2-7b6c04a23cee tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95042) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:02.444592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5adef612-e168-405e-95a2-7b6c04a23cee tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/44f73298-7bd5-4d32-bc27-69966f9cb70e HTTP/1.1" status: 404 len: 339 time: 0.0181510 Aug 12 05:15:02.446894 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48216) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:02.496746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting subnet 1d96fd55-86bd-4b14-b2ca-a723f69758bb {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:15:02.499708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.538238 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:02.963427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.106872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.131591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Subnet': ['ID=1d96fd55-86bd-4b14-b2ca-a723f69758bb,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:03.137252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.139134 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f78e8a91-e493-44d8-a413-3933e03dbd0f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/subnets/1d96fd55-86bd-4b14-b2ca-a723f69758bb HTTP/1.1" status: 204 len: 168 time: 0.6913054 Aug 12 05:15:03.142141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48218) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:03.144243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf203859-b404-4a99-98db-0cd31006528e None None] Network 15434ef3-8d78-4c6b-b9d4-f160d67165cf requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:03.215683 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.275469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:03.275808 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.314047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] DHCP port deletion for 15434ef3-8d78-4c6b-b9d4-f160d67165cf request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:15:03.341451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] For port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,segment=NetworkSegment(0cf2788f-a2ca-4950-a62b-7e4637530239),segment_id=0cf2788f-a2ca-4950-a62b-7e4637530239)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:03.342012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.354637 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Calling delete_port for 9b59bcd9-f67d-456d-9618-0aa5ad0a291a owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:03.358430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] Deleting port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:03.358841 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.418738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] For port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,segment=NetworkSegment(0cf2788f-a2ca-4950-a62b-7e4637530239),segment_id=0cf2788f-a2ca-4950-a62b-7e4637530239)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:03.419156 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.432315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] Calling delete_port for 9b59bcd9-f67d-456d-9618-0aa5ad0a291a owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:03.501819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.511447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.529451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Port': ['ID=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:03.537189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No DVR routers for this DVR port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:03.537406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9b59bcd9-f67d-456d-9618-0aa5ad0a291a no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:15:03.540017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] Pushing event deleted for resources: {'Port': ['ID=9b59bcd9-f67d-456d-9618-0aa5ad0a291a,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:03.559971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8fd9d-d6ef-4b10-a973-faf3e1364b92 None None] No DVR routers for this DVR port 9b59bcd9-f67d-456d-9618-0aa5ad0a291a on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:03.561678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 9b59bcd9-f67d-456d-9618-0aa5ad0a291a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:15:03.562025 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 9b59bcd9-f67d-456d-9618-0aa5ad0a291a not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:15:03.621204 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.631748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15434ef3-8d78-4c6b-b9d4-f160d67165cf']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:03.641982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf2788f-a2ca-4950-a62b-7e4637530239') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:03.642323 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf2788f-a2ca-4950-a62b-7e4637530239') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:03.650947 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.667994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.674353 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:15:03.674765 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:15:03.677648 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:15:03.775299 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.782606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.784412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/15434ef3-8d78-4c6b-b9d4-f160d67165cf HTTP/1.1" status: 204 len: 168 time: 0.6412334 Aug 12 05:15:03.787198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48220) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:03.795848 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137dba7-69dc-4f33-a475-9a44a162b386 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Network': ['ID=15434ef3-8d78-4c6b-b9d4-f160d67165cf,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:03.816760 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d86aee-3ddb-4fb2-a2a5-2382ac4ccd7a tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:03.817227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d86aee-3ddb-4fb2-a2a5-2382ac4ccd7a tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:03.818953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-22d86aee-3ddb-4fb2-a2a5-2382ac4ccd7a tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/subnets/9618376f-57fc-448f-9f48-3c056eab0969 HTTP/1.1" status: 404 len: 337 time: 0.0307186 Aug 12 05:15:03.822497 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48222) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:03.839422 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-93da4a36-b462-4d47-8f9f-22ffc168ebc3 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:03.839953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93da4a36-b462-4d47-8f9f-22ffc168ebc3 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:03.846194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93da4a36-b462-4d47-8f9f-22ffc168ebc3 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/1897f7fd-686e-47fb-9204-96303d38bc74 HTTP/1.1" status: 404 len: 339 time: 0.0191946 Aug 12 05:15:03.846194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48224) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:03.870364 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7d32dd-54d9-448b-8769-f2a00e35892a tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:03.870842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7d32dd-54d9-448b-8769-f2a00e35892a tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:03.872504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0d7d32dd-54d9-448b-8769-f2a00e35892a tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/subnets/a336e5c3-29c7-47c5-8470-cf39ba22e491 HTTP/1.1" status: 404 len: 337 time: 0.0269694 Aug 12 05:15:03.879390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48226) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:03.896535 n-d-804320-1 neutron-server[95043]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c61694a-7d7e-46f1-9d90-612b8a0e091c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] DELETE failed (client error): The resource could not be found. Aug 12 05:15:03.897051 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c61694a-7d7e-46f1-9d90-612b8a0e091c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95043) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 05:15:03.898636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8c61694a-7d7e-46f1-9d90-612b8a0e091c tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/e5dbdec3-8596-47b3-9ee9-6c3836b89eb6 HTTP/1.1" status: 404 len: 339 time: 0.0183666 Aug 12 05:15:03.900882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48228) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:03.930204 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.955850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting subnet 5aa893c3-0d8f-4709-85fd-585359acdbcb {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:15:03.958975 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:03.998470 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.079515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.215601 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.242418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa893c3-0d8f-4709-85fd-585359acdbcb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:04.247492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.248938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-37e74c88-ecab-4bf6-ab59-ee383386042f tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/subnets/5aa893c3-0d8f-4709-85fd-585359acdbcb HTTP/1.1" status: 204 len: 168 time: 0.3470497 Aug 12 05:15:04.251646 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48230) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:04.252460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada9c19-3756-4831-afc2-963015ecd9e4 None None] Network 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:04.330424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.382596 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Deleting port 1c57a83a-09da-420f-9318-ddeee017ea61 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:04.383186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.419211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] DHCP port deletion for 3136b5e6-4e3f-4b93-820c-8888b84c0fc3 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:15:04.447363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] For port 1c57a83a-09da-420f-9318-ddeee017ea61, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1c57a83a-09da-420f-9318-ddeee017ea61,segment=NetworkSegment(4f8d4a6b-f6a4-49fb-9c17-775422e3bb33),segment_id=4f8d4a6b-f6a4-49fb-9c17-775422e3bb33)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:04.447726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.460774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Calling delete_port for 1c57a83a-09da-420f-9318-ddeee017ea61 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:04.465034 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] Deleting port 1c57a83a-09da-420f-9318-ddeee017ea61 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:04.465416 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.528901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] For port 1c57a83a-09da-420f-9318-ddeee017ea61, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1c57a83a-09da-420f-9318-ddeee017ea61,segment=NetworkSegment(4f8d4a6b-f6a4-49fb-9c17-775422e3bb33),segment_id=4f8d4a6b-f6a4-49fb-9c17-775422e3bb33)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:04.529295 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.541649 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] Calling delete_port for 1c57a83a-09da-420f-9318-ddeee017ea61 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:04.609734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.615605 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.638044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] No DVR routers for this DVR port 1c57a83a-09da-420f-9318-ddeee017ea61 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:04.641970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] Pushing event deleted for resources: {'Port': ['ID=1c57a83a-09da-420f-9318-ddeee017ea61,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:04.643373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Port': ['ID=1c57a83a-09da-420f-9318-ddeee017ea61,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:04.643806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf47cae-6785-43ef-bc34-cf4cc940b85e None None] No DVR routers for this DVR port 1c57a83a-09da-420f-9318-ddeee017ea61 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:04.718173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.727756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3136b5e6-4e3f-4b93-820c-8888b84c0fc3']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:04.741778 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:04.742068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8d4a6b-f6a4-49fb-9c17-775422e3bb33') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:04.751190 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.764364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.770741 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:15:04.771155 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:15:04.774010 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:15:04.895022 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.901370 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:04.903268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] 10.222.0.42 "DELETE /v2.0/networks/3136b5e6-4e3f-4b93-820c-8888b84c0fc3 HTTP/1.1" status: 204 len: 168 time: 0.6505692 Aug 12 05:15:04.914516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57e38b-16c6-428f-9914-4f40f0e603c9 tempest-NetworksIpV6Test-1380956971 tempest-NetworksIpV6Test-1380956971-project] Pushing event deleted for resources: {'Network': ['ID=3136b5e6-4e3f-4b93-820c-8888b84c0fc3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:05.329556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48236) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:05.456946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d9899cd8-7f1a-4f8a-87d2-f96c389da258 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd35f6a736924558837f6d8eb2915876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262131 Aug 12 05:15:05.459542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48240) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:05.508662 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dd90-019d-4cff-87a0-37a77d176c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:05.523577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1c57a83a-09da-420f-9318-ddeee017ea61 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:15:05.536340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dd90-019d-4cff-87a0-37a77d176c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:05.543083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1c57a83a-09da-420f-9318-ddeee017ea61 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:15:05.543426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1c57a83a-09da-420f-9318-ddeee017ea61 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:15:05.637910 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dd90-019d-4cff-87a0-37a77d176c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:05.641057 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dd90-019d-4cff-87a0-37a77d176c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:05.642274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2bd7dd90-019d-4cff-87a0-37a77d176c63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/516c3b74-6ae8-4ec9-853f-a702a327659a HTTP/1.1" status: 204 len: 168 time: 0.1817808 Aug 12 05:15:05.649988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7dd90-019d-4cff-87a0-37a77d176c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c3b74-6ae8-4ec9-853f-a702a327659a,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:06.585029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48262) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:06.677255 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-647888510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:06.752584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:06.753531 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:06.805325 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:06.849800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:06.912256 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:06.913450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8893b14-ab96-478c-873b-69034e423392 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3274064 Aug 12 05:15:06.916143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48268) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:06.921010 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-706037166'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:06.992292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Made reservation on behalf of 25d61cd194d841edb408ff7a0a726173 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:06.995729 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.004520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.094233 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.181239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.212594 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:15:07.219410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395a47dc-a68d-48fb-a498-d8c4db70a50c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:07.225331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.225672 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Added segment 8795caa5-85e0-43ff-9643-1905b8c0e45d of type vlan for network 6f9dba16-a4dc-4275-a08c-82f836e346b3 Aug 12 05:15:07.263628 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.375141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.380897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:07.381489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.446041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event updated for resources: {'Network': ['ID=6f9dba16-a4dc-4275-a08c-82f836e346b3,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:07.457178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 6f9dba16-a4dc-4275-a08c-82f836e346b3 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:15:07.513160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d19b2e05-7cc4-45e7-ac9c-9592cbb16b88 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5959480 Aug 12 05:15:07.516814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48270) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:07.522309 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Request body: {'subnet': {'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:07.689334 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Made reservation on behalf of 25d61cd194d841edb408ff7a0a726173 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:07.692893 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:07.946696 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.007254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event updated for resources: {'Subnet': ['ID=ff4c799e-a37e-488f-b6dd-9b2056827d8b,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:08.015245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Checking segment: {'id': '8795caa5-85e0-43ff-9643-1905b8c0e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:08.015605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Network hostable DHCP agents. Network: 6f9dba16-a4dc-4275-a08c-82f836e346b3, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:15:08.100804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Network 6f9dba16-a4dc-4275-a08c-82f836e346b3 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:15:08.163190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 6f9dba16-a4dc-4275-a08c-82f836e346b3) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:08.167043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:08.167635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.172378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873dd18-a708-4e07-9eba-ffd2c04d04a7 None None] Network 6f9dba16-a4dc-4275-a08c-82f836e346b3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:08.301596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83b1130e-c9fc-4f3d-82c6-4e13fc1107e5 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836647 Aug 12 05:15:08.304604 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:08.310058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1709981276'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:08.312828 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-6f9dba16-a4dc-4275-a08c-82f836e346b3', 'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3', 'tenant_id': '25d61cd194d841edb408ff7a0a726173', 'fixed_ips': [{'subnet_id': 'ff4c799e-a37e-488f-b6dd-9b2056827d8b'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:15:08.313684 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.403520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Made reservation on behalf of 25d61cd194d841edb408ff7a0a726173 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:08.407508 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.431358 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:15:08.439870 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.440210 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Added segment 018ae576-ae32-41b5-b96b-1f6d3fcbff98 of type vlan for network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 Aug 12 05:15:08.441399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Allocated IP 172.20.0.2 (6f9dba16-a4dc-4275-a08c-82f836e346b3/ff4c799e-a37e-488f-b6dd-9b2056827d8b/2d3c6161-efd9-4960-873f-c93746b5647c) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:08.480713 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.581221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.584031 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.586904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:08.587501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.592113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Transition to ACTIVE for port object 2d3c6161-efd9-4960-873f-c93746b5647c will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:08.606803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Transition to ACTIVE for port object 2d3c6161-efd9-4960-873f-c93746b5647c will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:08.655901 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event updated for resources: {'Network': ['ID=a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:08.666452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:15:08.714189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.741693 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2845164f-ff7b-4729-b00c-12bedf82cd39 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4356549 Aug 12 05:15:08.744812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48274) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:08.750072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Request body: {'subnet': {'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:08.769797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Network 6f9dba16-a4dc-4275-a08c-82f836e346b3 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:08.777224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:08.779315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Pushing event updated for resources: {'Port': ['ID=2d3c6161-efd9-4960-873f-c93746b5647c,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:08.782056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:08.839533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Attempting to bind port 2d3c6161-efd9-4960-873f-c93746b5647c on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:08.839822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Attempting to bind port 2d3c6161-efd9-4960-873f-c93746b5647c by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '8795caa5-85e0-43ff-9643-1905b8c0e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:08.840188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Attempting to bind port 2d3c6161-efd9-4960-873f-c93746b5647c on network 6f9dba16-a4dc-4275-a08c-82f836e346b3 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:08.845713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:08.846086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Checking segment: {'id': '8795caa5-85e0-43ff-9643-1905b8c0e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:08.846489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.846920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Bound using segment: {'id': '8795caa5-85e0-43ff-9643-1905b8c0e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:08.847386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Bound port: 2d3c6161-efd9-4960-873f-c93746b5647c, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8795caa5-85e0-43ff-9643-1905b8c0e45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6f9dba16-a4dc-4275-a08c-82f836e346b3'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:08.847769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.911951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] For port 2d3c6161-efd9-4960-873f-c93746b5647c, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:08.912530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Made reservation on behalf of 25d61cd194d841edb408ff7a0a726173 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:08.914945 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] For port 2d3c6161-efd9-4960-873f-c93746b5647c, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d3c6161-efd9-4960-873f-c93746b5647c,segment=NetworkSegment(8795caa5-85e0-43ff-9643-1905b8c0e45d),segment_id=8795caa5-85e0-43ff-9643-1905b8c0e45d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:08.916102 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:08.975846 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:09.035132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555a08b-b9f0-4419-8458-e9177c1bc225 None None] Pushing event updated for resources: {'Port': ['ID=2d3c6161-efd9-4960-873f-c93746b5647c,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:09.169787 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:09.242631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event updated for resources: {'Subnet': ['ID=993e6aea-85ec-4bb0-b746-fa2120b6e5b4,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:09.253819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Checking segment: {'id': '018ae576-ae32-41b5-b96b-1f6d3fcbff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:09.254183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Network hostable DHCP agents. Network: a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:15:09.352412 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:15:09.439072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:09.447839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:09.447839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:09.448073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab63de-52a7-4b2a-856a-d8f85d0b9ac7 None None] Network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:09.524938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5ff2edfd-62cf-48f8-8216-71e8258390d3 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7788513 Aug 12 05:15:09.527733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48276) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:09.532388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-cb1f78a1-d4f1-4d47-9375-f7d3aa54a6e2 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:09.556061 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d3c6161-efd9-4960-873f-c93746b5647c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:09.754043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-cb1f78a1-d4f1-4d47-9375-f7d3aa54a6e2 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:09.789040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833', 'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833', 'tenant_id': '25d61cd194d841edb408ff7a0a726173', 'fixed_ips': [{'subnet_id': '993e6aea-85ec-4bb0-b746-fa2120b6e5b4'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:15:09.789972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:09.875760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2d3c6161-efd9-4960-873f-c93746b5647c completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:09.944107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Allocated IP 172.21.0.2 (a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833/993e6aea-85ec-4bb0-b746-fa2120b6e5b4/93a00047-40be-4cca-9d35-8510700af41e) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:09.947988 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [None req-cb1f78a1-d4f1-4d47-9375-f7d3aa54a6e2 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 05:15:09.949032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cb1f78a1-d4f1-4d47-9375-f7d3aa54a6e2 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "PUT /v2.0/routers/a0bf8cc1-7146-48b0-80b9-12efe42104dd HTTP/1.1" status: 400 len: 364 time: 0.4203718 Aug 12 05:15:09.954936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48278) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:09.962337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d585829-cfb8-487b-b4b0-85fb9ef2a8ea None None] Network 6f9dba16-a4dc-4275-a08c-82f836e346b3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:10.011029 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Deleting subnet 993e6aea-85ec-4bb0-b746-fa2120b6e5b4 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:15:10.152810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] Provisioning for port 2d3c6161-efd9-4960-873f-c93746b5647c completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:10.192950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] Provisioning complete for port 2d3c6161-efd9-4960-873f-c93746b5647c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:10.193346 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.237656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.267752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Transition to ACTIVE for port object 93a00047-40be-4cca-9d35-8510700af41e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:10.295409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Transition to ACTIVE for port object 93a00047-40be-4cca-9d35-8510700af41e will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:10.341499 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.369489 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.374010 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.377320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] For port 2d3c6161-efd9-4960-873f-c93746b5647c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d3c6161-efd9-4960-873f-c93746b5647c,segment=NetworkSegment(8795caa5-85e0-43ff-9643-1905b8c0e45d),segment_id=8795caa5-85e0-43ff-9643-1905b8c0e45d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:10.416764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.419786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:10.424599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:10.427285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:10.435573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Pushing event updated for resources: {'Port': ['ID=93a00047-40be-4cca-9d35-8510700af41e,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:10.464615 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.515823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Attempting to bind port 93a00047-40be-4cca-9d35-8510700af41e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:10.516194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Attempting to bind port 93a00047-40be-4cca-9d35-8510700af41e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '018ae576-ae32-41b5-b96b-1f6d3fcbff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:10.516561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Attempting to bind port 93a00047-40be-4cca-9d35-8510700af41e on network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:10.526891 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.529439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:10.529905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Checking segment: {'id': '018ae576-ae32-41b5-b96b-1f6d3fcbff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:10.530346 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.530739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Bound using segment: {'id': '018ae576-ae32-41b5-b96b-1f6d3fcbff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:10.531249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Bound port: 93a00047-40be-4cca-9d35-8510700af41e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018ae576-ae32-41b5-b96b-1f6d3fcbff98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:10.531787 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.554577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87b49-fdbd-46b7-9d92-867feec07438 None None] Pushing event updated for resources: {'Port': ['ID=2d3c6161-efd9-4960-873f-c93746b5647c,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:10.611892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-15c1b164-3b3e-439e-a222-ecf8f83840e8 None None] Provisioning complete for port 2d3c6161-efd9-4960-873f-c93746b5647c triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:10.612266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15c1b164-3b3e-439e-a222-ecf8f83840e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.655622 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.658873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] For port 93a00047-40be-4cca-9d35-8510700af41e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:10.684077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event deleted for resources: {'Subnet': ['ID=993e6aea-85ec-4bb0-b746-fa2120b6e5b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:10.686073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.688502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b58bb0e1-ec0d-4da6-917f-67a891169911 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "DELETE /v2.0/subnets/993e6aea-85ec-4bb0-b746-fa2120b6e5b4 HTTP/1.1" status: 204 len: 168 time: 0.7325628 Aug 12 05:15:10.690227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] For port 93a00047-40be-4cca-9d35-8510700af41e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=93a00047-40be-4cca-9d35-8510700af41e,segment=NetworkSegment(018ae576-ae32-41b5-b96b-1f6d3fcbff98),segment_id=018ae576-ae32-41b5-b96b-1f6d3fcbff98)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:10.691062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48280) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:10.735693 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.767761 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.790625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a485-3d9d-450c-be9b-8658f9edb690 None None] Pushing event updated for resources: {'Port': ['ID=93a00047-40be-4cca-9d35-8510700af41e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:10.828290 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Deleting port 93a00047-40be-4cca-9d35-8510700af41e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:10.828730 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.895839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] For port 93a00047-40be-4cca-9d35-8510700af41e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=93a00047-40be-4cca-9d35-8510700af41e,segment=NetworkSegment(018ae576-ae32-41b5-b96b-1f6d3fcbff98),segment_id=018ae576-ae32-41b5-b96b-1f6d3fcbff98)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:10.896212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:10.912888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Calling delete_port for 93a00047-40be-4cca-9d35-8510700af41e owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:11.066486 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.090134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event deleted for resources: {'Port': ['ID=93a00047-40be-4cca-9d35-8510700af41e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:11.095644 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] No DVR routers for this DVR port 93a00047-40be-4cca-9d35-8510700af41e on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:11.174852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.184764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:11.196237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018ae576-ae32-41b5-b96b-1f6d3fcbff98') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:11.196538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018ae576-ae32-41b5-b96b-1f6d3fcbff98') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:11.205462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.219298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.224948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:15:11.225331 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:15:11.228176 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:15:11.363825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.369221 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.371699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "DELETE /v2.0/networks/a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 HTTP/1.1" status: 204 len: 168 time: 0.6793764 Aug 12 05:15:11.374507 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48282) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:11.387300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f3d84-b8ca-4548-8d46-0f52a722ca2e tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event deleted for resources: {'Network': ['ID=a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:11.429681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Deleting subnet ff4c799e-a37e-488f-b6dd-9b2056827d8b {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:15:11.433448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.474767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.541039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d3c6161-efd9-4960-873f-c93746b5647c up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:11.572875 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.595565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2d3c6161-efd9-4960-873f-c93746b5647c triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:11.595944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.707367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.725747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5b50d834-7fe1-49c8-aee5-68f14cc719a6 None None] Could not find standard attr ID for object 93a00047-40be-4cca-9d35-8510700af41e. {{(pid=95044) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 05:15:11.737720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4c799e-a37e-488f-b6dd-9b2056827d8b,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:11.745350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.746224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5c0b32-a7ab-45c1-9532-7cb310ca31b4 None None] DHCP port deletion for a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:15:11.747207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb39e8da-0e4b-4caf-9b5d-70ef8d8826bd tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "DELETE /v2.0/subnets/ff4c799e-a37e-488f-b6dd-9b2056827d8b HTTP/1.1" status: 204 len: 168 time: 0.3709974 Aug 12 05:15:11.749607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48284) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:11.755993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba830cd4-292c-425e-9cc5-27dd22bb54cc None None] Network 6f9dba16-a4dc-4275-a08c-82f836e346b3 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:11.770294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0950e-7ec4-4daf-84d5-e229629a07b4 None None] Network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:11.814272 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0950e-7ec4-4daf-84d5-e229629a07b4 None None] Network a5c1aa3c-7ba0-4c0d-bea1-8ac97250d833 could not be found, it might have been deleted concurrently. {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 05:15:11.832182 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.886037 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Deleting port 2d3c6161-efd9-4960-873f-c93746b5647c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:11.886386 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.940190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] DHCP port deletion for 6f9dba16-a4dc-4275-a08c-82f836e346b3 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:15:11.950275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] For port 2d3c6161-efd9-4960-873f-c93746b5647c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d3c6161-efd9-4960-873f-c93746b5647c,segment=NetworkSegment(8795caa5-85e0-43ff-9643-1905b8c0e45d),segment_id=8795caa5-85e0-43ff-9643-1905b8c0e45d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:11.950642 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:11.964108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Calling delete_port for 2d3c6161-efd9-4960-873f-c93746b5647c owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:11.986311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] Deleting port 2d3c6161-efd9-4960-873f-c93746b5647c {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:15:11.986690 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.051608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] For port 2d3c6161-efd9-4960-873f-c93746b5647c, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2d3c6161-efd9-4960-873f-c93746b5647c,segment=NetworkSegment(8795caa5-85e0-43ff-9643-1905b8c0e45d),segment_id=8795caa5-85e0-43ff-9643-1905b8c0e45d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:12.052015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.065086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] Calling delete_port for 2d3c6161-efd9-4960-873f-c93746b5647c owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:15:12.101117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.126950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event deleted for resources: {'Port': ['ID=2d3c6161-efd9-4960-873f-c93746b5647c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:12.130767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] No DVR routers for this DVR port 2d3c6161-efd9-4960-873f-c93746b5647c on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:12.139733 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.163106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] Pushing event deleted for resources: {'Port': ['ID=2d3c6161-efd9-4960-873f-c93746b5647c,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:12.168695 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c91f8-6451-4772-a693-f77af6fae6c4 None None] No DVR routers for this DVR port 2d3c6161-efd9-4960-873f-c93746b5647c on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:15:12.213422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.223189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9dba16-a4dc-4275-a08c-82f836e346b3']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:12.233307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8795caa5-85e0-43ff-9643-1905b8c0e45d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:12.233602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8795caa5-85e0-43ff-9643-1905b8c0e45d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:12.242540 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.256294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.261915 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:15:12.262305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:15:12.265724 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:15:12.375848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.382945 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.384275 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "DELETE /v2.0/networks/6f9dba16-a4dc-4275-a08c-82f836e346b3 HTTP/1.1" status: 204 len: 168 time: 0.6334162 Aug 12 05:15:12.387005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:12.395839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73028f3-77f6-471d-99b6-d579697ea7b9 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Pushing event deleted for resources: {'Network': ['ID=6f9dba16-a4dc-4275-a08c-82f836e346b3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:12.413635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2f257866-d9b7-404e-9509-3ba65c432605 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0bf8cc1-7146-48b0-80b9-12efe42104dd HTTP/1.1" status: 200 len: 205 time: 0.0253954 Aug 12 05:15:12.416044 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48288) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:12.839089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.997862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:12.999950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.124055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.124654 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Fanout notify agent at l3_agent the message router_deleted on router a0bf8cc1-7146-48b0-80b9-12efe42104dd {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:15:13.134016 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.134016 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ea61d42c-f6c9-4dca-9eb3-8f204f7b4011 tempest-RoutersNegativeTest-728927962 tempest-RoutersNegativeTest-728927962-project] 10.222.0.42 "DELETE /v2.0/routers/a0bf8cc1-7146-48b0-80b9-12efe42104dd HTTP/1.1" status: 204 len: 168 time: 0.7159915 Aug 12 05:15:13.531117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 93a00047-40be-4cca-9d35-8510700af41e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:15:13.553130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 93a00047-40be-4cca-9d35-8510700af41e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:15:13.553480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 93a00047-40be-4cca-9d35-8510700af41e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:15:13.553904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d3c6161-efd9-4960-873f-c93746b5647c no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:15:13.573042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2d3c6161-efd9-4960-873f-c93746b5647c {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:15:13.573392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2d3c6161-efd9-4960-873f-c93746b5647c not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:15:13.611731 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48294) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:13.739114 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d7fd8ee2-0551-455d-8e59-3640c161a622 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25d61cd194d841edb408ff7a0a726173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260736 Aug 12 05:15:13.741514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48298) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:13.794308 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c613cc4d-4b42-47f3-b91e-c7674e96753a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.815633 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c613cc4d-4b42-47f3-b91e-c7674e96753a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.906184 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c613cc4d-4b42-47f3-b91e-c7674e96753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.908811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c613cc4d-4b42-47f3-b91e-c7674e96753a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:13.910034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c613cc4d-4b42-47f3-b91e-c7674e96753a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/395a47dc-a68d-48fb-a498-d8c4db70a50c HTTP/1.1" status: 204 len: 168 time: 0.1675131 Aug 12 05:15:13.918144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613cc4d-4b42-47f3-b91e-c7674e96753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395a47dc-a68d-48fb-a498-d8c4db70a50c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:14.790790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48320) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:14.882909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-363041252-network', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:14.980926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Made reservation on behalf of c3c4a096e2d944f5baa198121d9bd32f for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:14.983357 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:14.992169 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.082174 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.146767 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.170272 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:15:15.178986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17dfa3-577c-400f-80dc-1871446146cf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:15.185091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.185473 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Added segment 206a61e2-8cc3-4a4b-b0bf-a640a6ec252e of type vlan for network 4af985fd-5af3-4c33-9671-16e1611b31bf Aug 12 05:15:15.225205 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.357959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.359368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:15.359978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.417665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] Pushing event updated for resources: {'Network': ['ID=4af985fd-5af3-4c33-9671-16e1611b31bf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:15.431483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 4af985fd-5af3-4c33-9671-16e1611b31bf details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:15:15.472755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3c08c72a-3f17-432f-b486-c0ae934c9987 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6808054 Aug 12 05:15:15.475680 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48324) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:15.480495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Request body: {'subnet': {'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-subnet', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:15.563859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Made reservation on behalf of c3c4a096e2d944f5baa198121d9bd32f for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:15.566241 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.781514 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.841543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8107d20d-e4f7-4b3f-b2ba-b9a631b66297,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:15.847327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Checking segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:15.847688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Network hostable DHCP agents. Network: 4af985fd-5af3-4c33-9671-16e1611b31bf, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:15:15.911814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Network 4af985fd-5af3-4c33-9671-16e1611b31bf is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:15:15.963668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 4af985fd-5af3-4c33-9671-16e1611b31bf) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:15.968711 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:15.969629 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:15.973476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07252f8e-36bc-467e-8a6d-2f3dc54e0bfc None None] Network 4af985fd-5af3-4c33-9671-16e1611b31bf requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:16.039214 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-660625fa-b9a2-46bf-bdd3-5468bad2c35b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5623500 Aug 12 05:15:16.041668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48326) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:16.046805 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:16.115256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-4af985fd-5af3-4c33-9671-16e1611b31bf', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:15:16.116133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.127096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.128266 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.183802 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.246996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Allocated IP 172.20.0.2 (4af985fd-5af3-4c33-9671-16e1611b31bf/8107d20d-e4f7-4b3f-b2ba-b9a631b66297/4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:16.386424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.394776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Transition to ACTIVE for port object 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:16.400745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.409500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Transition to ACTIVE for port object 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:16.483990 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.526444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Network 4af985fd-5af3-4c33-9671-16e1611b31bf is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:16.529433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:16.531898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:16.539049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Pushing event updated for resources: {'Port': ['ID=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:16.588321 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Attempting to bind port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:16.588686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Attempting to bind port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:16.589040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Attempting to bind port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 on network 4af985fd-5af3-4c33-9671-16e1611b31bf {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:16.594232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:16.594601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Checking segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:16.595027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.595419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Bound using segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:16.595881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Bound port: 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:16.596257 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.654203 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.659195 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] For port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:16.662139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] For port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:16.672660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.758252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.776381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Allocated IP 172.25.6.75 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/2a61419b-eeda-45d1-9a0d-c108311de7ed) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:16.818369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d728f23-af6a-4fd5-9a52-92637dfd110b None None] Pushing event updated for resources: {'Port': ['ID=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:16.890285 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:16.975861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:17.021729 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:17.026844 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:17.030606 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:17.056588 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Pushing event updated for resources: {'Port': ['ID=2a61419b-eeda-45d1-9a0d-c108311de7ed,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:17.369748 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:17.559896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:17.583742 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:17.672279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:17.741555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d2a80-5d03-4181-a1bf-90411095bd31 None None] Network 4af985fd-5af3-4c33-9671-16e1611b31bf requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:17.781716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:15:17.881415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] Provisioning for port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:17.886453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] Provisioning complete for port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:17.886852 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:17.888484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:15:17.911730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Sync routers for ids ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:15:17.944020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Routers {'14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:17.944640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:17.970048 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:17.971400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d72c51ea-7f77-4bcb-805b-2756c923bb4f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9286778 Aug 12 05:15:17.974204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48328) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:18.227215 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.245906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Set router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:18.349340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] For port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:18.399636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.427412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.468422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:17Z', 'revision_number': 3, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:18.497399 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Checking router: 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:15:18.497675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Updating router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 port 2a61419b-eeda-45d1-9a0d-c108311de7ed binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:15:18.527405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55130f8d-1ddc-4c85-9a63-9d5a5a53cf38 None None] Pushing event updated for resources: {'Port': ['ID=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:18.534154 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.555489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Allocated IP 172.20.0.1 (4af985fd-5af3-4c33-9671-16e1611b31bf/8107d20d-e4f7-4b3f-b2ba-b9a631b66297/8d5908c0-84fd-4675-b23a-5286ad2dcdab) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:18.581084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8a419052-b6de-4987-a167-ab7f2760d5a2 None None] Provisioning complete for port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:18.581685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a419052-b6de-4987-a167-ab7f2760d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.659696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.672663 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Transition to ACTIVE for port object 8d5908c0-84fd-4675-b23a-5286ad2dcdab will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:18.775384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.817176 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Network 4af985fd-5af3-4c33-9671-16e1611b31bf is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:18.820246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:18.823952 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:18.849782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5908c0-84fd-4675-b23a-5286ad2dcdab,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:18.866393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.870244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:18.877117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Transition to ACTIVE for port object 2a61419b-eeda-45d1-9a0d-c108311de7ed will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:18.957883 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.014415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e638bb-f033-4614-863d-f4ce01a80d43 None None] Pushing event updated for resources: {'Port': ['ID=2a61419b-eeda-45d1-9a0d-c108311de7ed,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:19.020073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Attempting to bind port 2a61419b-eeda-45d1-9a0d-c108311de7ed on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:19.020073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Attempting to bind port 2a61419b-eeda-45d1-9a0d-c108311de7ed by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:19.020073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Attempting to bind port 2a61419b-eeda-45d1-9a0d-c108311de7ed on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:19.023328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:19.023709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:19.024116 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.024507 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:19.024978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Bound port: 2a61419b-eeda-45d1-9a0d-c108311de7ed, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:19.025433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.080097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] For port 2a61419b-eeda-45d1-9a0d-c108311de7ed, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:19.083143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] For port 2a61419b-eeda-45d1-9a0d-c108311de7ed, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a61419b-eeda-45d1-9a0d-c108311de7ed,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:19.086033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.175504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.208486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ff1cde6-657f-44e7-becf-6c548396940c None None] Provisioning for port 8d5908c0-84fd-4675-b23a-5286ad2dcdab completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:19.223603 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ff1cde6-657f-44e7-becf-6c548396940c None None] Provisioning complete for port 8d5908c0-84fd-4675-b23a-5286ad2dcdab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:19.223975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ff1cde6-657f-44e7-becf-6c548396940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.254361 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.263005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e638bb-f033-4614-863d-f4ce01a80d43 None None] Pushing event updated for resources: {'Port': ['ID=2a61419b-eeda-45d1-9a0d-c108311de7ed,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:19.269538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Routers {'14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:19.270159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:19.310262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1cde6-657f-44e7-becf-6c548396940c None None] Port 8d5908c0-84fd-4675-b23a-5286ad2dcdab cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:15:19.317757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.379913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] Set router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:19.387931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.391098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5908c0-84fd-4675-b23a-5286ad2dcdab,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:19.480538 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Network 4af985fd-5af3-4c33-9671-16e1611b31bf is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:19.481963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:19.576378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:19.613962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:15:19.625936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8d5908c0-84fd-4675-b23a-5286ad2dcdab', 'name': '', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'mac_address': 'fa:16:3e:5a:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:18Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 1, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'subnets': [{'id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:19.653582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4917a3e-c3d4-4888-b4ff-08e902f3ba01 None None] The sync data for ids ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'] in n-d-804320-1 is: [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8d5908c0-84fd-4675-b23a-5286ad2dcdab', 'name': '', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'mac_address': 'fa:16:3e:5a:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:18Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 1, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'subnets': [{'id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:15:19.666242 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:19.667072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.740571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:15:19.745728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ec5955c8-086e-4359-bc32-ee8e7d454ea0 admin admin] 10.222.0.42 "PUT /v2.0/routers/14809a13-7d90-4ec0-bd9f-f2e7cb71ea68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7704539 Aug 12 05:15:19.760210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8887c808-6e6a-4f0d-97d3-e30d5fb9eda6 None None] Provisioning complete for port 8d5908c0-84fd-4675-b23a-5286ad2dcdab triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:19.760534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8887c808-6e6a-4f0d-97d3-e30d5fb9eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:19.806892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8887c808-6e6a-4f0d-97d3-e30d5fb9eda6 None None] Port 8d5908c0-84fd-4675-b23a-5286ad2dcdab cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:15:20.420038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48346) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:20.426005 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1338095201-network', 'tenant_id': '98919403a7874908b20d1fd25b7f2256'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:20.506299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Made reservation on behalf of 98919403a7874908b20d1fd25b7f2256 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:20.508878 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:20.863340 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:20.950224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.026089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.050210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:15:21.060516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0633e3e-6e78-4567-830e-288a3c0bad3e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:21.066648 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.067020 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Added segment d23f1cbf-bfea-49b8-935b-70dcd3c7d605 of type vlan for network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 Aug 12 05:15:21.106424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.204157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.205169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:21.205779 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.269281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1abc42-76af-418a-bdd7-dda6b1f22c32,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:21.279533 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:15:21.307619 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-808847d8-f99e-437e-ae2d-53b9eaef96b1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8863328 Aug 12 05:15:21.310347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48348) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:21.315765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Request body: {'subnet': {'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-subnet', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:21.403868 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Made reservation on behalf of 98919403a7874908b20d1fd25b7f2256 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:21.406338 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.560788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a61419b-eeda-45d1-9a0d-c108311de7ed up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:21.579099 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Sync routers for ids ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:15:21.588954 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Routers {'14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:21.589641 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:21.632712 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.689121 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325ae0da-244c-47a9-8e41-c02cd96f09f5,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:21.695964 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Set router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:21.698560 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Checking segment: {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:21.699009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Network hostable DHCP agents. Network: 1b1abc42-76af-418a-bdd7-dda6b1f22c32, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:15:21.700877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2a61419b-eeda-45d1-9a0d-c108311de7ed completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:21.705142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2a61419b-eeda-45d1-9a0d-c108311de7ed triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:21.705635 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.781525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:15:21.785860 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.807287 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 2a61419b-eeda-45d1-9a0d-c108311de7ed, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a61419b-eeda-45d1-9a0d-c108311de7ed,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:21.849612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1b1abc42-76af-418a-bdd7-dda6b1f22c32) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:21.853929 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:21.854495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.860280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6e600-84f2-465d-a530-25adf97eb3d2 None None] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:21.872722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.894068 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8d5908c0-84fd-4675-b23a-5286ad2dcdab', 'name': '', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'mac_address': 'fa:16:3e:5a:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:18Z', 'updated_at': '2021-08-12T05:15:19Z', 'revision_number': 2, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'subnets': [{'id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:21.918850 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-68bb50d3-bc1e-40c2-9c6c-68392e3dabb7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6073003 Aug 12 05:15:21.922059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:21.926739 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Checking router: 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:15:21.926739 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Updating router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 port 8d5908c0-84fd-4675-b23a-5286ad2dcdab binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:15:21.927913 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:21.950510 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:21.988046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=2a61419b-eeda-45d1-9a0d-c108311de7ed,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:22.015737 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.016933 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.073763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'fixed_ips': [{'subnet_id': '325ae0da-244c-47a9-8e41-c02cd96f09f5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:15:22.074581 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.074739 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.212836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Allocated IP 172.20.0.2 (1b1abc42-76af-418a-bdd7-dda6b1f22c32/325ae0da-244c-47a9-8e41-c02cd96f09f5/5629163c-3453-4bd1-bf3a-81c4e528264d) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:22.219081 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.229006 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Transition to ACTIVE for port object 8d5908c0-84fd-4675-b23a-5286ad2dcdab will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:22.271769 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.294919 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.352297 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Pushing event updated for resources: {'Port': ['ID=8d5908c0-84fd-4675-b23a-5286ad2dcdab,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:22.373728 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.382041 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.382384 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.382734 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.383077 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.383409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.383737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.384062 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.384676 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.385230 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.385346 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.385609 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.385924 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:15:22.388756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Transition to ACTIVE for port object 5629163c-3453-4bd1-bf3a-81c4e528264d will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:22.409261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Transition to ACTIVE for port object 5629163c-3453-4bd1-bf3a-81c4e528264d will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:22.415136 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Attempting to bind port 8d5908c0-84fd-4675-b23a-5286ad2dcdab on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:22.415503 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Attempting to bind port 8d5908c0-84fd-4675-b23a-5286ad2dcdab by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:22.415862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Attempting to bind port 8d5908c0-84fd-4675-b23a-5286ad2dcdab on network 4af985fd-5af3-4c33-9671-16e1611b31bf {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:22.421452 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:22.421881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Checking segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:22.422183 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.422582 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Bound using segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:22.423389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Bound port: 8d5908c0-84fd-4675-b23a-5286ad2dcdab, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:22.423520 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.487209 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] For port 8d5908c0-84fd-4675-b23a-5286ad2dcdab, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:22.490727 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] For port 8d5908c0-84fd-4675-b23a-5286ad2dcdab, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8d5908c0-84fd-4675-b23a-5286ad2dcdab,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:22.495539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.538539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:22.543215 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:22.547432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:22.549662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Pushing event updated for resources: {'Port': ['ID=5629163c-3453-4bd1-bf3a-81c4e528264d,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:22.558537 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.568651 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.589156 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.612387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Attempting to bind port 5629163c-3453-4bd1-bf3a-81c4e528264d on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:22.612387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Attempting to bind port 5629163c-3453-4bd1-bf3a-81c4e528264d by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:22.612633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Attempting to bind port 5629163c-3453-4bd1-bf3a-81c4e528264d on network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:22.619058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:22.619725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Checking segment: {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:22.620222 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.620693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Bound using segment: {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:22.621437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Bound port: 5629163c-3453-4bd1-bf3a-81c4e528264d, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:22.621655 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Routers {'14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:22.622621 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.622752 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:22.714027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Allocated IP 172.25.6.70 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/bd25a1ca-39a3-4b40-9977-9e9076bdacd7) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:22.722878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] For port 5629163c-3453-4bd1-bf3a-81c4e528264d, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:22.722878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] For port 5629163c-3453-4bd1-bf3a-81c4e528264d, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5629163c-3453-4bd1-bf3a-81c4e528264d,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:22.730977 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348bf52-35a6-458c-abe6-f35dfc445423 None None] Pushing event updated for resources: {'Port': ['ID=8d5908c0-84fd-4675-b23a-5286ad2dcdab,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:22.751213 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] Set router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:22.815509 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.819985 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.885082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a8ba8-11de-496f-8164-e30d52631fab None None] Pushing event updated for resources: {'Port': ['ID=5629163c-3453-4bd1-bf3a-81c4e528264d,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:22.918745 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:22.975407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:22.978651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:22.982559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:23.010083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:23.090748 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8d5908c0-84fd-4675-b23a-5286ad2dcdab', 'name': '', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'mac_address': 'fa:16:3e:5a:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:18Z', 'updated_at': '2021-08-12T05:15:22Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'subnets': [{'id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:23.122129 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f5a31-c1b8-4644-aa1c-3c8d0501b0be None None] The sync data for ids ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'] in n-d-804320-1 is: [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:18Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '8d5908c0-84fd-4675-b23a-5286ad2dcdab', 'name': '', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'mac_address': 'fa:16:3e:5a:2b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:18Z', 'updated_at': '2021-08-12T05:15:22Z', 'revision_number': 4, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'subnets': [{'id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:15:23.347877 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:23.560309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:23.704743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5629163c-3453-4bd1-bf3a-81c4e528264d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:23.798539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Router 36b40744-d99e-4146-bb34-be1be9ffd7f2 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:15:23.844822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5629163c-3453-4bd1-bf3a-81c4e528264d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:23.850273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8d5908c0-84fd-4675-b23a-5286ad2dcdab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:23.929172 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:15:23.932605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ae6ddb-e6bf-4094-91f3-cb737430fe3b None None] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:15:23.937781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Sync routers for ids ['36b40744-d99e-4146-bb34-be1be9ffd7f2'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:15:23.982672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8d5908c0-84fd-4675-b23a-5286ad2dcdab completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:23.999813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8d5908c0-84fd-4675-b23a-5286ad2dcdab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:24.000182 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.009186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.013209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3ed4f82a-958b-42ad-b888-8350a71e3ff8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0874593 Aug 12 05:15:24.013434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48352) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:15:24.028535 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Routers {'36b40744-d99e-4146-bb34-be1be9ffd7f2'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:24.029170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['36b40744-d99e-4146-bb34-be1be9ffd7f2'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:24.102836 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] Provisioning for port 5629163c-3453-4bd1-bf3a-81c4e528264d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:24.136926 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] Provisioning complete for port 5629163c-3453-4bd1-bf3a-81c4e528264d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:24.137306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.413970 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Set router 36b40744-d99e-4146-bb34-be1be9ffd7f2 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:24.438571 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.537764 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.590467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Allocated IP 172.20.0.1 (1b1abc42-76af-418a-bdd7-dda6b1f22c32/325ae0da-244c-47a9-8e41-c02cd96f09f5/a2462611-02ed-4fc8-872f-cffe9a6ac2b4) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:24.615844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.642059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 8d5908c0-84fd-4675-b23a-5286ad2dcdab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8d5908c0-84fd-4675-b23a-5286ad2dcdab,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:24.673694 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] For port 5629163c-3453-4bd1-bf3a-81c4e528264d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5629163c-3453-4bd1-bf3a-81c4e528264d,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:24.707943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.708784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a61419b-eeda-45d1-9a0d-c108311de7ed up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:24.722161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.740809 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Transition to ACTIVE for port object a2462611-02ed-4fc8-872f-cffe9a6ac2b4 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:24.744289 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.800714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:23Z', 'revision_number': 3, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:24.821485 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.837325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Checking router: 36b40744-d99e-4146-bb34-be1be9ffd7f2 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:15:24.839958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Updating router 36b40744-d99e-4146-bb34-be1be9ffd7f2 port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:15:24.842162 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=8d5908c0-84fd-4675-b23a-5286ad2dcdab,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:24.862907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:24.865897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:24.869522 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:24.893834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:24.915788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2a61419b-eeda-45d1-9a0d-c108311de7ed triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:24.916160 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.916270 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.917642 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:24.973527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0d382fca-f5e1-4a28-887a-b9c055993e3c None None] Provisioning complete for port 5629163c-3453-4bd1-bf3a-81c4e528264d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:24.973878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0d382fca-f5e1-4a28-887a-b9c055993e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.017527 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ffea2-a453-41ea-a3c6-b567676b9762 None None] Pushing event updated for resources: {'Port': ['ID=5629163c-3453-4bd1-bf3a-81c4e528264d,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:25.121230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.286772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.326451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.336780 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Transition to ACTIVE for port object bd25a1ca-39a3-4b40-9977-9e9076bdacd7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:25.363847 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.420655 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.433245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:25.436082 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.452560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ed5f382c-d849-4260-88b5-528d1f22df75 None None] Provisioning for port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:25.472296 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ed5f382c-d849-4260-88b5-528d1f22df75 None None] Provisioning complete for port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:25.472599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ed5f382c-d849-4260-88b5-528d1f22df75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.483954 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Attempting to bind port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:25.484328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Attempting to bind port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:25.484697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Attempting to bind port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:25.508658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fc305-b588-4c4f-98bb-35e4f34a7771 None None] Pushing event updated for resources: {'Port': ['ID=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:25.515310 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:25.518549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:25.518549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.518549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:25.518549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Bound port: bd25a1ca-39a3-4b40-9977-9e9076bdacd7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:25.518549 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.534772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:25.536190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:25.553109 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f382c-d849-4260-88b5-528d1f22df75 None None] Port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:15:25.570772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5629163c-3453-4bd1-bf3a-81c4e528264d up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:25.605257 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] For port bd25a1ca-39a3-4b40-9977-9e9076bdacd7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:25.625692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] For port bd25a1ca-39a3-4b40-9977-9e9076bdacd7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:25.640895 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5629163c-3453-4bd1-bf3a-81c4e528264d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:25.641325 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.660731 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Router 36b40744-d99e-4146-bb34-be1be9ffd7f2 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:15:25.713538 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.762042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8d5908c0-84fd-4675-b23a-5286ad2dcdab up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:25.780670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:15:25.785554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-1105dc3b-05b6-4ae3-ae38-43ce220e07e8 admin admin] 10.222.0.42 "PUT /v2.0/routers/36b40744-d99e-4146-bb34-be1be9ffd7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7710931 Aug 12 05:15:25.817864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fc305-b588-4c4f-98bb-35e4f34a7771 None None] Pushing event updated for resources: {'Port': ['ID=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:25.826549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Routers {'36b40744-d99e-4146-bb34-be1be9ffd7f2'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:25.827849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['36b40744-d99e-4146-bb34-be1be9ffd7f2'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:25.832269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-78684be1-3259-44be-9609-be707e8d0314 None None] Provisioning complete for port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:25.832685 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-78684be1-3259-44be-9609-be707e8d0314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.957440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-78684be1-3259-44be-9609-be707e8d0314 None None] Port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:15:25.967553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8d5908c0-84fd-4675-b23a-5286ad2dcdab triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:25.967958 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:25.997364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] Set router 36b40744-d99e-4146-bb34-be1be9ffd7f2 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:26.126695 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:26.398148 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:26.412810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'a2462611-02ed-4fc8-872f-cffe9a6ac2b4', 'name': '', 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'mac_address': 'fa:16:3e:c5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:24Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 2, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'subnets': [{'id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:26.440483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c49513-64e8-41f3-a3c8-65625690d599 None None] The sync data for ids ['36b40744-d99e-4146-bb34-be1be9ffd7f2'] in n-d-804320-1 is: [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'a2462611-02ed-4fc8-872f-cffe9a6ac2b4', 'name': '', 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'mac_address': 'fa:16:3e:c5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:24Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 2, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'subnets': [{'id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:15:26.678904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-28b3cd55-7b09-4b6b-ab61-85a1e3cab600 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:26.680699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-28b3cd55-7b09-4b6b-ab61-85a1e3cab600 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/networks?id=4af985fd-5af3-4c33-9671-16e1611b31bf HTTP/1.1" status: 200 len: 816 time: 0.1224811 Aug 12 05:15:26.696550 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-fa74feb7-d12f-40b9-a7a3-a00254051a0c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/quotas/c3c4a096e2d944f5baa198121d9bd32f HTTP/1.1" status: 200 len: 375 time: 0.0098684 Aug 12 05:15:26.750059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-ceb48a27-cbed-4459-ad9d-ffb2c0e741f8 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477676 Aug 12 05:15:26.848166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-51c5d495-9b0d-4f08-8fdc-a74195f26653 service neutron] 10.222.0.42 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859349 Aug 12 05:15:26.946952 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-b9b08c19-4c9e-4426-950c-4a7d93a66dae service neutron] 10.222.0.42 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922203 Aug 12 05:15:27.238410 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e874cb7b-8e71-40d4-af5a-53e4eef5347a req-298d44fb-d7b8-4387-a12e-97119c1bb2f3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 210 time: 0.0282333 Aug 12 05:15:27.567273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd25a1ca-39a3-4b40-9977-9e9076bdacd7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:27.683492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:27.693928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:27.693928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:27.771652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:27.791886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port bd25a1ca-39a3-4b40-9977-9e9076bdacd7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:27.877834 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:27.926948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:28.318042 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-336cb394-fdd0-457f-848f-0b1309a664c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:28.350334 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6572d287-d43b-439d-a353-2047576f15f6 req-7d2a5f07-6a54-4a42-ac94-231086a70c6d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 210 time: 0.0277121 Aug 12 05:15:28.381156 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Sync routers for ids ['36b40744-d99e-4146-bb34-be1be9ffd7f2'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:15:28.390184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Routers {'36b40744-d99e-4146-bb34-be1be9ffd7f2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:28.390975 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['36b40744-d99e-4146-bb34-be1be9ffd7f2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:28.492689 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Set router 36b40744-d99e-4146-bb34-be1be9ffd7f2 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:28.688725 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'a2462611-02ed-4fc8-872f-cffe9a6ac2b4', 'name': '', 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'mac_address': 'fa:16:3e:c5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:24Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 2, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'subnets': [{'id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:28.715919 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Checking router: 36b40744-d99e-4146-bb34-be1be9ffd7f2 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:15:28.716277 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Updating router 36b40744-d99e-4146-bb34-be1be9ffd7f2 port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:15:28.740093 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:28.999443 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.008928 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Transition to ACTIVE for port object a2462611-02ed-4fc8-872f-cffe9a6ac2b4 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:29.083563 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.135835 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bad2e2-ec14-4baa-85ba-1a104fec4105 None None] Pushing event updated for resources: {'Port': ['ID=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:29.183789 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Attempting to bind port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:29.185389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Attempting to bind port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:29.185389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Attempting to bind port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 on network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:29.190839 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:29.191284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Checking segment: {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:29.191609 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.191997 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Bound using segment: {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:29.192459 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Bound port: a2462611-02ed-4fc8-872f-cffe9a6ac2b4, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:29.192836 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.270389 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] For port a2462611-02ed-4fc8-872f-cffe9a6ac2b4, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:29.274089 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] For port a2462611-02ed-4fc8-872f-cffe9a6ac2b4, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:29.288547 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-3358a91d-a0df-4554-bbc0-7ee22106caa5 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:29.290139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-3358a91d-a0df-4554-bbc0-7ee22106caa5 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "GET /v2.0/networks?id=4af985fd-5af3-4c33-9671-16e1611b31bf HTTP/1.1" status: 200 len: 816 time: 0.1166193 Aug 12 05:15:29.308518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Request body: {'port': {'device_id': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'admin_state_up': True, 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:29.341759 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.403672 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Routers {'36b40744-d99e-4146-bb34-be1be9ffd7f2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:15:29.404315 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:15:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['36b40744-d99e-4146-bb34-be1be9ffd7f2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:29.442179 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bad2e2-ec14-4baa-85ba-1a104fec4105 None None] Pushing event updated for resources: {'Port': ['ID=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:29.492943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48bd3957-ac45-4d98-bae6-fbf7eb5de2c7 req-f44e5f88-9b8a-4de4-9d6b-b0a8f25df280 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Aug 12 05:15:29.534467 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] Set router 36b40744-d99e-4146-bb34-be1be9ffd7f2 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:15:29.542829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Made reservation on behalf of c3c4a096e2d944f5baa198121d9bd32f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:15:29.548014 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.606489 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd25a1ca-39a3-4b40-9977-9e9076bdacd7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:29.674174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:29.675358 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.733840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Allocated IP 172.20.0.7 (4af985fd-5af3-4c33-9671-16e1611b31bf/8107d20d-e4f7-4b3f-b2ba-b9a631b66297/aa990715-dd27-4536-b4d8-dcae356ba8a4) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:15:29.753522 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'a2462611-02ed-4fc8-872f-cffe9a6ac2b4', 'name': '', 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'mac_address': 'fa:16:3e:c5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:24Z', 'updated_at': '2021-08-12T05:15:29Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'subnets': [{'id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:15:29.762910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a2462611-02ed-4fc8-872f-cffe9a6ac2b4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:29.787450 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61adc4f-9eb8-4732-978e-1ad23e62ff15 None None] The sync data for ids ['36b40744-d99e-4146-bb34-be1be9ffd7f2'] in n-d-804320-1 is: [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:25Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'a2462611-02ed-4fc8-872f-cffe9a6ac2b4', 'name': '', 'network_id': '1b1abc42-76af-418a-bdd7-dda6b1f22c32', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'mac_address': 'fa:16:3e:c5:7d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:24Z', 'updated_at': '2021-08-12T05:15:29Z', 'revision_number': 4, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'subnets': [{'id': '325ae0da-244c-47a9-8e41-c02cd96f09f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:15:29.878823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:29.882956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:29.883350 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.893071 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:29.907983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Transition to ACTIVE for port object aa990715-dd27-4536-b4d8-dcae356ba8a4 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:29.978302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.004371 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.015931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port a2462611-02ed-4fc8-872f-cffe9a6ac2b4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:30.052327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Network 4af985fd-5af3-4c33-9671-16e1611b31bf is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:15:30.055976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:15:30.061912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:15:30.067136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Pushing event updated for resources: {'Port': ['ID=aa990715-dd27-4536-b4d8-dcae356ba8a4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:30.079458 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.127967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:30.128536 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.144099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:30.198678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7bf5c418-24d4-4c78-8f00-d31f1ae4c46d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8983555 Aug 12 05:15:30.212237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Request body: {'port': {'device_id': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:15:30.346479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6e6656c9-bdfd-4600-a633-306597781262 None None] Provisioning for port aa990715-dd27-4536-b4d8-dcae356ba8a4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:30.351380 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6e6656c9-bdfd-4600-a633-306597781262 None None] Provisioning complete for port aa990715-dd27-4536-b4d8-dcae356ba8a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:30.351773 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6e6656c9-bdfd-4600-a633-306597781262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.390530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6e6656c9-bdfd-4600-a633-306597781262 None None] Port aa990715-dd27-4536-b4d8-dcae356ba8a4 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:15:30.649340 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.705139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e60119-6ac4-43e7-9d0a-6e985059081d req-395af4c4-53bb-4b7e-9e4d-e3bfd5f70cd3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:30.706624 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41e60119-6ac4-43e7-9d0a-6e985059081d req-395af4c4-53bb-4b7e-9e4d-e3bfd5f70cd3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 931 time: 0.0864599 Aug 12 05:15:30.809981 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-41e60119-6ac4-43e7-9d0a-6e985059081d req-7ab4ab98-293e-434c-83e7-7b87cfaea41d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933151 Aug 12 05:15:30.860746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b95fbf26-8253-4418-8f3b-be549d33f932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.952487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa990715-dd27-4536-b4d8-dcae356ba8a4 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:15:30.959778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:30.971795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Transition to ACTIVE for port object aa990715-dd27-4536-b4d8-dcae356ba8a4 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:15:30.986540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:31.026210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:31.079160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Pushing event updated for resources: {'Port': ['ID=aa990715-dd27-4536-b4d8-dcae356ba8a4,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:31.106507 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:15:31.156593 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Attempting to bind port aa990715-dd27-4536-b4d8-dcae356ba8a4 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:15:31.157291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Attempting to bind port aa990715-dd27-4536-b4d8-dcae356ba8a4 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:15:31.157824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Attempting to bind port aa990715-dd27-4536-b4d8-dcae356ba8a4 on network 4af985fd-5af3-4c33-9671-16e1611b31bf {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:31.163544 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Port aa990715-dd27-4536-b4d8-dcae356ba8a4 on network 4af985fd-5af3-4c33-9671-16e1611b31bf not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:15:31.163959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Attempting to bind port aa990715-dd27-4536-b4d8-dcae356ba8a4 on network 4af985fd-5af3-4c33-9671-16e1611b31bf {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:15:31.169778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:15:31.170213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Checking segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:15:31.170673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Bound using segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:15:31.171379 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Bound port: aa990715-dd27-4536-b4d8-dcae356ba8a4, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:15:31.171963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:31.246695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] For port aa990715-dd27-4536-b4d8-dcae356ba8a4, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:15:31.249710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] For port aa990715-dd27-4536-b4d8-dcae356ba8a4, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:15:31.324193 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:31.359880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.360520 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:31.361906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] 10.222.0.36 "PUT /v2.0/ports/aa990715-dd27-4536-b4d8-dcae356ba8a4 HTTP/1.1" status: 200 len: 1091 time: 1.1543458 Aug 12 05:15:31.362416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'tag': 'aa990715-dd27-4536-b4d8-dcae356ba8a4'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:15:31.364704 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f46725-d337-43cc-99af-62a70a8c1af1" -d '{"events": [{"name": "network-changed", "server_uuid": "56a97d76-85b0-4e33-ab5d-60191a08bc74", "tag": "aa990715-dd27-4536-b4d8-dcae356ba8a4"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:15:31.391466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711490f-d44f-468c-92c2-298e3033a7ed service neutron] Pushing event updated for resources: {'Port': ['ID=aa990715-dd27-4536-b4d8-dcae356ba8a4,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:31.401453 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf47487-c90d-4251-a259-365faff214f9 x-openstack-request-id: req-1cf47487-c90d-4251-a259-365faff214f9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:15:31.401728 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a97d76-85b0-4e33-ab5d-60191a08bc74", "tag": "aa990715-dd27-4536-b4d8-dcae356ba8a4", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:15:31.402023 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cf47487-c90d-4251-a259-365faff214f9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:15:31.402450 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'tag': 'aa990715-dd27-4536-b4d8-dcae356ba8a4', 'status': 'completed', 'code': 200} Aug 12 05:15:31.465933 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f46725-d337-43cc-99af-62a70a8c1af1 req-0b2585c5-ff5f-4301-8d21-b1e796861550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.468108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4f46725-d337-43cc-99af-62a70a8c1af1 req-0b2585c5-ff5f-4301-8d21-b1e796861550 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0440447 Aug 12 05:15:31.546029 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a2462611-02ed-4fc8-872f-cffe9a6ac2b4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:31.585965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f46725-d337-43cc-99af-62a70a8c1af1 req-e05c40e8-dd00-456d-a261-c440586246eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.587478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4f46725-d337-43cc-99af-62a70a8c1af1 req-e05c40e8-dd00-456d-a261-c440586246eb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1127183 Aug 12 05:15:31.593778 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:31.594160 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:31.681930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f46725-d337-43cc-99af-62a70a8c1af1 req-794edc09-2a59-4501-a620-1fc9a623ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.683440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4f46725-d337-43cc-99af-62a70a8c1af1 req-794edc09-2a59-4501-a620-1fc9a623ad4a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888526 Aug 12 05:15:31.757178 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-67c66138-e222-4a05-a319-cf2e99da9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.758562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-67c66138-e222-4a05-a319-cf2e99da9236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 1094 time: 0.0411704 Aug 12 05:15:31.803416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-7abfcad3-9d83-47c4-a974-dc2191e33d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4 HTTP/1.1" status: 200 len: 217 time: 0.0367787 Aug 12 05:15:31.853301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-9364cd8d-f61e-4ff5-8553-4b1c5e73dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.854803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-9364cd8d-f61e-4ff5-8553-4b1c5e73dfb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8107d20d-e4f7-4b3f-b2ba-b9a631b66297 HTTP/1.1" status: 200 len: 855 time: 0.0449042 Aug 12 05:15:31.932851 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c9a88-4703-4f59-9bd8-d04382403128 req-84e2c60b-2447-4be7-aae7-36edbcdd8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.934341 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-84e2c60b-2447-4be7-aae7-36edbcdd8b26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4af985fd-5af3-4c33-9671-16e1611b31bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725794 Aug 12 05:15:31.946898 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c7b2-ed1a-4f31-8188-17350ad03244 req-54fcf0f6-b6cb-4a55-9d47-5f3e6c48cc5e tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:31.948308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d641c7b2-ed1a-4f31-8188-17350ad03244 req-54fcf0f6-b6cb-4a55-9d47-5f3e6c48cc5e tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 943 time: 0.0630295 Aug 12 05:15:32.028043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d641c7b2-ed1a-4f31-8188-17350ad03244 req-01586123-c7bb-4cf3-8f01-c8fa5d471c89 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716462 Aug 12 05:15:32.057190 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-e4fd287b-80e0-4697-951b-1668bd80d329 service neutron] 10.222.0.36 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079476 Aug 12 05:15:32.151177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-381c9a88-4703-4f59-9bd8-d04382403128 req-09cd65d1-6497-4766-a190-2fa6ee7876a3 service neutron] 10.222.0.36 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858011 Aug 12 05:15:32.363609 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:33.148624 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d93209-4003-4c9d-9eb8-95b0a528d4b6 req-21fc28dd-2124-4b2b-bdc8-1fa83a1433cb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:33.150108 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5d93209-4003-4c9d-9eb8-95b0a528d4b6 req-21fc28dd-2124-4b2b-bdc8-1fa83a1433cb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 943 time: 0.0529919 Aug 12 05:15:33.187296 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e5d93209-4003-4c9d-9eb8-95b0a528d4b6 req-f24cc45c-b85d-43a4-9d22-d72cc929fc97 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Aug 12 05:15:33.906308 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:34.301007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d3528-138a-4dd3-a096-15e7b4760a10 req-0a74764f-5580-4a95-9bde-c2297b31b725 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:34.302886 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d8d3528-138a-4dd3-a096-15e7b4760a10 req-0a74764f-5580-4a95-9bde-c2297b31b725 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 943 time: 0.0514369 Aug 12 05:15:34.340423 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d8d3528-138a-4dd3-a096-15e7b4760a10 req-8ba1c56b-9f9b-40e8-b09e-ce891e76c779 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Aug 12 05:15:35.395007 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa990715-dd27-4536-b4d8-dcae356ba8a4 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:15:35.455927 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2052-d8ee-4794-a918-c80145de2456 req-166ea4f6-a4c3-4f1f-be82-881455b9eeb9 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:35.457461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a3b2052-d8ee-4794-a918-c80145de2456 req-166ea4f6-a4c3-4f1f-be82-881455b9eeb9 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 943 time: 0.0500689 Aug 12 05:15:35.493997 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port aa990715-dd27-4536-b4d8-dcae356ba8a4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:35.495608 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0a3b2052-d8ee-4794-a918-c80145de2456 req-5c6ec039-b303-4141-865d-300de456d15b tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Aug 12 05:15:35.505412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'aa990715-dd27-4536-b4d8-dcae356ba8a4', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'port_id': 'aa990715-dd27-4536-b4d8-dcae356ba8a4', 'mac_address': 'fa:16:3e:cf:4b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:15:35.541932 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:35.554918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa990715-dd27-4536-b4d8-dcae356ba8a4 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:15:35.573741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port aa990715-dd27-4536-b4d8-dcae356ba8a4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:35.631915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:35.678386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=aa990715-dd27-4536-b4d8-dcae356ba8a4,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:35.829429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['aa990715-dd27-4536-b4d8-dcae356ba8a4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:15:36.606724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8c93a-1f61-4197-b9c3-0837737300cf req-0a5665d2-d0a0-49d6-8548-8efc6f8ee7d1 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:36.608688 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16b8c93a-1f61-4197-b9c3-0837737300cf req-0a5665d2-d0a0-49d6-8548-8efc6f8ee7d1 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 944 time: 0.0473702 Aug 12 05:15:36.645236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-16b8c93a-1f61-4197-b9c3-0837737300cf req-41c3d47e-cd6b-4493-92d8-5564b7da6125 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Aug 12 05:15:37.415194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa990715-dd27-4536-b4d8-dcae356ba8a4 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:15:37.517853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port aa990715-dd27-4536-b4d8-dcae356ba8a4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:15:37.522240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port aa990715-dd27-4536-b4d8-dcae356ba8a4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:15:37.522612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:37.603974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:37.626740 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa990715-dd27-4536-b4d8-dcae356ba8a4'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:15:37.628996 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a20a5-e640-4d40-b9fc-9785460b0129" -d '{"events": [{"server_uuid": "56a97d76-85b0-4e33-ab5d-60191a08bc74", "name": "network-vif-plugged", "status": "completed", "tag": "aa990715-dd27-4536-b4d8-dcae356ba8a4"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:15:37.647250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port aa990715-dd27-4536-b4d8-dcae356ba8a4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:15:37.667191 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0621306-bab8-421e-ba5d-15e1b68a7ac0 x-openstack-request-id: req-e0621306-bab8-421e-ba5d-15e1b68a7ac0 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:15:37.667554 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a97d76-85b0-4e33-ab5d-60191a08bc74", "name": "network-vif-plugged", "status": "completed", "tag": "aa990715-dd27-4536-b4d8-dcae356ba8a4", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:15:37.667836 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0621306-bab8-421e-ba5d-15e1b68a7ac0 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:15:37.668233 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa990715-dd27-4536-b4d8-dcae356ba8a4', 'code': 200} Aug 12 05:15:37.712837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:37.761825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=aa990715-dd27-4536-b4d8-dcae356ba8a4,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:15:37.796792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84794b54-ddbd-47d9-8009-f1ac79480320 req-1abdf929-80c9-4716-973b-ac396ec14535 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:37.798198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84794b54-ddbd-47d9-8009-f1ac79480320 req-1abdf929-80c9-4716-973b-ac396ec14535 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 945 time: 0.0792677 Aug 12 05:15:37.800669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d9a7-8982-4051-a47b-deb1bb39201d req-c4b48e00-adf1-4507-a335-fe13845c86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:37.802049 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bd4d9a7-8982-4051-a47b-deb1bb39201d req-c4b48e00-adf1-4507-a335-fe13845c86ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0732789 Aug 12 05:15:37.856884 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-84794b54-ddbd-47d9-8009-f1ac79480320 req-333bcb80-cb1f-46f7-98d9-27c695d52f4c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525229 Aug 12 05:15:37.859058 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9bd4d9a7-8982-4051-a47b-deb1bb39201d req-3ce4c13a-12cf-4f26-b4d9-16cbed804656 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Aug 12 05:15:38.976432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceab07-96aa-4e92-a1e3-0bf26f1ee5b5 req-c3e7e553-7773-4a37-b8f5-b3fbe91ea3a3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:38.977930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6ceab07-96aa-4e92-a1e3-0bf26f1ee5b5 req-c3e7e553-7773-4a37-b8f5-b3fbe91ea3a3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Aug 12 05:15:39.016132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f6ceab07-96aa-4e92-a1e3-0bf26f1ee5b5 req-71dc91d4-3533-4efd-97be-3639b66ba016 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315199 Aug 12 05:15:39.133621 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2452a41-d78b-46f8-b01a-a96fe8da2781 req-ea9a24f8-18e0-46f5-aedc-95f94c76db8b tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:39.135128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2452a41-d78b-46f8-b01a-a96fe8da2781 req-ea9a24f8-18e0-46f5-aedc-95f94c76db8b tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Aug 12 05:15:39.172591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2452a41-d78b-46f8-b01a-a96fe8da2781 req-5c188ad1-ba32-4108-86cd-af3764e5d2d6 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Aug 12 05:15:49.073861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-45ef8c5d-769a-4c2e-a225-fca782acec8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430064 Aug 12 05:15:49.151787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-d1b79d35-6e54-446c-8516-10a5d90c58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:49.153246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-d1b79d35-6e54-446c-8516-10a5d90c58e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 1096 time: 0.0393910 Aug 12 05:15:49.260000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-fb22a68d-7f82-4984-8144-770c273ede7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:49.261512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-fb22a68d-7f82-4984-8144-770c273ede7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4af985fd-5af3-4c33-9671-16e1611b31bf HTTP/1.1" status: 200 len: 917 time: 0.0890167 Aug 12 05:15:49.304607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-9bfabfc8-468e-4b05-9f6e-94a0cd88d3cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4 HTTP/1.1" status: 200 len: 217 time: 0.0361466 Aug 12 05:15:49.352835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-8828b0c1-465d-40e9-b99f-50969c578ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:49.354216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-8828b0c1-465d-40e9-b99f-50969c578ed6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8107d20d-e4f7-4b3f-b2ba-b9a631b66297 HTTP/1.1" status: 200 len: 855 time: 0.0426445 Aug 12 05:15:49.398456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-c98024eb-7232-4510-bbf2-17cb6862ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:15:49.399912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-c98024eb-7232-4510-bbf2-17cb6862ee31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4af985fd-5af3-4c33-9671-16e1611b31bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378792 Aug 12 05:15:49.490933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-6809ce17-ad5e-4032-8b07-69e629e919ce service neutron] 10.222.0.36 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831490 Aug 12 05:15:49.578069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4422676-4e66-48df-9998-f3ba267e73f3 req-f7daa67e-6bcd-4444-a264-ca077bb7aeb3 service neutron] 10.222.0.36 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796142 Aug 12 05:15:56.128886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:56.294471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:15:58.254440 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fa2a-1541-4eeb-9d49-aba0878d8637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:00.831943 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e54ffdcf-a12e-42e6-a4e1-41ee061f44b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:01.014489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:01.035255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368bd5d-d04b-4685-999a-c7e1b518ba9e req-150a7926-380d-405c-9ffc-1aa14eab572f tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:01.036838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8368bd5d-d04b-4685-999a-c7e1b518ba9e req-150a7926-380d-405c-9ffc-1aa14eab572f tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 945 time: 0.0552032 Aug 12 05:16:01.075460 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8368bd5d-d04b-4685-999a-c7e1b518ba9e req-a4c93c82-b1e1-4577-9d8d-dec92771b8dc tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Aug 12 05:16:02.195953 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6088eb8-3485-4cfd-8500-d629e8f3835a req-2793dd52-2536-4a7c-8850-e8951ac8f52c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:02.197460 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6088eb8-3485-4cfd-8500-d629e8f3835a req-2793dd52-2536-4a7c-8850-e8951ac8f52c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 945 time: 0.0534844 Aug 12 05:16:02.234919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c6088eb8-3485-4cfd-8500-d629e8f3835a req-c4a24ef0-b578-432f-bdbc-0a84bac37f00 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 12 05:16:02.345763 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:02.579740 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-47e0eb12-339f-4640-bac2-d2da3f422736 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:02.581079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-47e0eb12-339f-4640-bac2-d2da3f422736 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 945 time: 0.0487783 Aug 12 05:16:02.667066 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Deleting port aa990715-dd27-4536-b4d8-dcae356ba8a4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:02.667418 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:02.757276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] For port aa990715-dd27-4536-b4d8-dcae356ba8a4, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=aa990715-dd27-4536-b4d8-dcae356ba8a4,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:02.757637 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:02.770083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Calling delete_port for aa990715-dd27-4536-b4d8-dcae356ba8a4 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:02.968860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:02.980861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['aa990715-dd27-4536-b4d8-dcae356ba8a4'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:16:02.998061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Pushing event deleted for resources: {'Port': ['ID=aa990715-dd27-4536-b4d8-dcae356ba8a4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:03.012371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.012371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.012371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.012371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.012371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.012825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.012975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.013331 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.013625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.013951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.014272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.014592 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:03.049429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] No DVR routers for this DVR port aa990715-dd27-4536-b4d8-dcae356ba8a4 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:16:03.052128 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:03.054096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dc0e47e8-b9ca-4442-bcc4-65f6beffbce5 req-460a2031-293c-4ecc-9847-da7c46d958fb tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "DELETE /v2.0/ports/aa990715-dd27-4536-b4d8-dcae356ba8a4 HTTP/1.1" status: 204 len: 173 time: 0.4673381 Aug 12 05:16:03.054565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'name': 'network-vif-deleted', 'tag': 'aa990715-dd27-4536-b4d8-dcae356ba8a4'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:16:03.057365 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a62719-62cd-489a-96e3-d9ae1f0a9a16" -d '{"events": [{"server_uuid": "56a97d76-85b0-4e33-ab5d-60191a08bc74", "name": "network-vif-deleted", "tag": "aa990715-dd27-4536-b4d8-dcae356ba8a4"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:16:03.093013 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0768ba95-3d3b-4d76-aaa0-a1c57ba24d1d x-openstack-request-id: req-0768ba95-3d3b-4d76-aaa0-a1c57ba24d1d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:16:03.093312 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a97d76-85b0-4e33-ab5d-60191a08bc74", "name": "network-vif-deleted", "tag": "aa990715-dd27-4536-b4d8-dcae356ba8a4", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:16:03.093695 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0768ba95-3d3b-4d76-aaa0-a1c57ba24d1d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:16:03.094239 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a97d76-85b0-4e33-ab5d-60191a08bc74', 'name': 'network-vif-deleted', 'tag': 'aa990715-dd27-4536-b4d8-dcae356ba8a4', 'status': 'completed', 'code': 200} Aug 12 05:16:03.331158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26da02bb-c13d-43f1-844a-727c57e93cab req-37879cb5-a71f-4fac-b404-61e4311ae89d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=56a97d76-85b0-4e33-ab5d-60191a08bc74 HTTP/1.1" status: 200 len: 210 time: 0.0288558 Aug 12 05:16:03.957905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:05.109587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-28e8d5f3-6dda-44c8-8952-c5779419ae12 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:05.111155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-28e8d5f3-6dda-44c8-8952-c5779419ae12 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/networks?id=4af985fd-5af3-4c33-9671-16e1611b31bf HTTP/1.1" status: 200 len: 816 time: 0.1025627 Aug 12 05:16:05.126348 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-113018dc-3967-4d39-8d09-dd59616f6776 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/quotas/c3c4a096e2d944f5baa198121d9bd32f HTTP/1.1" status: 200 len: 375 time: 0.0094547 Aug 12 05:16:05.181507 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-cd923e22-9a79-4688-85e6-9cab6304403f tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493231 Aug 12 05:16:05.274858 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-d817c11c-5eb2-4cde-86dc-3ed3a9ab933a service neutron] 10.222.0.42 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Aug 12 05:16:05.366625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-63e3b725-b3db-42ad-bb10-335012dea594 service neutron] 10.222.0.42 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Aug 12 05:16:05.524153 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa990715-dd27-4536-b4d8-dcae356ba8a4 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:05.547804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: aa990715-dd27-4536-b4d8-dcae356ba8a4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:05.548148 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device aa990715-dd27-4536-b4d8-dcae356ba8a4 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:05.593160 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-62b59f1a-449c-4e12-81a3-407ce5fb51b2 req-9937c82e-6467-4e7b-bc00-181aeacd23b7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 210 time: 0.0297732 Aug 12 05:16:06.687894 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4ed58722-0331-4fee-99c5-540778b4cbf3 req-c8164bb2-6708-4cda-988a-b26592c26aec tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 210 time: 0.0276785 Aug 12 05:16:07.280024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-de21aa7b-ec56-474f-bddd-0c6916d84508 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:07.281553 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-de21aa7b-ec56-474f-bddd-0c6916d84508 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "GET /v2.0/networks?id=4af985fd-5af3-4c33-9671-16e1611b31bf HTTP/1.1" status: 200 len: 816 time: 0.0996242 Aug 12 05:16:07.293724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Request body: {'port': {'device_id': 'bf967fb1-1684-4835-8787-911c3581ba99', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'admin_state_up': True, 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:07.459708 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Made reservation on behalf of c3c4a096e2d944f5baa198121d9bd32f for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:16:07.463244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:07.585787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Allocated IP 172.20.0.12 (4af985fd-5af3-4c33-9671-16e1611b31bf/8107d20d-e4f7-4b3f-b2ba-b9a631b66297/b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:16:07.734255 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:07.748169 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Transition to ACTIVE for port object b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:07.793068 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e987a7e-f6c8-4ca5-906f-9af6061df388 req-045b90d1-fb4c-40b8-be3a-60e12b20d18a tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 210 time: 0.0353463 Aug 12 05:16:07.849636 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:07.901737 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Network 4af985fd-5af3-4c33-9671-16e1611b31bf is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:07.904882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:07.908658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:16:07.915729 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Pushing event updated for resources: {'Port': ['ID=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:07.962598 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:07.963260 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.050488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-0fbd25cc-25e6-42fe-83f5-8116588c6ac7 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602684 Aug 12 05:16:08.062473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Request body: {'port': {'device_id': 'bf967fb1-1684-4835-8787-911c3581ba99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:08.096314 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:16:08.117136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.231427 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c110bf64-db12-4a3f-8060-7b9c7fee710e None None] Provisioning for port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:08.235405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c110bf64-db12-4a3f-8060-7b9c7fee710e None None] Provisioning complete for port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:08.235780 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c110bf64-db12-4a3f-8060-7b9c7fee710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.270259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c110bf64-db12-4a3f-8060-7b9c7fee710e None None] Port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:16:08.385140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:16:08.392239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.403595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Transition to ACTIVE for port object b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:08.477192 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.526665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Pushing event updated for resources: {'Port': ['ID=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:08.596394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Attempting to bind port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:16:08.596733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Attempting to bind port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:16:08.597680 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Attempting to bind port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 on network 4af985fd-5af3-4c33-9671-16e1611b31bf {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:16:08.602416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 on network 4af985fd-5af3-4c33-9671-16e1611b31bf not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:16:08.602759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Attempting to bind port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 on network 4af985fd-5af3-4c33-9671-16e1611b31bf {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:16:08.607668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:16:08.608009 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Checking segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:08.608394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Bound using segment: {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:16:08.608823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Bound port: b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:16:08.609186 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.687562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] For port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:16:08.690907 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] For port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:16:08.774994 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.808935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:08.809890 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:08.811692 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] 10.222.0.36 "PUT /v2.0/ports/b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 HTTP/1.1" status: 200 len: 1092 time: 0.7535560 Aug 12 05:16:08.814373 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf967fb1-1684-4835-8787-911c3581ba99', 'tag': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:16:08.820076 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1fdde7-ca73-48ca-b834-09a15169dbda" -d '{"events": [{"name": "network-changed", "server_uuid": "bf967fb1-1684-4835-8787-911c3581ba99", "tag": "b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:16:08.846154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272063d3-2e24-479c-852f-7c495d22b7ad service neutron] Pushing event updated for resources: {'Port': ['ID=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:08.877400 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab71ea0-7a7b-4e03-9596-0ad05e8e0de5 x-openstack-request-id: req-dab71ea0-7a7b-4e03-9596-0ad05e8e0de5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:16:08.877736 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf967fb1-1684-4835-8787-911c3581ba99", "tag": "b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:16:08.877998 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dab71ea0-7a7b-4e03-9596-0ad05e8e0de5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:16:08.879041 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf967fb1-1684-4835-8787-911c3581ba99', 'tag': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222', 'status': 'completed', 'code': 200} Aug 12 05:16:08.945297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fdde7-ca73-48ca-b834-09a15169dbda req-c38d6200-2dc1-4a4d-8ffd-c19e4e468e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:08.946861 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca1fdde7-ca73-48ca-b834-09a15169dbda req-c38d6200-2dc1-4a4d-8ffd-c19e4e468e85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 1095 time: 0.0468283 Aug 12 05:16:08.948281 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14da16d-086b-4298-887f-7fe5237cbfd2 req-753629df-68bc-4d26-8b5a-59e0450aa10e tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:08.949821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e14da16d-086b-4298-887f-7fe5237cbfd2 req-753629df-68bc-4d26-8b5a-59e0450aa10e tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 944 time: 0.0544083 Aug 12 05:16:08.990566 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e14da16d-086b-4298-887f-7fe5237cbfd2 req-fa01fd0a-07bf-4117-8700-063eb68122a9 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Aug 12 05:16:09.053305 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fdde7-ca73-48ca-b834-09a15169dbda req-724934ce-35d9-43ca-ab2e-2a9c32feb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:09.054822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca1fdde7-ca73-48ca-b834-09a15169dbda req-724934ce-35d9-43ca-ab2e-2a9c32feb83e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1005385 Aug 12 05:16:09.159881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fdde7-ca73-48ca-b834-09a15169dbda req-cfe4437d-28b6-47c9-af2f-fb90a4a4c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:09.161258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca1fdde7-ca73-48ca-b834-09a15169dbda req-cfe4437d-28b6-47c9-af2f-fb90a4a4c9f9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997953 Aug 12 05:16:09.244327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-c0178058-eb67-4c8e-9585-630ce6e7ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:09.245791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-c0178058-eb67-4c8e-9585-630ce6e7ad4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 1095 time: 0.0470281 Aug 12 05:16:09.286477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-98d73752-978f-4d7c-a5fb-d063a7a83c3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 HTTP/1.1" status: 200 len: 217 time: 0.0329535 Aug 12 05:16:09.334474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-84739bb4-9460-4d24-8f2d-44c302718f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:09.335895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-84739bb4-9460-4d24-8f2d-44c302718f6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8107d20d-e4f7-4b3f-b2ba-b9a631b66297 HTTP/1.1" status: 200 len: 855 time: 0.0431240 Aug 12 05:16:09.380265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-1514b91b-080a-457d-80e2-6f9df86cf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:09.381707 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-1514b91b-080a-457d-80e2-6f9df86cf2d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4af985fd-5af3-4c33-9671-16e1611b31bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390036 Aug 12 05:16:09.471666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-b417dd86-ddfc-47c7-9c22-0f864e75850a service neutron] 10.222.0.36 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Aug 12 05:16:09.559179 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-696d92ec-8764-4161-b4c6-2b76eb4a7a4c req-fd421c6b-682b-4a4b-b56d-a1e8fa85413a service neutron] 10.222.0.36 "GET /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804870 Aug 12 05:16:10.110951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2172b-ac0a-4c4d-a02b-ddd529bbe8e2 req-03d84bfd-2f5d-412a-afad-5cf03a8a44f3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:10.112415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1a2172b-ac0a-4c4d-a02b-ddd529bbe8e2 req-03d84bfd-2f5d-412a-afad-5cf03a8a44f3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 944 time: 0.0530469 Aug 12 05:16:10.148928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b1a2172b-ac0a-4c4d-a02b-ddd529bbe8e2 req-641f3f81-8fb1-484d-864f-a5faeca6dc0d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Aug 12 05:16:11.260870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09e9be-893f-4e63-af9c-ee7f4f333931 req-10dcb856-6912-4003-9103-9e196ceaeeee tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:11.262328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e09e9be-893f-4e63-af9c-ee7f4f333931 req-10dcb856-6912-4003-9103-9e196ceaeeee tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 944 time: 0.0477943 Aug 12 05:16:11.303276 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1e09e9be-893f-4e63-af9c-ee7f4f333931 req-2043317b-c8fa-4ea2-81b5-dae5db2898d9 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Aug 12 05:16:11.536297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:16:11.630134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:11.641713 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222', 'network_id': '4af985fd-5af3-4c33-9671-16e1611b31bf', 'port_id': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222', 'mac_address': 'fa:16:3e:37:1c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8107d20d-e4f7-4b3f-b2ba-b9a631b66297', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:16:11.678424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:11.690689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:16:11.710161 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:11.797352 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:11.843401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:11.850632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.851126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.851481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.851826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.852169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.852508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.852843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.853176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.853517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.853876 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.854209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.854536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:11.983363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:16:12.413739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bff92-9fae-4e50-9479-702056266b97 req-3dbd9723-612d-4112-9b23-1057a714c56d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:12.415226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6bff92-9fae-4e50-9479-702056266b97 req-3dbd9723-612d-4112-9b23-1057a714c56d tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Aug 12 05:16:12.452165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6e6bff92-9fae-4e50-9479-702056266b97 req-2983d227-a0ca-4c93-967d-bb6b1e11f01b tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Aug 12 05:16:13.540659 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:16:13.566490 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a9394-2cf0-41f4-a315-8ae8c07e68c8 req-8499ad47-dbbf-4348-9605-a9c9a8b643fc tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:13.568014 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-964a9394-2cf0-41f4-a315-8ae8c07e68c8 req-8499ad47-dbbf-4348-9605-a9c9a8b643fc tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Aug 12 05:16:13.605470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-964a9394-2cf0-41f4-a315-8ae8c07e68c8 req-542a78d7-c9eb-4714-ba5c-c7e82a106ca3 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Aug 12 05:16:13.688469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:13.692978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:13.693356 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:13.770153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:13.791567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf967fb1-1684-4835-8787-911c3581ba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:16:13.793919 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2525ef-1574-4a6e-b33b-397de8edc5fb" -d '{"events": [{"server_uuid": "bf967fb1-1684-4835-8787-911c3581ba99", "name": "network-vif-plugged", "status": "completed", "tag": "b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:16:13.808481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:13.829409 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a70c992-02bc-4e0a-a1f7-314dc34c4cd5 x-openstack-request-id: req-2a70c992-02bc-4e0a-a1f7-314dc34c4cd5 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:16:13.829692 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf967fb1-1684-4835-8787-911c3581ba99", "name": "network-vif-plugged", "status": "completed", "tag": "b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:16:13.829976 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a70c992-02bc-4e0a-a1f7-314dc34c4cd5 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:16:13.830364 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf967fb1-1684-4835-8787-911c3581ba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222', 'code': 200} Aug 12 05:16:13.860223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:13.907423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:13.923649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff074b-9910-4a4a-9837-399d2c3a643e req-adb33c04-5a50-4c00-acc5-f998dd574ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:13.925700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8ff074b-9910-4a4a-9837-399d2c3a643e req-adb33c04-5a50-4c00-acc5-f998dd574ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 1097 time: 0.0392864 Aug 12 05:16:13.959367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8ff074b-9910-4a4a-9837-399d2c3a643e req-c14ce431-1afa-41c7-94ea-2da74f478162 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270267 Aug 12 05:16:14.719427 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24db1e-7762-44dd-a25b-63c5b5ef9950 req-0fb7d084-0962-43bf-a80e-d1761af50c86 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:14.720899 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9b24db1e-7762-44dd-a25b-63c5b5ef9950 req-0fb7d084-0962-43bf-a80e-d1761af50c86 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 946 time: 0.0497713 Aug 12 05:16:14.759274 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9b24db1e-7762-44dd-a25b-63c5b5ef9950 req-d6079aa0-e0b6-411a-8c76-58310b713211 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Aug 12 05:16:15.878922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d07e07-702b-4cd9-89d9-eb4d045f88c7 req-cbbc9a83-ab8d-4a97-90e7-955f035e3ca8 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:15.880375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5d07e07-702b-4cd9-89d9-eb4d045f88c7 req-cbbc9a83-ab8d-4a97-90e7-955f035e3ca8 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 946 time: 0.0512996 Aug 12 05:16:15.916512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5d07e07-702b-4cd9-89d9-eb4d045f88c7 req-10a3a9be-3459-42c3-80ae-3fdec264165c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302894 Aug 12 05:16:16.028446 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e517b4-7ef5-4046-824a-8bbfa7efdfef req-016d8b4c-a2bc-4dd4-b824-fa21d017b709 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:16.029915 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71e517b4-7ef5-4046-824a-8bbfa7efdfef req-016d8b4c-a2bc-4dd4-b824-fa21d017b709 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Aug 12 05:16:16.071260 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71e517b4-7ef5-4046-824a-8bbfa7efdfef req-bc0f82c5-794f-4b45-824a-584d57989bbe tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Aug 12 05:16:26.117051 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:26.276780 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:28.277226 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-09c2632e-3068-4089-90d3-b3b0f1e6c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:30.825524 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ba62f261-6ac8-477f-9ee9-03849ebc09a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:30.986215 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:32.380542 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:33.926905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:37.770724 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1a2b2-ea87-4c3a-bf27-a400cbb64f5d req-7979b732-6a49-4f9a-ab9c-86ab951aa15c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:37.772201 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46c1a2b2-ea87-4c3a-bf27-a400cbb64f5d req-7979b732-6a49-4f9a-ab9c-86ab951aa15c tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 946 time: 0.0493758 Aug 12 05:16:37.808661 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-46c1a2b2-ea87-4c3a-bf27-a400cbb64f5d req-7443d155-1acd-4446-91e5-3b22bab17e7b tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305564 Aug 12 05:16:38.929068 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e11f-82a2-4607-b8ea-b7dca3ad9a57 req-35eb694d-a469-4250-bb01-c91ffc9e9dcf tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:38.931137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5740e11f-82a2-4607-b8ea-b7dca3ad9a57 req-35eb694d-a469-4250-bb01-c91ffc9e9dcf tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 946 time: 0.0543919 Aug 12 05:16:38.969662 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5740e11f-82a2-4607-b8ea-b7dca3ad9a57 req-1f6b22dd-d853-4aba-8287-1ed6f22956ea tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a17dfa3-577c-400f-80dc-1871446146cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Aug 12 05:16:39.281715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-97ef9f34-dda9-40f5-9345-6866450816c0 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:39.283191 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-97ef9f34-dda9-40f5-9345-6866450816c0 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 946 time: 0.0492613 Aug 12 05:16:39.373255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Deleting port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:39.373591 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:39.458565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] For port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:39.458947 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:39.471304 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Calling delete_port for b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:39.648235 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:39.662788 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:16:39.677041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Pushing event deleted for resources: {'Port': ['ID=b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:39.722052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] No DVR routers for this DVR port b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:16:39.724659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:39.726617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4b9dde6f-bb19-4c58-a7be-a32b1cc4c207 req-b6bedcc3-8095-443e-98cd-ca5c0ce5bc23 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.36 "DELETE /v2.0/ports/b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 HTTP/1.1" status: 204 len: 173 time: 0.4376268 Aug 12 05:16:39.727115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf967fb1-1684-4835-8787-911c3581ba99', 'name': 'network-vif-deleted', 'tag': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:16:39.729380 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c27d584-640a-41f0-a434-1220e25aa1e1" -d '{"events": [{"server_uuid": "bf967fb1-1684-4835-8787-911c3581ba99", "name": "network-vif-deleted", "tag": "b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:16:39.764511 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f365cc6-4b58-4b93-9e2a-91939f6f87be x-openstack-request-id: req-9f365cc6-4b58-4b93-9e2a-91939f6f87be {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:16:39.764827 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf967fb1-1684-4835-8787-911c3581ba99", "name": "network-vif-deleted", "tag": "b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:16:39.765081 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f365cc6-4b58-4b93-9e2a-91939f6f87be {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:16:39.765481 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf967fb1-1684-4835-8787-911c3581ba99', 'name': 'network-vif-deleted', 'tag': 'b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222', 'status': 'completed', 'code': 200} Aug 12 05:16:40.079984 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-39a6ff3d-6fb7-401a-9746-3fd4de3d4357 req-00c922fe-f85a-40e9-b618-623105326366 tempest-TestEncryptedCinderVolumes-2021700618 tempest-TestEncryptedCinderVolumes-2021700618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf967fb1-1684-4835-8787-911c3581ba99 HTTP/1.1" status: 200 len: 210 time: 0.0292230 Aug 12 05:16:41.215813 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48672) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:41.544908 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:41.777808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Deleting port 8d5908c0-84fd-4675-b23a-5286ad2dcdab {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:41.778057 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:41.856157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] For port 8d5908c0-84fd-4675-b23a-5286ad2dcdab, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8d5908c0-84fd-4675-b23a-5286ad2dcdab,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:41.856518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:41.869327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Calling delete_port for 8d5908c0-84fd-4675-b23a-5286ad2dcdab owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:42.076944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:42.101237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5908c0-84fd-4675-b23a-5286ad2dcdab,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:42.265952 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:42.474589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:16:42.931720 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:16:42.936890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-dc719656-6428-4b6c-ba05-a69419a5d2d3 admin admin] 10.222.0.42 "PUT /v2.0/routers/14809a13-7d90-4ec0-bd9f-f2e7cb71ea68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194071 Aug 12 05:16:42.939534 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48674) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:42.942539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] Sync routers for ids ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:16:42.951681 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] Routers {'14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:42.952304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:43.044859 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.056904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] Set router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:43.148853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.229743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:16:41Z', 'revision_number': 5, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port': {'id': '2a61419b-eeda-45d1-9a0d-c108311de7ed', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:43.250386 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Deleting port 2a61419b-eeda-45d1-9a0d-c108311de7ed {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:43.250758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.255614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] Checking router: 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:16:43.263509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] Routers {'14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:43.264113 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:43.329299 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] For port 2a61419b-eeda-45d1-9a0d-c108311de7ed, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2a61419b-eeda-45d1-9a0d-c108311de7ed,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:43.329671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.346450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Calling delete_port for 2a61419b-eeda-45d1-9a0d-c108311de7ed owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:43.348697 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] Set router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:43.402409 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:16:43Z', 'revision_number': 6, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:43.428718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4493431-bc58-4f24-9ca4-9b99a003b7b7 None None] The sync data for ids ['14809a13-7d90-4ec0-bd9f-f2e7cb71ea68'] in n-d-804320-1 is: [{'id': '14809a13-7d90-4ec0-bd9f-f2e7cb71ea68', 'name': 'tempest-TestEncryptedCinderVolumes-363041252-router', 'tenant_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:16Z', 'updated_at': '2021-08-12T05:16:43Z', 'revision_number': 6, 'project_id': 'c3c4a096e2d944f5baa198121d9bd32f', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:16:43.557190 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.587317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a61419b-eeda-45d1-9a0d-c108311de7ed,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:43.601207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:43.610736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.611099 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.611441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.611773 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.612116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.612432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.612758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.613133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.613458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.613777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.614097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.614428 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:43.621458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:43.621458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device b67bfd4d-59c4-46ed-b3f2-5a8d0bc20222 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:43.655470 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.745730 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.747755 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.862355 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.862355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:16:43.865955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.869126 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c3f9ddcd-b33f-4553-8f2e-726eca22047d admin admin] 10.222.0.42 "DELETE /v2.0/routers/14809a13-7d90-4ec0-bd9f-f2e7cb71ea68 HTTP/1.1" status: 204 len: 168 time: 0.9285538 Aug 12 05:16:43.870822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48676) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:43.914488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Deleting subnet 8107d20d-e4f7-4b3f-b2ba-b9a631b66297 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:16:43.917781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:43.956031 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.030899 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.145938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.168790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8107d20d-e4f7-4b3f-b2ba-b9a631b66297,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:44.174471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.176973 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bf8e36bc-dc32-478c-a259-f7805ecff3bf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8107d20d-e4f7-4b3f-b2ba-b9a631b66297 HTTP/1.1" status: 204 len: 168 time: 0.3061228 Aug 12 05:16:44.180154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48678) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:44.193882 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10ac06-3aec-4d58-bae7-7396f062ad19 None None] Network 4af985fd-5af3-4c33-9671-16e1611b31bf requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:16:44.217200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8d5908c0-84fd-4675-b23a-5286ad2dcdab no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:44.264360 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.268853 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8d5908c0-84fd-4675-b23a-5286ad2dcdab {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:44.269234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8d5908c0-84fd-4675-b23a-5286ad2dcdab not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:44.320035 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Deleting port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:44.320377 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.386779 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] For port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,segment=NetworkSegment(206a61e2-8cc3-4a4b-b0bf-a640a6ec252e),segment_id=206a61e2-8cc3-4a4b-b0bf-a640a6ec252e)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:44.387173 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.402637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] DHCP port deletion for 4af985fd-5af3-4c33-9671-16e1611b31bf request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:16:44.409421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Calling delete_port for 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:44.597019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.603686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Deleting port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:44.604105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.622411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:44.626987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] No DVR routers for this DVR port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:16:44.670763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] For port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94, host n-d-804320-1, got binding levels [] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:44.671163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.683097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Calling delete_port for 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:44.685657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.ipam_backend_mixin [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 was not found and therefore no delete operation was performed {{(pid=95044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 05:16:44.686945 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.700982 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.709667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] Pushing event deleted for resources: {'Port': ['ID=4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:44.711215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af985fd-5af3-4c33-9671-16e1611b31bf']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:44.715258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc91d5-6047-4f83-b99e-ff74d0ed993f None None] No DVR routers for this DVR port 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:16:44.722100 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:44.722438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206a61e2-8cc3-4a4b-b0bf-a640a6ec252e') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:44.731422 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.744917 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.750719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:16:44.751194 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:16:44.752808 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:16:44.848280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.853582 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:44.855444 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4af985fd-5af3-4c33-9671-16e1611b31bf HTTP/1.1" status: 204 len: 168 time: 0.6739078 Aug 12 05:16:44.858493 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48680) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:44.866757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397f0d-6e1d-4ba8-a2a7-0efe65e744f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af985fd-5af3-4c33-9671-16e1611b31bf,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:45.096569 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:16:45.207008 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:45.451754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Deleting port a2462611-02ed-4fc8-872f-cffe9a6ac2b4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:45.452101 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:45.532112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] For port a2462611-02ed-4fc8-872f-cffe9a6ac2b4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:45.532793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:45.555688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Calling delete_port for a2462611-02ed-4fc8-872f-cffe9a6ac2b4 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:45.607493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:45.627966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:45.628634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4c0a9c57-0ac5-4058-9012-0b9b8c0a0c94 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:45.629234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a61419b-eeda-45d1-9a0d-c108311de7ed no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:45.651786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2a61419b-eeda-45d1-9a0d-c108311de7ed {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:45.652403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2a61419b-eeda-45d1-9a0d-c108311de7ed not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:45.796923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:45.827185 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2462611-02ed-4fc8-872f-cffe9a6ac2b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:45.992251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:46.208594 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Router 36b40744-d99e-4146-bb34-be1be9ffd7f2 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:16:46.314772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:16:46.320367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2894b5c9-15c6-41c5-b568-7e62065b81d5 admin admin] 10.222.0.42 "PUT /v2.0/routers/36b40744-d99e-4146-bb34-be1be9ffd7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608085 Aug 12 05:16:46.322852 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48682) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:46.325435 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] Sync routers for ids ['36b40744-d99e-4146-bb34-be1be9ffd7f2'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:16:46.335921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] Routers {'36b40744-d99e-4146-bb34-be1be9ffd7f2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:46.336537 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['36b40744-d99e-4146-bb34-be1be9ffd7f2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:46.424639 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:46.437173 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] Set router 36b40744-d99e-4146-bb34-be1be9ffd7f2 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:46.523246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:46.608611 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:16:45Z', 'revision_number': 5, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port': {'id': 'bd25a1ca-39a3-4b40-9977-9e9076bdacd7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:46.639121 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] Checking router: 36b40744-d99e-4146-bb34-be1be9ffd7f2 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:16:46.643627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Deleting port bd25a1ca-39a3-4b40-9977-9e9076bdacd7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:46.643976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:46.647564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] Routers {'36b40744-d99e-4146-bb34-be1be9ffd7f2'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:46.648216 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['36b40744-d99e-4146-bb34-be1be9ffd7f2'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:46.724207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] For port bd25a1ca-39a3-4b40-9977-9e9076bdacd7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:46.724630 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:46.738363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Calling delete_port for bd25a1ca-39a3-4b40-9977-9e9076bdacd7 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:46.820210 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] Set router 36b40744-d99e-4146-bb34-be1be9ffd7f2 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:46.869554 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:16:46Z', 'revision_number': 6, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:46.898655 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc23e8e-5ec1-4eff-bc34-c2f1b435fc75 None None] The sync data for ids ['36b40744-d99e-4146-bb34-be1be9ffd7f2'] in n-d-804320-1 is: [{'id': '36b40744-d99e-4146-bb34-be1be9ffd7f2', 'name': 'tempest-TestEncryptedCinderVolumes-1338095201-router', 'tenant_id': '98919403a7874908b20d1fd25b7f2256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:15:22Z', 'updated_at': '2021-08-12T05:16:46Z', 'revision_number': 6, 'project_id': '98919403a7874908b20d1fd25b7f2256', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:16:46.963003 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:46.988695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd25a1ca-39a3-4b40-9977-9e9076bdacd7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:47.051266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.139189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.141174 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.237006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.237699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b40744-d99e-4146-bb34-be1be9ffd7f2 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:16:47.242675 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.243853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bea07aec-f2b5-4b1a-9c0a-e56fb2542deb admin admin] 10.222.0.42 "DELETE /v2.0/routers/36b40744-d99e-4146-bb34-be1be9ffd7f2 HTTP/1.1" status: 204 len: 168 time: 0.9200182 Aug 12 05:16:47.246394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48684) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:47.303307 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Deleting subnet 325ae0da-244c-47a9-8e41-c02cd96f09f5 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:16:47.307083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.343860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.419632 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.528735 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.557767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325ae0da-244c-47a9-8e41-c02cd96f09f5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:47.563356 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.565287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-46696a76-28e2-4744-8682-2735b4fb68e6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/325ae0da-244c-47a9-8e41-c02cd96f09f5 HTTP/1.1" status: 204 len: 168 time: 0.3179288 Aug 12 05:16:47.568001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48686) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:47.570860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f28799-9b77-4e23-9143-a47ca0b327e1 None None] Network 1b1abc42-76af-418a-bdd7-dda6b1f22c32 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:16:47.637232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.710670 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Deleting port 5629163c-3453-4bd1-bf3a-81c4e528264d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:47.711054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.714463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd25a1ca-39a3-4b40-9977-9e9076bdacd7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:47.739980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: bd25a1ca-39a3-4b40-9977-9e9076bdacd7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:47.740352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device bd25a1ca-39a3-4b40-9977-9e9076bdacd7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:47.740813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a2462611-02ed-4fc8-872f-cffe9a6ac2b4 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:47.763023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] DHCP port deletion for 1b1abc42-76af-418a-bdd7-dda6b1f22c32 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:16:47.765119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: a2462611-02ed-4fc8-872f-cffe9a6ac2b4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:47.765459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device a2462611-02ed-4fc8-872f-cffe9a6ac2b4 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:47.785318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] For port 5629163c-3453-4bd1-bf3a-81c4e528264d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5629163c-3453-4bd1-bf3a-81c4e528264d,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:47.785683 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.799924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Calling delete_port for 5629163c-3453-4bd1-bf3a-81c4e528264d owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:47.811990 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] Deleting port 5629163c-3453-4bd1-bf3a-81c4e528264d {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:16:47.812370 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.874388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] For port 5629163c-3453-4bd1-bf3a-81c4e528264d, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5629163c-3453-4bd1-bf3a-81c4e528264d,segment=NetworkSegment(d23f1cbf-bfea-49b8-935b-70dcd3c7d605),segment_id=d23f1cbf-bfea-49b8-935b-70dcd3c7d605)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:47.874822 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.888629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] Calling delete_port for 5629163c-3453-4bd1-bf3a-81c4e528264d owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:16:47.939697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.964048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Pushing event deleted for resources: {'Port': ['ID=5629163c-3453-4bd1-bf3a-81c4e528264d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:47.971238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:47.973727 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] No DVR routers for this DVR port 5629163c-3453-4bd1-bf3a-81c4e528264d on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:16:48.001127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] Pushing event deleted for resources: {'Port': ['ID=5629163c-3453-4bd1-bf3a-81c4e528264d,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:48.002933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502289a1-05a9-44c6-a45c-22acfd32177c None None] No DVR routers for this DVR port 5629163c-3453-4bd1-bf3a-81c4e528264d on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:16:48.050415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.060212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1abc42-76af-418a-bdd7-dda6b1f22c32']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:48.070230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:48.070526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23f1cbf-bfea-49b8-935b-70dcd3c7d605') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:48.079114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.092932 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.099367 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:16:48.102399 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:16:48.191076 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.196700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.198562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b1abc42-76af-418a-bdd7-dda6b1f22c32 HTTP/1.1" status: 204 len: 168 time: 0.6298072 Aug 12 05:16:48.210319 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b700c-256d-4d22-b1d6-049e35dcb110 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1abc42-76af-418a-bdd7-dda6b1f22c32,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:48.502160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48690) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:48.541809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2be2247f-84e7-40e9-9cc9-dab57b933f9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3c4a096e2d944f5baa198121d9bd32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385182 Aug 12 05:16:48.544213 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48692) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:48.592647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0c2b2ed-0f26-424d-a3c9-dbe166077cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.613370 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0c2b2ed-0f26-424d-a3c9-dbe166077cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.716665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0c2b2ed-0f26-424d-a3c9-dbe166077cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.719169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e0c2b2ed-0f26-424d-a3c9-dbe166077cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:48.720306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e0c2b2ed-0f26-424d-a3c9-dbe166077cb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a17dfa3-577c-400f-80dc-1871446146cf HTTP/1.1" status: 204 len: 168 time: 0.1752214 Aug 12 05:16:48.728633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2b2ed-0f26-424d-a3c9-dbe166077cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17dfa3-577c-400f-80dc-1871446146cf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:49.336872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48698) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:49.376091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d4cba671-96eb-42c4-acc8-9127683a7f9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98919403a7874908b20d1fd25b7f2256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380504 Aug 12 05:16:49.378391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48700) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:49.429115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3867aa6d-c7e9-43da-a2fa-23272427067b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:49.449566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3867aa6d-c7e9-43da-a2fa-23272427067b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:49.576130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5629163c-3453-4bd1-bf3a-81c4e528264d no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:16:49.580227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3867aa6d-c7e9-43da-a2fa-23272427067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:49.585380 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3867aa6d-c7e9-43da-a2fa-23272427067b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:49.587297 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3867aa6d-c7e9-43da-a2fa-23272427067b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0633e3e-6e78-4567-830e-288a3c0bad3e HTTP/1.1" status: 204 len: 168 time: 0.2077625 Aug 12 05:16:49.599935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867aa6d-c7e9-43da-a2fa-23272427067b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0633e3e-6e78-4567-830e-288a3c0bad3e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:49.608097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5629163c-3453-4bd1-bf3a-81c4e528264d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:16:49.608544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5629163c-3453-4bd1-bf3a-81c4e528264d not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:16:50.555325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48722) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:50.648093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-848639403-network', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:50.716609 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Made reservation on behalf of e8e57312e76548d1afefdd606cf9d938 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:16:50.719177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:50.727909 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:50.814894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:50.876501 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:50.903550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:16:50.908881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7bca9-adec-4499-940c-1b6d0fecfec5,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:50.917676 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:50.918023 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Added segment 60df9ff8-9459-48ff-b1d7-660861516a31 of type vlan for network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 Aug 12 05:16:50.957453 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.059517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.060478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:51.061055 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.121983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b606fd7f-f5e5-41a0-92b9-e00361baa1f4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:51.131464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:16:51.169000 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-19ccd053-f655-4f63-aef0-e0ed3adb2cd5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6123106 Aug 12 05:16:51.171823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48726) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:51.176693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Request body: {'subnet': {'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-848639403-subnet', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:51.237317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Made reservation on behalf of e8e57312e76548d1afefdd606cf9d938 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:16:51.240238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.436756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.488959 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d1c5d60-0d51-44d8-bb58-5291cd054c8f,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:51.499237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Checking segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:51.499601 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Network hostable DHCP agents. Network: b606fd7f-f5e5-41a0-92b9-e00361baa1f4, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:16:51.557025 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:16:51.596362 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, b606fd7f-f5e5-41a0-92b9-e00361baa1f4) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:51.600490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:51.601072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.607741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f2670-a941-46f7-879b-0af280d8e626 None None] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:16:51.649114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7d2f66f1-6aac-41d5-88f3-2112383af47f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4762096 Aug 12 05:16:51.651834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48728) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:51.656265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:51.722628 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.723760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.750075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:16:51.751233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.782671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:51.881658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Allocated IP 172.20.0.2 (b606fd7f-f5e5-41a0-92b9-e00361baa1f4/0d1c5d60-0d51-44d8-bb58-5291cd054c8f/8f76c3ff-5e46-4d7b-b44f-f1223572c937) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:16:51.972332 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.023121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.030987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Transition to ACTIVE for port object 8f76c3ff-5e46-4d7b-b44f-f1223572c937 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:52.045626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Transition to ACTIVE for port object 8f76c3ff-5e46-4d7b-b44f-f1223572c937 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:52.088890 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.123223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:52.125987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:52.131473 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:16:52.143196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Pushing event updated for resources: {'Port': ['ID=8f76c3ff-5e46-4d7b-b44f-f1223572c937,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:52.194663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Attempting to bind port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:16:52.195058 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Attempting to bind port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:16:52.195413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Attempting to bind port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 on network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:16:52.200315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:16:52.200689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Checking segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:52.201088 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.201532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Bound using segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:16:52.201943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Bound port: 8f76c3ff-5e46-4d7b-b44f-f1223572c937, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:16:52.202326 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.207950 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.227458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.265071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] For port 8f76c3ff-5e46-4d7b-b44f-f1223572c937, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:16:52.267501 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] For port 8f76c3ff-5e46-4d7b-b44f-f1223572c937, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f76c3ff-5e46-4d7b-b44f-f1223572c937,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:16:52.312240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.331410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Allocated IP 172.25.6.141 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/5e056f24-3878-49a8-9bfa-117a642954b7) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:16:52.374804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a3f92-f425-42eb-a2a5-4a5bf5075151 None None] Pushing event updated for resources: {'Port': ['ID=8f76c3ff-5e46-4d7b-b44f-f1223572c937,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:52.438264 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.517998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:52.562448 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:52.567131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:52.572055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:16:52.575282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5e056f24-3878-49a8-9bfa-117a642954b7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:53.247396 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:53.263511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e9fb9-78c3-4c6e-9737-713aff042613 None None] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:16:53.372350 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8b865c9b-15bf-48cd-ba03-c4dcd9428832 None None] Provisioning for port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:53.447579 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:53.622130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f76c3ff-5e46-4d7b-b44f-f1223572c937 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:16:53.630279 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:16:53.728079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:53.731886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:53.732268 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:53.734468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:16:53.754322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Sync routers for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:16:53.773663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:53.774284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:53.808240 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:53.812008 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-93d75e76-bba2-4f88-8c51-88ee41e5e7f7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1566856 Aug 12 05:16:53.812170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48730) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:53.898266 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:53.917991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:54.030423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 8f76c3ff-5e46-4d7b-b44f-f1223572c937, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f76c3ff-5e46-4d7b-b44f-f1223572c937,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:54.093641 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.150562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=8f76c3ff-5e46-4d7b-b44f-f1223572c937,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:54.163974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:53Z', 'revision_number': 3, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:54.190005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Checking router: b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:16:54.190361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Updating router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d port 5e056f24-3878-49a8-9bfa-117a642954b7 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:16:54.215167 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.251067 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.408306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Allocated IP 172.20.0.1 (b606fd7f-f5e5-41a0-92b9-e00361baa1f4/0d1c5d60-0d51-44d8-bb58-5291cd054c8f/78330768-5155-40d1-880c-fde54f00e61e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:16:54.467711 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.477445 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Transition to ACTIVE for port object 5e056f24-3878-49a8-9bfa-117a642954b7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:54.510670 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.523842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Transition to ACTIVE for port object 78330768-5155-40d1-880c-fde54f00e61e will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:54.557532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.610499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Attempting to bind port 5e056f24-3878-49a8-9bfa-117a642954b7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:16:54.611129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Attempting to bind port 5e056f24-3878-49a8-9bfa-117a642954b7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:16:54.611721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Attempting to bind port 5e056f24-3878-49a8-9bfa-117a642954b7 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:16:54.614547 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612932-ced4-48d7-ac63-5b7b40e79554 None None] Pushing event updated for resources: {'Port': ['ID=5e056f24-3878-49a8-9bfa-117a642954b7,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:54.615368 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.620439 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:16:54.620823 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:54.621227 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.621617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:16:54.622729 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Bound port: 5e056f24-3878-49a8-9bfa-117a642954b7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:16:54.622729 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.661697 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:54.668095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:54.671659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:16:54.672878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] For port 5e056f24-3878-49a8-9bfa-117a642954b7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:16:54.676005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] For port 5e056f24-3878-49a8-9bfa-117a642954b7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5e056f24-3878-49a8-9bfa-117a642954b7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:16:54.696800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Pushing event updated for resources: {'Port': ['ID=78330768-5155-40d1-880c-fde54f00e61e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:54.716298 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.752702 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.813314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:54.813555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:54.849343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612932-ced4-48d7-ac63-5b7b40e79554 None None] Pushing event updated for resources: {'Port': ['ID=5e056f24-3878-49a8-9bfa-117a642954b7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:54.935706 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:54.937370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:55.029054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c00b4af5-ba0a-49d7-aa4d-709c9225f9e7 None None] Provisioning for port 78330768-5155-40d1-880c-fde54f00e61e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:55.039240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c00b4af5-ba0a-49d7-aa4d-709c9225f9e7 None None] Provisioning complete for port 78330768-5155-40d1-880c-fde54f00e61e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:55.039618 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c00b4af5-ba0a-49d7-aa4d-709c9225f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:55.090398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c00b4af5-ba0a-49d7-aa4d-709c9225f9e7 None None] Port 78330768-5155-40d1-880c-fde54f00e61e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:16:55.095833 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:55.145938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:53Z', 'revision_number': 3, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:55.174604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0cad5a-e6bb-4d41-9459-835ab4cf8c0d None None] The sync data for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 is: [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:53Z', 'revision_number': 3, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:16:55.179585 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:55.251154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:55.252936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Pushing event updated for resources: {'Port': ['ID=78330768-5155-40d1-880c-fde54f00e61e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:55.345165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:55.346523 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:55.482835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:16:55.614691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-37164302-c8f7-4b97-91ac-5fb02cc773e7 None None] Provisioning complete for port 78330768-5155-40d1-880c-fde54f00e61e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:55.615259 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-37164302-c8f7-4b97-91ac-5fb02cc773e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:55.621937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:16:55.627538 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-52eb83ba-0d48-4334-8eda-1e2c618b1c25 admin admin] 10.222.0.42 "PUT /v2.0/routers/b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143592 Aug 12 05:16:55.808212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f76c3ff-5e46-4d7b-b44f-f1223572c937 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:16:55.847841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-37164302-c8f7-4b97-91ac-5fb02cc773e7 None None] Port 78330768-5155-40d1-880c-fde54f00e61e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:16:55.866938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:55.870245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:55.962172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5e056f24-3878-49a8-9bfa-117a642954b7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:16:56.123210 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 5e056f24-3878-49a8-9bfa-117a642954b7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:56.126419 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.127805 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5e056f24-3878-49a8-9bfa-117a642954b7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:56.128164 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.206612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.230396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 5e056f24-3878-49a8-9bfa-117a642954b7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5e056f24-3878-49a8-9bfa-117a642954b7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:16:56.294820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.332600 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.346996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=5e056f24-3878-49a8-9bfa-117a642954b7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:56.374881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48746) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:56.380925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1154381191-network', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:56.488122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Made reservation on behalf of 3170c8aa7ceb4bdab6e32f9dad862f7a for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:16:56.491140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.500350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.590090 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.638552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.667288 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:16:56.677921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ad036f-9b39-4751-bf5c-eb3f6c5437b7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:56.683466 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.683812 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Added segment 7932f094-5de0-48d7-bc12-ae673373666f of type vlan for network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 Aug 12 05:16:56.697276 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Sync routers for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:16:56.706740 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:56.707432 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:56.727310 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.803117 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.804057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:56.804651 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:56.811705 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:56.863773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] Pushing event updated for resources: {'Network': ['ID=875313ba-c12f-48cf-9802-8b1b2f0fc6b4,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:56.873281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:16:56.880161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4c13638b-aae9-4f6e-870c-fe63181ba901 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5013866 Aug 12 05:16:56.880399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48748) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:56.886172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Request body: {'subnet': {'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1154381191-subnet', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:56.956673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Made reservation on behalf of 3170c8aa7ceb4bdab6e32f9dad862f7a for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:16:56.959778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.007816 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 2, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:57.033080 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Checking router: b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:16:57.033424 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Updating router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d port 78330768-5155-40d1-880c-fde54f00e61e binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:16:57.070740 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.174344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.230226 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3b15c2-e812-4080-b88a-ea52c00b0f79,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:57.240076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Checking segment: {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:57.240437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Network hostable DHCP agents. Network: 875313ba-c12f-48cf-9802-8b1b2f0fc6b4, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:16:57.299586 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:16:57.369166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 875313ba-c12f-48cf-9802-8b1b2f0fc6b4) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:57.373349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:16:57.373937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.380283 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcfbc36-89f9-45df-b343-a1f8a9fbd065 None None] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:16:57.416682 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.426123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Transition to ACTIVE for port object 78330768-5155-40d1-880c-fde54f00e61e will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:57.455821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-41b80f3b-743d-4dad-916d-5765b860b7eb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5742767 Aug 12 05:16:57.458444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48750) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:57.462963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:16:57.511643 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.526156 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'fixed_ips': [{'subnet_id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:16:57.526963 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.546619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.548180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.593794 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Pushing event updated for resources: {'Port': ['ID=78330768-5155-40d1-880c-fde54f00e61e,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:57.620830 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.622742 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.623272 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.623774 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.624262 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.624760 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.625252 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.625758 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.626246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.626751 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.627243 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.627729 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:16:57.647329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5e056f24-3878-49a8-9bfa-117a642954b7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:16:57.650585 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Attempting to bind port 78330768-5155-40d1-880c-fde54f00e61e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:16:57.650995 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Attempting to bind port 78330768-5155-40d1-880c-fde54f00e61e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:16:57.651358 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Attempting to bind port 78330768-5155-40d1-880c-fde54f00e61e on network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:16:57.657172 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:16:57.657487 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Checking segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:57.657845 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.658352 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Bound using segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:16:57.658886 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Bound port: 78330768-5155-40d1-880c-fde54f00e61e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:16:57.659273 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.663494 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.728311 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] For port 78330768-5155-40d1-880c-fde54f00e61e, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:16:57.731665 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] For port 78330768-5155-40d1-880c-fde54f00e61e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78330768-5155-40d1-880c-fde54f00e61e,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:16:57.744652 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Allocated IP 172.20.0.2 (875313ba-c12f-48cf-9802-8b1b2f0fc6b4/8c3b15c2-e812-4080-b88a-ea52c00b0f79/011eae3c-2861-46cd-9e6f-2cf98a1a74c9) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:16:57.752960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 5e056f24-3878-49a8-9bfa-117a642954b7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:57.753337 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.797645 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.847376 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:57.848002 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:57.880699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:57.926939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83296ee3-225d-4fce-b634-84b920595a19 None None] Pushing event updated for resources: {'Port': ['ID=78330768-5155-40d1-880c-fde54f00e61e,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:58.002337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:16:58.100363 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.109076 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Transition to ACTIVE for port object 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:58.125068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Transition to ACTIVE for port object 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:16:58.164851 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.185142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.197523 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.242748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:58.245977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:58.249977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:16:58.260320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Pushing event updated for resources: {'Port': ['ID=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:58.302821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e6650330-b58c-4087-83f3-289309e1ec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.310076 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Allocated IP 172.25.6.113 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/cbe36aa4-8bf2-4521-a0e6-c38ad04c974e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:16:58.313582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Attempting to bind port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:16:58.313964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Attempting to bind port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:16:58.314433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Attempting to bind port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 on network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:16:58.320235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:16:58.320772 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Checking segment: {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:16:58.321317 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.321810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Bound using segment: {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:16:58.322398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Bound port: 011eae3c-2861-46cd-9e6f-2cf98a1a74c9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:16:58.322916 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.324454 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:57Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:58.352053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183d4f7-96d6-4967-8f36-b0abe8facae3 None None] The sync data for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 is: [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:57Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:16:58.396049 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] For port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:16:58.397232 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] For port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:16:58.434185 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.472179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.524159 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:58.531344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b4cfb-90b5-424b-9b29-48797d29f955 None None] Pushing event updated for resources: {'Port': ['ID=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:58.573794 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:16:58.579079 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:16:58.582783 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:16:58.608282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:16:58.923286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:59.459013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95732b73-15fa-490e-9087-c831f0a9509f None None] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:16:59.491409 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:59.588928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7ee033a6-ce7e-440d-a2c4-f1e63f922da1 None None] Provisioning for port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:59.669530 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78330768-5155-40d1-880c-fde54f00e61e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:16:59.722659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Router 50cde6bc-919b-4a9e-b568-e29c23247cb6 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:16:59.791512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 78330768-5155-40d1-880c-fde54f00e61e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:16:59.795575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 78330768-5155-40d1-880c-fde54f00e61e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:16:59.795951 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:59.833661 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:16:59.843181 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Sync routers for ids ['50cde6bc-919b-4a9e-b568-e29c23247cb6'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:16:59.878218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Routers {'50cde6bc-919b-4a9e-b568-e29c23247cb6'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:16:59.878894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:16:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['50cde6bc-919b-4a9e-b568-e29c23247cb6'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:16:59.888379 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:16:59.889980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7e30b04e-1324-4fb1-a667-b18c6bb02695 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4301689 Aug 12 05:16:59.892336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48752) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:16:59.933754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.015264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 78330768-5155-40d1-880c-fde54f00e61e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78330768-5155-40d1-880c-fde54f00e61e,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:00.026188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Set router 50cde6bc-919b-4a9e-b568-e29c23247cb6 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:17:00.079075 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.079894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:00.198358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=78330768-5155-40d1-880c-fde54f00e61e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:00.265002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:17:00.274209 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:00.274507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.308364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:16:58Z', 'revision_number': 3, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:00.315315 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.338032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Checking router: 50cde6bc-919b-4a9e-b568-e29c23247cb6 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:17:00.338386 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Updating router 50cde6bc-919b-4a9e-b568-e29c23247cb6 port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:17:00.369527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.436831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.474060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Allocated IP 172.20.0.1 (875313ba-c12f-48cf-9802-8b1b2f0fc6b4/8c3b15c2-e812-4080-b88a-ea52c00b0f79/c55004b9-dbda-4275-872d-dd51d7ed31ac) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:17:00.529809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:00.574718 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.587678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Transition to ACTIVE for port object c55004b9-dbda-4275-872d-dd51d7ed31ac will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:17:00.604528 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.654124 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.692611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:00.698703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:17:00.701639 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:17:00.705296 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:17:00.719411 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.728571 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Pushing event updated for resources: {'Port': ['ID=c55004b9-dbda-4275-872d-dd51d7ed31ac,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:00.731863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Transition to ACTIVE for port object cbe36aa4-8bf2-4521-a0e6-c38ad04c974e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:17:00.750242 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.803187 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.838972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba7c1-9e68-43ec-b0b3-acb94bc89b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.870871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Attempting to bind port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:17:00.871357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Attempting to bind port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:17:00.871739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Attempting to bind port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:17:00.874985 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9eb17-b968-4c95-8f04-f40a49f62cf2 None None] Pushing event updated for resources: {'Port': ['ID=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:00.881278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:17:00.881660 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:17:00.882065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.882494 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:17:00.883011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Bound port: cbe36aa4-8bf2-4521-a0e6-c38ad04c974e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:17:00.883398 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:00.946602 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] For port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:17:00.949893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] For port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:17:00.976981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.013806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.052565 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.054170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a58ebed6-eede-46fd-911f-03a9e6b75705 None None] Provisioning for port c55004b9-dbda-4275-872d-dd51d7ed31ac completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:17:01.082978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a58ebed6-eede-46fd-911f-03a9e6b75705 None None] Provisioning complete for port c55004b9-dbda-4275-872d-dd51d7ed31ac triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:01.083365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a58ebed6-eede-46fd-911f-03a9e6b75705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.137752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.141852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Routers {'50cde6bc-919b-4a9e-b568-e29c23247cb6'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:17:01.142482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['50cde6bc-919b-4a9e-b568-e29c23247cb6'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:01.147349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9eb17-b968-4c95-8f04-f40a49f62cf2 None None] Pushing event updated for resources: {'Port': ['ID=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:01.182104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a58ebed6-eede-46fd-911f-03a9e6b75705 None None] Port c55004b9-dbda-4275-872d-dd51d7ed31ac cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:17:01.213885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.253004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] Set router 50cde6bc-919b-4a9e-b568-e29c23247cb6 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:17:01.283622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Pushing event updated for resources: {'Port': ['ID=c55004b9-dbda-4275-872d-dd51d7ed31ac,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:01.286326 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.380858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:17:01.382291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:17:01.503937 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Router 50cde6bc-919b-4a9e-b568-e29c23247cb6 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:17:01.607679 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78330768-5155-40d1-880c-fde54f00e61e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:01.627055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:17:01.634173 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0b8f6c9f-6246-4437-8078-10dfe4d2daff admin admin] 10.222.0.42 "PUT /v2.0/routers/50cde6bc-919b-4a9e-b568-e29c23247cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407572 Aug 12 05:17:01.647843 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2a1faaa5-db71-40f8-9345-78acfce2000e None None] Provisioning complete for port c55004b9-dbda-4275-872d-dd51d7ed31ac triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:01.648225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a1faaa5-db71-40f8-9345-78acfce2000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.687628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c55004b9-dbda-4275-872d-dd51d7ed31ac', 'name': '', 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'mac_address': 'fa:16:3e:b2:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:17:00Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 1, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'subnets': [{'id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:01.723814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6594dfd-a68f-4c21-8692-c488c6dbf6d5 None None] The sync data for ids ['50cde6bc-919b-4a9e-b568-e29c23247cb6'] in n-d-804320-1 is: [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c55004b9-dbda-4275-872d-dd51d7ed31ac', 'name': '', 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'mac_address': 'fa:16:3e:b2:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:17:00Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 1, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'subnets': [{'id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:17:01.728678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2a1faaa5-db71-40f8-9345-78acfce2000e None None] Port c55004b9-dbda-4275-872d-dd51d7ed31ac cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:17:01.734406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 78330768-5155-40d1-880c-fde54f00e61e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:01.734812 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:01.815864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:01.867753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:01.868133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:02.414185 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:03.625207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cbe36aa4-8bf2-4521-a0e6-c38ad04c974e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:03.733978 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:17:03.738354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:03.738835 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:03.829686 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:03.854419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:03.917161 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:03.971105 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:03.983750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:05.176419 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Sync routers for ids ['50cde6bc-919b-4a9e-b568-e29c23247cb6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:17:05.187135 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Routers {'50cde6bc-919b-4a9e-b568-e29c23247cb6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:17:05.187762 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['50cde6bc-919b-4a9e-b568-e29c23247cb6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:05.297553 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Set router 50cde6bc-919b-4a9e-b568-e29c23247cb6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:17:05.509520 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c55004b9-dbda-4275-872d-dd51d7ed31ac', 'name': '', 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'mac_address': 'fa:16:3e:b2:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:17:00Z', 'updated_at': '2021-08-12T05:17:01Z', 'revision_number': 2, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'subnets': [{'id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:05.534671 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Checking router: 50cde6bc-919b-4a9e-b568-e29c23247cb6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:17:05.535053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Updating router 50cde6bc-919b-4a9e-b568-e29c23247cb6 port c55004b9-dbda-4275-872d-dd51d7ed31ac binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:17:05.560799 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:05.630551 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cbe36aa4-8bf2-4521-a0e6-c38ad04c974e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:05.655146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:05.655521 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:05.839440 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:05.849337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Transition to ACTIVE for port object c55004b9-dbda-4275-872d-dd51d7ed31ac will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:17:05.935137 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:05.982967 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d1f77-bbdf-4606-ab8a-373b925b8ccc None None] Pushing event updated for resources: {'Port': ['ID=c55004b9-dbda-4275-872d-dd51d7ed31ac,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:06.060900 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Attempting to bind port c55004b9-dbda-4275-872d-dd51d7ed31ac on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:17:06.061165 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Attempting to bind port c55004b9-dbda-4275-872d-dd51d7ed31ac by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:17:06.061523 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Attempting to bind port c55004b9-dbda-4275-872d-dd51d7ed31ac on network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:17:06.067463 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:17:06.067907 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Checking segment: {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:17:06.068380 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:06.068865 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Bound using segment: {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:17:06.069834 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Bound port: c55004b9-dbda-4275-872d-dd51d7ed31ac, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7932f094-5de0-48d7-bc12-ae673373666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:17:06.070309 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:06.150902 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] For port c55004b9-dbda-4275-872d-dd51d7ed31ac, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:17:06.155041 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] For port c55004b9-dbda-4275-872d-dd51d7ed31ac, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c55004b9-dbda-4275-872d-dd51d7ed31ac,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:17:06.214501 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:06.276818 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d1f77-bbdf-4606-ab8a-373b925b8ccc None None] Pushing event updated for resources: {'Port': ['ID=c55004b9-dbda-4275-872d-dd51d7ed31ac,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:06.295176 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Routers {'50cde6bc-919b-4a9e-b568-e29c23247cb6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:17:06.296134 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:17:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['50cde6bc-919b-4a9e-b568-e29c23247cb6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:06.420128 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] Set router 50cde6bc-919b-4a9e-b568-e29c23247cb6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:17:06.643216 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c55004b9-dbda-4275-872d-dd51d7ed31ac', 'name': '', 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'mac_address': 'fa:16:3e:b2:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:17:00Z', 'updated_at': '2021-08-12T05:17:06Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'subnets': [{'id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:06.668881 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8083d3-d043-43da-95c2-ee5504a2c218 None None] The sync data for ids ['50cde6bc-919b-4a9e-b568-e29c23247cb6'] in n-d-804320-1 is: [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:17:00Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'c55004b9-dbda-4275-872d-dd51d7ed31ac', 'name': '', 'network_id': '875313ba-c12f-48cf-9802-8b1b2f0fc6b4', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'mac_address': 'fa:16:3e:b2:8b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:17:00Z', 'updated_at': '2021-08-12T05:17:06Z', 'revision_number': 4, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'subnets': [{'id': '8c3b15c2-e812-4080-b88a-ea52c00b0f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:17:07.627948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c55004b9-dbda-4275-872d-dd51d7ed31ac up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:07.745466 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port c55004b9-dbda-4275-872d-dd51d7ed31ac completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:17:07.750147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c55004b9-dbda-4275-872d-dd51d7ed31ac triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:07.750813 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:07.840695 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:07.876703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port c55004b9-dbda-4275-872d-dd51d7ed31ac, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c55004b9-dbda-4275-872d-dd51d7ed31ac,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:07.944124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:08.000198 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=c55004b9-dbda-4275-872d-dd51d7ed31ac,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:09.613317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c55004b9-dbda-4275-872d-dd51d7ed31ac up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:09.664516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port c55004b9-dbda-4275-872d-dd51d7ed31ac triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:09.665233 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:13.495818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-85f0cdeb-2a47-49c8-acdc-0f0428904d74 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:13.497243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-85f0cdeb-2a47-49c8-acdc-0f0428904d74 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 814 time: 0.1091852 Aug 12 05:17:13.512575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-0705ff3a-31ad-451c-89d4-6bd82ae10cea tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/quotas/e8e57312e76548d1afefdd606cf9d938 HTTP/1.1" status: 200 len: 375 time: 0.0095351 Aug 12 05:17:13.566290 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-fa95f662-8086-4d07-a69e-250a199131d0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482585 Aug 12 05:17:13.666544 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-35df3f94-b70f-4ef9-bb23-32a1af38ac35 service neutron] 10.222.0.42 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883613 Aug 12 05:17:13.759269 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-078ac8a0-acb0-48b7-97c0-5dca202b6781 service neutron] 10.222.0.42 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Aug 12 05:17:14.053570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b6690d8e-2e56-4500-894d-3a9c578b01c4 req-9f477d51-00e0-43bb-bc9b-c16dd40da449 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 210 time: 0.0304637 Aug 12 05:17:15.132721 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c01db8f7-203b-4757-af97-988cd225bc35 req-e6ae4021-1ec8-4478-9aeb-beba350658aa tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 210 time: 0.0264456 Aug 12 05:17:16.226166 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ce245e55-7662-4bbc-8607-fb30fc0c8d46 req-537b1e37-d3d5-42eb-bf26-4d7d4e971d4e tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 210 time: 0.0260680 Aug 12 05:17:16.297856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-0c864ef5-e478-41ce-85f7-7c181b90fa03 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:16.299358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-0c864ef5-e478-41ce-85f7-7c181b90fa03 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 814 time: 0.1056511 Aug 12 05:17:16.311456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'port': {'device_id': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'admin_state_up': True, 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:16.459199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Made reservation on behalf of e8e57312e76548d1afefdd606cf9d938 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:17:16.462693 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:16.592819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Allocated IP 172.20.0.12 (b606fd7f-f5e5-41a0-92b9-e00361baa1f4/0d1c5d60-0d51-44d8-bb58-5291cd054c8f/1f3efcd9-09fb-43fb-9ea1-95937bb5100d) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:17:16.744423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:16.758200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Transition to ACTIVE for port object 1f3efcd9-09fb-43fb-9ea1-95937bb5100d will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:17:16.843778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:16.890635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:17:16.904020 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:17:16.911696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:17:16.965472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:16.983385 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:16.984211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:16.997799 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:16.998225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:16.998635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:16.999078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:16.999511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:16.999882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.000276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.000669 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.001061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.001454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.001840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.002238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:17.056407 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-db9d8be7-a9fc-49ba-af8c-42ded5e3b059 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7481081 Aug 12 05:17:17.282510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a384ac98-8619-466e-bf5b-eb7a6e09f6b8 None None] Provisioning for port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:17:17.290508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a384ac98-8619-466e-bf5b-eb7a6e09f6b8 None None] Provisioning complete for port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:17.291069 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a384ac98-8619-466e-bf5b-eb7a6e09f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:17.340388 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a384ac98-8619-466e-bf5b-eb7a6e09f6b8 None None] Port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:17:17.366618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb6ad6-d9e6-4c20-a689-ed4f301f1f8c req-380e90b7-4775-4f2a-94f7-2ac1a09606b9 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:17.368651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-decb6ad6-d9e6-4c20-a689-ed4f301f1f8c req-380e90b7-4775-4f2a-94f7-2ac1a09606b9 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0646641 Aug 12 05:17:17.408962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-decb6ad6-d9e6-4c20-a689-ed4f301f1f8c req-e56945a7-e5e5-4bd8-bd42-5a4838b7f0a3 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Aug 12 05:17:18.550476 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fbee-5142-4020-a558-9ca154bc9706 req-11c9a629-6778-46c5-b720-c24a41943999 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:18.552872 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5df3fbee-5142-4020-a558-9ca154bc9706 req-11c9a629-6778-46c5-b720-c24a41943999 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0558085 Aug 12 05:17:18.591738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5df3fbee-5142-4020-a558-9ca154bc9706 req-0ddd9de2-c240-4256-adf4-dd5b4a319b64 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Aug 12 05:17:19.721833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e72baa-23cd-4d6e-be02-f4665f61e24e req-20012ea5-867d-4a3d-827f-9e81c92bc4fb tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:19.724029 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0e72baa-23cd-4d6e-be02-f4665f61e24e req-20012ea5-867d-4a3d-827f-9e81c92bc4fb tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0666351 Aug 12 05:17:19.761379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0e72baa-23cd-4d6e-be02-f4665f61e24e req-6fdc34c8-7f35-4e27-9902-1aa9f4821e1a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Aug 12 05:17:20.883069 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbac38-6d43-44df-8a2e-68f7e68fe953 req-f193905c-2a90-4e8c-ac42-53d250b7e616 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:20.890960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3afbac38-6d43-44df-8a2e-68f7e68fe953 req-f193905c-2a90-4e8c-ac42-53d250b7e616 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0625291 Aug 12 05:17:20.925944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3afbac38-6d43-44df-8a2e-68f7e68fe953 req-4a2c6a84-11ee-46ce-813e-d9c00bba06cc tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Aug 12 05:17:22.045487 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de09ef-f944-4464-a6c7-9834cd84a0cc req-a27f2403-4005-4b4d-8ef9-60b483a00329 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:22.047026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9de09ef-f944-4464-a6c7-9834cd84a0cc req-a27f2403-4005-4b4d-8ef9-60b483a00329 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0523612 Aug 12 05:17:22.084963 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9de09ef-f944-4464-a6c7-9834cd84a0cc req-0d734918-c97a-4b6c-806a-9bb0672c07c5 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Aug 12 05:17:22.096091 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:17:23.203608 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcad4b-04c6-48ee-a6f4-2a97138c0b7b req-07ec5e77-1c4f-4f1d-a319-fb8bf98091e1 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:23.205921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97bcad4b-04c6-48ee-a6f4-2a97138c0b7b req-07ec5e77-1c4f-4f1d-a319-fb8bf98091e1 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0544076 Aug 12 05:17:23.246136 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-97bcad4b-04c6-48ee-a6f4-2a97138c0b7b req-c4531d7a-33f2-4df7-8d7a-8973938e7552 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340710 Aug 12 05:17:24.367978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e3e5-a8d9-4976-a69d-87809e6f380a req-e343d701-7f7d-4e6b-83ab-8e89989188df tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:24.370376 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d558e3e5-a8d9-4976-a69d-87809e6f380a req-e343d701-7f7d-4e6b-83ab-8e89989188df tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0569196 Aug 12 05:17:24.408536 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d558e3e5-a8d9-4976-a69d-87809e6f380a req-9ac524d8-29ff-4b45-9587-9ba4b5824297 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 12 05:17:25.542274 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67003ab-96b7-43bf-b6fc-5157b8cc9efb req-f80cab42-6616-4bd5-9b00-c23cafecab4e tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:25.543857 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f67003ab-96b7-43bf-b6fc-5157b8cc9efb req-f80cab42-6616-4bd5-9b00-c23cafecab4e tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0483885 Aug 12 05:17:25.588940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f67003ab-96b7-43bf-b6fc-5157b8cc9efb req-45f49de2-dd16-4a59-a0dc-9f0fc38fcbf8 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386677 Aug 12 05:17:26.139457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:26.293620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:26.710549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5068e-da84-4270-b453-6db154cf5742 req-80017868-c481-4c93-98ed-8e5437ac8b35 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:26.712083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27d5068e-da84-4270-b453-6db154cf5742 req-80017868-c481-4c93-98ed-8e5437ac8b35 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 932 time: 0.0524914 Aug 12 05:17:26.747954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-27d5068e-da84-4270-b453-6db154cf5742 req-e23ed39b-4fc1-439b-a007-10d28a7a8a32 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300086 Aug 12 05:17:27.374979 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Request body: {'port': {'device_id': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:27.426963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:27.688747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3efcd9-09fb-43fb-9ea1-95937bb5100d {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:17:27.696250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:27.708451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Transition to ACTIVE for port object 1f3efcd9-09fb-43fb-9ea1-95937bb5100d will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:17:27.785535 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:27.858526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:27.870590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fbb41-c189-4da6-9206-7d644bbc8eb8 req-60b5a89f-d9f0-46b8-bb08-ad5b4be47baa tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:27.872162 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d88fbb41-c189-4da6-9206-7d644bbc8eb8 req-60b5a89f-d9f0-46b8-bb08-ad5b4be47baa tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 944 time: 0.0546286 Aug 12 05:17:27.913244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Attempting to bind port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:17:27.913608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Attempting to bind port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:17:27.913901 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Attempting to bind port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d on network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:17:27.915015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d88fbb41-c189-4da6-9206-7d644bbc8eb8 req-a884360c-50b7-40b5-a945-41c0ae38a79d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Aug 12 05:17:27.918414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d on network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:17:27.918760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Attempting to bind port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d on network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:17:27.923567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:17:27.923903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Checking segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:17:27.924287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Bound using segment: {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:17:27.924723 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Bound port: 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60df9ff8-9459-48ff-b1d7-660861516a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:17:27.925083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:28.000869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:17:28.004543 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:17:28.059722 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:28.094505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.095173 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:28.096548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] 10.222.0.36 "PUT /v2.0/ports/1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 1092 time: 0.7260313 Aug 12 05:17:28.096985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:17:28.099260 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744ec42-e63f-46c6-9484-527718fbd303" -d '{"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:17:28.123273 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c4d2d-8bde-44b7-b903-66147ebe7185 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:28.145805 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f77eb66-ef81-47dc-9300-3ee01438ea5f x-openstack-request-id: req-4f77eb66-ef81-47dc-9300-3ee01438ea5f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:17:28.146096 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:17:28.146345 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f77eb66-ef81-47dc-9300-3ee01438ea5f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:17:28.146792 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'status': 'completed', 'code': 200} Aug 12 05:17:28.208581 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ec42-e63f-46c6-9484-527718fbd303 req-b1c77ec7-3acd-47af-97e1-c3091bc181e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.209733 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e744ec42-e63f-46c6-9484-527718fbd303 req-b1c77ec7-3acd-47af-97e1-c3091bc181e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1095 time: 0.0436604 Aug 12 05:17:28.271102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9759ac86-ff24-46be-8d82-43823474e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:28.311622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ec42-e63f-46c6-9484-527718fbd303 req-a3ca3aac-f5ba-40dd-bd5d-d9879e548689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.313108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e744ec42-e63f-46c6-9484-527718fbd303 req-a3ca3aac-f5ba-40dd-bd5d-d9879e548689 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e8e57312e76548d1afefdd606cf9d938&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956535 Aug 12 05:17:28.406131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ec42-e63f-46c6-9484-527718fbd303 req-8039a2c7-33f2-4d3e-a7f0-77c232ee6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.407678 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e744ec42-e63f-46c6-9484-527718fbd303 req-8039a2c7-33f2-4d3e-a7f0-77c232ee6b3e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881352 Aug 12 05:17:28.479914 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-516f8b3c-f016-4811-8bb5-f6197d87bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.481278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-516f8b3c-f016-4811-8bb5-f6197d87bf76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1095 time: 0.0390229 Aug 12 05:17:28.525898 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-496dab33-cc9f-4f5f-b577-b81dfab158fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 217 time: 0.0364914 Aug 12 05:17:28.574271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e23db0bf-f1fa-4b81-bb9d-75860c720133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.575706 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-e23db0bf-f1fa-4b81-bb9d-75860c720133 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0427158 Aug 12 05:17:28.620127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-206eb62b-5b0d-4ca4-a2c7-3a97a5e5e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:28.621601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-206eb62b-5b0d-4ca4-a2c7-3a97a5e5e1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393481 Aug 12 05:17:28.726073 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-ff8e7d09-3af4-43f0-8aae-e84bdf5ac6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962169 Aug 12 05:17:28.814240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-40336c2d-406d-4ab9-8bf1-d3500ed967b4 req-af5a0918-9602-4d84-8c33-04a722186156 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809991 Aug 12 05:17:29.045858 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0bf8b-2985-46f2-83ce-7db8995a77a9 req-18854c32-7161-4d71-ac05-60167cbd252d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:29.047426 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7a0bf8b-2985-46f2-83ce-7db8995a77a9 req-18854c32-7161-4d71-ac05-60167cbd252d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 944 time: 0.0584159 Aug 12 05:17:29.085202 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7a0bf8b-2985-46f2-83ce-7db8995a77a9 req-3034b769-f9c1-4780-8071-d15905856a73 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Aug 12 05:17:30.199965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca5a8-c5be-44e0-b2dd-c0e0a7f75011 req-ba4d3bb9-eb46-44f6-a1cc-4b046f589037 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:30.201431 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbbca5a8-c5be-44e0-b2dd-c0e0a7f75011 req-ba4d3bb9-eb46-44f6-a1cc-4b046f589037 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 944 time: 0.0487571 Aug 12 05:17:30.242907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bbbca5a8-c5be-44e0-b2dd-c0e0a7f75011 req-5c83a159-4e47-405a-a930-f6ef46af4b26 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355442 Aug 12 05:17:30.824746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7570b028-3bff-49bd-a803-c014dac1a1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:30.973889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:31.359463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25e979-3fc1-44b9-962c-d15d0b40249d req-a6163876-6bcc-4109-bde5-4ce536f0e989 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:31.360935 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da25e979-3fc1-44b9-962c-d15d0b40249d req-a6163876-6bcc-4109-bde5-4ce536f0e989 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 944 time: 0.0483699 Aug 12 05:17:31.398347 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da25e979-3fc1-44b9-962c-d15d0b40249d req-c831ea73-18f7-4946-a47b-b8550c9f2309 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310261 Aug 12 05:17:31.896142 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f3efcd9-09fb-43fb-9ea1-95937bb5100d details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:17:31.988395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:31.999367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'port_id': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'mac_address': 'fa:16:3e:5b:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:17:32.033962 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:32.046807 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3efcd9-09fb-43fb-9ea1-95937bb5100d {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:17:32.070081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:32.127443 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:32.174185 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:32.181700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.182050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.182392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.182750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.183087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.183417 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.183795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.184120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.184444 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.184768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.185091 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.185422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:32.369418 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f3efcd9-09fb-43fb-9ea1-95937bb5100d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:17:32.399144 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:32.510778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67c4df-9f63-4df8-b4b9-653c7128a8a0 req-e938c69f-9bb1-41a6-a99d-d6d57852058c tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:32.512264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc67c4df-9f63-4df8-b4b9-653c7128a8a0 req-e938c69f-9bb1-41a6-a99d-d6d57852058c tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 945 time: 0.0477409 Aug 12 05:17:32.549741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cc67c4df-9f63-4df8-b4b9-653c7128a8a0 req-9940c1e6-477f-4825-9217-f6bbb7f6fe70 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Aug 12 05:17:33.663068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce1ee0-e110-4c09-b6b9-06ed94be566a req-8bfd0c63-d05a-4009-8e57-01273362cf23 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:33.664535 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fce1ee0-e110-4c09-b6b9-06ed94be566a req-8bfd0c63-d05a-4009-8e57-01273362cf23 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 945 time: 0.0488412 Aug 12 05:17:33.701203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8fce1ee0-e110-4c09-b6b9-06ed94be566a req-cbed2b0e-8eec-4ccb-90b9-28b8e007d62e tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Aug 12 05:17:33.922038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f3efcd9-09fb-43fb-9ea1-95937bb5100d up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:17:33.946755 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:34.008248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:17:34.012078 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:34.012442 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:34.086162 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:34.107005 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:17:34.109215 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa237fd-7467-47ad-9351-3fecf7fe3aa8" -d '{"events": [{"server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "name": "network-vif-plugged", "status": "completed", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:17:34.121739 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:34.144216 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b64880-275e-4a7d-9abc-c74c57571ec5 x-openstack-request-id: req-77b64880-275e-4a7d-9abc-c74c57571ec5 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:17:34.144525 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "name": "network-vif-plugged", "status": "completed", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:17:34.145456 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77b64880-275e-4a7d-9abc-c74c57571ec5 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:17:34.145845 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'code': 200} Aug 12 05:17:34.179333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:34.232890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:34.239520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22266b-0fb8-4682-9035-c10edfbb33a3 req-6a74fdac-af2e-4f12-a99b-1815bd357452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:34.241046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fd22266b-0fb8-4682-9035-c10edfbb33a3 req-6a74fdac-af2e-4f12-a99b-1815bd357452 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1097 time: 0.0401776 Aug 12 05:17:34.275729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fd22266b-0fb8-4682-9035-c10edfbb33a3 req-7a0f5d35-7689-436b-9cd1-5a18681a13e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275204 Aug 12 05:17:34.819165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e7cf-cc1e-4085-8f01-e8a6828791a2 req-707f6b84-75d8-43d8-b5e1-bab6bb671907 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:34.820620 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c83e7cf-cc1e-4085-8f01-e8a6828791a2 req-707f6b84-75d8-43d8-b5e1-bab6bb671907 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0532320 Aug 12 05:17:34.857500 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2c83e7cf-cc1e-4085-8f01-e8a6828791a2 req-1621ddf6-2659-4bfc-8a37-f67fc458ca5f tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Aug 12 05:17:35.972760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361208-bf1c-4fe1-acf4-50396c13cf16 req-d419e4cc-e9b4-40fb-ade8-8ffed00182c8 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:35.974217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf361208-bf1c-4fe1-acf4-50396c13cf16 req-d419e4cc-e9b4-40fb-ade8-8ffed00182c8 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0495892 Aug 12 05:17:36.018520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cf361208-bf1c-4fe1-acf4-50396c13cf16 req-d3258aff-b5dd-49e3-b22f-da187a26d9b0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Aug 12 05:17:36.131932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe0970-17ed-47a0-942b-d0cf8f32e06c req-11080ba3-c658-4aa5-a548-04b502af2005 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:36.133448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7fe0970-17ed-47a0-942b-d0cf8f32e06c req-11080ba3-c658-4aa5-a548-04b502af2005 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0485573 Aug 12 05:17:36.169884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7fe0970-17ed-47a0-942b-d0cf8f32e06c req-1987d5b3-6f1f-4cf5-95a2-54412079dacc tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305920 Aug 12 05:17:36.357663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702ea82-5e36-4c78-aee5-799b4b079a96 req-796803f9-cc95-4368-81f9-b2b6d475ea94 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:36.359161 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2702ea82-5e36-4c78-aee5-799b4b079a96 req-796803f9-cc95-4368-81f9-b2b6d475ea94 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0475948 Aug 12 05:17:36.397269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2702ea82-5e36-4c78-aee5-799b4b079a96 req-22abd121-6232-494f-911c-c39d47d341c8 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Aug 12 05:17:49.080953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-cdb54b89-e5fc-41f8-ac89-161aa1adcaed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437396 Aug 12 05:17:49.161260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-0ed8770c-3792-403b-a5b1-7bbe8e3edc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:49.162824 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-0ed8770c-3792-403b-a5b1-7bbe8e3edc1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1097 time: 0.0405939 Aug 12 05:17:49.264962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-74466172-577b-4724-9645-5e779f2bd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:49.266425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-74466172-577b-4724-9645-5e779f2bd632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0853868 Aug 12 05:17:49.307276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-2e374138-2ea0-4082-9209-b8fdbc7b4b8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 217 time: 0.0340514 Aug 12 05:17:49.355235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-4e870914-da05-488d-889b-2332bbbfff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:49.356671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-4e870914-da05-488d-889b-2332bbbfff3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0424039 Aug 12 05:17:49.423700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-71c8930f-2c4f-4cd7-b59e-45ff3fb1515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:49.425149 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-71c8930f-2c4f-4cd7-b59e-45ff3fb1515c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389111 Aug 12 05:17:49.517466 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-0c06155e-0561-42ef-971e-70a9268d0b46 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848534 Aug 12 05:17:49.609828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c0f8d7c3-5222-4d15-8f8e-fbea56bac888 req-2a1dd13c-3034-4d78-bfe1-85626fcf4efb service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856009 Aug 12 05:17:49.707073 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8766443-4406-4076-964c-774de525fee5 req-0bf5b9d4-dcdf-4c4a-96e1-c7ad6c8e0185 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:49.709253 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8766443-4406-4076-964c-774de525fee5 req-0bf5b9d4-dcdf-4c4a-96e1-c7ad6c8e0185 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0557840 Aug 12 05:17:49.747369 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8766443-4406-4076-964c-774de525fee5 req-2d2f96c9-395a-4755-b41c-866b42f30087 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Aug 12 05:17:49.771780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48956) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:49.914296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af701214-e363-4905-8ac1-ae387835f622 tempest-TestMinimumBasicScenario-173230213 tempest-TestMinimumBasicScenario-173230213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:49.915799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-af701214-e363-4905-8ac1-ae387835f622 tempest-TestMinimumBasicScenario-173230213 tempest-TestMinimumBasicScenario-173230213-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1092 time: 0.1450746 Aug 12 05:17:49.918782 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48960) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:49.923123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:50.001618 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:50.100398 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:50.203267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Allocated IP 172.25.6.45 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/bd6fcb2b-7899-4ed3-8e79-70b295479b1c) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:17:50.305914 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:50.390510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:50.425457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:17:50.430107 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:17:50.434532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:17:50.458777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'Port': ['ID=bd6fcb2b-7899-4ed3-8e79-70b295479b1c,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:50.469792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.470139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.470479 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.470831 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.471169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.471495 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.471819 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.472142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.472465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.472790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.473169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:50.473535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:17:51.127777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:51.261920 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:51.408074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:51.470371 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:51.541184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'Port': ['ID=bd6fcb2b-7899-4ed3-8e79-70b295479b1c,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:51.552483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:51.652870 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Floating IP 8c008a5f-645d-4aaa-b94a-8a6dc92582bb associated. External IP: 172.25.6.45, port: 1f3efcd9-09fb-43fb-9ea1-95937bb5100d. Aug 12 05:17:51.859034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:17:51.967052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:17:51.976550 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76897035-e252-4fe5-998b-c148dc879450 None None] Sync routers for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:17:51.985455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:17:51.986071 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:52.042212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.071351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-1ff84ea1-9077-493d-8f77-be2159cfbcd0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1515529 Aug 12 05:17:52.074488 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:17:52.074488 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9515c26-9794-435a-87e0-411799df1200" -d '{"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:17:52.074849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48962) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:52.079871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391645767', 'description': 'tempest-secgroup-smoke-1391645767 description', 'project_id': 'e8e57312e76548d1afefdd606cf9d938'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:52.090464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:17:52.114340 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01e52ff-77a9-4d77-819c-c3855902d11c x-openstack-request-id: req-e01e52ff-77a9-4d77-819c-c3855902d11c {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:17:52.114672 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:17:52.114934 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e01e52ff-77a9-4d77-819c-c3855902d11c {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:17:52.115333 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'status': 'completed', 'code': 200} Aug 12 05:17:52.180911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.185146 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9515c26-9794-435a-87e0-411799df1200 req-7553c0be-cb15-48d6-89c8-21b127375a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:52.186644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-7553c0be-cb15-48d6-89c8-21b127375a8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1097 time: 0.0497031 Aug 12 05:17:52.309459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9515c26-9794-435a-87e0-411799df1200 req-ba733041-de88-4cd2-a015-e4307ea18c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:52.311083 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-ba733041-de88-4cd2-a015-e4307ea18c20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.1158462 Aug 12 05:17:52.316760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8c008a5f-645d-4aaa-b94a-8a6dc92582bb', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'port_id': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'mac_address': 'fa:16:3e:5b:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:17:50Z', 'updated_at': '2021-08-12T05:17:50Z', 'revision_number': 0, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:59Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:52.347657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76897035-e252-4fe5-998b-c148dc879450 None None] Checking router: b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:17:52.356671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:17:52.357273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:17:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:52.379772 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.396327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-2b7633e2-29dd-4dc7-a952-d1bfe584dae9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 999 time: 0.0769515 Aug 12 05:17:52.430269 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.464234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:17:52.471232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9515c26-9794-435a-87e0-411799df1200 req-06dbbd8a-dddf-4772-b6f1-8b73671b18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:52.472712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-06dbbd8a-dddf-4772-b6f1-8b73671b18e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0695400 Aug 12 05:17:52.473473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b045a34d-a004-4108-a3aa-c3c8ce754abe,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:52.524673 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9515c26-9794-435a-87e0-411799df1200 req-831bc97f-1354-44b5-8dfd-647215d1e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:52.526210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-831bc97f-1354-44b5-8dfd-647215d1e61c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460093 Aug 12 05:17:52.533228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.534497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a1f18c3c-75ab-477c-9425-56469fe7dd08 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4589760 Aug 12 05:17:52.537512 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48966) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:52.543045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group_rule': {'security_group_id': 'b045a34d-a004-4108-a3aa-c3c8ce754abe', 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:52.617653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-2bcde8a8-675b-4582-b68f-005c7f64809c service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820587 Aug 12 05:17:52.646800 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.699755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-76897035-e252-4fe5-998b-c148dc879450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8c008a5f-645d-4aaa-b94a-8a6dc92582bb', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'port_id': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'mac_address': 'fa:16:3e:5b:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:17:50Z', 'updated_at': '2021-08-12T05:17:50Z', 'revision_number': 0, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:59Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:17:52.705864 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.718012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9515c26-9794-435a-87e0-411799df1200 req-ff80035a-18a8-48c6-881d-a2479aa334da service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914469 Aug 12 05:17:52.732503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76897035-e252-4fe5-998b-c148dc879450 None None] The sync data for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 is: [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '8c008a5f-645d-4aaa-b94a-8a6dc92582bb', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'floating_ip_address': '172.25.6.45', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'port_id': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'mac_address': 'fa:16:3e:5b:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:17:50Z', 'updated_at': '2021-08-12T05:17:50Z', 'revision_number': 0, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:59Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:17:52.790828 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.813689 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf87fa4-32cc-463e-8fd0-d93a36e6b0f2,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:52.893392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:52.897764 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cd13a05a-7a1f-44a0-a80f-d0b0e4adae05 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554969 Aug 12 05:17:52.897928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48968) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:52.902527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group_rule': {'security_group_id': 'b045a34d-a004-4108-a3aa-c3c8ce754abe', 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:52.928147 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777eff1-971a-48c0-9121-34e301b6fa8a None None] New status for floating IP 8c008a5f-645d-4aaa-b94a-8a6dc92582bb: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:17:52.995350 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.055198 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.110149 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.128603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47836ff8-d7f9-48c2-b68e-82c0a0cf64fa,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:53.190399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.192172 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-83c5eb63-9048-467a-8cf9-0c287360c140 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2928166 Aug 12 05:17:53.195708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 48970) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:53.202542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group_rule': {'security_group_id': 'b045a34d-a004-4108-a3aa-c3c8ce754abe', 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:53.291993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.350251 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.407793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.427377 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a848276b-cddc-40b4-9381-0ec11c1b0e0e,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:53.475053 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.476270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-54808215-b323-431d-bf41-278ee1d9327a tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795649 Aug 12 05:17:53.479008 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48972) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:53.483640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group_rule': {'security_group_id': 'b045a34d-a004-4108-a3aa-c3c8ce754abe', 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:53.554167 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.611846 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.693195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.710210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837818bf-8602-40ad-916a-19c928348428,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:53.795650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.796931 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d2bfb389-0e84-4bff-a344-92e8652e25c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3169031 Aug 12 05:17:53.799602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48974) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:53.804474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group_rule': {'security_group_id': 'b045a34d-a004-4108-a3aa-c3c8ce754abe', 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:53.904812 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Project e8e57312e76548d1afefdd606cf9d938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:17:53.909784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:53.969854 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.036099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.056679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1556fdf-139c-41eb-95a7-849611e078b0,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:54.110402 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.111639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62963da2-eb50-4ed0-94f9-7eaef87be78b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3111112 Aug 12 05:17:54.114258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 48976) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:17:54.119358 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'security_group_rule': {'security_group_id': 'b045a34d-a004-4108-a3aa-c3c8ce754abe', 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:54.173183 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Project e8e57312e76548d1afefdd606cf9d938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:17:54.178484 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.238760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.275935 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.290615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fcd5f4-df00-4a66-bb18-b11865e83d27,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:54.333699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.334934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a01eb2b7-61bc-4335-90fd-301aad047484 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2190607 Aug 12 05:17:54.410133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-2e8d2ec7-5def-42ab-99a7-c4862b3ea390 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391645767&fields=id&tenant_id=e8e57312e76548d1afefdd606cf9d938 HTTP/1.1" status: 200 len: 267 time: 0.0314839 Aug 12 05:17:54.464361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-daf24a06-86a1-43a2-9781-d6d1e52d46b6 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:54.465822 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-daf24a06-86a1-43a2-9781-d6d1e52d46b6 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0496750 Aug 12 05:17:54.477440 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'port': {'security_groups': ['3fc7bca9-adec-4499-940c-1b6d0fecfec5', 'b045a34d-a004-4108-a3aa-c3c8ce754abe']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:17:54.536097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.714303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:17:54.742575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.790681 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.801691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f3efcd9-09fb-43fb-9ea1-95937bb5100d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:17:54.834166 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:54.834405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:54.835821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-459b30c8-020a-45f4-abce-4113ec1cb036 req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "PUT /v2.0/ports/1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 982 time: 0.3635120 Aug 12 05:17:54.843311 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:17:54.843311 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20" -d '{"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:17:54.871764 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952a787-3154-4a6c-b676-b65fa9069d09 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:17:54.886386 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98977f55-781c-472c-9a3e-43322ceeef7f x-openstack-request-id: req-98977f55-781c-472c-9a3e-43322ceeef7f {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:17:54.886699 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:17:54.887166 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98977f55-781c-472c-9a3e-43322ceeef7f {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:17:54.888167 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'status': 'completed', 'code': 200} Aug 12 05:17:54.924398 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f3efcd9-09fb-43fb-9ea1-95937bb5100d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:17:54.964533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-5f387a23-3e06-4f99-952a-3d115eb09686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:54.966118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-5f387a23-3e06-4f99-952a-3d115eb09686 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1136 time: 0.0549614 Aug 12 05:17:54.987503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a35189-ea82-4770-9f0f-17e2719e93aa req-0375c36a-c01b-40c3-9597-83fdc98ea9c7 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:54.996949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4a35189-ea82-4770-9f0f-17e2719e93aa req-0375c36a-c01b-40c3-9597-83fdc98ea9c7 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0767365 Aug 12 05:17:55.055655 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4a35189-ea82-4770-9f0f-17e2719e93aa req-7c141345-f1f4-40d3-9e48-bf0bf5868439 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571551 Aug 12 05:17:55.081739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-303be1d9-c505-431a-a812-5413bf881f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:55.083400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-303be1d9-c505-431a-a812-5413bf881f40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.1087294 Aug 12 05:17:55.156769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-82e73a29-8e4f-4e8a-b141-bdad6c8702b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 1001 time: 0.0642123 Aug 12 05:17:55.185328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-08f3ee68-1cf5-4282-8869-14ff42d35091 None None] Provisioning complete for port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:17:55.185706 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-08f3ee68-1cf5-4282-8869-14ff42d35091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:55.206536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-328219b3-fee5-4c7f-8728-638d45c82306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:55.208039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-328219b3-fee5-4c7f-8728-638d45c82306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0442853 Aug 12 05:17:55.253736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-581c426f-c122-415d-affa-b284b4ee5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:17:55.255249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-581c426f-c122-415d-affa-b284b4ee5429 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399044 Aug 12 05:17:55.346778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-aa91b5c2-297c-4437-a7db-880b9b4099da service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Aug 12 05:17:55.438199 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cee1ed41-f866-4ca9-972e-2d5fb4d34a20 req-3792b0a5-f3a5-449b-98ae-d196ba2d04a2 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 Aug 12 05:17:56.093285 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:56.298815 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:58.247483 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e99699f0-a723-4338-ad89-9f8a95199267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:17:59.094861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:18:00.858655 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-babc54ff-8473-4a0a-9923-22a7b78f7e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:01.001652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:02.362090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:03.938471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:09.209978 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbb929-d609-47a7-83ab-2f98b0333286 req-33e86497-394f-4923-8fea-6ffd4d337b9d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:09.211614 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9cbb929-d609-47a7-83ab-2f98b0333286 req-33e86497-394f-4923-8fea-6ffd4d337b9d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0526471 Aug 12 05:18:09.252747 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-71ac33b8-d68c-464c-99f7-15214963ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:09.253484 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9cbb929-d609-47a7-83ab-2f98b0333286 req-ad8f5b16-a1d0-4332-b983-22e0113e17fb tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351286 Aug 12 05:18:09.254296 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-71ac33b8-d68c-464c-99f7-15214963ae2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1136 time: 0.0423272 Aug 12 05:18:09.348162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-83a8df23-f965-444a-8de2-f22ff1dd38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:09.349656 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-83a8df23-f965-444a-8de2-f22ff1dd38f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0881615 Aug 12 05:18:09.415221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-115a2d91-84e9-4814-a2b6-0c7f19efca90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 1001 time: 0.0562780 Aug 12 05:18:09.469596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-6c965535-1c70-476a-9426-bddd519deb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:09.471056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-6c965535-1c70-476a-9426-bddd519deb43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0479875 Aug 12 05:18:09.515820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-3116d57e-59d0-462d-9a28-f30a26f14cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:09.517276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-3116d57e-59d0-462d-9a28-f30a26f14cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390654 Aug 12 05:18:09.605871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-a044dd50-e436-4d71-a9f1-9bc9639427a2 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806999 Aug 12 05:18:09.699399 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34d77063-0a10-4865-acbf-dfc428a2aa37 req-08ddcfb9-5535-468c-b8b0-f1af0327bc64 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847621 Aug 12 05:18:10.368769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03260bf-cd45-4c43-96eb-f0d54e52dd19 req-ae3efbdf-70c3-47ba-b1db-8bf78dd22440 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:10.370921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f03260bf-cd45-4c43-96eb-f0d54e52dd19 req-ae3efbdf-70c3-47ba-b1db-8bf78dd22440 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0491159 Aug 12 05:18:10.408595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f03260bf-cd45-4c43-96eb-f0d54e52dd19 req-57ec0302-7cff-495f-9a42-3d906c0fbd7e tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315819 Aug 12 05:18:11.522123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6698-26c2-43a6-975c-f48a1c633d9b req-ea429837-d6a2-4839-ae9f-bce7d216cffa tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:11.523785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-542e6698-26c2-43a6-975c-f48a1c633d9b req-ea429837-d6a2-4839-ae9f-bce7d216cffa tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0493953 Aug 12 05:18:11.566026 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-542e6698-26c2-43a6-975c-f48a1c633d9b req-69a245f2-1abb-4025-b0f2-ea3ca6216bc4 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347555 Aug 12 05:18:12.805049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d2aa8-f3f9-4ba9-9a7d-b4c7d729a379 req-10d4b0ee-3925-48b4-8298-9a073f378c61 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:12.807101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-377d2aa8-f3f9-4ba9-9a7d-b4c7d729a379 req-10d4b0ee-3925-48b4-8298-9a073f378c61 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.1695948 Aug 12 05:18:12.850005 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-377d2aa8-f3f9-4ba9-9a7d-b4c7d729a379 req-d155261a-6b39-4a1c-8c8b-935f6313cd74 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366445 Aug 12 05:18:13.970743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7428e0-5416-469b-83e6-de158e6ab286 req-1988fbba-a4ac-42a3-93f6-feb72d95e357 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:13.972354 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7428e0-5416-469b-83e6-de158e6ab286 req-1988fbba-a4ac-42a3-93f6-feb72d95e357 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0565786 Aug 12 05:18:14.012537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4b7428e0-5416-469b-83e6-de158e6ab286 req-7b79dd26-2409-453f-a1e4-5b9d85a2e879 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340722 Aug 12 05:18:15.131545 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccb10-b2ea-4e69-bf1c-fe4d35f4f90f req-c15a34e9-642e-48b5-9e8d-666f3f233862 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:15.133044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0bccb10-b2ea-4e69-bf1c-fe4d35f4f90f req-c15a34e9-642e-48b5-9e8d-666f3f233862 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0539172 Aug 12 05:18:15.172375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a0bccb10-b2ea-4e69-bf1c-fe4d35f4f90f req-8364dc83-b1d2-4a22-8027-b8817706db2f tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327406 Aug 12 05:18:16.341399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f20081-ac7a-4f94-b241-6397970ee0f5 req-b399d1ec-7f9b-41e7-8e69-3fe5d10dff38 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:16.342897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f3f20081-ac7a-4f94-b241-6397970ee0f5 req-b399d1ec-7f9b-41e7-8e69-3fe5d10dff38 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.1042135 Aug 12 05:18:16.381572 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f3f20081-ac7a-4f94-b241-6397970ee0f5 req-9d43e1da-ecc9-4021-9555-faf949f2214c tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326636 Aug 12 05:18:17.495776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b9744-4b4c-4056-8f06-cb11b7e515d9 req-2c9a34c9-89f0-4d3c-8413-185535a832a9 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:17.497264 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-586b9744-4b4c-4056-8f06-cb11b7e515d9 req-2c9a34c9-89f0-4d3c-8413-185535a832a9 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0493345 Aug 12 05:18:17.536151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-586b9744-4b4c-4056-8f06-cb11b7e515d9 req-b996bf91-9b64-4ec3-bb6e-f412ac64d03d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327990 Aug 12 05:18:18.650209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b777141-e807-4b33-9eb4-215e1d0470bd req-c25b5a26-28a3-4121-97ea-90f800e52a2b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:18.651731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b777141-e807-4b33-9eb4-215e1d0470bd req-c25b5a26-28a3-4121-97ea-90f800e52a2b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0492058 Aug 12 05:18:18.691636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b777141-e807-4b33-9eb4-215e1d0470bd req-fdf9dd23-5e8e-425e-ac46-dc01bfe764c6 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338857 Aug 12 05:18:19.804892 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a8717-8a62-48f8-9333-5b7df3d36e83 req-00f2e722-76b5-43ee-85e7-3ada4b356e78 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:19.806366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-093a8717-8a62-48f8-9333-5b7df3d36e83 req-00f2e722-76b5-43ee-85e7-3ada4b356e78 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0488520 Aug 12 05:18:19.849520 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-093a8717-8a62-48f8-9333-5b7df3d36e83 req-8b47a02b-21f6-4c24-a491-4f0a554f12c0 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367386 Aug 12 05:18:20.966611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263eac7-7170-4be5-aca3-25e56e1dece2 req-266fb011-5baa-4136-9360-34329dfac68d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:20.968129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2263eac7-7170-4be5-aca3-25e56e1dece2 req-266fb011-5baa-4136-9360-34329dfac68d tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0541391 Aug 12 05:18:21.007717 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2263eac7-7170-4be5-aca3-25e56e1dece2 req-f8b6fd4d-0638-449e-ae89-f8b5b4e6ee40 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&id=b045a34d-a004-4108-a3aa-c3c8ce754abe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335548 Aug 12 05:18:26.132820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:26.320519 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:28.276040 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-58d1fa9c-875e-4c40-ad5f-faba5f4f99bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:30.824519 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-25838f12-f426-4a1b-b614-2a2f2b1f665b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:31.023978 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:32.378428 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:33.995553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:36.094487 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:18:50.121619 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-fc4560c4-2b4b-4e13-946e-d1bc6da24087 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810947 Aug 12 05:18:50.200387 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-89d10e44-f3cc-4a5e-b788-f84be733877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:50.201857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-89d10e44-f3cc-4a5e-b788-f84be733877c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1136 time: 0.0396500 Aug 12 05:18:50.313295 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-f61e912d-92aa-41a9-8dea-30267a2f2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:50.314899 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-f61e912d-92aa-41a9-8dea-30267a2f2426 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0906081 Aug 12 05:18:50.379529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-d5e45bd5-e9f0-4ca2-b58a-c215c2b674d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 1001 time: 0.0571566 Aug 12 05:18:50.426265 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-7d6af7cf-697a-4894-b88c-e84077079191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:50.427661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-7d6af7cf-697a-4894-b88c-e84077079191 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0410767 Aug 12 05:18:50.474308 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-2dd828e4-7395-402d-be75-2c0cbef24759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:50.475703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-2dd828e4-7395-402d-be75-2c0cbef24759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411553 Aug 12 05:18:50.486565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-8ba298e5-822d-46e7-86e4-bd1a3417e929 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:18:50.487561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-8ba298e5-822d-46e7-86e4-bd1a3417e929 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047398 Aug 12 05:18:50.580211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-4b502782-a8d7-43c5-ab2f-f67c0801216a service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860291 Aug 12 05:18:50.671623 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f536c03e-e967-4f2d-a5e8-223be385c310 req-04994cff-0fc0-4d5e-943f-d3ab83a7da8c service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Aug 12 05:18:53.652783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-2e46dd3d-5fa6-4d27-964d-a988ace49c64 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391645767&fields=id&tenant_id=e8e57312e76548d1afefdd606cf9d938 HTTP/1.1" status: 200 len: 267 time: 0.3811374 Aug 12 05:18:53.707599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-eae7ca80-bc17-4f78-9a76-1a576c86ad53 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:53.709048 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-eae7ca80-bc17-4f78-9a76-1a576c86ad53 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 985 time: 0.0470240 Aug 12 05:18:53.721224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Request body: {'port': {'security_groups': ['3fc7bca9-adec-4499-940c-1b6d0fecfec5']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:18:53.782001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:53.973787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:18:54.002423 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.052165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.064267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f3efcd9-09fb-43fb-9ea1-95937bb5100d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:18:54.104958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:54.104958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.104958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f8189eb4-0784-4686-a3d5-eb7610052863 req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "PUT /v2.0/ports/1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 943 time: 0.3855896 Aug 12 05:18:54.104958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:18:54.105527 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8898180a-495e-486e-9a4f-5ecc41398026" -d '{"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:18:54.110161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49052) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:18:54.145917 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event updated for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:18:54.156053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.156488 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.157060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.157499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.157868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.158271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.158750 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.159152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.159546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.159936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.160327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.160714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ef9e6-d1b9-47ba-8238-d5b1f2b69d33 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.200955 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.217672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f3efcd9-09fb-43fb-9ea1-95937bb5100d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:18:54.228309 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7fc8b4-2911-46b1-a013-4df5a2842bdb x-openstack-request-id: req-9c7fc8b4-2911-46b1-a013-4df5a2842bdb {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:18:54.228781 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:18:54.229136 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c7fc8b4-2911-46b1-a013-4df5a2842bdb {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:18:54.229542 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'status': 'completed', 'code': 200} Aug 12 05:18:54.232660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.309682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898180a-495e-486e-9a4f-5ecc41398026 req-40c46944-8696-4cb8-8eef-ae60ac34f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:54.311425 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-40c46944-8696-4cb8-8eef-ae60ac34f598 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1097 time: 0.0498579 Aug 12 05:18:54.388331 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.391025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.392216 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "DELETE /v2.0/security-groups/b045a34d-a004-4108-a3aa-c3c8ce754abe HTTP/1.1" status: 204 len: 168 time: 0.2809505 Aug 12 05:18:54.395597 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49056) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:18:54.403614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898180a-495e-486e-9a4f-5ecc41398026 req-5b85ce71-c3c0-4156-af33-451f45730f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:54.405115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-5b85ce71-c3c0-4156-af33-451f45730f6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0855520 Aug 12 05:18:54.409201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045a34d-a004-4108-a3aa-c3c8ce754abe,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:18:54.423281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b6797b90-b51a-493a-b580-8fca8bf6986b None None] Provisioning complete for port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:18:54.423662 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b6797b90-b51a-493a-b580-8fca8bf6986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.454494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.454871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.455144 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.455489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.455830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.456169 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.456500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.456834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.457170 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.457503 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.457833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.458164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cb500e-95b0-400f-80e8-2904f28481ca tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:18:54.483218 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-fa14af9a-bc52-4e77-9480-426a54c40dcd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 1001 time: 0.0705681 Aug 12 05:18:54.550011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898180a-495e-486e-9a4f-5ecc41398026 req-2798d8af-9c85-4f18-bc5e-31965375831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:54.552148 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-2798d8af-9c85-4f18-bc5e-31965375831d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0611386 Aug 12 05:18:54.578278 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Deleting port bd6fcb2b-7899-4ed3-8e79-70b295479b1c {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:18:54.578616 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.597262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898180a-495e-486e-9a4f-5ecc41398026 req-133595db-1484-4ab6-aaf0-866889d26906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:54.598828 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-133595db-1484-4ab6-aaf0-866889d26906 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393083 Aug 12 05:18:54.657176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.657501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.669603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Calling delete_port for bd6fcb2b-7899-4ed3-8e79-70b295479b1c owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:18:54.692123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-261f237c-9df0-40e8-999d-671670bc3a45 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859604 Aug 12 05:18:54.781659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8898180a-495e-486e-9a4f-5ecc41398026 req-f9ae2e87-1f9a-48fc-b487-e5b80cb65b57 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823972 Aug 12 05:18:54.904084 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.930445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event deleted for resources: {'Port': ['ID=bd6fcb2b-7899-4ed3-8e79-70b295479b1c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:18:54.989185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:54.989509 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Floating IP 8c008a5f-645d-4aaa-b94a-8a6dc92582bb disassociated (deleted). External IP: 172.25.6.45, port: 1f3efcd9-09fb-43fb-9ea1-95937bb5100d. Aug 12 05:18:55.193439 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:18:55.298630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:18:55.303132 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:55.308686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] Sync routers for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:18:55.317434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:18:55.317790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:18:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:18:55.330372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8270f7a7-d0e7-40f8-ba29-af62e8e29343 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "DELETE /v2.0/floatingips/8c008a5f-645d-4aaa-b94a-8a6dc92582bb HTTP/1.1" status: 204 len: 168 time: 0.9325094 Aug 12 05:18:55.330994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:18:55.333257 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647ebade-f88a-4150-934a-33726a184f77" -d '{"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:18:55.385489 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c075523-c90a-444f-8088-1c4377195375 x-openstack-request-id: req-6c075523-c90a-444f-8088-1c4377195375 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:18:55.385782 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:18:55.386069 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c075523-c90a-444f-8088-1c4377195375 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:18:55.386571 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'status': 'completed', 'code': 200} Aug 12 05:18:55.428899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:18:55.457659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ebade-f88a-4150-934a-33726a184f77 req-5c21b82e-7f43-47e1-bb00-7ef915ab643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:55.459200 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-5c21b82e-7f43-47e1-bb00-7ef915ab643d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e57312e76548d1afefdd606cf9d938&device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 1097 time: 0.0496056 Aug 12 05:18:55.550190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ebade-f88a-4150-934a-33726a184f77 req-a94c5858-077b-48a3-814e-eb7479d146c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:55.551750 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-a94c5858-077b-48a3-814e-eb7479d146c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 200 len: 915 time: 0.0861475 Aug 12 05:18:55.593842 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-a2f31c5b-7bf2-4b25-98db-b843cf76f5a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 200 len: 217 time: 0.0353754 Aug 12 05:18:55.630486 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:59Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:18:55.647869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ebade-f88a-4150-934a-33726a184f77 req-a7491d56-0851-4a2f-8706-37ba0909ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:55.649331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-a7491d56-0851-4a2f-8706-37ba0909ec3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 200 len: 853 time: 0.0493057 Aug 12 05:18:55.656460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] Checking router: b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:18:55.665017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:18:55.665636 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:18:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:18:55.702878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ebade-f88a-4150-934a-33726a184f77 req-175886db-6331-4f50-b8ee-d16ff81a27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:18:55.703948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-175886db-6331-4f50-b8ee-d16ff81a27ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b606fd7f-f5e5-41a0-92b9-e00361baa1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479093 Aug 12 05:18:55.779553 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:18:55.803923 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-f506e75b-9b43-4a57-a195-dda5b5dd40ac service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922122 Aug 12 05:18:55.903822 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-647ebade-f88a-4150-934a-33726a184f77 req-f6bab58b-5a46-4b25-b6d6-b69bd48e7371 service neutron] 10.222.0.36 "GET /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919962 Aug 12 05:18:55.983949 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:59Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:18:56.010018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4b50d-8b9f-4f45-bb97-7c9e5008e445 None None] The sync data for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 is: [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:16:54Z', 'revision_number': 4, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '78330768-5155-40d1-880c-fde54f00e61e', 'name': '', 'network_id': 'b606fd7f-f5e5-41a0-92b9-e00361baa1f4', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'mac_address': 'fa:16:3e:06:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:54Z', 'updated_at': '2021-08-12T05:16:59Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'subnets': [{'id': '0d1c5d60-0d51-44d8-bb58-5291cd054c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:18:56.126024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:56.225736 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ae400-d4e7-426c-9fc0-c62448755f9a None None] New status for floating IP 8c008a5f-645d-4aaa-b94a-8a6dc92582bb: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:18:56.321344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:18:58.247084 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-826a121b-f29b-4b61-ac23-d12c5a1cd406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:00.870176 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa43a-7619-47c0-8090-2b42344b7246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:00.989512 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:02.394262 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:03.827681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdaabcc-afef-4136-9528-ce7bc06e51dd req-30f209a1-d37f-46ca-8ae1-a49604814088 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:03.829436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3bdaabcc-afef-4136-9528-ce7bc06e51dd req-30f209a1-d37f-46ca-8ae1-a49604814088 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Aug 12 05:19:03.866754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3bdaabcc-afef-4136-9528-ce7bc06e51dd req-4f5cdb04-49d9-4200-a737-a08f7244233b tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Aug 12 05:19:03.937900 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:04.980425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b1e62-3d89-4185-8852-1398753c8394 req-e89a3725-41cd-4ff8-a237-52388e494d92 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:04.981900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c29b1e62-3d89-4185-8852-1398753c8394 req-e89a3725-41cd-4ff8-a237-52388e494d92 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0482540 Aug 12 05:19:05.018992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c29b1e62-3d89-4185-8852-1398753c8394 req-3d80637a-cca0-4bed-8f87-9135da6d9dbe tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fc7bca9-adec-4499-940c-1b6d0fecfec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Aug 12 05:19:05.455777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-93c5865f-6efd-4545-908b-d2a8b3f07fdb tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:05.457243 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-93c5865f-6efd-4545-908b-d2a8b3f07fdb tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.36 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 946 time: 0.0527427 Aug 12 05:19:05.544636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Deleting port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:05.544972 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:05.637823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] For port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:05.638195 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:05.651112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Calling delete_port for 1f3efcd9-09fb-43fb-9ea1-95937bb5100d owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:05.858197 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:05.870284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f3efcd9-09fb-43fb-9ea1-95937bb5100d'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:19:05.890957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Pushing event deleted for resources: {'Port': ['ID=1f3efcd9-09fb-43fb-9ea1-95937bb5100d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:05.934507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] No DVR routers for this DVR port 1f3efcd9-09fb-43fb-9ea1-95937bb5100d on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:19:05.937155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:05.939232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-93f3dc5b-3ed1-4ab2-93a7-2ad7269d0700 req-7a890b54-b1c4-4306-aacd-11df8d41eaf2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.36 "DELETE /v2.0/ports/1f3efcd9-09fb-43fb-9ea1-95937bb5100d HTTP/1.1" status: 204 len: 173 time: 0.4763281 Aug 12 05:19:05.939628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'name': 'network-vif-deleted', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:19:05.941873 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69620b3-edbb-42fb-b0f0-47292ce4fc9d" -d '{"events": [{"server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "name": "network-vif-deleted", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:19:05.978354 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c92e4c3-e7f3-4d83-94de-230fc695a1de x-openstack-request-id: req-7c92e4c3-e7f3-4d83-94de-230fc695a1de {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:19:05.978650 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274c0d41-7d5e-4f6b-8cfc-ff7d97b58458", "name": "network-vif-deleted", "tag": "1f3efcd9-09fb-43fb-9ea1-95937bb5100d", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:19:05.978928 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c92e4c3-e7f3-4d83-94de-230fc695a1de {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:19:05.979407 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274c0d41-7d5e-4f6b-8cfc-ff7d97b58458', 'name': 'network-vif-deleted', 'tag': '1f3efcd9-09fb-43fb-9ea1-95937bb5100d', 'status': 'completed', 'code': 200} Aug 12 05:19:06.116270 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-048a1a61-c646-4289-8e99-5b5cadcc94b6 req-2d2e4d76-f750-492d-b75a-e2232f0968e2 tempest-TestMinimumBasicScenario-905510027 tempest-TestMinimumBasicScenario-905510027-project] 10.222.0.42 "GET /v2.0/ports?device_id=274c0d41-7d5e-4f6b-8cfc-ff7d97b58458 HTTP/1.1" status: 200 len: 210 time: 0.0296419 Aug 12 05:19:08.290127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:08.408314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f3efcd9-09fb-43fb-9ea1-95937bb5100d no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:08.431256 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1f3efcd9-09fb-43fb-9ea1-95937bb5100d {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:08.431595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f3efcd9-09fb-43fb-9ea1-95937bb5100d not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:08.626565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:08.861822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Deleting port 78330768-5155-40d1-880c-fde54f00e61e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:08.862164 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:08.940975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] For port 78330768-5155-40d1-880c-fde54f00e61e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=78330768-5155-40d1-880c-fde54f00e61e,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:08.941347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:08.954966 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Calling delete_port for 78330768-5155-40d1-880c-fde54f00e61e owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:09.194081 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:09.220252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Pushing event deleted for resources: {'Port': ['ID=78330768-5155-40d1-880c-fde54f00e61e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:09.383864 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:09.600570 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:19:09.708508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:19:09.713554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3ae06d65-9985-4336-a7bb-5472dfac6141 admin admin] 10.222.0.42 "PUT /v2.0/routers/b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4223132 Aug 12 05:19:09.716100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49158) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:09.718861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] Sync routers for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:19:09.727987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:09.728605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:09.819642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:09.830104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:09.922372 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.006609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:19:09Z', 'revision_number': 5, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port': {'id': '5e056f24-3878-49a8-9bfa-117a642954b7', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:52Z', 'updated_at': '2021-08-12T05:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:10.033077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] Checking router: b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:19:10.042048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] Routers {'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:10.042688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:10.050847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Deleting port 5e056f24-3878-49a8-9bfa-117a642954b7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:10.051161 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.127528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] Set router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:10.132365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] For port 5e056f24-3878-49a8-9bfa-117a642954b7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=5e056f24-3878-49a8-9bfa-117a642954b7,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:10.132732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.144776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Calling delete_port for 5e056f24-3878-49a8-9bfa-117a642954b7 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:10.333492 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:19:09Z', 'revision_number': 6, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:10.359276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b01708-d4ee-41b9-978f-9dc90da5d78e None None] The sync data for ids ['b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d'] in n-d-804320-1 is: [{'id': 'b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d', 'name': 'tempest-TestMinimumBasicScenario-848639403-router', 'tenant_id': 'e8e57312e76548d1afefdd606cf9d938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:51Z', 'updated_at': '2021-08-12T05:19:09Z', 'revision_number': 6, 'project_id': 'e8e57312e76548d1afefdd606cf9d938', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:19:10.384217 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.416626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e056f24-3878-49a8-9bfa-117a642954b7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:10.468981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.556456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.559100 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.652182 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.652603 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:19:10.656881 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.658024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-14f0b795-7693-4af8-ae59-e9fcced97661 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b8fd9c01-021b-44e1-8ab1-0c3f3ba50f9d HTTP/1.1" status: 204 len: 168 time: 0.9410081 Aug 12 05:19:10.660576 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49160) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:10.703992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Deleting subnet 0d1c5d60-0d51-44d8-bb58-5291cd054c8f {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:19:10.707032 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.741805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.825417 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.954646 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.980084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d1c5d60-0d51-44d8-bb58-5291cd054c8f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:10.983886 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:10.985747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f6be2b7-c2f8-429f-926f-1d9fb0377277 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0d1c5d60-0d51-44d8-bb58-5291cd054c8f HTTP/1.1" status: 204 len: 168 time: 0.3242562 Aug 12 05:19:10.988461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49162) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:10.990989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71901f-5f03-4fd7-8107-fb56b5c10b7d None None] Network b606fd7f-f5e5-41a0-92b9-e00361baa1f4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:19:11.054187 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.114096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Deleting port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:11.114448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.166592 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] DHCP port deletion for b606fd7f-f5e5-41a0-92b9-e00361baa1f4 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:19:11.184439 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] For port 8f76c3ff-5e46-4d7b-b44f-f1223572c937, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f76c3ff-5e46-4d7b-b44f-f1223572c937,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:11.185077 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.199091 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Calling delete_port for 8f76c3ff-5e46-4d7b-b44f-f1223572c937 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:11.215301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Deleting port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:11.215726 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.282979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] For port 8f76c3ff-5e46-4d7b-b44f-f1223572c937, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=8f76c3ff-5e46-4d7b-b44f-f1223572c937,segment=NetworkSegment(60df9ff8-9459-48ff-b1d7-660861516a31),segment_id=60df9ff8-9459-48ff-b1d7-660861516a31)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:11.286475 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.296214 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Calling delete_port for 8f76c3ff-5e46-4d7b-b44f-f1223572c937 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:11.395517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 05:19:11.396446 n-d-804320-1 neutron-server[95044]: self.session.flush() Aug 12 05:19:11.402944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.424047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f76c3ff-5e46-4d7b-b44f-f1223572c937,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:11.429452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] No DVR routers for this DVR port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:19:11.432813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Pushing event deleted for resources: {'Port': ['ID=8f76c3ff-5e46-4d7b-b44f-f1223572c937,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:11.443675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] No DVR routers for this DVR port 8f76c3ff-5e46-4d7b-b44f-f1223572c937 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:19:11.446469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.446469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.446687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.446936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.447367 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.447745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.448601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.448931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.449259 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.449585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.449915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.450246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3244f-afae-4560-9fa1-9f53c1c089eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:11.501107 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.509418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b606fd7f-f5e5-41a0-92b9-e00361baa1f4']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:11.519962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60df9ff8-9459-48ff-b1d7-660861516a31') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:11.520257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60df9ff8-9459-48ff-b1d7-660861516a31') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:11.528793 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.541817 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.547460 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:19:11.547842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:19:11.549409 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:19:11.647346 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.653757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:11.655811 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b606fd7f-f5e5-41a0-92b9-e00361baa1f4 HTTP/1.1" status: 204 len: 168 time: 0.6663840 Aug 12 05:19:11.658956 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49164) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:11.661813 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78330768-5155-40d1-880c-fde54f00e61e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:11.671701 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c69f5-a451-4fea-aa5f-e516a2e35343 admin admin] Pushing event deleted for resources: {'Network': ['ID=b606fd7f-f5e5-41a0-92b9-e00361baa1f4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:11.687703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 78330768-5155-40d1-880c-fde54f00e61e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:11.688056 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 78330768-5155-40d1-880c-fde54f00e61e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:11.688475 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f76c3ff-5e46-4d7b-b44f-f1223572c937 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:11.706984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 8f76c3ff-5e46-4d7b-b44f-f1223572c937 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:11.707266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 8f76c3ff-5e46-4d7b-b44f-f1223572c937 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:11.707684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5e056f24-3878-49a8-9bfa-117a642954b7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:11.726284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 5e056f24-3878-49a8-9bfa-117a642954b7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:11.726628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 5e056f24-3878-49a8-9bfa-117a642954b7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:11.998242 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:12.238529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Deleting port c55004b9-dbda-4275-872d-dd51d7ed31ac {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:12.239177 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:12.336283 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] For port c55004b9-dbda-4275-872d-dd51d7ed31ac, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=c55004b9-dbda-4275-872d-dd51d7ed31ac,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:12.336588 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:12.349625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Calling delete_port for c55004b9-dbda-4275-872d-dd51d7ed31ac owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:12.583525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:12.619305 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55004b9-dbda-4275-872d-dd51d7ed31ac,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:12.780262 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:13.095512 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:19:13.318897 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Router 50cde6bc-919b-4a9e-b568-e29c23247cb6 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:19:13.425059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:19:13.430167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dba70e91-e793-4420-be0f-3bc474bb8038 admin admin] 10.222.0.42 "PUT /v2.0/routers/50cde6bc-919b-4a9e-b568-e29c23247cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701716 Aug 12 05:19:13.432977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49166) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:13.435573 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] Sync routers for ids ['50cde6bc-919b-4a9e-b568-e29c23247cb6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:19:13.444630 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] Routers {'50cde6bc-919b-4a9e-b568-e29c23247cb6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:13.445313 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['50cde6bc-919b-4a9e-b568-e29c23247cb6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:13.536561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:13.638865 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] Set router 50cde6bc-919b-4a9e-b568-e29c23247cb6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:13.647341 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:13.770590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Deleting port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:13.770977 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:13.809142 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:19:12Z', 'revision_number': 5, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port': {'id': 'cbe36aa4-8bf2-4521-a0e6-c38ad04c974e', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:11:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:16:58Z', 'updated_at': '2021-08-12T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:13.834438 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] Checking router: 50cde6bc-919b-4a9e-b568-e29c23247cb6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:19:13.842409 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] Routers {'50cde6bc-919b-4a9e-b568-e29c23247cb6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:13.843030 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['50cde6bc-919b-4a9e-b568-e29c23247cb6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:13.853269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] For port cbe36aa4-8bf2-4521-a0e6-c38ad04c974e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:13.854418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:13.868433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Calling delete_port for cbe36aa4-8bf2-4521-a0e6-c38ad04c974e owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:13.931687 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] Set router 50cde6bc-919b-4a9e-b568-e29c23247cb6 gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:13.990206 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:19:13Z', 'revision_number': 6, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:14.016931 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f26886-16e9-44d7-a721-9177de3f504b None None] The sync data for ids ['50cde6bc-919b-4a9e-b568-e29c23247cb6'] in n-d-804320-1 is: [{'id': '50cde6bc-919b-4a9e-b568-e29c23247cb6', 'name': 'tempest-TestMinimumBasicScenario-1154381191-router', 'tenant_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:16:57Z', 'updated_at': '2021-08-12T05:19:13Z', 'revision_number': 6, 'project_id': '3170c8aa7ceb4bdab6e32f9dad862f7a', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:19:14.125848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.152690 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe36aa4-8bf2-4521-a0e6-c38ad04c974e,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:14.212058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.305025 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.307854 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.423884 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.424418 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cde6bc-919b-4a9e-b568-e29c23247cb6 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:19:14.432937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.432937 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a67ffd9b-e492-41cb-a3e0-f4d64ce172e1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/50cde6bc-919b-4a9e-b568-e29c23247cb6 HTTP/1.1" status: 204 len: 168 time: 0.9964216 Aug 12 05:19:14.433765 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49168) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:14.480409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Deleting subnet 8c3b15c2-e812-4080-b88a-ea52c00b0f79 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:19:14.483575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.516959 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.601018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.726919 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.754759 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3b15c2-e812-4080-b88a-ea52c00b0f79,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:14.758545 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.759011 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-688a646b-0381-4a67-bdd3-2e20a4ff555a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c3b15c2-e812-4080-b88a-ea52c00b0f79 HTTP/1.1" status: 204 len: 168 time: 0.3238280 Aug 12 05:19:14.760890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a56529-6717-41fc-9ab0-4198492c7284 None None] Network 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:19:14.761465 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49170) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:14.831180 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.895196 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Deleting port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:14.895607 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.949019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] DHCP port deletion for 875313ba-c12f-48cf-9802-8b1b2f0fc6b4 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:19:14.962648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] For port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:14.963043 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:14.976186 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Calling delete_port for 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:14.996832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] Deleting port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:19:14.997211 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.061784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] For port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,segment=NetworkSegment(7932f094-5de0-48d7-bc12-ae673373666f),segment_id=7932f094-5de0-48d7-bc12-ae673373666f)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:15.062180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.074698 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] Calling delete_port for 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:19:15.120782 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.147327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:15.149144 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] No DVR routers for this DVR port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:19:15.152402 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.176687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] Pushing event deleted for resources: {'Port': ['ID=011eae3c-2861-46cd-9e6f-2cf98a1a74c9,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:15.186860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a472c15-d076-41d8-95be-8fb2d0ddef62 None None] No DVR routers for this DVR port 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:19:15.222205 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.232454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875313ba-c12f-48cf-9802-8b1b2f0fc6b4']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:15.242484 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7932f094-5de0-48d7-bc12-ae673373666f') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:15.242733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7932f094-5de0-48d7-bc12-ae673373666f') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:15.251405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.268099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.273764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:19:15.274153 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:19:15.276273 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:19:15.383721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.389606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.391480 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/875313ba-c12f-48cf-9802-8b1b2f0fc6b4 HTTP/1.1" status: 204 len: 168 time: 0.6290233 Aug 12 05:19:15.403112 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e12d4e-76cf-486a-b499-e7a0972c4d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=875313ba-c12f-48cf-9802-8b1b2f0fc6b4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:15.657852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:15.677450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:15.677793 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 011eae3c-2861-46cd-9e6f-2cf98a1a74c9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:15.678197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cbe36aa4-8bf2-4521-a0e6-c38ad04c974e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:15.695857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cbe36aa4-8bf2-4521-a0e6-c38ad04c974e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:15.696201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cbe36aa4-8bf2-4521-a0e6-c38ad04c974e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:15.696604 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c55004b9-dbda-4275-872d-dd51d7ed31ac no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:19:15.717680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: c55004b9-dbda-4275-872d-dd51d7ed31ac {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:19:15.718026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device c55004b9-dbda-4275-872d-dd51d7ed31ac not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:19:15.814180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49174) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:15.852821 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d3134ff9-5820-4ef1-9539-512cc58e0ecc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8e57312e76548d1afefdd606cf9d938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373261 Aug 12 05:19:15.855225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49176) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:15.902757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30d6dce8-fee9-41c5-9727-830cf5eaa092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:15.922822 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30d6dce8-fee9-41c5-9727-830cf5eaa092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.046362 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30d6dce8-fee9-41c5-9727-830cf5eaa092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.049074 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-30d6dce8-fee9-41c5-9727-830cf5eaa092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.050261 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-30d6dce8-fee9-41c5-9727-830cf5eaa092 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fc7bca9-adec-4499-940c-1b6d0fecfec5 HTTP/1.1" status: 204 len: 168 time: 0.1940937 Aug 12 05:19:16.058935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6dce8-fee9-41c5-9727-830cf5eaa092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7bca9-adec-4499-940c-1b6d0fecfec5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:16.644520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49182) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:16.684379 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0981e4e3-63f0-4e87-9984-65889c51609f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3170c8aa7ceb4bdab6e32f9dad862f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386150 Aug 12 05:19:16.686688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49184) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:16.733144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2347afca-0bf4-447e-8099-c78a78279068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.754365 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2347afca-0bf4-447e-8099-c78a78279068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.886458 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2347afca-0bf4-447e-8099-c78a78279068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.889239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2347afca-0bf4-447e-8099-c78a78279068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:16.890401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2347afca-0bf4-447e-8099-c78a78279068 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06ad036f-9b39-4751-bf5c-eb3f6c5437b7 HTTP/1.1" status: 204 len: 168 time: 0.2027628 Aug 12 05:19:16.898285 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347afca-0bf4-447e-8099-c78a78279068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ad036f-9b39-4751-bf5c-eb3f6c5437b7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:19.071453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49224) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:19.076328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828163724', 'description': 'tempest-secgroup-smoke-828163724 description', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:19.132704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.140873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.230435 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.274971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.310456 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f766d228-f7ba-4705-88b0-ac913de57553,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:19.364641 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.417831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.445582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:19.503784 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.505012 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5ed5e456-fbf7-4f82-90de-1543ef469d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4324486 Aug 12 05:19:19.507905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49226) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:19.512951 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': 'f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:19.605374 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.660544 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.719449 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.736084 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c444817a-f015-49ec-952b-9317466e0d9d,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:19.805279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.806456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-106c71d4-6c8a-41f6-8edf-2b498f668a93 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2975993 Aug 12 05:19:19.810017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49228) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:19.814382 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': 'f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:19.906985 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:19.964499 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.063518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.083011 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f553c28a-deef-4eac-8e3d-149d562f8a09,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:20.143463 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.144683 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0266e584-0fb5-4b46-8470-7126132a78f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3337433 Aug 12 05:19:20.147445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49230) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:20.151957 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': 'f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:20.230114 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.287769 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.378227 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.395648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30baa1d-53eb-41a4-83c1-86079412116b,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:20.473937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.475184 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-772f53d7-985c-46cd-a521-626052329c46 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268034 Aug 12 05:19:20.477880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49232) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:20.482399 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': 'f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:20.571532 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.635231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.709222 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.726503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a1c053-bbde-41cf-b4ea-57113f4a3c74,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:20.800839 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.802169 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-572e5569-f2bf-489a-8b6d-88154cfea267 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3233213 Aug 12 05:19:20.804834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49234) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:20.810210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': 'f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:20.886473 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:19:20.891234 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:20.956140 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.035369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.055276 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d3b67e-755f-4d6d-9e92-6ed6ae3756a2,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:21.137789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.138975 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-877e008f-8dea-4a88-9c39-e3fc10b6688f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331807 Aug 12 05:19:21.141712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49236) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:21.146179 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': 'f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:21.228076 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:19:21.233378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.294647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.389093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.408969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b93d248-9b5f-48e1-ad7f-4684928a4694,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:21.486239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.487534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-280d6b7a-244f-4669-896b-3afe682ed767 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448730 Aug 12 05:19:21.491463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49238) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:21.496442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'network': {'name': 'tempest-network-smoke--2011832626', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:21.577707 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:19:21.581199 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.604140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:19:21.614002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.614351 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Added segment 11e19f18-5faa-4abf-bb2f-807cf7b832ce of type vlan for network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c Aug 12 05:19:21.654232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.760704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.767108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:21.767693 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.872239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Network': ['ID=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:21.882522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:19:21.895684 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-00f36fa9-0f5c-4031-9ae3-1b6da2b28f44 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4005537 Aug 12 05:19:21.895922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49240) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:21.900496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'admin_state_up': True, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:21.966893 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:21.967944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:22.353118 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:22.591073 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:22.839383 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:22.861060 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:22.959929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.39 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e03e3706-fde1-482a-9e37-8deda83e84e9) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:19:23.062978 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:23.184639 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:23.220012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:19:23.224735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:23.228393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:19:23.253542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=e03e3706-fde1-482a-9e37-8deda83e84e9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:23.587939 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:23.778184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:23.993464 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c92145b3-4238-4841-9f01-3e9c82c2bf2b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:19:24.095905 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:19:24.106924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Sync routers for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:19:24.115720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:24.116326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:24.219146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:24.222241 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:24.223552 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-85308743-01fc-43e5-b983-2775e503ace9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3266497 Aug 12 05:19:24.226732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49242) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:24.400331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:23Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:24.428027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Checking router: c92145b3-4238-4841-9f01-3e9c82c2bf2b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:19:24.428379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Updating router c92145b3-4238-4841-9f01-3e9c82c2bf2b port e03e3706-fde1-482a-9e37-8deda83e84e9 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:19:24.455395 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:24.581463 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5a962d97-9be8-424f-97d9-ffa894494218 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=ed2a701d38db4ac49b1eb51333eb28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3534398 Aug 12 05:19:24.583962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49246) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:24.710827 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:24.720619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Transition to ACTIVE for port object e03e3706-fde1-482a-9e37-8deda83e84e9 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:24.729828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846807f5-9ade-4b12-84b4-dad49228a022 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:24.731540 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-846807f5-9ade-4b12-84b4-dad49228a022 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466775 Aug 12 05:19:24.734370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49248) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:24.772194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e83f9eaf-440d-413f-aef0-825e3d726acf tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367448 Aug 12 05:19:24.774788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49250) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:24.779500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045383325', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:24.795333 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:24.849967 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Attempting to bind port e03e3706-fde1-482a-9e37-8deda83e84e9 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:19:24.850251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Attempting to bind port e03e3706-fde1-482a-9e37-8deda83e84e9 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:19:24.850614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Attempting to bind port e03e3706-fde1-482a-9e37-8deda83e84e9 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:19:24.853626 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05da988-6f79-4760-a570-0ab41b249432 None None] Pushing event updated for resources: {'Port': ['ID=e03e3706-fde1-482a-9e37-8deda83e84e9,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:24.858099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:19:24.858478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:19:24.858904 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:24.859313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:19:24.859750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Bound port: e03e3706-fde1-482a-9e37-8deda83e84e9, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:19:24.860130 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:24.910352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] For port e03e3706-fde1-482a-9e37-8deda83e84e9, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:19:24.913236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] For port e03e3706-fde1-482a-9e37-8deda83e84e9, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e03e3706-fde1-482a-9e37-8deda83e84e9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:19:24.944072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:19:24.947654 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:25.001320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:25.064274 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:25.064904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:25.106888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05da988-6f79-4760-a570-0ab41b249432 None None] Pushing event updated for resources: {'Port': ['ID=e03e3706-fde1-482a-9e37-8deda83e84e9,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:25.179333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:25.188526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:25.252425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Subnet': ['ID=de5ef2b3-6c94-4bf0-a047-ff7d6d260576,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:25.261189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Checking segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:19:25.261578 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network hostable DHCP agents. Network: 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:19:25.360708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:23Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:25.364864 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:19:25.387647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd530c0-795e-4b13-b436-00255d12c1c2 None None] The sync data for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 is: [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:23Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:19:25.450665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:25.456736 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:25.457903 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:25.458952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d7c156-9111-47c8-b7d5-94a29a57af71 None None] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:19:25.531614 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a81dbba7-c2d1-4b36-954d-af762a0029d4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7557294 Aug 12 05:19:25.534408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49252) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:25.641313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:19:25.642389 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:25.730839 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e03e3706-fde1-482a-9e37-8deda83e84e9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:25.830131 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Allocated IP 172.20.0.2 (9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c/de5ef2b3-6c94-4bf0-a047-ff7d6d260576/2b351d25-04f4-4301-93ed-b80e10d61c16) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:19:25.908359 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e03e3706-fde1-482a-9e37-8deda83e84e9 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:25.917154 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e03e3706-fde1-482a-9e37-8deda83e84e9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:25.917530 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.025035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.046002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.052979 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Transition to ACTIVE for port object 2b351d25-04f4-4301-93ed-b80e10d61c16 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:26.087651 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.097347 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Transition to ACTIVE for port object 2b351d25-04f4-4301-93ed-b80e10d61c16 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:26.117912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e03e3706-fde1-482a-9e37-8deda83e84e9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e03e3706-fde1-482a-9e37-8deda83e84e9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:26.184836 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.224034 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.226703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.290662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:19:26.297556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:26.299423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Pushing event updated for resources: {'Port': ['ID=2b351d25-04f4-4301-93ed-b80e10d61c16,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:26.301531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:19:26.368570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.380027 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.1 (9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c/de5ef2b3-6c94-4bf0-a047-ff7d6d260576/3e6475fe-a343-4fd6-9d80-5019a7813291) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:19:26.387950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e03e3706-fde1-482a-9e37-8deda83e84e9,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:26.390537 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Attempting to bind port 2b351d25-04f4-4301-93ed-b80e10d61c16 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:19:26.390930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Attempting to bind port 2b351d25-04f4-4301-93ed-b80e10d61c16 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:19:26.391349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Attempting to bind port 2b351d25-04f4-4301-93ed-b80e10d61c16 on network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:19:26.400865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:19:26.400865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Checking segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:19:26.400865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.400865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Bound using segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:19:26.400865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Bound port: 2b351d25-04f4-4301-93ed-b80e10d61c16, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:19:26.400865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.466184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] For port 2b351d25-04f4-4301-93ed-b80e10d61c16, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:19:26.469165 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] For port 2b351d25-04f4-4301-93ed-b80e10d61c16, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2b351d25-04f4-4301-93ed-b80e10d61c16,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:19:26.495976 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.509030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object 3e6475fe-a343-4fd6-9d80-5019a7813291 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:26.545103 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.601445 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.648055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:19:26.651494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:26.654648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:19:26.681163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=3e6475fe-a343-4fd6-9d80-5019a7813291,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:26.707410 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:26.768675 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068713d-4c05-49ce-941c-ccbb4f0e0095 None None] Pushing event updated for resources: {'Port': ['ID=2b351d25-04f4-4301-93ed-b80e10d61c16,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:26.936347 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:27.211437 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:27.269045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:27.342555 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:27.344408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=3e6475fe-a343-4fd6-9d80-5019a7813291,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:27.443113 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:19:27.444556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:27.561665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c92145b3-4238-4841-9f01-3e9c82c2bf2b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:19:27.645040 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f491c0-14fa-443b-b270-ba7bdc30124c None None] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:19:27.682802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:19:27.694023 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Sync routers for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:19:27.696043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-efbe4dd4-6bae-4d8d-949a-d1a2cdd753b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/c92145b3-4238-4841-9f01-3e9c82c2bf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1603534 Aug 12 05:19:27.705546 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:27.705546 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:27.817221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e03e3706-fde1-482a-9e37-8deda83e84e9 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:27.843845 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:27.847248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f92f0b4b-5fdf-4c85-bf81-a3320734ebdf None None] Provisioning for port 2b351d25-04f4-4301-93ed-b80e10d61c16 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:27.862271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-62a8f819-0248-457d-95c8-dc3873c0668f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828163724&fields=id&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 267 time: 0.0342906 Aug 12 05:19:27.882885 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e03e3706-fde1-482a-9e37-8deda83e84e9 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:27.883193 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:27.976171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2b351d25-04f4-4301-93ed-b80e10d61c16 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:28.005987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-1af5ceac-0a0b-4fc6-a4c3-51f1d8af546a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:28.007590 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-1af5ceac-0a0b-4fc6-a4c3-51f1d8af546a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/networks?id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c HTTP/1.1" status: 200 len: 797 time: 0.1260889 Aug 12 05:19:28.030648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-f7981812-b753-4e03-b283-5c6a5716a923 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/quotas/ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 375 time: 0.0142696 Aug 12 05:19:28.069431 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 2b351d25-04f4-4301-93ed-b80e10d61c16 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:28.074504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2b351d25-04f4-4301-93ed-b80e10d61c16 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:28.074988 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.079279 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:27Z', 'revision_number': 2, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:28.098576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-303e2f79-8e40-48c0-aeb0-b174da6986c8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618808 Aug 12 05:19:28.107106 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Checking router: c92145b3-4238-4841-9f01-3e9c82c2bf2b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:19:28.107457 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Updating router c92145b3-4238-4841-9f01-3e9c82c2bf2b port 3e6475fe-a343-4fd6-9d80-5019a7813291 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:19:28.134811 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.192598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.235216 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 2b351d25-04f4-4301-93ed-b80e10d61c16, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2b351d25-04f4-4301-93ed-b80e10d61c16,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:28.293182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-7db01b8f-e157-49eb-9b10-6f7abacba4c8 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775415 Aug 12 05:19:28.304325 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.338960 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-61919f84-81f0-451a-b14a-832b33e9dba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.340725 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-edb45566-29d8-49c7-bfb3-fddc80026d8d None None] Provisioning for port 3e6475fe-a343-4fd6-9d80-5019a7813291 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:28.348900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-edb45566-29d8-49c7-bfb3-fddc80026d8d None None] Provisioning complete for port 3e6475fe-a343-4fd6-9d80-5019a7813291 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:28.355897 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-edb45566-29d8-49c7-bfb3-fddc80026d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.404227 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-edb45566-29d8-49c7-bfb3-fddc80026d8d None None] Port 3e6475fe-a343-4fd6-9d80-5019a7813291 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:19:28.410947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=2b351d25-04f4-4301-93ed-b80e10d61c16,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:28.419351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-398a5278-4d09-4860-a9cd-68c1f2021a02 service neutron] 10.222.0.42 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195960 Aug 12 05:19:28.422135 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-edb45566-29d8-49c7-bfb3-fddc80026d8d None None] Provisioning complete for port 2b351d25-04f4-4301-93ed-b80e10d61c16 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:28.422520 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-edb45566-29d8-49c7-bfb3-fddc80026d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.447040 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.459126 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Transition to ACTIVE for port object 3e6475fe-a343-4fd6-9d80-5019a7813291 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:28.538241 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.587171 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Pushing event updated for resources: {'Port': ['ID=3e6475fe-a343-4fd6-9d80-5019a7813291,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:28.597932 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.598278 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.598614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.599167 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.599307 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.599595 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.599922 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.600243 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.600558 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.600875 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.601186 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.601502 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:19:28.656564 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Attempting to bind port 3e6475fe-a343-4fd6-9d80-5019a7813291 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:19:28.656934 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Attempting to bind port 3e6475fe-a343-4fd6-9d80-5019a7813291 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:19:28.657294 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Attempting to bind port 3e6475fe-a343-4fd6-9d80-5019a7813291 on network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:19:28.662657 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:19:28.663060 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Checking segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:19:28.663511 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.663907 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Bound using segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:19:28.664515 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Bound port: 3e6475fe-a343-4fd6-9d80-5019a7813291, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:19:28.664901 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.699392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8081511-0247-4ccb-859f-8a8f1b370ac1 req-a9d4a3d5-8cec-4215-9842-53b532bf3089 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 210 time: 0.0373721 Aug 12 05:19:28.734243 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] For port 3e6475fe-a343-4fd6-9d80-5019a7813291, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:19:28.737981 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] For port 3e6475fe-a343-4fd6-9d80-5019a7813291, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3e6475fe-a343-4fd6-9d80-5019a7813291,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:19:28.841885 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:28.908158 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:28.908788 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:28.913444 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa758d9-8711-4b8e-ac7a-ad3817f6e679 None None] Pushing event updated for resources: {'Port': ['ID=3e6475fe-a343-4fd6-9d80-5019a7813291,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:29.025884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:29.311602 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:28Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:29.336692 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b2ea4-b803-4221-95f8-7e8a22d45ac6 None None] The sync data for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 is: [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:28Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:19:29.749588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2b351d25-04f4-4301-93ed-b80e10d61c16 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:29.798058 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-336da609-4129-47b5-903e-0b006b573dbc req-fee7f04b-06c2-405c-a596-f020ef7153a4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 210 time: 0.0371873 Aug 12 05:19:29.801169 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 2b351d25-04f4-4301-93ed-b80e10d61c16 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:29.801703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:29.885305 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e6475fe-a343-4fd6-9d80-5019a7813291 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:29.996096 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3e6475fe-a343-4fd6-9d80-5019a7813291 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:30.000342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3e6475fe-a343-4fd6-9d80-5019a7813291 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:30.002361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:30.084516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:30.117199 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3e6475fe-a343-4fd6-9d80-5019a7813291, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3e6475fe-a343-4fd6-9d80-5019a7813291,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:30.199829 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:30.256986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3e6475fe-a343-4fd6-9d80-5019a7813291,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:30.841340 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-558dce98-bfe9-49be-b931-bd11429897b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:30.886563 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3380866e-d819-4f99-b228-3bfc53da2f19 req-e86e80b5-8113-46cf-bd5c-4d8744dfb27a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 210 time: 0.0254650 Aug 12 05:19:31.010980 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:31.044292 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d16f86d9-84ec-4519-af6d-d62846ffecee tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:31.045637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d16f86d9-84ec-4519-af6d-d62846ffecee tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/networks?id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c HTTP/1.1" status: 200 len: 797 time: 0.1027045 Aug 12 05:19:31.098462 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-13733a3a-a94c-4681-9f2e-3208565282d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 379 time: 0.0436893 Aug 12 05:19:31.107608 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'port': {'device_id': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'admin_state_up': True, 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'security_groups': ['f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:31.280646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:19:31.284297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:31.649163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.4 (9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c/de5ef2b3-6c94-4bf0-a047-ff7d6d260576/26836552-30d9-41d8-a862-e78d48c91262) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:19:31.673223 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e6475fe-a343-4fd6-9d80-5019a7813291 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:31.722861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3e6475fe-a343-4fd6-9d80-5019a7813291 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:31.723234 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:31.791894 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:31.806842 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object 26836552-30d9-41d8-a862-e78d48c91262 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:31.897175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:31.944171 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:19:31.947396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:31.951363 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:19:31.957780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=26836552-30d9-41d8-a862-e78d48c91262,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:32.012340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:32.012981 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.017231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadf710-dade-4130-85c6-191cb1e954b7 req-b0a5891f-3fcb-4396-ba9a-8dd0eb190e0b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:32.023848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cadf710-dade-4130-85c6-191cb1e954b7 req-b0a5891f-3fcb-4396-ba9a-8dd0eb190e0b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 931 time: 0.0667403 Aug 12 05:19:32.065432 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4cadf710-dade-4130-85c6-191cb1e954b7 req-973814be-a92f-4cae-b34a-9b83ca0a0276 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400853 Aug 12 05:19:32.087351 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-d075e892-a6d9-4fff-b946-cfe446f6ce79 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834569 Aug 12 05:19:32.100928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Request body: {'port': {'device_id': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:32.159096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.302261 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0aa8a0f7-ed13-4e32-9ad0-9b2fadfbe982 None None] Provisioning for port 26836552-30d9-41d8-a862-e78d48c91262 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:32.307006 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0aa8a0f7-ed13-4e32-9ad0-9b2fadfbe982 None None] Provisioning complete for port 26836552-30d9-41d8-a862-e78d48c91262 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:32.311497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0aa8a0f7-ed13-4e32-9ad0-9b2fadfbe982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.353634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8a0f7-ed13-4e32-9ad0-9b2fadfbe982 None None] Port 26836552-30d9-41d8-a862-e78d48c91262 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:19:32.417825 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26836552-30d9-41d8-a862-e78d48c91262 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:19:32.422310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.426447 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.438838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Transition to ACTIVE for port object 26836552-30d9-41d8-a862-e78d48c91262 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:19:32.526256 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.577546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Pushing event updated for resources: {'Port': ['ID=26836552-30d9-41d8-a862-e78d48c91262,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:32.646342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Attempting to bind port 26836552-30d9-41d8-a862-e78d48c91262 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:19:32.646678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Attempting to bind port 26836552-30d9-41d8-a862-e78d48c91262 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:19:32.647077 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Attempting to bind port 26836552-30d9-41d8-a862-e78d48c91262 on network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:19:32.651749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Port 26836552-30d9-41d8-a862-e78d48c91262 on network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:19:32.652085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Attempting to bind port 26836552-30d9-41d8-a862-e78d48c91262 on network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:19:32.657052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:19:32.657396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Checking segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:19:32.657780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Bound using segment: {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:19:32.658236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Bound port: 26836552-30d9-41d8-a862-e78d48c91262, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11e19f18-5faa-4abf-bb2f-807cf7b832ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:19:32.658599 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.724516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] For port 26836552-30d9-41d8-a862-e78d48c91262, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:19:32.727479 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] For port 26836552-30d9-41d8-a862-e78d48c91262, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=26836552-30d9-41d8-a862-e78d48c91262,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:19:32.818152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.857059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:32.857672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:32.859121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] 10.222.0.36 "PUT /v2.0/ports/26836552-30d9-41d8-a862-e78d48c91262 HTTP/1.1" status: 200 len: 1091 time: 0.7627583 Aug 12 05:19:32.862316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'tag': '26836552-30d9-41d8-a862-e78d48c91262'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:19:32.862316 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e68f70-a3bb-4f5a-b4db-53e2ed329707" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "tag": "26836552-30d9-41d8-a862-e78d48c91262"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:19:32.882016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e50b-b8ba-4a1e-99ee-e802e9b47557 service neutron] Pushing event updated for resources: {'Port': ['ID=26836552-30d9-41d8-a862-e78d48c91262,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:32.914631 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40d637-cd82-4a49-8a53-9e9dae0ea5ae x-openstack-request-id: req-7e40d637-cd82-4a49-8a53-9e9dae0ea5ae {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:19:32.915263 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "tag": "26836552-30d9-41d8-a862-e78d48c91262", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:19:32.915263 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e40d637-cd82-4a49-8a53-9e9dae0ea5ae {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:19:32.915758 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'tag': '26836552-30d9-41d8-a862-e78d48c91262', 'status': 'completed', 'code': 200} Aug 12 05:19:32.982159 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68f70-a3bb-4f5a-b4db-53e2ed329707 req-b5ad07f5-848c-4d36-bb79-9b944735702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:32.987365 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31e68f70-a3bb-4f5a-b4db-53e2ed329707 req-b5ad07f5-848c-4d36-bb79-9b944735702b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1094 time: 0.0479944 Aug 12 05:19:33.083534 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68f70-a3bb-4f5a-b4db-53e2ed329707 req-8b70ea2b-0fd0-4d9e-95c2-e8c455875f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:33.085010 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31e68f70-a3bb-4f5a-b4db-53e2ed329707 req-8b70ea2b-0fd0-4d9e-95c2-e8c455875f31 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0927577 Aug 12 05:19:33.180826 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e47baf-93df-4571-93da-9afbf546b920 req-4cfd1538-ff54-4ac2-b6c7-7b555c62832d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:33.182580 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7e47baf-93df-4571-93da-9afbf546b920 req-4cfd1538-ff54-4ac2-b6c7-7b555c62832d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 943 time: 0.0491850 Aug 12 05:19:33.183062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68f70-a3bb-4f5a-b4db-53e2ed329707 req-9f709bdb-3127-44cd-9468-cf38d0e42e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:33.184560 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31e68f70-a3bb-4f5a-b4db-53e2ed329707 req-9f709bdb-3127-44cd-9468-cf38d0e42e34 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926330 Aug 12 05:19:33.221148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a7e47baf-93df-4571-93da-9afbf546b920 req-456095bf-a3b3-4159-ad74-f57a05ddca64 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Aug 12 05:19:33.259284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4f710050-3d5d-4714-8d4e-8a556bfa3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:33.260775 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4f710050-3d5d-4714-8d4e-8a556bfa3552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1094 time: 0.0411344 Aug 12 05:19:33.301469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-65c316c1-2c43-44f0-8f67-7b19f028767f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26836552-30d9-41d8-a862-e78d48c91262 HTTP/1.1" status: 200 len: 217 time: 0.0335765 Aug 12 05:19:33.352999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4b811217-c904-458c-9390-89c1ebd11ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:33.354418 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-4b811217-c904-458c-9390-89c1ebd11ec1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de5ef2b3-6c94-4bf0-a047-ff7d6d260576 HTTP/1.1" status: 200 len: 835 time: 0.0464652 Aug 12 05:19:33.411111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-2cf7efa3-461f-4b8b-bf39-d251563e9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:33.412585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-2cf7efa3-461f-4b8b-bf39-d251563e9986 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500770 Aug 12 05:19:33.499764 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-8b46de2c-9cf1-4f3b-8d52-f4a3aefa547c service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795333 Aug 12 05:19:33.592704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4869230d-a5e7-4434-9229-2d2b5583c5f8 req-43fadf15-1959-4527-9f60-0eeceade5273 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860622 Aug 12 05:19:33.948015 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:34.340089 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d06282-c753-4a41-ace4-d6f6ee1d43fc req-2c71541a-5911-49c7-8622-bc602f9f2258 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:34.341723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d06282-c753-4a41-ace4-d6f6ee1d43fc req-2c71541a-5911-49c7-8622-bc602f9f2258 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 943 time: 0.0518045 Aug 12 05:19:34.381239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6d06282-c753-4a41-ace4-d6f6ee1d43fc req-ad0bf69f-eed0-4e82-b3dc-ec96dc826440 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331838 Aug 12 05:19:35.495982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496838c-ed23-42ff-992c-28871a665b9d req-dd5b0216-7142-4f75-b4c2-30f140190a2e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:35.497446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d496838c-ed23-42ff-992c-28871a665b9d req-dd5b0216-7142-4f75-b4c2-30f140190a2e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 943 time: 0.0493414 Aug 12 05:19:35.533944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d496838c-ed23-42ff-992c-28871a665b9d req-98af5ad2-ee7b-4104-a4ce-e96888887291 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306253 Aug 12 05:19:36.548499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 26836552-30d9-41d8-a862-e78d48c91262 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:19:36.640469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 26836552-30d9-41d8-a862-e78d48c91262, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=26836552-30d9-41d8-a862-e78d48c91262,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:36.650346 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54413f72-ad30-4bf3-96ff-8ed80ddca01c req-21736f56-00c2-4ba8-978c-6a579265adaa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:36.651432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '26836552-30d9-41d8-a862-e78d48c91262', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'port_id': '26836552-30d9-41d8-a862-e78d48c91262', 'mac_address': 'fa:16:3e:7c:92:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:19:36.652397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54413f72-ad30-4bf3-96ff-8ed80ddca01c req-21736f56-00c2-4ba8-978c-6a579265adaa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 943 time: 0.0522802 Aug 12 05:19:36.690800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-54413f72-ad30-4bf3-96ff-8ed80ddca01c req-b9390d51-3134-4de0-8430-951b546bba47 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319505 Aug 12 05:19:36.692114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:36.706284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26836552-30d9-41d8-a862-e78d48c91262 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:19:36.727455 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 26836552-30d9-41d8-a862-e78d48c91262, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=26836552-30d9-41d8-a862-e78d48c91262,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:36.810778 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:36.856682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=26836552-30d9-41d8-a862-e78d48c91262,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:37.009381 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['26836552-30d9-41d8-a862-e78d48c91262'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:19:37.805254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7488d0b-1deb-48b4-915a-9721decccfbd req-092dc4c8-4543-4d25-96da-64fc94a7bfb7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:37.806728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7488d0b-1deb-48b4-915a-9721decccfbd req-092dc4c8-4543-4d25-96da-64fc94a7bfb7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 944 time: 0.0482259 Aug 12 05:19:37.848607 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7488d0b-1deb-48b4-915a-9721decccfbd req-e46d9abc-bfd1-4112-9cb9-a052634e56ad tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350263 Aug 12 05:19:38.564281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 26836552-30d9-41d8-a862-e78d48c91262 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:19:38.668871 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 26836552-30d9-41d8-a862-e78d48c91262 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:19:38.672653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 26836552-30d9-41d8-a862-e78d48c91262 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:19:38.673032 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:38.748863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:38.769938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26836552-30d9-41d8-a862-e78d48c91262'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:19:38.772234 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e25b97-539b-4429-bb51-d3544f905e46" -d '{"events": [{"server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "name": "network-vif-plugged", "status": "completed", "tag": "26836552-30d9-41d8-a862-e78d48c91262"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:19:38.785117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 26836552-30d9-41d8-a862-e78d48c91262, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=26836552-30d9-41d8-a862-e78d48c91262,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:19:38.834809 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:38.860620 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b439fe8-bb08-452c-ae04-bbc465344745 x-openstack-request-id: req-1b439fe8-bb08-452c-ae04-bbc465344745 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:19:38.860909 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "name": "network-vif-plugged", "status": "completed", "tag": "26836552-30d9-41d8-a862-e78d48c91262", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:19:38.861162 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b439fe8-bb08-452c-ae04-bbc465344745 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:19:38.861554 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26836552-30d9-41d8-a862-e78d48c91262', 'code': 200} Aug 12 05:19:38.887422 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=26836552-30d9-41d8-a862-e78d48c91262,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:38.961759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471c168-1089-4c82-9a04-af84f451ddd8 req-e7c71d45-0c38-47fc-b380-71d65f13348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:38.963441 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7471c168-1089-4c82-9a04-af84f451ddd8 req-e7c71d45-0c38-47fc-b380-71d65f13348f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1096 time: 0.0448530 Aug 12 05:19:38.971124 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417db2b-7536-4aac-a100-0336011f2dc1 req-fe9cb9fd-e8d5-4560-a983-09e44e100d6c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:38.972605 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4417db2b-7536-4aac-a100-0336011f2dc1 req-fe9cb9fd-e8d5-4560-a983-09e44e100d6c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0564923 Aug 12 05:19:39.000839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7471c168-1089-4c82-9a04-af84f451ddd8 req-f7d59a14-f9b6-40e3-b670-ffe76fc32942 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299037 Aug 12 05:19:39.011748 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4417db2b-7536-4aac-a100-0336011f2dc1 req-fb60bed0-1297-4a7a-ab9f-eaeca6531a6e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329447 Aug 12 05:19:40.126784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070f7c8-8c33-4cc5-9459-058d031e2e01 req-fd285b31-a009-4d30-bcf3-929d0b000d1f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:40.128262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0070f7c8-8c33-4cc5-9459-058d031e2e01 req-fd285b31-a009-4d30-bcf3-929d0b000d1f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Aug 12 05:19:40.164758 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0070f7c8-8c33-4cc5-9459-058d031e2e01 req-cf85d638-18a4-45e7-b3b3-d9f1c41544f7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Aug 12 05:19:40.277420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0777a-268a-4f97-a169-0d7711093e9a req-a4c1169a-b8ff-4279-8d7c-0fd7812d917d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:40.278955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17e0777a-268a-4f97-a169-0d7711093e9a req-a4c1169a-b8ff-4279-8d7c-0fd7812d917d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0492706 Aug 12 05:19:40.316802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17e0777a-268a-4f97-a169-0d7711093e9a req-48efd121-7502-4c46-81be-1fdf75154156 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319676 Aug 12 05:19:40.337766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49314) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:40.377002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b9dbb-a6e4-43be-a35a-a3d9b49c8e4a tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:40.378498 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-825b9dbb-a6e4-43be-a35a-a3d9b49c8e4a tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1091 time: 0.0397851 Aug 12 05:19:40.381259 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49316) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:40.385539 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '26836552-30d9-41d8-a862-e78d48c91262', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:19:40.463758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:40.564907 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:40.668530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.197 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/83eb30f4-bd79-4874-b838-ab188bc5605f) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:19:40.769020 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:40.852645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:40.888320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:19:40.894473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:19:40.897980 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:19:40.903706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=83eb30f4-bd79-4874-b838-ab188bc5605f,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:41.256096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:41.388153 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:41.533359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:41.611587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:41.683462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=83eb30f4-bd79-4874-b838-ab188bc5605f,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:19:41.693566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:41.793950 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 associated. External IP: 172.25.6.197, port: 26836552-30d9-41d8-a862-e78d48c91262. Aug 12 05:19:42.003046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c92145b3-4238-4841-9f01-3e9c82c2bf2b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:19:42.111453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:19:42.120566 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] Sync routers for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:19:42.130077 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:42.130689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:42.206246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:42.234069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:42.235613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-698c6960-e170-4115-9ff5-2a2a76cfc6ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8533571 Aug 12 05:19:42.236204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'tag': '26836552-30d9-41d8-a862-e78d48c91262'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:19:42.238554 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c71daa-a46e-42fd-acdf-3acc8547c251" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "tag": "26836552-30d9-41d8-a862-e78d48c91262"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:19:42.337252 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b37c4e-cc80-49ef-a919-1e7a7008f337 x-openstack-request-id: req-20b37c4e-cc80-49ef-a919-1e7a7008f337 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:19:42.337592 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "tag": "26836552-30d9-41d8-a862-e78d48c91262", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:19:42.337855 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20b37c4e-cc80-49ef-a919-1e7a7008f337 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:19:42.338265 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'tag': '26836552-30d9-41d8-a862-e78d48c91262', 'status': 'completed', 'code': 200} Aug 12 05:19:42.344867 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6f6ea-5f7b-4cc7-8059-4353d1b92c15 req-78bd1194-c1fa-4d68-803e-20126070cca3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:42.346402 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed6f6ea-5f7b-4cc7-8059-4353d1b92c15 req-78bd1194-c1fa-4d68-803e-20126070cca3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0590894 Aug 12 05:19:42.423226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5ed6f6ea-5f7b-4cc7-8059-4353d1b92c15 req-431811b6-2c9c-4f7f-8dfd-30e742c6273a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623910 Aug 12 05:19:42.427653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-551a061c-bf01-4584-8653-cacbcec7d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:42.429134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-551a061c-bf01-4584-8653-cacbcec7d808 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1096 time: 0.0672786 Aug 12 05:19:42.447062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49326) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:42.469680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '5cae9fd6-33de-4a96-9c05-1fc4b5ca9208', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'port_id': '26836552-30d9-41d8-a862-e78d48c91262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'mac_address': 'fa:16:3e:7c:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:19:41Z', 'updated_at': '2021-08-12T05:19:41Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:30Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:42.496000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] Checking router: c92145b3-4238-4841-9f01-3e9c82c2bf2b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:19:42.504548 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:19:42.505174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:19:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:42.510464 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d19c52a5-8c6f-48f5-8cf4-e1251090acb6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 HTTP/1.1" status: 200 len: 991 time: 0.0611944 Aug 12 05:19:42.529411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-475c2aba-44e0-4270-89c5-ac31262492ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:42.530912 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-475c2aba-44e0-4270-89c5-ac31262492ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c HTTP/1.1" status: 200 len: 898 time: 0.0940962 Aug 12 05:19:42.595162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-274c4829-5c62-43f9-b43e-11d4cc21ce2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26836552-30d9-41d8-a862-e78d48c91262 HTTP/1.1" status: 200 len: 999 time: 0.0575120 Aug 12 05:19:42.607800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:19:42.643414 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-278e6dd4-0142-4e55-976d-e30c97939349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:42.644860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-278e6dd4-0142-4e55-976d-e30c97939349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de5ef2b3-6c94-4bf0-a047-ff7d6d260576 HTTP/1.1" status: 200 len: 835 time: 0.0430968 Aug 12 05:19:42.694103 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-c8a74d20-4e14-4253-a73b-89b30556701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:42.695646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-c8a74d20-4e14-4253-a73b-89b30556701d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440660 Aug 12 05:19:42.783575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-0ce501db-a51d-4cd2-bc14-a65a7a4823d4 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810149 Aug 12 05:19:42.824472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '5cae9fd6-33de-4a96-9c05-1fc4b5ca9208', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'port_id': '26836552-30d9-41d8-a862-e78d48c91262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'mac_address': 'fa:16:3e:7c:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:19:41Z', 'updated_at': '2021-08-12T05:19:41Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:30Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:19:42.854365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc6443-3bd3-423c-a918-8fd7345cb283 None None] The sync data for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 is: [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '5cae9fd6-33de-4a96-9c05-1fc4b5ca9208', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'port_id': '26836552-30d9-41d8-a862-e78d48c91262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'mac_address': 'fa:16:3e:7c:92:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:19:41Z', 'updated_at': '2021-08-12T05:19:41Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:30Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:19:42.878141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a5c71daa-a46e-42fd-acdf-3acc8547c251 req-cf71e7fc-41fe-4421-90f2-312b010b8c69 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861120 Aug 12 05:19:43.040439 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab22553f-5f0a-40b8-a844-8217c8f922e2 None None] New status for floating IP 5cae9fd6-33de-4a96-9c05-1fc4b5ca9208: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:19:43.513123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49328) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:19:43.920518 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0d0aa44f-e2b9-4eb4-8890-70ac4ae97f8b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 HTTP/1.1" status: 200 len: 993 time: 0.4059725 Aug 12 05:19:50.063108 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-bc9916d6-e8b8-46a7-a6d1-ab6ee5644a98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402279 Aug 12 05:19:50.094539 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:19:50.148833 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-0f2496a3-b9a3-47b8-aad1-b4c8bd9a6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:50.150355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-0f2496a3-b9a3-47b8-aad1-b4c8bd9a6034 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1096 time: 0.0395105 Aug 12 05:19:50.260890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-3ff0e778-f861-4787-8c86-bbb0e5b5d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:50.262368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-3ff0e778-f861-4787-8c86-bbb0e5b5d1cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c HTTP/1.1" status: 200 len: 898 time: 0.0854921 Aug 12 05:19:50.326095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-29c9591d-cf23-4093-8b8c-c3c202606f03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26836552-30d9-41d8-a862-e78d48c91262 HTTP/1.1" status: 200 len: 1001 time: 0.0567975 Aug 12 05:19:50.373563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-bd0ebcf9-b6c3-4ef4-9803-666e4a532280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:50.374992 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-bd0ebcf9-b6c3-4ef4-9803-666e4a532280 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de5ef2b3-6c94-4bf0-a047-ff7d6d260576 HTTP/1.1" status: 200 len: 835 time: 0.0422556 Aug 12 05:19:50.422800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-7708ab03-b814-4b16-8e32-b980c0d45e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:19:50.424246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-7708ab03-b814-4b16-8e32-b980c0d45e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427055 Aug 12 05:19:50.509812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-6b065a45-9c16-42d2-9364-da3dace0a97c service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788121 Aug 12 05:19:50.601989 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-633ddc9e-0f31-418f-8028-7560a78470f7 req-270996ff-ff38-4fe5-acd4-7c2af59fbc4b service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851266 Aug 12 05:19:56.143367 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:56.331503 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:19:58.263161 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-015b30dc-427f-4d86-ae2c-53b84fd127de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:00.872661 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30860ca8-c807-4084-806d-3939fc7dc27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:01.010235 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:02.388920 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:03.947563 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:10.765381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fc399-4d6c-4db5-b1a3-2a26ef4ad2fe req-d8616256-fbc7-4f58-9c16-56f66c46bb53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:10.766840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-124fc399-4d6c-4db5-b1a3-2a26ef4ad2fe req-d8616256-fbc7-4f58-9c16-56f66c46bb53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0484731 Aug 12 05:20:10.807003 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-124fc399-4d6c-4db5-b1a3-2a26ef4ad2fe req-609963bf-7b54-46cf-b78d-93ba8b0019d0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327585 Aug 12 05:20:11.925183 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baddbcc-f1a3-4481-9751-7953c6a01071 req-83cb5d7e-4778-4855-b560-a0f12c374a40 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:11.926613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8baddbcc-f1a3-4481-9751-7953c6a01071 req-83cb5d7e-4778-4855-b560-a0f12c374a40 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Aug 12 05:20:11.964050 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8baddbcc-f1a3-4481-9751-7953c6a01071 req-4027bbc4-c4b4-453f-a0c1-a8a21b01e1a6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Aug 12 05:20:11.987101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49346) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:12.099639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-61407db5-4166-4ed2-ad2e-ca2da6e5d294 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 HTTP/1.1" status: 200 len: 993 time: 0.1114025 Aug 12 05:20:13.483908 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffb2d-a9ef-47bf-ae34-8815099caa94 req-4af4bb96-12de-4b35-bc68-0656b93bbe87 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:13.485579 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e66ffb2d-a9ef-47bf-ae34-8815099caa94 req-4af4bb96-12de-4b35-bc68-0656b93bbe87 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0491493 Aug 12 05:20:13.526641 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e66ffb2d-a9ef-47bf-ae34-8815099caa94 req-ea9505a9-d35d-419e-8ac7-d936c24233ee tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336750 Aug 12 05:20:14.644567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f22248-dfa7-48c2-af3d-4163794ac36c req-c6a637e4-29d2-4af0-8691-ec317a8b2c4d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:14.646028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4f22248-dfa7-48c2-af3d-4163794ac36c req-c6a637e4-29d2-4af0-8691-ec317a8b2c4d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0477462 Aug 12 05:20:14.683603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f4f22248-dfa7-48c2-af3d-4163794ac36c req-adacf607-7799-4ff1-8317-62dddbdf5fcc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316358 Aug 12 05:20:14.705930 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49356) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:14.768904 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-405a7f57-198a-43a8-bd4d-02f1bc5580ae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 HTTP/1.1" status: 200 len: 993 time: 0.0618496 Aug 12 05:20:15.027384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49362) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:15.188589 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 83eb30f4-bd79-4874-b838-ab188bc5605f {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:20:15.188931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:15.259922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:15.260246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:15.271782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 83eb30f4-bd79-4874-b838-ab188bc5605f owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:20:15.519934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:15.544605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=83eb30f4-bd79-4874-b838-ab188bc5605f,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:15.556150 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.556505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.556850 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.557189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.557526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.558118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.558447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.558798 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.559132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.559458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.559787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.560107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:15.611749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:15.612082 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 disassociated (deleted). External IP: 172.25.6.197, port: 26836552-30d9-41d8-a862-e78d48c91262. Aug 12 05:20:16.065712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c92145b3-4238-4841-9f01-3e9c82c2bf2b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:20:16.168054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:20:16.173246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:16.177886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] Sync routers for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:20:16.188277 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:16.188892 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:16.199966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-03bac23c-8fec-4d8d-a87e-5ba5d15b2ad7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/floatingips/5cae9fd6-33de-4a96-9c05-1fc4b5ca9208 HTTP/1.1" status: 204 len: 168 time: 1.1710134 Aug 12 05:20:16.200563 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'tag': '26836552-30d9-41d8-a862-e78d48c91262'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:20:16.202810 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea47474-9317-4f19-a8a7-86cd8e340174" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "tag": "26836552-30d9-41d8-a862-e78d48c91262"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:20:16.240107 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47efa21-bf35-492e-8b8d-d5c23dae21f6 x-openstack-request-id: req-c47efa21-bf35-492e-8b8d-d5c23dae21f6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:20:16.240397 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "tag": "26836552-30d9-41d8-a862-e78d48c91262", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:20:16.240646 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c47efa21-bf35-492e-8b8d-d5c23dae21f6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:20:16.241048 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'tag': '26836552-30d9-41d8-a862-e78d48c91262', 'status': 'completed', 'code': 200} Aug 12 05:20:16.296538 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:16.308151 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-fc95641d-09bd-47af-8f1d-c4098367306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:16.310222 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-fc95641d-09bd-47af-8f1d-c4098367306a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 1096 time: 0.0447047 Aug 12 05:20:16.403236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-95b6311d-cd9d-4ff1-8f08-f0b2c3cd43de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:16.405336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-95b6311d-cd9d-4ff1-8f08-f0b2c3cd43de service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c HTTP/1.1" status: 200 len: 898 time: 0.0869000 Aug 12 05:20:16.451009 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-de6c288b-0e51-415d-9086-6a2d83ed5725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26836552-30d9-41d8-a862-e78d48c91262 HTTP/1.1" status: 200 len: 217 time: 0.0382998 Aug 12 05:20:16.494855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:30Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:16.505668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-95f425f3-b601-48e1-a71c-a2e089142bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:16.507165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-95f425f3-b601-48e1-a71c-a2e089142bef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de5ef2b3-6c94-4bf0-a047-ff7d6d260576 HTTP/1.1" status: 200 len: 835 time: 0.0487881 Aug 12 05:20:16.527950 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] Checking router: c92145b3-4238-4841-9f01-3e9c82c2bf2b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:20:16.536539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:16.542349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:16.556715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-052f7e56-bc85-4866-bc4c-dff82f4c5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:16.558495 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-052f7e56-bc85-4866-bc4c-dff82f4c5573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430131 Aug 12 05:20:16.609559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369148-e5d0-45ba-b0a3-5f84ac3cd3f2 req-e7e678f9-4e5a-4f8f-b311-6e40b50925b0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:16.611817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d369148-e5d0-45ba-b0a3-5f84ac3cd3f2 req-e7e678f9-4e5a-4f8f-b311-6e40b50925b0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0534568 Aug 12 05:20:16.647392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:16.650157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-01a07e7f-be21-415f-a727-0e840bc17af6 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Aug 12 05:20:16.652930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6d369148-e5d0-45ba-b0a3-5f84ac3cd3f2 req-54c63872-daaa-422a-98c0-a57be137c202 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340288 Aug 12 05:20:16.747492 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bea47474-9317-4f19-a8a7-86cd8e340174 req-5dbd6f80-92e4-4368-9ad9-72db400f2255 service neutron] 10.222.0.36 "GET /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881674 Aug 12 05:20:16.988658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:30Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:17.014408 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e9b7be-8b9b-439e-bf91-e99bd4ed4e23 None None] The sync data for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 is: [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '3e6475fe-a343-4fd6-9d80-5019a7813291', 'name': '', 'network_id': '9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:e5:1b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:26Z', 'updated_at': '2021-08-12T05:19:30Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'de5ef2b3-6c94-4bf0-a047-ff7d6d260576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:20:17.239054 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfeb3f9-b97f-4eab-903b-b1dda3e47323 None None] New status for floating IP 5cae9fd6-33de-4a96-9c05-1fc4b5ca9208: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:20:17.769283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8457338-20ba-4bea-b3f0-5a89736d8575 req-52097f64-620a-4f7a-9875-79b7e396a2ac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:17.770770 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8457338-20ba-4bea-b3f0-5a89736d8575 req-52097f64-620a-4f7a-9875-79b7e396a2ac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0486231 Aug 12 05:20:17.808911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d8457338-20ba-4bea-b3f0-5a89736d8575 req-8e7bc716-55f5-4bb0-817c-8e78d7844a72 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Aug 12 05:20:18.166333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066840ba-d961-49f7-84d6-64310ba5c42b req-bc755ff4-202b-45c5-8976-0eacaa0621bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:18.167790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-066840ba-d961-49f7-84d6-64310ba5c42b req-bc755ff4-202b-45c5-8976-0eacaa0621bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 945 time: 0.0474205 Aug 12 05:20:18.257912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 26836552-30d9-41d8-a862-e78d48c91262 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:20:18.258251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:18.342922 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 26836552-30d9-41d8-a862-e78d48c91262, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=26836552-30d9-41d8-a862-e78d48c91262,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:18.343279 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:18.355514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 26836552-30d9-41d8-a862-e78d48c91262 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:20:18.541248 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:18.570168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=26836552-30d9-41d8-a862-e78d48c91262,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:18.613984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] No DVR routers for this DVR port 26836552-30d9-41d8-a862-e78d48c91262 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:20:18.616659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:18.618599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-066840ba-d961-49f7-84d6-64310ba5c42b req-605af76d-439d-4052-a142-dfa4a8e8d522 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "DELETE /v2.0/ports/26836552-30d9-41d8-a862-e78d48c91262 HTTP/1.1" status: 204 len: 173 time: 0.4441473 Aug 12 05:20:18.619075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'name': 'network-vif-deleted', 'tag': '26836552-30d9-41d8-a862-e78d48c91262'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:20:18.621982 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedc42fe-9f8a-44bb-9a2b-79c2b25d5e56" -d '{"events": [{"server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "name": "network-vif-deleted", "tag": "26836552-30d9-41d8-a862-e78d48c91262"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:20:18.657521 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dd8e6b-e65a-4870-8f50-6d725414f810 x-openstack-request-id: req-88dd8e6b-e65a-4870-8f50-6d725414f810 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:20:18.657831 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9b79f9-455e-490d-a2c7-2fd2e698e203", "name": "network-vif-deleted", "tag": "26836552-30d9-41d8-a862-e78d48c91262", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:20:18.658080 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88dd8e6b-e65a-4870-8f50-6d725414f810 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:20:18.658476 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9b79f9-455e-490d-a2c7-2fd2e698e203', 'name': 'network-vif-deleted', 'tag': '26836552-30d9-41d8-a862-e78d48c91262', 'status': 'completed', 'code': 200} Aug 12 05:20:18.910617 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f17e2f12-3ca1-4a26-ab5f-234acf0e4dd8 req-2ff2e6ad-7638-4598-85ef-77ad2ef7ecaf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d9b79f9-455e-490d-a2c7-2fd2e698e203 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Aug 12 05:20:19.967153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49378) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:20.317027 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:20.561318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 3e6475fe-a343-4fd6-9d80-5019a7813291 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:20:20.561662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:20.649858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 3e6475fe-a343-4fd6-9d80-5019a7813291, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3e6475fe-a343-4fd6-9d80-5019a7813291,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:20.650144 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:20.663234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 3e6475fe-a343-4fd6-9d80-5019a7813291 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:20:20.793754 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 26836552-30d9-41d8-a862-e78d48c91262 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:20:20.814265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 26836552-30d9-41d8-a862-e78d48c91262 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:20:20.814608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 26836552-30d9-41d8-a862-e78d48c91262 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:20:20.897265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:20.922300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=3e6475fe-a343-4fd6-9d80-5019a7813291,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:21.099053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.314317 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c92145b3-4238-4841-9f01-3e9c82c2bf2b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:20:21.417640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:20:21.422643 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4f258b63-e08e-40ff-aa5a-fa39a17eacff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/c92145b3-4238-4841-9f01-3e9c82c2bf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544716 Aug 12 05:20:21.425293 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49380) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:21.431493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] Sync routers for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:20:21.441240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:21.441850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:21.479803 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting subnet de5ef2b3-6c94-4bf0-a047-ff7d6d260576 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:20:21.483068 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.524629 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.546933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:21.607421 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.724866 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:20:20Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:21.753716 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] Checking router: c92145b3-4238-4841-9f01-3e9c82c2bf2b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:20:21.761665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] Routers {'c92145b3-4238-4841-9f01-3e9c82c2bf2b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:21.762859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:21.766442 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.795829 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.800404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/subnets/de5ef2b3-6c94-4bf0-a047-ff7d6d260576 HTTP/1.1" status: 204 len: 168 time: 0.3714421 Aug 12 05:20:21.800404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127c40d-ce8d-435b-b402-3a6ff19a2685 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Subnet': ['ID=de5ef2b3-6c94-4bf0-a047-ff7d6d260576,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:21.800586 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49382) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:21.801052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04a1823-01d7-4555-97b1-182fe679162e None None] Network 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:20:21.908214 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:21.932710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] Set router c92145b3-4238-4841-9f01-3e9c82c2bf2b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:22.013133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.120715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] DHCP port deletion for 9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:20:22.123339 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port e03e3706-fde1-482a-9e37-8deda83e84e9 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:20:22.123680 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.152278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:20:20Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:22.180270 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b0fb35-7ed3-4715-8f98-6a669ccbe6f1 None None] The sync data for ids ['c92145b3-4238-4841-9f01-3e9c82c2bf2b'] in n-d-804320-1 is: [{'id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-658487018', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:19:21Z', 'updated_at': '2021-08-12T05:20:20Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e03e3706-fde1-482a-9e37-8deda83e84e9', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92145b3-4238-4841-9f01-3e9c82c2bf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:19:22Z', 'updated_at': '2021-08-12T05:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:20:22.200318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Deleting port 2b351d25-04f4-4301-93ed-b80e10d61c16 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:20:22.201065 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.202963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port e03e3706-fde1-482a-9e37-8deda83e84e9, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e03e3706-fde1-482a-9e37-8deda83e84e9,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:22.203339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.219085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for e03e3706-fde1-482a-9e37-8deda83e84e9 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:20:22.266416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] For port 2b351d25-04f4-4301-93ed-b80e10d61c16, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=2b351d25-04f4-4301-93ed-b80e10d61c16,segment=NetworkSegment(11e19f18-5faa-4abf-bb2f-807cf7b832ce),segment_id=11e19f18-5faa-4abf-bb2f-807cf7b832ce)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:22.266843 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.279238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Calling delete_port for 2b351d25-04f4-4301-93ed-b80e10d61c16 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:20:22.417620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.445818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.447251 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Pushing event deleted for resources: {'Port': ['ID=2b351d25-04f4-4301-93ed-b80e10d61c16,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:22.455365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] No DVR routers for this DVR port 2b351d25-04f4-4301-93ed-b80e10d61c16 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:20:22.457593 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.457965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.458324 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.458673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.459042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.459378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.459709 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.460041 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.460374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.460702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.461032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.461443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8d213d-2a35-40b2-97ef-102d70577668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.477487 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=e03e3706-fde1-482a-9e37-8deda83e84e9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:22.495496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.495985 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.496357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.496699 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.497072 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.497412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.497743 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.498074 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.498404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.498758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.499086 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.499409 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:22.556899 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.651888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.654569 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.778564 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.779154 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Fanout notify agent at l3_agent the message router_deleted on router c92145b3-4238-4841-9f01-3e9c82c2bf2b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:20:22.786077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.787228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2ba5aaf1-e44b-4e68-9294-0c84650bea00 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/routers/c92145b3-4238-4841-9f01-3e9c82c2bf2b HTTP/1.1" status: 204 len: 168 time: 0.9855464 Aug 12 05:20:22.789899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49384) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:22.871921 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.957485 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:22.967572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:22.977671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e19f18-5faa-4abf-bb2f-807cf7b832ce') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:22.977966 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e19f18-5faa-4abf-bb2f-807cf7b832ce') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:22.986482 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.004465 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.010102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:20:23.010486 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:20:23.013911 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:20:23.125415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.133032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.138178 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/networks/9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c HTTP/1.1" status: 204 len: 168 time: 0.3440397 Aug 12 05:20:23.138178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49388) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:23.154769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac18b0-3d92-4490-9d60-4ebe6a74e5c5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Network': ['ID=9ab2ff5d-0aff-4f4c-91d0-06bbe060ff9c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:23.209972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65ce12bf-1c33-47c1-b511-848d7b0a0c0c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.235833 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65ce12bf-1c33-47c1-b511-848d7b0a0c0c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.376880 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65ce12bf-1c33-47c1-b511-848d7b0a0c0c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.379662 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65ce12bf-1c33-47c1-b511-848d7b0a0c0c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:23.380824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-65ce12bf-1c33-47c1-b511-848d7b0a0c0c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712 HTTP/1.1" status: 204 len: 168 time: 0.2418263 Aug 12 05:20:23.391328 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce12bf-1c33-47c1-b511-848d7b0a0c0c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2055b3c-5b1c-4c77-9ed1-5f80cb5d3712,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:23.702661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e03e3706-fde1-482a-9e37-8deda83e84e9 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:20:23.723130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e03e3706-fde1-482a-9e37-8deda83e84e9 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:20:23.723482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e03e3706-fde1-482a-9e37-8deda83e84e9 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:20:23.723893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2b351d25-04f4-4301-93ed-b80e10d61c16 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:20:23.742812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 2b351d25-04f4-4301-93ed-b80e10d61c16 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:20:23.743094 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 2b351d25-04f4-4301-93ed-b80e10d61c16 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:20:23.743504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e6475fe-a343-4fd6-9d80-5019a7813291 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:20:23.761956 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3e6475fe-a343-4fd6-9d80-5019a7813291 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:20:23.762297 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3e6475fe-a343-4fd6-9d80-5019a7813291 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:20:24.033983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49394) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:24.038633 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311338466', 'description': 'tempest-secgroup-smoke-1311338466 description', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:24.124119 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.202357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.261228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.289739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8024f5dc-6634-41bc-9b42-e09069fc8721,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:24.335659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.336926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-796f3e8a-ffa0-4bf9-b11b-1d2ad5f43313 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3018923 Aug 12 05:20:24.339745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49398) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:24.344806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '8024f5dc-6634-41bc-9b42-e09069fc8721', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:24.414517 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.469633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.537394 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.555153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943a475b-811a-4686-a06d-8fd32a31b539,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:24.605519 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.606719 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-091c959e-5218-44eb-ad01-24c2799bb218 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654123 Aug 12 05:20:24.609536 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49400) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:24.613974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '8024f5dc-6634-41bc-9b42-e09069fc8721', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:24.689052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.747513 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.815392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.834994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dd4a3d-332b-48b9-ab3e-70c76a9bea36,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:24.895425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:24.896997 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-55e180cc-4db8-4f2f-9c9f-92ef2decdf8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2865391 Aug 12 05:20:24.899831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49402) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:24.904410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '8024f5dc-6634-41bc-9b42-e09069fc8721', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:24.987257 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.044679 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.131385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.148172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e91c5f-52d8-4e05-bd0c-49de6d8579de,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:25.228553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.229773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d15bf3a7-152e-44f8-a887-04fdc837a680 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288434 Aug 12 05:20:25.232896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49404) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:25.237348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '8024f5dc-6634-41bc-9b42-e09069fc8721', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:25.324296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.382911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.443889 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.463960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64be8cff-e9c1-4b10-9133-61d5ed5eff56,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:25.531576 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.532761 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-431bda5a-836e-4068-a535-a82fdb4ccf31 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989299 Aug 12 05:20:25.535400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49406) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:25.539865 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '8024f5dc-6634-41bc-9b42-e09069fc8721', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:25.617331 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:20:25.622573 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.683885 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.749758 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.764863 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f069d3a-20bd-46b3-8950-b3540e657b29,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:25.828744 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.829980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e7a47438-a435-45ff-b4b8-31db653fcd17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936192 Aug 12 05:20:25.832660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49408) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:25.837094 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '8024f5dc-6634-41bc-9b42-e09069fc8721', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:25.908585 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:20:25.913188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:25.974960 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.016834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.034369 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df83d73a-d6ee-4b0f-be10-e0284e56fa57,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:26.101426 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.102635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-2a48978b-f6ac-4059-ba2b-fbb74c7c7a88 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2690570 Aug 12 05:20:26.105473 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49410) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:26.110416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'network': {'name': 'tempest-network-smoke--1083346144', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'port_security_enabled': True}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:26.186603 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.209332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:20:26.212834 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.235131 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:20:26.243682 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.244111 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Added segment 4a1ce61e-31fc-4e32-846d-3c236aecefbd of type vlan for network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d Aug 12 05:20:26.283322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.346552 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.371553 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.377453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:26.378054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.443655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Network': ['ID=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:26.454768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:20:26.498575 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4fa72188-1b5b-48a5-836e-77460b60d288 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3920121 Aug 12 05:20:26.501423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49412) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:26.506057 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'admin_state_up': True, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:26.606159 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.607247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.658179 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:26.858148 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:27.093603 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:20:27.130288 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:27.148224 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:27.250368 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.81 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/4318f7dc-080a-4db3-a8c7-84ffd27b9efe) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:20:27.347865 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:27.445646 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:27.485404 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:20:27.490068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:27.493544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:20:27.518514 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:27.803421 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:27.999855 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.188854 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router d662ee8a-e856-43b2-8d86-575006048abb is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:20:28.257387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c498cce4-96e7-40df-ac67-6b88f33e3b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.294406 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:20:28.313342 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Sync routers for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:20:28.317915 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:28.318520 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:28.389003 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.392972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4e81d39e-f798-4787-84db-9fc03cfe72cd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8877518 Aug 12 05:20:28.393232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49414) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:28.415015 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:28.422943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad7a614b-b3b9-4503-b647-92473739f8bf tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=ed2a701d38db4ac49b1eb51333eb28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284593 Aug 12 05:20:28.425472 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49416) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:28.511607 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc8666-3623-4e5c-9885-ea0fad7c5be5 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:28.513200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cfbc8666-3623-4e5c-9885-ea0fad7c5be5 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868208 Aug 12 05:20:28.516131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49418) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:28.545942 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-82660c31-e27a-4eb8-8106-37bc02c788f3 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286689 Aug 12 05:20:28.548420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49420) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:28.553203 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-856127814', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:28.594344 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:27Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:28.620244 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Checking router: d662ee8a-e856-43b2-8d86-575006048abb for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:20:28.620593 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Updating router d662ee8a-e856-43b2-8d86-575006048abb port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:20:28.644762 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.735379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:20:28.739010 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.894636 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.904742 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Transition to ACTIVE for port object 4318f7dc-080a-4db3-a8c7-84ffd27b9efe will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:28.966397 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:28.994611 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.017914 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Attempting to bind port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:20:29.018279 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Attempting to bind port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:20:29.018638 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Attempting to bind port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:20:29.021682 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Pushing event updated for resources: {'Port': ['ID=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:29.031086 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.031434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.031766 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.032097 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.032425 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.032842 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.033165 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.033486 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.033804 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.034120 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.034436 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.034775 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:20:29.037790 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:20:29.038162 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:20:29.038564 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.039092 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:20:29.039702 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Bound port: 4318f7dc-080a-4db3-a8c7-84ffd27b9efe, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:20:29.039937 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.049214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Subnet': ['ID=fd482a35-beb5-4844-b01f-0e74e52088f3,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:29.064780 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Checking segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:20:29.065157 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network hostable DHCP agents. Network: f040f61a-f2cd-4b9f-bfb7-d23d4b08018d, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:20:29.092137 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] For port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:20:29.095225 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] For port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:20:29.160000 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:20:29.171654 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.227379 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:29.227977 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:29.245492 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f040f61a-f2cd-4b9f-bfb7-d23d4b08018d) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:29.250189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:29.250938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.256045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01b875-49b7-4eda-aa30-1c3b9f1beb66 None None] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:20:29.271804 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1cf62-ec5c-4432-afe8-fa99a2f43ccc None None] Pushing event updated for resources: {'Port': ['ID=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:29.332663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ba70a8a0-8a13-4f2e-bffc-f2ac4c1094b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7830498 Aug 12 05:20:29.335337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49422) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:29.342236 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:29.416416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:20:29.417307 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.524640 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:27Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:29.553257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9afa8e-053a-4fb0-aace-f4a8b63f8842 None None] The sync data for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 is: [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:27Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:20:29.555919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Allocated IP 172.20.0.2 (f040f61a-f2cd-4b9f-bfb7-d23d4b08018d/fd482a35-beb5-4844-b01f-0e74e52088f3/36a67c4c-69e7-4003-bf7c-aec1eee601e0) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:20:29.708437 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.717655 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Transition to ACTIVE for port object 36a67c4c-69e7-4003-bf7c-aec1eee601e0 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:29.735687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Transition to ACTIVE for port object 36a67c4c-69e7-4003-bf7c-aec1eee601e0 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:29.795930 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.843079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:20:29.846192 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:29.849358 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:20:29.861775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Pushing event updated for resources: {'Port': ['ID=36a67c4c-69e7-4003-bf7c-aec1eee601e0,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:29.925745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Attempting to bind port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:20:29.926379 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Attempting to bind port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:20:29.926960 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Attempting to bind port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 on network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:20:29.934400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:20:29.934849 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Checking segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:20:29.935480 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:29.935755 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Bound using segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:20:29.936230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Bound port: 36a67c4c-69e7-4003-bf7c-aec1eee601e0, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:20:29.936665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.007221 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] For port 36a67c4c-69e7-4003-bf7c-aec1eee601e0, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:20:30.010759 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] For port 36a67c4c-69e7-4003-bf7c-aec1eee601e0, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=36a67c4c-69e7-4003-bf7c-aec1eee601e0,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:20:30.067493 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.095142 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.128734 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d5fce-5878-4dc9-ae62-6c3bfa5123ad None None] Pushing event updated for resources: {'Port': ['ID=36a67c4c-69e7-4003-bf7c-aec1eee601e0,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:30.421315 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.1 (f040f61a-f2cd-4b9f-bfb7-d23d4b08018d/fd482a35-beb5-4844-b01f-0e74e52088f3/cef5d2cc-95da-456d-8f8a-8d1cca37dc38) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:20:30.538485 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.552441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object cef5d2cc-95da-456d-8f8a-8d1cca37dc38 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:30.661640 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.703780 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:20:30.706828 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:30.710569 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:20:30.716709 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:30.755856 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.862796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e74cf10c-6acf-43db-9d1e-817c90b75741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:30.987476 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.005702 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.089621 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389e964-bac2-48a2-88c5-1ff7be8f0eba None None] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:20:31.227705 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-665e86e8-d5db-4747-ba24-b25135b9911a None None] Provisioning for port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:31.283884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.342930 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.417003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:31.421595 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.520248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bf100e43-2341-4414-a049-938b49de77be None None] Provisioning for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:31.523906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:20:31.525306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-bf100e43-2341-4414-a049-938b49de77be None None] Provisioning complete for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:31.525449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:31.525863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bf100e43-2341-4414-a049-938b49de77be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.592264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-bf100e43-2341-4414-a049-938b49de77be None None] Port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:20:31.652086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router d662ee8a-e856-43b2-8d86-575006048abb has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:20:31.721531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-60624c81-e913-4016-9a15-fa501c1bbc6b None None] Provisioning complete for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:31.721531 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-60624c81-e913-4016-9a15-fa501c1bbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:31.795866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:20:31.807529 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-18f1b406-3186-4990-bb33-c5c3de47d0ff tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/d662ee8a-e856-43b2-8d86-575006048abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4710753 Aug 12 05:20:31.923483 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Sync routers for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:20:31.925797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 36a67c4c-69e7-4003-bf7c-aec1eee601e0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:31.954368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-fa1df250-aa50-4ff8-aa96-d70d8dfd2063 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311338466&fields=id&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 267 time: 0.0355039 Aug 12 05:20:31.973150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-60624c81-e913-4016-9a15-fa501c1bbc6b None None] Port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:20:31.975745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:31.976387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:32.059577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-cc34e01c-aa4f-4048-ae8b-bcda25266eb9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:32.060956 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-cc34e01c-aa4f-4048-ae8b-bcda25266eb9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 797 time: 0.0996404 Aug 12 05:20:32.076357 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-6726fa89-d08f-49ed-abac-f179c81f5bf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/quotas/ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 375 time: 0.0095825 Aug 12 05:20:32.094500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:32.124857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:32.128362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-adbe6561-0433-42bb-abf5-e131ff8ed208 None None] Provisioning complete for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:32.128744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-adbe6561-0433-42bb-abf5-e131ff8ed208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.133147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-1ed6a90b-ae81-43cc-8d04-b36014cf70d9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505927 Aug 12 05:20:32.157062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:32.157441 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.239344 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-adbe6561-0433-42bb-abf5-e131ff8ed208 None None] Port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:20:32.272062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-c0a8ae62-9e95-4aa7-897a-b37e5ef9e18d service neutron] 10.222.0.42 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254723 Aug 12 05:20:32.366188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-a3c0005a-4eae-4f95-891b-1b43647adbc5 service neutron] 10.222.0.42 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883813 Aug 12 05:20:32.373020 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.415712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 36a67c4c-69e7-4003-bf7c-aec1eee601e0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=36a67c4c-69e7-4003-bf7c-aec1eee601e0,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:32.427653 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:31Z', 'revision_number': 2, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:32.459384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.460115 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Checking router: d662ee8a-e856-43b2-8d86-575006048abb for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:20:32.460479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Updating router d662ee8a-e856-43b2-8d86-575006048abb port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:20:32.484708 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.494285 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.495090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4318f7dc-080a-4db3-a8c7-84ffd27b9efe up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:32.611621 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fcbcbbe7-7840-426f-9b06-f903e16b65c0 req-31a70158-a600-44d8-b9d3-4b878e5da956 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Aug 12 05:20:32.653958 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=36a67c4c-69e7-4003-bf7c-aec1eee601e0,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:32.725079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:32.737288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:32.737668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.885240 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.905522 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.917532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:32.922097 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Transition to ACTIVE for port object cef5d2cc-95da-456d-8f8a-8d1cca37dc38 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:32.988988 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:32.993519 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:33.068027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:33.128718 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Attempting to bind port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:20:33.129102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Attempting to bind port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:20:33.129477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Attempting to bind port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 on network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:20:33.139384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:20:33.139821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Checking segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:20:33.140102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:33.140509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Bound using segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:20:33.140996 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Bound port: cef5d2cc-95da-456d-8f8a-8d1cca37dc38, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:20:33.141387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:33.150079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c33697-fbc6-4ecd-bc8f-93f9bf907550 None None] Pushing event updated for resources: {'Port': ['ID=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:33.216554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] For port cef5d2cc-95da-456d-8f8a-8d1cca37dc38, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:20:33.219495 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] For port cef5d2cc-95da-456d-8f8a-8d1cca37dc38, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:20:33.291968 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:33.347781 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:33.348443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:33.383901 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c33697-fbc6-4ecd-bc8f-93f9bf907550 None None] Pushing event updated for resources: {'Port': ['ID=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:33.463724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:33.677629 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:33Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:33.708303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f0bcc-35cb-4e8a-b19b-38c6107b7372 None None] The sync data for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 is: [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:33Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:20:33.716453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ec865b2-eab2-4ac1-917a-470d4f221bf2 req-f8562a2d-bd31-4e51-9f1e-b7c9b081177d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0345151 Aug 12 05:20:33.751536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 36a67c4c-69e7-4003-bf7c-aec1eee601e0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:33.822282 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:33.822663 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:33.925152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4318f7dc-080a-4db3-a8c7-84ffd27b9efe up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:33.983961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:33.984334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:34.010155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:34.536390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-776bd4a3-5b86-4ba4-ae52-f636e7b56038 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:34.538006 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-776bd4a3-5b86-4ba4-ae52-f636e7b56038 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 797 time: 0.1123414 Aug 12 05:20:34.587708 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-3f57dedd-014f-49fe-842c-ea8795d309eb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 380 time: 0.0410402 Aug 12 05:20:34.597033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'port': {'device_id': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'admin_state_up': True, 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'security_groups': ['8024f5dc-6634-41bc-9b42-e09069fc8721']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:34.815567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-65ea6ce4-0b6a-4dd9-b40a-8c42c0ac1cf8 req-bc03e577-c9f3-48de-9399-2697e8bae631 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Aug 12 05:20:34.817255 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:20:34.820836 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:34.951223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.7 (f040f61a-f2cd-4b9f-bfb7-d23d4b08018d/fd482a35-beb5-4844-b01f-0e74e52088f3/ea6533ad-3125-45e0-a290-a8e606890a6a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:20:35.085106 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.098291 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object ea6533ad-3125-45e0-a290-a8e606890a6a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:35.206191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.254919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:20:35.257958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:35.261695 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:20:35.269391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=ea6533ad-3125-45e0-a290-a8e606890a6a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:35.313816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:35.314427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.389267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-2915bdca-7bb8-4787-a8a9-a13c02bd9b4e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959344 Aug 12 05:20:35.401874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Request body: {'port': {'device_id': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:35.456429 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.609573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0265f6d-6806-4e0a-82f7-50c8ce33d4e3 None None] Provisioning for port ea6533ad-3125-45e0-a290-a8e606890a6a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:35.613449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b0265f6d-6806-4e0a-82f7-50c8ce33d4e3 None None] Provisioning complete for port ea6533ad-3125-45e0-a290-a8e606890a6a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:35.613825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b0265f6d-6806-4e0a-82f7-50c8ce33d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.660474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b0265f6d-6806-4e0a-82f7-50c8ce33d4e3 None None] Port ea6533ad-3125-45e0-a290-a8e606890a6a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:20:35.726438 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cef5d2cc-95da-456d-8f8a-8d1cca37dc38 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:35.729958 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6533ad-3125-45e0-a290-a8e606890a6a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:20:35.737659 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.749312 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Transition to ACTIVE for port object ea6533ad-3125-45e0-a290-a8e606890a6a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:20:35.800064 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.822927 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:35.827229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:35.827612 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.868550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6533ad-3125-45e0-a290-a8e606890a6a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:35.926493 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:35.958363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cef5d2cc-95da-456d-8f8a-8d1cca37dc38, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:35.969745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Attempting to bind port ea6533ad-3125-45e0-a290-a8e606890a6a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:20:35.970088 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Attempting to bind port ea6533ad-3125-45e0-a290-a8e606890a6a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:20:35.970420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Attempting to bind port ea6533ad-3125-45e0-a290-a8e606890a6a on network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:20:35.984494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d9cf8-aa75-4a53-b043-e5a4fabbc77c req-b497fcef-7773-4b22-973c-9913adcbecaf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:35.988455 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-311d9cf8-aa75-4a53-b043-e5a4fabbc77c req-b497fcef-7773-4b22-973c-9913adcbecaf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 943 time: 0.0878479 Aug 12 05:20:35.988455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Port ea6533ad-3125-45e0-a290-a8e606890a6a on network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:20:35.988455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Attempting to bind port ea6533ad-3125-45e0-a290-a8e606890a6a on network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:20:35.993406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:20:35.993777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Checking segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:20:35.994133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Bound using segment: {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:20:35.994573 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Bound port: ea6533ad-3125-45e0-a290-a8e606890a6a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1ce61e-31fc-4e32-846d-3c236aecefbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:20:35.994955 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:36.033009 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:36.060818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-311d9cf8-aa75-4a53-b043-e5a4fabbc77c req-ce672655-d106-4f5f-a1b2-e887b42bc2a7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629766 Aug 12 05:20:36.090797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] For port ea6533ad-3125-45e0-a290-a8e606890a6a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:20:36.093824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] For port ea6533ad-3125-45e0-a290-a8e606890a6a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ea6533ad-3125-45e0-a290-a8e606890a6a,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:20:36.095911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:36.206584 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:36.240900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.241518 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:36.242926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 1091 time: 0.8456566 Aug 12 05:20:36.243365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:20:36.245699 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99" -d '{"events": [{"name": "network-changed", "server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:20:36.271238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d6f9-e59d-4b76-8b3d-64abcafe0c94 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6533ad-3125-45e0-a290-a8e606890a6a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:36.288605 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e32364-9626-477a-b6f7-0a6f0c64bf17 x-openstack-request-id: req-19e32364-9626-477a-b6f7-0a6f0c64bf17 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:20:36.288904 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:20:36.289161 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19e32364-9626-477a-b6f7-0a6f0c64bf17 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:20:36.289564 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'status': 'completed', 'code': 200} Aug 12 05:20:36.354877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99 req-532cd1ca-6871-4798-ac25-502c10d003c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.356955 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99 req-532cd1ca-6871-4798-ac25-502c10d003c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1094 time: 0.0468748 Aug 12 05:20:36.454262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99 req-9d1c4843-9001-4b7e-aebb-283c4cd32a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.455756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99 req-9d1c4843-9001-4b7e-aebb-283c4cd32a99 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0915539 Aug 12 05:20:36.552070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99 req-ea0446b2-0a34-478b-b8f2-049368e4b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.553554 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0653f16f-ed8a-4764-b2a2-ef0ab90ebd99 req-ea0446b2-0a34-478b-b8f2-049368e4b9ff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908103 Aug 12 05:20:36.630848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-3393ca9a-babd-4254-883a-cabf5720a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.632324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-3393ca9a-babd-4254-883a-cabf5720a48a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1094 time: 0.0410867 Aug 12 05:20:36.674053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-3e60d549-3205-4bfe-a8bc-37f8c840d27c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 217 time: 0.0341959 Aug 12 05:20:36.726012 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-75bccc8f-0c71-48e5-8cc3-8db271d444fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.727498 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-75bccc8f-0c71-48e5-8cc3-8db271d444fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 200 len: 834 time: 0.0471525 Aug 12 05:20:36.771648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-376efa3d-0388-4905-b15e-006482378806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:36.773188 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-376efa3d-0388-4905-b15e-006482378806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388334 Aug 12 05:20:36.860676 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-3bca4b32-568f-4be4-9a31-2cc7b70a90bc service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800097 Aug 12 05:20:36.963934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a55a7408-f2cd-45d7-bdfb-66d495de7db0 req-3fe939c0-c4c6-4f83-9991-f5c3cfc61411 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963583 Aug 12 05:20:37.179268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01f0de-d3cd-4942-b9ba-1ee14bf27942 req-c7086e46-4abe-40b9-8fdd-e15ae5ef5424 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:37.180631 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b01f0de-d3cd-4942-b9ba-1ee14bf27942 req-c7086e46-4abe-40b9-8fdd-e15ae5ef5424 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 943 time: 0.0489497 Aug 12 05:20:37.217512 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6b01f0de-d3cd-4942-b9ba-1ee14bf27942 req-73ea7f29-0333-4afa-9f54-4d29b576f9b5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307112 Aug 12 05:20:37.703787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cef5d2cc-95da-456d-8f8a-8d1cca37dc38 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:37.751249 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:37.751620 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:38.339972 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d6b60-a4df-4349-8e35-808e2417b372 req-3661cd09-8c58-43f2-b332-3e03f1009a4c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:38.341930 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f2d6b60-a4df-4349-8e35-808e2417b372 req-3661cd09-8c58-43f2-b332-3e03f1009a4c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 943 time: 0.0540719 Aug 12 05:20:38.379999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2f2d6b60-a4df-4349-8e35-808e2417b372 req-fe3e00d6-5b6b-4ff5-9de9-c67cc3ace823 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Aug 12 05:20:38.905100 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ea6533ad-3125-45e0-a290-a8e606890a6a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:20:38.998905 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ea6533ad-3125-45e0-a290-a8e606890a6a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ea6533ad-3125-45e0-a290-a8e606890a6a,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:39.010079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'port_id': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'mac_address': 'fa:16:3e:c8:1f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:20:39.046223 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:39.059471 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6533ad-3125-45e0-a290-a8e606890a6a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:20:39.078567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ea6533ad-3125-45e0-a290-a8e606890a6a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ea6533ad-3125-45e0-a290-a8e606890a6a,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:39.154108 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:39.204440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ea6533ad-3125-45e0-a290-a8e606890a6a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:39.351164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['ea6533ad-3125-45e0-a290-a8e606890a6a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:20:39.492115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0c689-3a8e-4400-9f0c-b2bf83951aec req-66820564-5e19-465c-95c5-47024967f152 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:39.493478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3e0c689-3a8e-4400-9f0c-b2bf83951aec req-66820564-5e19-465c-95c5-47024967f152 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 944 time: 0.0468428 Aug 12 05:20:39.534079 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c3e0c689-3a8e-4400-9f0c-b2bf83951aec req-85fba907-42f3-4121-bfa5-057368aee812 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340374 Aug 12 05:20:40.649722 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62566-087b-4a8d-afdc-7a080af14f99 req-050e6b71-1bb0-4d4a-a1f9-ec1bfbb578e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:40.651329 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7f62566-087b-4a8d-afdc-7a080af14f99 req-050e6b71-1bb0-4d4a-a1f9-ec1bfbb578e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 944 time: 0.0499377 Aug 12 05:20:40.689132 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7f62566-087b-4a8d-afdc-7a080af14f99 req-ede6df20-9eb7-4b0d-9216-268a70236a18 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Aug 12 05:20:40.920821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ea6533ad-3125-45e0-a290-a8e606890a6a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:20:41.028338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port ea6533ad-3125-45e0-a290-a8e606890a6a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:20:41.032027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port ea6533ad-3125-45e0-a290-a8e606890a6a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:20:41.032408 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:41.107848 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:41.128994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:20:41.131294 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cec8c2-7639-4740-a754-6040c678bc6f" -d '{"events": [{"server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "name": "network-vif-plugged", "status": "completed", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:20:41.143850 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port ea6533ad-3125-45e0-a290-a8e606890a6a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ea6533ad-3125-45e0-a290-a8e606890a6a,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:20:41.167051 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff7016-4062-4018-a4f0-79538a4362eb x-openstack-request-id: req-f5ff7016-4062-4018-a4f0-79538a4362eb {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:20:41.167339 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "name": "network-vif-plugged", "status": "completed", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:20:41.167591 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5ff7016-4062-4018-a4f0-79538a4362eb {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:20:41.167988 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'code': 200} Aug 12 05:20:41.222955 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:41.262965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d56b30-702c-4107-bdcc-c41b95de3a72 req-8fbcf3fe-96ea-42bb-8cc9-e92ec4aec895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:41.264613 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70d56b30-702c-4107-bdcc-c41b95de3a72 req-8fbcf3fe-96ea-42bb-8cc9-e92ec4aec895 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0423150 Aug 12 05:20:41.278228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=ea6533ad-3125-45e0-a290-a8e606890a6a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:41.301756 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-70d56b30-702c-4107-bdcc-c41b95de3a72 req-c12787a5-307f-40b1-a057-3b8823bb4e8f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297897 Aug 12 05:20:41.801159 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f94a3b-5b29-4d5b-b7a5-d241e1f8a4dd req-6be75a6e-c43c-430d-8bb4-1fc8e2c59742 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:41.802648 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3f94a3b-5b29-4d5b-b7a5-d241e1f8a4dd req-6be75a6e-c43c-430d-8bb4-1fc8e2c59742 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0480433 Aug 12 05:20:41.839575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b3f94a3b-5b29-4d5b-b7a5-d241e1f8a4dd req-09eb934c-d011-4d14-a781-66a3dcc9882a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Aug 12 05:20:42.955751 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadd41d-73d5-4cca-86ea-2b88f11d548a req-020731cd-cae4-4d9c-8b9a-e6d098e0d6ba tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:42.957259 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cadd41d-73d5-4cca-86ea-2b88f11d548a req-020731cd-cae4-4d9c-8b9a-e6d098e0d6ba tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Aug 12 05:20:42.994026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-5cadd41d-73d5-4cca-86ea-2b88f11d548a req-ef802ab4-fee0-4300-a9cf-432ce6d8b5db tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307713 Aug 12 05:20:43.110168 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586d75-e7f1-4184-bbad-bd56662b788d req-656b04e5-0878-41d0-81b3-dc11c58e1c9e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:43.111664 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07586d75-e7f1-4184-bbad-bd56662b788d req-656b04e5-0878-41d0-81b3-dc11c58e1c9e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Aug 12 05:20:43.148034 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07586d75-e7f1-4184-bbad-bd56662b788d req-7510e2cd-b312-473d-a5b8-01d167b4c73c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304747 Aug 12 05:20:43.168954 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49484) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:43.207716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d046c21e-3b33-42f8-a1de-7d3d18d286cf tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:43.209266 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d046c21e-3b33-42f8-a1de-7d3d18d286cf tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1091 time: 0.0393517 Aug 12 05:20:43.212049 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49486) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:43.216313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:20:43.312759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:43.773255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:43.874456 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.116 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/88b7c9ea-a735-4d48-83e9-7c1b7c93f8df) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:20:43.978367 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:44.109335 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:44.143663 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:20:44.149412 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:20:44.152911 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:20:44.178156 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=88b7c9ea-a735-4d48-83e9-7c1b7c93f8df,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:44.510050 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:44.634851 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:44.783643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:44.839353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:44.903958 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=88b7c9ea-a735-4d48-83e9-7c1b7c93f8df,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:20:44.917451 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:45.020033 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 1dc1817d-13a7-4f5b-addc-3af2fd6e05bd associated. External IP: 172.25.6.116, port: ea6533ad-3125-45e0-a290-a8e606890a6a. Aug 12 05:20:45.228971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router d662ee8a-e856-43b2-8d86-575006048abb has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:20:45.339193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:20:45.349002 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] Sync routers for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:20:45.358293 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:45.358936 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:45.423001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:45.456197 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d40a130e-5f2c-4f82-a130-9a5e76450592 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2430525 Aug 12 05:20:45.456821 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:20:45.459381 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a627e-f54f-4fef-bdb3-fadaf18702ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:20:45.498688 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d44bf-6a57-47bc-91e0-bda083c26349 x-openstack-request-id: req-548d44bf-6a57-47bc-91e0-bda083c26349 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:20:45.499318 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:20:45.499752 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-548d44bf-6a57-47bc-91e0-bda083c26349 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:20:45.500339 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'status': 'completed', 'code': 200} Aug 12 05:20:45.564861 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:45.601735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7945c-c187-4919-8f7e-bca48ec1a459 req-149f584f-068e-40cf-a896-fa35da5bc212 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:45.603397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4f7945c-c187-4919-8f7e-bca48ec1a459 req-149f584f-068e-40cf-a896-fa35da5bc212 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0884628 Aug 12 05:20:45.605227 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-757abd1a-32c2-4555-adfb-2e0cee999a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:45.606745 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-757abd1a-32c2-4555-adfb-2e0cee999a5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0792577 Aug 12 05:20:45.695338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4f7945c-c187-4919-8f7e-bca48ec1a459 req-929d1528-ea61-4e4e-b4d3-8ba9090ac62a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840793 Aug 12 05:20:45.724757 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49492) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:45.733047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-548b2e23-2371-4349-a402-59cce47220c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:45.734675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-548b2e23-2371-4349-a402-59cce47220c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 898 time: 0.1171234 Aug 12 05:20:45.793135 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fb0c3f1e-c0b0-48c3-b830-3d205c862d4c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/1dc1817d-13a7-4f5b-addc-3af2fd6e05bd HTTP/1.1" status: 200 len: 991 time: 0.0670457 Aug 12 05:20:45.798865 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '1dc1817d-13a7-4f5b-addc-3af2fd6e05bd', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'port_id': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'mac_address': 'fa:16:3e:c8:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:20:44Z', 'updated_at': '2021-08-12T05:20:44Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:35Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:45.804362 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-4cdcd40d-c174-4eff-9f31-68e8d67fe999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 999 time: 0.0630078 Aug 12 05:20:45.824145 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] Checking router: d662ee8a-e856-43b2-8d86-575006048abb for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:20:45.832224 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:20:45.832821 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:20:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:45.852815 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-51bc4106-f212-4fcc-a68c-0219ead42942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:45.854434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-51bc4106-f212-4fcc-a68c-0219ead42942 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 200 len: 834 time: 0.0438056 Aug 12 05:20:45.908623 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-547e7179-7c29-4de7-a81c-740f01166c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:45.910145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-547e7179-7c29-4de7-a81c-740f01166c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491192 Aug 12 05:20:45.944545 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:20:46.008561 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-c2e46ec0-6e4f-48e5-be76-6420d936764e service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914121 Aug 12 05:20:46.101651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-413a627e-f54f-4fef-bdb3-fadaf18702ab req-35415616-d9f3-40bc-b82f-3664ed0b43f1 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854278 Aug 12 05:20:46.166276 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '1dc1817d-13a7-4f5b-addc-3af2fd6e05bd', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'port_id': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'mac_address': 'fa:16:3e:c8:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:20:44Z', 'updated_at': '2021-08-12T05:20:44Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:35Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:20:46.195727 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17086b-8802-4703-a3e5-922be24abbfc None None] The sync data for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 is: [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '1dc1817d-13a7-4f5b-addc-3af2fd6e05bd', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'port_id': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'mac_address': 'fa:16:3e:c8:1f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:20:44Z', 'updated_at': '2021-08-12T05:20:44Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:35Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:20:46.371625 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c31fd-bb8e-4d27-a4db-3b278b6cbac6 None None] New status for floating IP 1dc1817d-13a7-4f5b-addc-3af2fd6e05bd: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:20:46.796892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49494) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:20:46.856455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-280e3de1-eb07-48fa-a1a2-dabed4ce1da2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/1dc1817d-13a7-4f5b-addc-3af2fd6e05bd HTTP/1.1" status: 200 len: 993 time: 0.0584219 Aug 12 05:20:51.083593 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-e3f08a46-e48d-4ae3-8936-d4e333ea7629 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395923 Aug 12 05:20:51.170735 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217f39-e211-4812-803f-f002594db86f req-74126385-9a23-4706-a7cc-84dc9e4be89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:51.172176 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-74126385-9a23-4706-a7cc-84dc9e4be89d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0385737 Aug 12 05:20:51.272781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217f39-e211-4812-803f-f002594db86f req-47799b40-b292-4bba-8acc-04b5605ec9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:51.274230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-47799b40-b292-4bba-8acc-04b5605ec9f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 898 time: 0.0834460 Aug 12 05:20:51.337814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-1a904b14-f77c-4b80-a2de-43c5a8852b97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 1001 time: 0.0563755 Aug 12 05:20:51.385163 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217f39-e211-4812-803f-f002594db86f req-fe8c12a1-c34c-47b6-a388-88b2d711a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:51.386508 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-fe8c12a1-c34c-47b6-a388-88b2d711a119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 200 len: 834 time: 0.0418060 Aug 12 05:20:51.432476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217f39-e211-4812-803f-f002594db86f req-1e5c4c9f-458e-4107-aeee-811b222a5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:20:51.434151 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-1e5c4c9f-458e-4107-aeee-811b222a5149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412054 Aug 12 05:20:51.779639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-34271b69-718c-4dd5-b73d-488e7b13cba7 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381765 Aug 12 05:20:51.868198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c217f39-e211-4812-803f-f002594db86f req-bd147032-459e-4e3e-8741-0a8084832066 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822229 Aug 12 05:20:56.136434 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:56.374910 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:20:58.244877 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-675c68bd-e558-46fa-ac3d-fbec30858b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:00.839666 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be34522d-ac31-41de-9f9f-2481679eef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:00.994221 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:02.399219 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:03.993700 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:04.093815 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:21:13.776462 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5af518-eab9-4bc9-b7c1-dd29985830cd req-5591fff6-0d13-4f8d-80c5-113e0cebab3e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:13.777985 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da5af518-eab9-4bc9-b7c1-dd29985830cd req-5591fff6-0d13-4f8d-80c5-113e0cebab3e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0502336 Aug 12 05:21:13.794000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-4191622e-c262-46da-bb89-31e12bf4a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:13.795525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-4191622e-c262-46da-bb89-31e12bf4a2a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0412934 Aug 12 05:21:13.816916 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-da5af518-eab9-4bc9-b7c1-dd29985830cd req-8ef06be6-7c56-4cd4-a778-a24f8b83c3d6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Aug 12 05:21:13.887081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-64be9a86-adcc-4910-aef9-dd331a174334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:13.888564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-64be9a86-adcc-4910-aef9-dd331a174334 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 898 time: 0.0840714 Aug 12 05:21:13.956884 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-2f5669b1-4906-4173-92d9-64fdd0fcc156 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 1001 time: 0.0607677 Aug 12 05:21:14.006725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-0a6d67a2-839e-4b47-955f-d587306decc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:14.008174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-0a6d67a2-839e-4b47-955f-d587306decc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 200 len: 834 time: 0.0431564 Aug 12 05:21:14.053234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-dd4738a2-781a-47a1-95c3-71765de7160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:14.054669 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-dd4738a2-781a-47a1-95c3-71765de7160a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385668 Aug 12 05:21:14.145317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-f037ca51-dcb0-426b-8dce-eb06754e0aa2 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825903 Aug 12 05:21:14.232980 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a2a9d26c-c2ff-4dec-9b79-8c2d847b1521 req-c8ad2f65-ee96-4262-80b0-af709d06a0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807886 Aug 12 05:21:14.937028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885106c-5257-45a6-aeb5-37a37a3fc916 req-98d46979-e3e0-46d9-8e89-2073f6b7a328 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:14.938506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3885106c-5257-45a6-aeb5-37a37a3fc916 req-98d46979-e3e0-46d9-8e89-2073f6b7a328 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0529156 Aug 12 05:21:14.975231 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3885106c-5257-45a6-aeb5-37a37a3fc916 req-a7c6a8d2-60ec-4dad-b147-e8986047628d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Aug 12 05:21:16.092569 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966163d-c054-40f7-9231-4ae0bab9d225 req-0b740529-fbd6-4b4c-a35d-62d6d5b6f538 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:16.094039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5966163d-c054-40f7-9231-4ae0bab9d225 req-0b740529-fbd6-4b4c-a35d-62d6d5b6f538 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0521445 Aug 12 05:21:16.131875 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5966163d-c054-40f7-9231-4ae0bab9d225 req-6125e796-3435-4335-9c0c-bd36db9c7db1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Aug 12 05:21:17.243427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acdff3-20cc-40c7-9e88-e2646362ea80 req-986adb2d-fb47-459c-b751-2f17889e99b3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:17.244892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43acdff3-20cc-40c7-9e88-e2646362ea80 req-986adb2d-fb47-459c-b751-2f17889e99b3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0475352 Aug 12 05:21:17.281722 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43acdff3-20cc-40c7-9e88-e2646362ea80 req-f9167c1a-82f2-4c2b-8009-484533b2b77a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Aug 12 05:21:18.395906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07b1f5-3ceb-4214-9a3e-0cd2faafca4f req-85a947d6-1222-4aa4-8701-bf8f670c4f5e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:18.397366 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f07b1f5-3ceb-4214-9a3e-0cd2faafca4f req-85a947d6-1222-4aa4-8701-bf8f670c4f5e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0488288 Aug 12 05:21:18.434315 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1f07b1f5-3ceb-4214-9a3e-0cd2faafca4f req-3b6713ec-5bdc-4795-a687-05d734499986 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Aug 12 05:21:19.545502 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7676857-37db-4379-91e1-93ab9e8dcc8b req-4c423fdb-d7f5-4d46-99b5-d4fd76866e6e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:19.546951 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7676857-37db-4379-91e1-93ab9e8dcc8b req-4c423fdb-d7f5-4d46-99b5-d4fd76866e6e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0465190 Aug 12 05:21:19.583216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7676857-37db-4379-91e1-93ab9e8dcc8b req-96297939-c30b-456f-a5ab-707a34d14d1b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298090 Aug 12 05:21:20.696939 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf540e-9314-4589-9b7f-4c90565a4553 req-4e372aa4-a52e-44de-b999-b14aae39331a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:20.698403 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7eaf540e-9314-4589-9b7f-4c90565a4553 req-4e372aa4-a52e-44de-b999-b14aae39331a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0489817 Aug 12 05:21:20.734963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7eaf540e-9314-4589-9b7f-4c90565a4553 req-8b126ba7-5200-4398-931f-9c447d0a6c17 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306191 Aug 12 05:21:21.850835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed505e9d-adf3-4ad7-965c-840e72221558 req-92a3a289-1b43-43d4-8981-115b0f801213 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:21.852323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed505e9d-adf3-4ad7-965c-840e72221558 req-92a3a289-1b43-43d4-8981-115b0f801213 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Aug 12 05:21:21.889166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ed505e9d-adf3-4ad7-965c-840e72221558 req-52559341-de23-4239-b7ee-d41db2d62f7d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Aug 12 05:21:23.020215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abc6f7-52e7-413f-8eb2-d61cbf2f55cf req-9aed38f9-cd47-48ef-a203-da826017fe58 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:23.021687 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-10abc6f7-52e7-413f-8eb2-d61cbf2f55cf req-9aed38f9-cd47-48ef-a203-da826017fe58 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Aug 12 05:21:23.057969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-10abc6f7-52e7-413f-8eb2-d61cbf2f55cf req-5acc8c6c-b371-4f26-be0b-472475dfbda8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303292 Aug 12 05:21:24.170816 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff4a6a-7d2f-46c4-9ec8-92bbb5102325 req-db033c4a-6621-4188-b205-43db52c48ab7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:24.172265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3bff4a6a-7d2f-46c4-9ec8-92bbb5102325 req-db033c4a-6621-4188-b205-43db52c48ab7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Aug 12 05:21:24.209892 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3bff4a6a-7d2f-46c4-9ec8-92bbb5102325 req-2576fd44-76ec-4134-b42c-cefbb913e4cf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310378 Aug 12 05:21:25.324188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39ce60-c1cd-4eb0-bbe1-d14dbba4bbd7 req-7c5d44b1-7e18-416e-bd48-f82f54210e57 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:25.325674 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d39ce60-c1cd-4eb0-bbe1-d14dbba4bbd7 req-7c5d44b1-7e18-416e-bd48-f82f54210e57 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Aug 12 05:21:25.363399 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9d39ce60-c1cd-4eb0-bbe1-d14dbba4bbd7 req-79abf893-5cfa-4049-aef6-2584f62291c3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Aug 12 05:21:25.385105 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49530) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:21:25.448041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-cf2fd6ed-b226-4959-af55-255f4ed2b88d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/1dc1817d-13a7-4f5b-addc-3af2fd6e05bd HTTP/1.1" status: 200 len: 993 time: 0.0617654 Aug 12 05:21:26.153800 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:26.342282 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:28.285153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-61508e2d-efb9-4b58-8178-afda2e0fef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:30.850636 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-56b28a60-77d1-4892-b638-0cd7c21647c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:31.027680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:32.396677 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:33.959252 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:41.092839 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:21:51.060734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-ab5b944b-9075-4e62-a460-a1e5baf9042c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381660 Aug 12 05:21:51.139441 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707634-f72c-433e-b2f6-8614348184f8 req-6da277c1-0fa4-4941-9960-5083d7f7354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:51.140885 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-6da277c1-0fa4-4941-9960-5083d7f7354b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0397203 Aug 12 05:21:51.252784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707634-f72c-433e-b2f6-8614348184f8 req-41c7bcdf-bdc2-4d61-af3b-7f58dfabae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:51.254258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-41c7bcdf-bdc2-4d61-af3b-7f58dfabae4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 898 time: 0.0935557 Aug 12 05:21:51.319128 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-aad2f62a-0180-48b1-a343-f949a7616ccb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 1001 time: 0.0566447 Aug 12 05:21:51.366990 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707634-f72c-433e-b2f6-8614348184f8 req-f9c52774-0d27-49bd-92bc-e8e4a8fe1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:51.368406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-f9c52774-0d27-49bd-92bc-e8e4a8fe1397 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 200 len: 834 time: 0.0421956 Aug 12 05:21:51.416869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f707634-f72c-433e-b2f6-8614348184f8 req-2da2332d-cb95-43d9-b9e0-8c21ffe04325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:51.418314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-2da2332d-cb95-43d9-b9e0-8c21ffe04325 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423901 Aug 12 05:21:51.509700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-70340e5f-ea57-43a7-b88d-040d021ccf9b service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789835 Aug 12 05:21:51.602177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f707634-f72c-433e-b2f6-8614348184f8 req-054fd77f-1019-4dcb-aed1-450ee62bcc97 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829048 Aug 12 05:21:56.168117 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:56.350875 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.109387 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49552) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:21:57.263662 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 88b7c9ea-a735-4d48-83e9-7c1b7c93f8df {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:21:57.264012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.342078 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.342405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.354445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 88b7c9ea-a735-4d48-83e9-7c1b7c93f8df owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:21:57.568352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.594208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=88b7c9ea-a735-4d48-83e9-7c1b7c93f8df,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:21:57.606031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.606400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.606793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.607142 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.607486 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.607824 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.608161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.608496 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.608831 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.609165 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.609504 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.609834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:21:57.663961 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.664305 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 1dc1817d-13a7-4f5b-addc-3af2fd6e05bd disassociated (deleted). External IP: 172.25.6.116, port: ea6533ad-3125-45e0-a290-a8e606890a6a. Aug 12 05:21:57.873651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router d662ee8a-e856-43b2-8d86-575006048abb has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:21:57.984679 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:21:57.991625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:57.994757 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] Sync routers for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:21:58.004758 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:21:58.005351 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:21:58.019532 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e19f65f0-2852-4865-9052-ee85c27fbcd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/floatingips/1dc1817d-13a7-4f5b-addc-3af2fd6e05bd HTTP/1.1" status: 204 len: 168 time: 0.9066808 Aug 12 05:21:58.019532 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:21:58.020213 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4" -d '{"events": [{"name": "network-changed", "server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:21:58.065080 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891ac7fb-403e-4b79-9942-9140c480d395 x-openstack-request-id: req-891ac7fb-403e-4b79-9942-9140c480d395 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:21:58.065080 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:21:58.065080 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-891ac7fb-403e-4b79-9942-9140c480d395 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:21:58.065382 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'status': 'completed', 'code': 200} Aug 12 05:21:58.129226 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:21:58.129508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-6e335ab7-5822-459f-92e1-88bb8db0d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:58.131052 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-6e335ab7-5822-459f-92e1-88bb8db0d562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 1096 time: 0.0421834 Aug 12 05:21:58.226034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-22f1150a-6fbe-47e0-bdb1-29105d01f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:58.227572 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-22f1150a-6fbe-47e0-bdb1-29105d01f192 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 200 len: 898 time: 0.0902221 Aug 12 05:21:58.273606 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e2ba50ae-7191-475f-bea9-a3a0d412dca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:21:58.280566 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-468b6889-1861-44ad-875c-1d02ea375ad3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 200 len: 217 time: 0.0451205 Aug 12 05:21:58.331266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-728a0da7-d68e-4364-8b62-d26ab318206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:58.332663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:35Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:21:58.333011 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-728a0da7-d68e-4364-8b62-d26ab318206e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 200 len: 834 time: 0.0451293 Aug 12 05:21:58.365636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] Checking router: d662ee8a-e856-43b2-8d86-575006048abb for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:21:58.374150 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:21:58.374809 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:21:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:21:58.395284 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-2b39857a-af19-4bf8-b784-087fa93f8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:58.396773 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-2b39857a-af19-4bf8-b784-087fa93f8276 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539019 Aug 12 05:21:58.477708 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:21:58.482766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4d02b-38e8-4044-a414-47167a9232c7 req-51660684-9677-44d6-bc7e-de6940258444 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:58.484255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9b4d02b-38e8-4044-a414-47167a9232c7 req-51660684-9677-44d6-bc7e-de6940258444 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.1021845 Aug 12 05:21:58.537718 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-aff19cfa-af47-47f7-9e6f-feef19bba9a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237137 Aug 12 05:21:58.542648 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9b4d02b-38e8-4044-a414-47167a9232c7 req-18ce16dd-d492-4a72-9691-bf1d1ec2d730 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478375 Aug 12 05:21:58.638167 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-180ff674-f7fb-4d91-b8e3-d8f6cc46add4 req-bd56c4df-95bc-4c4a-92ec-9e295d59328a service neutron] 10.222.0.36 "GET /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931325 Aug 12 05:21:58.759395 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:35Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:21:58.785422 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c50c1-2939-48ef-bd94-b8f84acf6bf9 None None] The sync data for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 is: [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:20:30Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'cef5d2cc-95da-456d-8f8a-8d1cca37dc38', 'name': '', 'network_id': 'f040f61a-f2cd-4b9f-bfb7-d23d4b08018d', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:5a:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:30Z', 'updated_at': '2021-08-12T05:20:35Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'fd482a35-beb5-4844-b01f-0e74e52088f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:21:58.987166 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a938f-bde6-4152-9301-247b343bd8e4 None None] New status for floating IP 1dc1817d-13a7-4f5b-addc-3af2fd6e05bd: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:21:59.672210 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc251dfd-7ed9-4150-9f1b-9007be6e89e7 req-3d7b0eaa-1aa1-4414-8217-40b61a709069 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:59.674218 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc251dfd-7ed9-4150-9f1b-9007be6e89e7 req-3d7b0eaa-1aa1-4414-8217-40b61a709069 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0501018 Aug 12 05:21:59.712448 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc251dfd-7ed9-4150-9f1b-9007be6e89e7 req-22ac642e-b1b8-455b-a779-265b3dede3f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=8024f5dc-6634-41bc-9b42-e09069fc8721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Aug 12 05:21:59.868507 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-cda81d79-6c4b-4295-8291-c3b9c6e00fe4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:21:59.869859 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-cda81d79-6c4b-4295-8291-c3b9c6e00fe4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Aug 12 05:21:59.961355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port ea6533ad-3125-45e0-a290-a8e606890a6a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:21:59.961690 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:00.047078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port ea6533ad-3125-45e0-a290-a8e606890a6a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=ea6533ad-3125-45e0-a290-a8e606890a6a,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:00.047438 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:00.060624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for ea6533ad-3125-45e0-a290-a8e606890a6a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:22:00.261655 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:00.292887 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=ea6533ad-3125-45e0-a290-a8e606890a6a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:00.318683 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.319070 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.319415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.319759 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.320097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.320431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.320763 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.321098 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.321427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.321754 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.322080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.322425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:00.346761 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] No DVR routers for this DVR port ea6533ad-3125-45e0-a290-a8e606890a6a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:22:00.349194 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:00.351170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ee1169ea-5ecc-4b1f-9e9f-81db72f91384 req-d00cacbe-feab-4ff1-8d0e-09b6590a009b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "DELETE /v2.0/ports/ea6533ad-3125-45e0-a290-a8e606890a6a HTTP/1.1" status: 204 len: 173 time: 0.4746747 Aug 12 05:22:00.351630 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'name': 'network-vif-deleted', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:22:00.353992 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab951df2-85ca-47de-9b32-28516e8a1bf6" -d '{"events": [{"server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "name": "network-vif-deleted", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:22:00.388374 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5b312-ce88-438b-aec9-5b6c33bb3567 x-openstack-request-id: req-c5a5b312-ce88-438b-aec9-5b6c33bb3567 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:22:00.388668 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5947ca95-9e2f-4907-860d-7df9d1a3ddc5", "name": "network-vif-deleted", "tag": "ea6533ad-3125-45e0-a290-a8e606890a6a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:22:00.388998 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5a5b312-ce88-438b-aec9-5b6c33bb3567 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:22:00.389405 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5947ca95-9e2f-4907-860d-7df9d1a3ddc5', 'name': 'network-vif-deleted', 'tag': 'ea6533ad-3125-45e0-a290-a8e606890a6a', 'status': 'completed', 'code': 200} Aug 12 05:22:00.824418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-371a2d4a-3565-46a6-807e-5e8a2851b5cb req-d7d2c941-f777-4642-af37-56dede319c74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=5947ca95-9e2f-4907-860d-7df9d1a3ddc5 HTTP/1.1" status: 200 len: 210 time: 0.0308938 Aug 12 05:22:00.855848 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cf05c383-27cf-4501-8df2-0a9f78494c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:00.998670 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:01.879744 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49572) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:02.235405 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:02.415999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:02.493141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port cef5d2cc-95da-456d-8f8a-8d1cca37dc38 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:22:02.493382 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:02.587568 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port cef5d2cc-95da-456d-8f8a-8d1cca37dc38, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:02.587924 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:02.600548 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for cef5d2cc-95da-456d-8f8a-8d1cca37dc38 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:22:02.839246 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:02.866753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=cef5d2cc-95da-456d-8f8a-8d1cca37dc38,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:03.039599 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.263021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router d662ee8a-e856-43b2-8d86-575006048abb has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:22:03.368652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:22:03.374269 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9fb117c5-7cc3-4b7d-85ed-6f0f7a566d04 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/d662ee8a-e856-43b2-8d86-575006048abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4934690 Aug 12 05:22:03.376470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49574) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:03.377947 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] Sync routers for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:22:03.386990 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:03.387594 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:03.418542 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ea6533ad-3125-45e0-a290-a8e606890a6a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:22:03.434874 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting subnet fd482a35-beb5-4844-b01f-0e74e52088f3 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:22:03.438133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.443477 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: ea6533ad-3125-45e0-a290-a8e606890a6a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:22:03.444121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device ea6533ad-3125-45e0-a290-a8e606890a6a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:22:03.478350 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.495067 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:03.559231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.667421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:22:02Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:03.693184 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] Checking router: d662ee8a-e856-43b2-8d86-575006048abb for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:22:03.701287 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] Routers {'d662ee8a-e856-43b2-8d86-575006048abb'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:03.701895 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['d662ee8a-e856-43b2-8d86-575006048abb'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:03.708265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.737992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Subnet': ['ID=fd482a35-beb5-4844-b01f-0e74e52088f3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:03.739998 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.744252 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ff3f69cb-3de9-4673-b385-ba9194af1901 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/subnets/fd482a35-beb5-4844-b01f-0e74e52088f3 HTTP/1.1" status: 204 len: 168 time: 0.3665128 Aug 12 05:22:03.744528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4b11c2-4a93-4c7b-a44d-ce7067c502be None None] Network f040f61a-f2cd-4b9f-bfb7-d23d4b08018d requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:22:03.746896 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49578) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:03.818736 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] Set router d662ee8a-e856-43b2-8d86-575006048abb gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:03.859606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.944342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] DHCP port deletion for f040f61a-f2cd-4b9f-bfb7-d23d4b08018d request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:22:03.974853 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:03.980092 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.000663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Deleting port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:22:04.001584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.016330 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:22:02Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:04.045260 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45da5d-e135-40e1-878f-f4f179faede9 None None] The sync data for ids ['d662ee8a-e856-43b2-8d86-575006048abb'] in n-d-804320-1 is: [{'id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197290223', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:20:26Z', 'updated_at': '2021-08-12T05:22:02Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '4318f7dc-080a-4db3-a8c7-84ffd27b9efe', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:61:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd662ee8a-e856-43b2-8d86-575006048abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:20:27Z', 'updated_at': '2021-08-12T05:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:22:04.065003 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] For port 36a67c4c-69e7-4003-bf7c-aec1eee601e0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=36a67c4c-69e7-4003-bf7c-aec1eee601e0,segment=NetworkSegment(4a1ce61e-31fc-4e32-846d-3c236aecefbd),segment_id=4a1ce61e-31fc-4e32-846d-3c236aecefbd)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:04.065394 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.078869 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Calling delete_port for 36a67c4c-69e7-4003-bf7c-aec1eee601e0 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:22:04.108200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:22:04.108543 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.186424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 4318f7dc-080a-4db3-a8c7-84ffd27b9efe, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:04.186831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.199834 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 4318f7dc-080a-4db3-a8c7-84ffd27b9efe owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:22:04.244640 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.267667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Pushing event deleted for resources: {'Port': ['ID=36a67c4c-69e7-4003-bf7c-aec1eee601e0,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:04.277665 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.278014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.278352 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.278690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.279057 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.279391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.279719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.280047 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.280371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.280696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.281022 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.281343 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:04.284580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba37669-e580-4e0f-9b43-4b67a9cda022 None None] No DVR routers for this DVR port 36a67c4c-69e7-4003-bf7c-aec1eee601e0 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:22:04.440926 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.471788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=4318f7dc-080a-4db3-a8c7-84ffd27b9efe,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:04.536472 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.627819 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.629963 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.752587 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.753133 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Fanout notify agent at l3_agent the message router_deleted on router d662ee8a-e856-43b2-8d86-575006048abb {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:22:04.760232 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.761366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d75f171b-b95d-4c33-a354-dd3d6f3fd5f5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/routers/d662ee8a-e856-43b2-8d86-575006048abb HTTP/1.1" status: 204 len: 168 time: 1.0135355 Aug 12 05:22:04.763975 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49582) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:04.846169 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.930301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.940782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f040f61a-f2cd-4b9f-bfb7-d23d4b08018d']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:04.950839 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1ce61e-31fc-4e32-846d-3c236aecefbd') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:04.951139 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1ce61e-31fc-4e32-846d-3c236aecefbd') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:04.960312 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.977938 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.983821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:22:04.984188 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:22:04.988061 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:22:05.090265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:05.100238 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:05.100238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/networks/f040f61a-f2cd-4b9f-bfb7-d23d4b08018d HTTP/1.1" status: 204 len: 168 time: 0.3340487 Aug 12 05:22:05.101810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49584) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:05.110733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f5b22-c720-4cc9-be60-bfaaf4917d21 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Network': ['ID=f040f61a-f2cd-4b9f-bfb7-d23d4b08018d,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:05.159075 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3d629df0-b142-4532-a071-424f9400c80e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:05.185093 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3d629df0-b142-4532-a071-424f9400c80e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:05.324433 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3d629df0-b142-4532-a071-424f9400c80e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:05.327098 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3d629df0-b142-4532-a071-424f9400c80e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:05.328265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3d629df0-b142-4532-a071-424f9400c80e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/security-groups/8024f5dc-6634-41bc-9b42-e09069fc8721 HTTP/1.1" status: 204 len: 168 time: 0.2254317 Aug 12 05:22:05.337473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d629df0-b142-4532-a071-424f9400c80e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8024f5dc-6634-41bc-9b42-e09069fc8721,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:05.720211 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49590) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:05.725546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-419956670', 'description': 'tempest-secgroup-smoke-419956670 description', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:05.750333 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cef5d2cc-95da-456d-8f8a-8d1cca37dc38 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:22:05.770315 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cef5d2cc-95da-456d-8f8a-8d1cca37dc38 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:22:05.770661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cef5d2cc-95da-456d-8f8a-8d1cca37dc38 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:22:05.771095 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 36a67c4c-69e7-4003-bf7c-aec1eee601e0 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:22:05.789170 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 36a67c4c-69e7-4003-bf7c-aec1eee601e0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:22:05.789514 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 36a67c4c-69e7-4003-bf7c-aec1eee601e0 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:22:05.789915 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4318f7dc-080a-4db3-a8c7-84ffd27b9efe no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:22:05.808190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 4318f7dc-080a-4db3-a8c7-84ffd27b9efe {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:22:05.808532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 4318f7dc-080a-4db3-a8c7-84ffd27b9efe not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:22:05.810502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.231038 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.304994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.334036 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ab6c58-584f-4c63-85df-379f35337cf9,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:06.381459 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.382795 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7cc9575f-fe5d-4e13-af6d-6a79824e99bf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6615562 Aug 12 05:22:06.385678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49594) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:06.390186 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '85ab6c58-584f-4c63-85df-379f35337cf9', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:06.486518 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.542888 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.624816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.643045 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3447b55b-f5cf-4f9e-bd6f-cdabf8708bb1,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:06.722080 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.723324 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-dfaedc2f-48f1-4661-8d08-75320122048c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366921 Aug 12 05:22:06.725990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49596) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:06.730421 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '85ab6c58-584f-4c63-85df-379f35337cf9', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:06.802595 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.857519 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.924939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:06.944448 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2948768-910e-46fa-8572-8871b16e2a42,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:07.015897 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.017088 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c3b9328f-fe02-4e9c-a4f0-15da5a9601dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2901781 Aug 12 05:22:07.019814 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49598) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:07.024120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '85ab6c58-584f-4c63-85df-379f35337cf9', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:07.111741 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.171066 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.253364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.271989 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a8da78-e814-483d-9a93-d837710a9893,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:07.350604 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.351884 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-612a6d71-6444-4d36-9b59-f62a19d3aa67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3311503 Aug 12 05:22:07.354567 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49600) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:07.359004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '85ab6c58-584f-4c63-85df-379f35337cf9', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:07.454726 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.511510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.587759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.606860 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a73578f-297f-4a66-bfc0-3e257313645a,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:07.667925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.669198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c085abec-55a2-41ae-8cd8-66408341efae tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3136718 Aug 12 05:22:07.671938 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49602) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:07.677002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '85ab6c58-584f-4c63-85df-379f35337cf9', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:07.775656 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:22:07.780579 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.839477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.881660 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.898944 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6f3eb6-1dcd-4dd0-b42c-3f567961173f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:07.957089 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:07.958328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-58b9d6fc-dcd3-4a01-b40e-071ded0ed216 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2854643 Aug 12 05:22:07.961007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49606) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:07.965450 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '85ab6c58-584f-4c63-85df-379f35337cf9', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:08.053697 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:22:08.058429 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.120034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.196494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.214497 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee65e351-b7ea-4de0-96c4-74da0018864b,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:08.282187 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.283470 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-812b89c3-16eb-420c-8540-d3ed60e887b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3215079 Aug 12 05:22:08.286178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49608) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:08.291133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'network': {'name': 'tempest-network-smoke--218840982', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'port_security_enabled': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:08.373521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:22:08.376918 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.399540 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:22:08.408108 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.408451 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Added segment a654adf8-fb88-4307-9cda-f29d95eecd07 of type vlan for network bc13aba7-5f9a-42da-bbae-f456992ff685 Aug 12 05:22:08.447734 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.530176 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.535789 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:08.536378 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.602526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Network': ['ID=bc13aba7-5f9a-42da-bbae-f456992ff685,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:08.613184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network bc13aba7-5f9a-42da-bbae-f456992ff685 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:22:08.667804 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-39cc196c-963d-4c8f-a723-17bcbe15ae3f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3805273 Aug 12 05:22:08.668952 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49612) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:08.673522 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'admin_state_up': True, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:08.767928 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.768976 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:08.819932 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:09.030399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:09.275086 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:09.297276 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:09.395318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.96 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e747eaba-533a-4cfd-ab4c-aee36a5cf280) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:22:09.496678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:09.593252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:09.631964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:22:09.634839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:09.638363 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:22:09.644307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=e747eaba-533a-4cfd-ab4c-aee36a5cf280,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:09.975193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:10.172489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:10.402196 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router 09583f9a-6ff6-442d-a40f-2c735ec43243 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:22:10.508591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:22:10.518753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Sync routers for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:22:10.527464 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:10.528084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:10.593046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:10.597797 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ef638efc-b674-43da-acc0-4acc5f507d74 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9243915 Aug 12 05:22:10.598227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49614) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:10.629142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a15a128c-20fa-4f34-85d8-75ede50e120d tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=ed2a701d38db4ac49b1eb51333eb28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274055 Aug 12 05:22:10.629466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49616) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:10.645151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:10.721907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3e2dd-cdcd-4586-a82b-d506fb5f436b tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:10.723491 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-9ce3e2dd-cdcd-4586-a82b-d506fb5f436b tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931771 Aug 12 05:22:10.726650 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49618) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:10.760733 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-194e061e-694b-43d7-8c29-3483daad1abd tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329416 Aug 12 05:22:10.763361 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49620) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:10.768171 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063285527', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:10.820191 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:09Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:10.850574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Checking router: 09583f9a-6ff6-442d-a40f-2c735ec43243 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:22:10.850961 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Updating router 09583f9a-6ff6-442d-a40f-2c735ec43243 port e747eaba-533a-4cfd-ab4c-aee36a5cf280 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:22:10.874812 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:10.911317 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:22:10.914905 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.122136 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.131579 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Transition to ACTIVE for port object e747eaba-533a-4cfd-ab4c-aee36a5cf280 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:11.170856 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.199657 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.239029 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Subnet': ['ID=a203d947-3511-449c-b445-8a454e60ceb5,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:11.244525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Checking segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:22:11.244997 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network hostable DHCP agents. Network: bc13aba7-5f9a-42da-bbae-f456992ff685, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:22:11.251741 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Attempting to bind port e747eaba-533a-4cfd-ab4c-aee36a5cf280 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:22:11.252119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Attempting to bind port e747eaba-533a-4cfd-ab4c-aee36a5cf280 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:22:11.252523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Attempting to bind port e747eaba-533a-4cfd-ab4c-aee36a5cf280 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:22:11.255378 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a75d-e924-44d6-b209-79909b22082b None None] Pushing event updated for resources: {'Port': ['ID=e747eaba-533a-4cfd-ab4c-aee36a5cf280,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:11.259944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:22:11.260320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:22:11.260754 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.261144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:22:11.261613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Bound port: e747eaba-533a-4cfd-ab4c-aee36a5cf280, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:22:11.261996 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.315614 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] For port e747eaba-533a-4cfd-ab4c-aee36a5cf280, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:22:11.316189 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network bc13aba7-5f9a-42da-bbae-f456992ff685 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:22:11.318571 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] For port e747eaba-533a-4cfd-ab4c-aee36a5cf280, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e747eaba-533a-4cfd-ab4c-aee36a5cf280,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:22:11.396585 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.430536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, bc13aba7-5f9a-42da-bbae-f456992ff685) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:11.434664 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:11.435288 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.441859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29527405-7400-4767-8bc3-5732340686ca None None] Network bc13aba7-5f9a-42da-bbae-f456992ff685 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:22:11.490110 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:11.490765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:11.527533 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fa40c4cf-0e15-4469-be28-fd50295ba199 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7606258 Aug 12 05:22:11.527743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614a75d-e924-44d6-b209-79909b22082b None None] Pushing event updated for resources: {'Port': ['ID=e747eaba-533a-4cfd-ab4c-aee36a5cf280,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:11.528192 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49622) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:11.646030 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:11.770500 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-bc13aba7-5f9a-42da-bbae-f456992ff685', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:22:11.771378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.952711 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Allocated IP 172.20.0.2 (bc13aba7-5f9a-42da-bbae-f456992ff685/a203d947-3511-449c-b445-8a454e60ceb5/cb9992d2-0530-4a24-8c26-974d782f8717) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:22:11.963805 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:11.965887 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:09Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:11.995288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289e249-069d-436f-a77e-d42b1cf5a996 None None] The sync data for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 is: [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:09Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:22:12.303825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.313396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Transition to ACTIVE for port object cb9992d2-0530-4a24-8c26-974d782f8717 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:12.329784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Transition to ACTIVE for port object cb9992d2-0530-4a24-8c26-974d782f8717 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:12.427811 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.470322 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Network bc13aba7-5f9a-42da-bbae-f456992ff685 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:22:12.473989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:12.479475 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.1 (bc13aba7-5f9a-42da-bbae-f456992ff685/a203d947-3511-449c-b445-8a454e60ceb5/86e0e5dd-c51b-456c-b65f-f641364a52a1) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:22:12.480129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:22:12.483766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Pushing event updated for resources: {'Port': ['ID=cb9992d2-0530-4a24-8c26-974d782f8717,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:12.548668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Attempting to bind port cb9992d2-0530-4a24-8c26-974d782f8717 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:22:12.549952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Attempting to bind port cb9992d2-0530-4a24-8c26-974d782f8717 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:22:12.549952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Attempting to bind port cb9992d2-0530-4a24-8c26-974d782f8717 on network bc13aba7-5f9a-42da-bbae-f456992ff685 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:22:12.555645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:22:12.556624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Checking segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:22:12.556624 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.556879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Bound using segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:22:12.557294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Bound port: cb9992d2-0530-4a24-8c26-974d782f8717, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:22:12.557673 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.605216 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.621258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object 86e0e5dd-c51b-456c-b65f-f641364a52a1 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:12.623063 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] For port cb9992d2-0530-4a24-8c26-974d782f8717, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:22:12.626585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] For port cb9992d2-0530-4a24-8c26-974d782f8717, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cb9992d2-0530-4a24-8c26-974d782f8717,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:22:12.685245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.707885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:12.749356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b634eb8-7668-41f3-b611-1f0543139493 None None] Pushing event updated for resources: {'Port': ['ID=cb9992d2-0530-4a24-8c26-974d782f8717,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:12.757411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network bc13aba7-5f9a-42da-bbae-f456992ff685 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:22:12.760713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:12.765246 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:22:12.770044 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=86e0e5dd-c51b-456c-b65f-f641364a52a1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:12.822831 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:13.027491 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:13.302561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:13.376253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:13.454085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=86e0e5dd-c51b-456c-b65f-f641364a52a1,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:13.456502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:13.551318 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network bc13aba7-5f9a-42da-bbae-f456992ff685 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:22:13.552794 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:13.671173 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace9f3f-b26e-420f-af41-f0bf5498fa55 None None] Network bc13aba7-5f9a-42da-bbae-f456992ff685 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:22:13.673079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router 09583f9a-6ff6-442d-a40f-2c735ec43243 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:22:13.801817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:22:13.807692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fca562b8-8491-4a79-a566-dd8d25b85e53 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/09583f9a-6ff6-442d-a40f-2c735ec43243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787354 Aug 12 05:22:13.855929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e747eaba-533a-4cfd-ab4c-aee36a5cf280 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:13.863392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-eaa217f2-95e1-4302-bb8d-d958679b1312 None None] Provisioning for port cb9992d2-0530-4a24-8c26-974d782f8717 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:13.975785 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-89ab7832-58ee-4a1c-b0b1-ded89990393d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-419956670&fields=id&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 267 time: 0.0355663 Aug 12 05:22:13.990988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e747eaba-533a-4cfd-ab4c-aee36a5cf280 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:13.996687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e747eaba-533a-4cfd-ab4c-aee36a5cf280 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:13.996687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.089159 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.106579 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Sync routers for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:22:14.108382 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e58f1a3a-ea6e-4367-b7b2-41ebb06a0aad tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:14.110231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e58f1a3a-ea6e-4367-b7b2-41ebb06a0aad tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 796 time: 0.1228871 Aug 12 05:22:14.112177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e747eaba-533a-4cfd-ab4c-aee36a5cf280, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e747eaba-533a-4cfd-ab4c-aee36a5cf280,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:14.121233 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:14.121935 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:14.126079 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-3e8c5d73-f9b0-48c3-acbc-0353c40a78cb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/quotas/ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 375 time: 0.0100453 Aug 12 05:22:14.187559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.188372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cb9992d2-0530-4a24-8c26-974d782f8717 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:14.192006 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-4c9fcfa6-86a8-4398-8fb0-be3d1b05809f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564327 Aug 12 05:22:14.246585 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:14.298340 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e747eaba-533a-4cfd-ab4c-aee36a5cf280,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:14.315949 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-093bed74-5a71-4b1c-abdc-fd596b2af584 service neutron] 10.222.0.42 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036177 Aug 12 05:22:14.369565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Provisioning for port 86e0e5dd-c51b-456c-b65f-f641364a52a1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:14.377182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Provisioning complete for port 86e0e5dd-c51b-456c-b65f-f641364a52a1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:14.379146 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.403893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cb9992d2-0530-4a24-8c26-974d782f8717 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:14.411693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cb9992d2-0530-4a24-8c26-974d782f8717 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:14.412334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.420028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-c53db62c-7e68-4cb4-a70f-1a44429e5800 service neutron] 10.222.0.42 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985489 Aug 12 05:22:14.467794 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:13Z', 'revision_number': 2, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:14.468567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Port 86e0e5dd-c51b-456c-b65f-f641364a52a1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:22:14.488365 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Provisioning complete for port cb9992d2-0530-4a24-8c26-974d782f8717 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:14.488837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.501520 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Checking router: 09583f9a-6ff6-442d-a40f-2c735ec43243 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:22:14.501875 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Updating router 09583f9a-6ff6-442d-a40f-2c735ec43243 port 86e0e5dd-c51b-456c-b65f-f641364a52a1 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:22:14.528066 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.600311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.609425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.662440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] For port cb9992d2-0530-4a24-8c26-974d782f8717, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cb9992d2-0530-4a24-8c26-974d782f8717,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:14.693316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-06d5e378-f6ee-438f-af6a-65ac685ec48f req-4a29a4c4-2ae9-41e3-bed9-f3d60dbabcb4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 210 time: 0.0280750 Aug 12 05:22:14.737539 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.819941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99773f0e-dd7e-4523-9236-f74a6d5152d0 None None] Pushing event updated for resources: {'Port': ['ID=cb9992d2-0530-4a24-8c26-974d782f8717,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:14.833885 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 05:22:14.834331 n-d-804320-1 neutron-server[95044]: DEBUG oslo_db.api [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 05:22:14.862801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-e30721d4-e151-4687-975b-8391fe2032d1 None None] Provisioning complete for port 86e0e5dd-c51b-456c-b65f-f641364a52a1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:14.865365 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e30721d4-e151-4687-975b-8391fe2032d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.892243 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:14.900994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-e30721d4-e151-4687-975b-8391fe2032d1 None None] Port 86e0e5dd-c51b-456c-b65f-f641364a52a1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:22:14.905575 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Transition to ACTIVE for port object 86e0e5dd-c51b-456c-b65f-f641364a52a1 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:14.988483 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:15.040228 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Pushing event updated for resources: {'Port': ['ID=86e0e5dd-c51b-456c-b65f-f641364a52a1,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:15.067478 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.067843 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.068139 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.068544 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.069096 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.069416 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.069731 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.070107 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.070360 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.070668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.070997 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.071305 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:22:15.103030 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Attempting to bind port 86e0e5dd-c51b-456c-b65f-f641364a52a1 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:22:15.103397 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Attempting to bind port 86e0e5dd-c51b-456c-b65f-f641364a52a1 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:22:15.103763 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Attempting to bind port 86e0e5dd-c51b-456c-b65f-f641364a52a1 on network bc13aba7-5f9a-42da-bbae-f456992ff685 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:22:15.109306 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:22:15.114822 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Checking segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:22:15.114822 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:15.114822 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Bound using segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:22:15.114822 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Bound port: 86e0e5dd-c51b-456c-b65f-f641364a52a1, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:22:15.114822 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:15.174656 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] For port 86e0e5dd-c51b-456c-b65f-f641364a52a1, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:22:15.179597 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] For port 86e0e5dd-c51b-456c-b65f-f641364a52a1, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=86e0e5dd-c51b-456c-b65f-f641364a52a1,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:22:15.262045 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:15.320614 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:15.321169 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:15.333144 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c1c54-af6f-412b-a91c-7234e886342a None None] Pushing event updated for resources: {'Port': ['ID=86e0e5dd-c51b-456c-b65f-f641364a52a1,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:15.437388 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:15.723820 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:15Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:15.750814 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79718483-1048-4fb1-9ab4-34a636e9da7a None None] The sync data for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 is: [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:15Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:22:15.771208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e747eaba-533a-4cfd-ab4c-aee36a5cf280 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:15.821371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-23ad9d7b-7b40-4922-8e06-0c5309010949 req-a2604963-ab1d-4f6a-9fa0-86691a83db1d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 210 time: 0.0380166 Aug 12 05:22:15.857790 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e747eaba-533a-4cfd-ab4c-aee36a5cf280 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:15.857790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:15.948613 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cb9992d2-0530-4a24-8c26-974d782f8717 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:16.005149 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cb9992d2-0530-4a24-8c26-974d782f8717 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:16.006181 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:16.785157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-59718d8f-c68d-4eb0-8f80-f4c4acde8117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:16.786636 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-59718d8f-c68d-4eb0-8f80-f4c4acde8117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 796 time: 0.1050789 Aug 12 05:22:16.831926 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-7e2e5cfd-341f-4c5c-8af1-247819020df2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 379 time: 0.0363584 Aug 12 05:22:16.841636 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'port': {'device_id': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'admin_state_up': True, 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'security_groups': ['85ab6c58-584f-4c63-85df-379f35337cf9']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:16.923644 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d352aef2-dd3e-4a3a-9b0b-b95165896f2e req-aea2b676-2ec5-4ca8-84cf-852f7e86a524 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 210 time: 0.0364366 Aug 12 05:22:17.072943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:22:17.076845 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.199760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.8 (bc13aba7-5f9a-42da-bbae-f456992ff685/a203d947-3511-449c-b445-8a454e60ceb5/cd4c84d8-c481-4b3d-8ebc-92dad860efc0) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:22:17.338273 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.354086 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object cd4c84d8-c481-4b3d-8ebc-92dad860efc0 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:17.454006 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.495733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network bc13aba7-5f9a-42da-bbae-f456992ff685 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:22:17.500655 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:17.503526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:22:17.537772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:17.565495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:17.566121 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.644183 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-e97ca716-e287-4d85-9ccc-4f7a7b354e76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8061802 Aug 12 05:22:17.656459 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Request body: {'port': {'device_id': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:17.712540 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.785031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 86e0e5dd-c51b-456c-b65f-f641364a52a1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:17.867330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a8ac520-15cd-4c21-8931-2b5a028e0052 None None] Provisioning for port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:17.871696 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a8ac520-15cd-4c21-8931-2b5a028e0052 None None] Provisioning complete for port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:17.872155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a8ac520-15cd-4c21-8931-2b5a028e0052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.903678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 86e0e5dd-c51b-456c-b65f-f641364a52a1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:17.911757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 86e0e5dd-c51b-456c-b65f-f641364a52a1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:17.912135 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:17.915795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a8ac520-15cd-4c21-8931-2b5a028e0052 None None] Port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:22:18.013871 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.052468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 86e0e5dd-c51b-456c-b65f-f641364a52a1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=86e0e5dd-c51b-456c-b65f-f641364a52a1,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:18.069280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365257-5440-47c9-b313-31963f8947c2 req-dd36ed0c-54bf-4ebb-b6fb-cc032352dd71 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:18.070914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77365257-5440-47c9-b313-31963f8947c2 req-dd36ed0c-54bf-4ebb-b6fb-cc032352dd71 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 931 time: 0.0590849 Aug 12 05:22:18.093003 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:22:18.112462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-77365257-5440-47c9-b313-31963f8947c2 req-b2342d9f-b451-4156-8b2a-ad81fe5c78af tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345631 Aug 12 05:22:18.135820 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.183046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=86e0e5dd-c51b-456c-b65f-f641364a52a1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:18.254283 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4c84d8-c481-4b3d-8ebc-92dad860efc0 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:22:18.261575 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.273052 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Transition to ACTIVE for port object cd4c84d8-c481-4b3d-8ebc-92dad860efc0 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:22:18.339143 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.404458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:18.459170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:22:18.459509 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:22:18.459838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on network bc13aba7-5f9a-42da-bbae-f456992ff685 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:22:18.464340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on network bc13aba7-5f9a-42da-bbae-f456992ff685 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:22:18.464662 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on network bc13aba7-5f9a-42da-bbae-f456992ff685 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:22:18.469888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:22:18.470232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Checking segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:22:18.470612 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Bound using segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:22:18.471602 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Bound port: cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:22:18.471958 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.543021 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:22:18.545935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:22:18.604244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.638017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:18.638691 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:18.640134 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] 10.222.0.36 "PUT /v2.0/ports/cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 1091 time: 0.9882300 Aug 12 05:22:18.640832 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:22:18.642881 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aebb5a7-8b11-449e-a144-73ed42a66e02" -d '{"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:22:18.667691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3be7e6-decd-4216-aa5e-9f259beba8be service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:18.689770 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4091ba98-b6f1-4909-aa8f-29865aba6fa5 x-openstack-request-id: req-4091ba98-b6f1-4909-aa8f-29865aba6fa5 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:22:18.690163 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:22:18.690509 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4091ba98-b6f1-4909-aa8f-29865aba6fa5 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:22:18.691005 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'status': 'completed', 'code': 200} Aug 12 05:22:18.752406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebb5a7-8b11-449e-a144-73ed42a66e02 req-95a917b8-120d-475f-9fbb-e814ac68ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:18.754039 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aebb5a7-8b11-449e-a144-73ed42a66e02 req-95a917b8-120d-475f-9fbb-e814ac68ed37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1094 time: 0.0443010 Aug 12 05:22:18.857306 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebb5a7-8b11-449e-a144-73ed42a66e02 req-961bde72-49c7-4053-8e2b-aa73fd681001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:18.858833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aebb5a7-8b11-449e-a144-73ed42a66e02 req-961bde72-49c7-4053-8e2b-aa73fd681001 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0974734 Aug 12 05:22:18.950462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebb5a7-8b11-449e-a144-73ed42a66e02 req-7b7ef7c1-58ab-4500-a3b2-e200b36aa68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:18.951995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4aebb5a7-8b11-449e-a144-73ed42a66e02 req-7b7ef7c1-58ab-4500-a3b2-e200b36aa68c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866699 Aug 12 05:22:19.026870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-6b3778b7-a94e-414f-b8f0-0ab6c4499e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:19.028240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-6b3778b7-a94e-414f-b8f0-0ab6c4499e52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1094 time: 0.0398610 Aug 12 05:22:19.072809 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-3f77096b-5c69-451c-aa01-53b796a163cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 217 time: 0.0363090 Aug 12 05:22:19.121847 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-482dbe8e-de82-4b49-9e1c-0e77faf90ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:19.123314 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-482dbe8e-de82-4b49-9e1c-0e77faf90ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0439680 Aug 12 05:22:19.168165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-6718c2d6-e45d-48db-a26b-dc85fad75890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:19.169659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-6718c2d6-e45d-48db-a26b-dc85fad75890 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399768 Aug 12 05:22:19.231306 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e80e17-ae70-47be-ad0c-908a67a2a6ea req-72e0fd72-86b5-4fd9-9177-bacf546bf47e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:19.232854 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9e80e17-ae70-47be-ad0c-908a67a2a6ea req-72e0fd72-86b5-4fd9-9177-bacf546bf47e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0524445 Aug 12 05:22:19.262632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-2bcb59be-0dc8-4482-a7ca-1dc7afde7c81 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861046 Aug 12 05:22:19.270751 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b9e80e17-ae70-47be-ad0c-908a67a2a6ea req-4e8fde6e-47d9-40d5-90d5-e496a967d37a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319052 Aug 12 05:22:19.351324 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f5159f45-4e42-41bf-a0fc-9fa3617adaa7 req-ddae0d52-bcef-480a-928e-58f4a46127cc service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811923 Aug 12 05:22:19.755510 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 86e0e5dd-c51b-456c-b65f-f641364a52a1 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:19.801555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 86e0e5dd-c51b-456c-b65f-f641364a52a1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:19.801929 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:20.389469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb3315-4954-4c45-9632-6c11df89b295 req-1ac88719-933d-4a5e-b6b6-7400c2ff4578 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:20.390962 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1eb3315-4954-4c45-9632-6c11df89b295 req-1ac88719-933d-4a5e-b6b6-7400c2ff4578 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0532212 Aug 12 05:22:20.428162 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1eb3315-4954-4c45-9632-6c11df89b295 req-de7f20d4-b0c4-4279-a0c3-1418d856a2a2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Aug 12 05:22:21.510768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:22:21.539578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1d949-e124-4ae1-9076-7496323373e2 req-1d69ca1b-7568-4d70-9642-ef0b8be97168 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:21.540973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81f1d949-e124-4ae1-9076-7496323373e2 req-1d69ca1b-7568-4d70-9642-ef0b8be97168 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0477734 Aug 12 05:22:21.579190 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-81f1d949-e124-4ae1-9076-7496323373e2 req-5647c515-b4ee-4609-a36e-300d3a5178dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Aug 12 05:22:21.604317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:21.619334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'port_id': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'mac_address': 'fa:16:3e:32:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:22:21.655460 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:21.668158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4c84d8-c481-4b3d-8ebc-92dad860efc0 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:22:21.692360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:21.781604 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:21.828700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:21.978657 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['cd4c84d8-c481-4b3d-8ebc-92dad860efc0'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:22:22.694443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c447c9-eb16-417b-bd35-1d09047c375d req-87ef3724-1544-4c58-b01c-670683da3e43 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:22.695996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7c447c9-eb16-417b-bd35-1d09047c375d req-87ef3724-1544-4c58-b01c-670683da3e43 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 944 time: 0.0490940 Aug 12 05:22:22.732659 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7c447c9-eb16-417b-bd35-1d09047c375d req-8cfc98c2-5e7c-416d-b494-a887c9f380da tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Aug 12 05:22:23.510809 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:22:23.635941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:22:23.639971 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:22:23.640727 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:23.720735 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:23.742446 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:22:23.745065 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea74d452-c1da-4253-b7f0-0e8ce8130d9b" -d '{"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:22:23.759201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:22:23.781878 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcf1097-a21e-41f9-8d61-8906119d549d x-openstack-request-id: req-3bcf1097-a21e-41f9-8d61-8906119d549d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:22:23.783938 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:22:23.783938 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bcf1097-a21e-41f9-8d61-8906119d549d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:22:23.783938 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'code': 200} Aug 12 05:22:23.830898 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:23.878180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569c57a-e374-4fe9-b46e-1e446e16637d req-68f239f8-011b-4457-8712-7e540f3ee628 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:23.878812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:23.879681 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e569c57a-e374-4fe9-b46e-1e446e16637d req-68f239f8-011b-4457-8712-7e540f3ee628 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 944 time: 0.0769627 Aug 12 05:22:23.907533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610edb0-d4eb-4938-99c3-558b1b6c84ec req-d66d433e-b8b7-41f3-abd8-660294afd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:23.909020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0610edb0-d4eb-4938-99c3-558b1b6c84ec req-d66d433e-b8b7-41f3-abd8-660294afd0fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1096 time: 0.0696797 Aug 12 05:22:23.935911 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e569c57a-e374-4fe9-b46e-1e446e16637d req-0ee141e8-1745-46fd-9312-80d659c7fb6f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497329 Aug 12 05:22:23.953002 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0610edb0-d4eb-4938-99c3-558b1b6c84ec req-b90497aa-8e43-42b0-8054-4a009b965510 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Aug 12 05:22:25.050977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fdeb3-b74c-4ad7-885d-22a3c4aa754b req-9cff7b83-1e35-499f-9da5-eb216dac59a2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:25.052461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-407fdeb3-b74c-4ad7-885d-22a3c4aa754b req-9cff7b83-1e35-499f-9da5-eb216dac59a2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0475137 Aug 12 05:22:25.088957 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-407fdeb3-b74c-4ad7-885d-22a3c4aa754b req-efa988db-8419-4baa-8930-8d64d98e12e8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Aug 12 05:22:25.201818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e0e91-1f12-4316-8d9a-112e2bcf4993 req-06dd1ef1-cded-4e7a-9902-7228fbe13b2a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:25.203355 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b2e0e91-1f12-4316-8d9a-112e2bcf4993 req-06dd1ef1-cded-4e7a-9902-7228fbe13b2a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Aug 12 05:22:25.240111 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1b2e0e91-1f12-4316-8d9a-112e2bcf4993 req-aedddf15-f5f7-4e8d-80ca-3c7b5d9254a3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303652 Aug 12 05:22:25.261164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49674) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:25.299477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c33ec15-a253-4924-b5ac-87e5a93ad895 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:25.301053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3c33ec15-a253-4924-b5ac-87e5a93ad895 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1091 time: 0.0388770 Aug 12 05:22:25.303807 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49676) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:25.308065 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:22:25.392877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:25.491765 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:25.594403 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.2 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/bb51a697-3a11-4176-a4e8-d74d0a32c81a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:22:25.692336 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:25.785525 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:25.825297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:22:25.828155 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:22:25.832190 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:22:25.857795 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=bb51a697-3a11-4176-a4e8-d74d0a32c81a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:26.173214 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.327873 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.352855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.482852 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.625038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.695582 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.761232 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=bb51a697-3a11-4176-a4e8-d74d0a32c81a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:22:26.774091 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:26.871402 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 3532cb0d-7483-4031-9d5c-b73841b9711f associated. External IP: 172.25.6.2, port: cd4c84d8-c481-4b3d-8ebc-92dad860efc0. Aug 12 05:22:27.335393 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router 09583f9a-6ff6-442d-a40f-2c735ec43243 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:22:27.441640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:22:27.451558 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] Sync routers for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:22:27.460831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:27.461474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:27.518580 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:27.545415 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fdd4c505-61ef-4e91-8ae0-27060c1b905f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2406135 Aug 12 05:22:27.546047 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:22:27.548347 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b" -d '{"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:22:27.566914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:27.587886 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83f3f44-d501-4d70-b313-7ad1e463cb68 x-openstack-request-id: req-c83f3f44-d501-4d70-b313-7ad1e463cb68 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:22:27.588180 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:22:27.588428 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c83f3f44-d501-4d70-b313-7ad1e463cb68 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:22:27.589486 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'status': 'completed', 'code': 200} Aug 12 05:22:27.658494 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa776-6393-433c-8c9e-4ab93792cb6d req-f5a3d859-4ce7-4c34-aa4b-15a44e67ee8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:27.663198 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-982fa776-6393-433c-8c9e-4ab93792cb6d req-f5a3d859-4ce7-4c34-aa4b-15a44e67ee8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0596473 Aug 12 05:22:27.664120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-fc289c2e-3b55-4151-93ec-0c5094b9ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:27.665664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-fc289c2e-3b55-4151-93ec-0c5094b9ef55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1096 time: 0.0515652 Aug 12 05:22:27.699721 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-982fa776-6393-433c-8c9e-4ab93792cb6d req-4b68af1a-23d8-4b72-a94a-3b829d9beb5a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332983 Aug 12 05:22:27.731083 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49682) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:27.773447 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-8f16e208-62d0-4784-9484-fe4b40ad7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:27.775424 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-8f16e208-62d0-4784-9484-fe4b40ad7a18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.1028700 Aug 12 05:22:27.793903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5c36634b-f090-4825-9b1d-c43631783a3a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/3532cb0d-7483-4031-9d5c-b73841b9711f HTTP/1.1" status: 200 len: 989 time: 0.0615709 Aug 12 05:22:27.809338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '3532cb0d-7483-4031-9d5c-b73841b9711f', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.2', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'port_id': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'mac_address': 'fa:16:3e:32:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:22:26Z', 'updated_at': '2021-08-12T05:22:26Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:18Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:27.835385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] Checking router: 09583f9a-6ff6-442d-a40f-2c735ec43243 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:22:27.842286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-9bf57c4f-284a-4d87-adee-ee4ff7d110a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 997 time: 0.0600660 Aug 12 05:22:27.843573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:22:27.844178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:22:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:27.891237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-0a3a31ef-9a83-4b37-9924-ad2944cc008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:27.892702 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-0a3a31ef-9a83-4b37-9924-ad2944cc008f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0443623 Aug 12 05:22:27.950272 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-581ac4ca-3d70-44b5-8255-a93c1e16fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:27.951810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-581ac4ca-3d70-44b5-8255-a93c1e16fe3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523956 Aug 12 05:22:27.952370 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:22:28.041651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-469eb248-2dd6-4f2b-8ee1-ede02defb0e1 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827572 Aug 12 05:22:28.136119 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4f9d345f-0e67-4b1b-a6d0-36464b4a451b req-8f8c803b-72ad-4930-9579-422af3f0b87c service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878143 Aug 12 05:22:28.174703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '3532cb0d-7483-4031-9d5c-b73841b9711f', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.2', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'port_id': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'mac_address': 'fa:16:3e:32:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:22:26Z', 'updated_at': '2021-08-12T05:22:26Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:18Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:22:28.204914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b29108-1e7e-41d5-ac64-5a7e1b540dcd None None] The sync data for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 is: [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '3532cb0d-7483-4031-9d5c-b73841b9711f', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.2', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'port_id': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'mac_address': 'fa:16:3e:32:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:22:26Z', 'updated_at': '2021-08-12T05:22:26Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:18Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:22:28.298879 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9075cf4f-a18b-41e5-9e65-eddb5ca4b00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:28.399004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b45320-8f7c-480a-bf7e-fff335bd360b None None] New status for floating IP 3532cb0d-7483-4031-9d5c-b73841b9711f: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:22:28.795550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49684) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:22:28.856549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6261a365-fe3b-4d3b-903d-c33da6e0b41e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/3532cb0d-7483-4031-9d5c-b73841b9711f HTTP/1.1" status: 200 len: 991 time: 0.0598474 Aug 12 05:22:30.889692 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-08292993-1e54-400b-91eb-8f520b0d734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:31.047906 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:32.418421 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:34.113560 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:53.071857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-7e4eb75d-a02e-49a0-932e-afe48fafea9a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391774 Aug 12 05:22:53.159756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-605bcc2f-7f90-4a4a-97ec-b6bdb26f5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:53.161293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-605bcc2f-7f90-4a4a-97ec-b6bdb26f5f97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1096 time: 0.0437777 Aug 12 05:22:53.266231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-2f1f50f5-74fd-43af-b29c-3d113ae326aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:53.267724 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-2f1f50f5-74fd-43af-b29c-3d113ae326aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0834987 Aug 12 05:22:53.349427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-92bf0561-28a8-4772-8c96-791fbf1edd69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 999 time: 0.0665777 Aug 12 05:22:53.400981 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-86906a80-a7f9-4a80-82b3-da426664fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:53.402368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-86906a80-a7f9-4a80-82b3-da426664fbbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0428386 Aug 12 05:22:53.450015 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-f6f6905f-a799-4074-9ae9-913fea5dc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:22:53.451502 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-f6f6905f-a799-4074-9ae9-913fea5dc980 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393336 Aug 12 05:22:53.542373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-c407d9bd-5e09-4576-acdc-9059c0ae3028 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825818 Aug 12 05:22:53.634063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8cd505e-1545-4280-a5ca-ecd01de1c500 req-d261bdea-86f2-4a81-9968-67c94745dd54 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817263 Aug 12 05:22:55.092538 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:22:56.175014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:56.369339 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:22:58.260795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa3080ad-6cc4-4888-857b-6d36530eb2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:00.362615 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f567-75a9-4cad-a8e6-a004132214aa req-8c707800-97c6-40e7-a532-5e8c882ed2e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:00.364118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d42f567-75a9-4cad-a8e6-a004132214aa req-8c707800-97c6-40e7-a532-5e8c882ed2e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Aug 12 05:23:00.401198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1d42f567-75a9-4cad-a8e6-a004132214aa req-13f58bf8-7e1a-4b33-8f9f-616919cc23aa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312130 Aug 12 05:23:00.515763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-597709ae-e203-443d-8b31-6a7333b2280b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861208 Aug 12 05:23:00.872351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-965ca6a9-4023-46d9-b3b6-02ca5548aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:01.032334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:01.520303 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c33d-5f6a-471b-a0f3-efa64a9ac556 req-f87a201e-1baf-4860-a27d-9ce052f68df3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:01.521821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7b4c33d-5f6a-471b-a0f3-efa64a9ac556 req-f87a201e-1baf-4860-a27d-9ce052f68df3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0527010 Aug 12 05:23:01.905268 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c7b4c33d-5f6a-471b-a0f3-efa64a9ac556 req-e1735f7f-7de0-4d98-aa99-722eaa6b74c7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768334 Aug 12 05:23:02.437633 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:02.529716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-637a0024-c2b3-4e14-ab75-06563eea2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:02.531219 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-637a0024-c2b3-4e14-ab75-06563eea2bf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1096 time: 0.0399904 Aug 12 05:23:02.621764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-0bbe4ff9-4b20-40d9-8651-15c96669d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:02.623257 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-0bbe4ff9-4b20-40d9-8651-15c96669d2d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0853384 Aug 12 05:23:02.692053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-18fe71ff-b27c-4535-9684-ff595406e731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 999 time: 0.0607717 Aug 12 05:23:02.739861 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-3507612b-3dff-48ac-b446-178c4aae312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:02.741888 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-3507612b-3dff-48ac-b446-178c4aae312d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0422018 Aug 12 05:23:02.784838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-026d744b-927e-4de8-a894-501aa72642a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:02.786288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-026d744b-927e-4de8-a894-501aa72642a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378473 Aug 12 05:23:02.879378 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-9b47e6e6-d525-4a32-a689-f5b5bf0874b1 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854771 Aug 12 05:23:02.972827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-de18e46a-4c76-4a7b-94b2-3b51578f4495 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869191 Aug 12 05:23:03.027902 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea8fc-e10f-4236-8b80-61ab545f041c req-2d31359f-3c8c-45da-a8e7-a41d9f7934ac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:03.029373 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be5ea8fc-e10f-4236-8b80-61ab545f041c req-2d31359f-3c8c-45da-a8e7-a41d9f7934ac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Aug 12 05:23:03.067464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-be5ea8fc-e10f-4236-8b80-61ab545f041c req-3c6b5134-6b1a-410b-95ae-8a4ac4e0ceda tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321302 Aug 12 05:23:03.984025 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:04.181500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ee8c4-4ef3-4bea-92c7-a91854028494 req-39a2976f-86f8-47b8-a6ea-4afa490b99f7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:04.183021 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-472ee8c4-4ef3-4bea-92c7-a91854028494 req-39a2976f-86f8-47b8-a6ea-4afa490b99f7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0487363 Aug 12 05:23:04.219476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-472ee8c4-4ef3-4bea-92c7-a91854028494 req-3530f593-b050-44e5-8d31-fc5f6eb81c5c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Aug 12 05:23:05.335300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e888b3-9e4b-429b-a2f7-2542b26d0dda req-fe6d3019-2f78-4da9-b8af-b48d06d49185 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:05.336749 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9e888b3-9e4b-429b-a2f7-2542b26d0dda req-fe6d3019-2f78-4da9-b8af-b48d06d49185 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Aug 12 05:23:05.373135 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b9e888b3-9e4b-429b-a2f7-2542b26d0dda req-1171b5c9-acda-45d9-bb1c-0caa26f539ee tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305386 Aug 12 05:23:06.486096 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd675b8-6b24-450f-9dac-14da4872ae9f req-e5ca9fec-2ce1-4370-82db-a92732595f8a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:06.487593 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbd675b8-6b24-450f-9dac-14da4872ae9f req-e5ca9fec-2ce1-4370-82db-a92732595f8a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Aug 12 05:23:06.524925 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fbd675b8-6b24-450f-9dac-14da4872ae9f req-2f75ed47-92a7-43f8-acf4-bc4e2cd4b5e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Aug 12 05:23:07.637710 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d84c1-b5d5-4ee9-b4a3-24248bd8f192 req-cc6fa047-e665-4f9e-a692-3f2414d29b99 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:07.639181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-841d84c1-b5d5-4ee9-b4a3-24248bd8f192 req-cc6fa047-e665-4f9e-a692-3f2414d29b99 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Aug 12 05:23:07.678783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-841d84c1-b5d5-4ee9-b4a3-24248bd8f192 req-cd3b7146-b39e-43a3-917d-f938125887c7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336993 Aug 12 05:23:08.795515 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17192395-7f06-4eaf-8ef8-b1422a4e1162 req-0868a9c3-c1ce-4813-9750-577a246a9ace tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:08.796990 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17192395-7f06-4eaf-8ef8-b1422a4e1162 req-0868a9c3-c1ce-4813-9750-577a246a9ace tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Aug 12 05:23:08.833446 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-17192395-7f06-4eaf-8ef8-b1422a4e1162 req-7320e18f-113d-48c9-80d0-740601225716 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306849 Aug 12 05:23:09.952619 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be61d4-5a96-4c2e-83bf-67e3a8dec52b req-36501478-7315-496d-972b-0652d91e5752 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:09.954139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c4be61d4-5a96-4c2e-83bf-67e3a8dec52b req-36501478-7315-496d-972b-0652d91e5752 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0530889 Aug 12 05:23:09.992471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c4be61d4-5a96-4c2e-83bf-67e3a8dec52b req-521902b3-5bc5-41e8-b4c8-6f7c85bd7500 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Aug 12 05:23:11.105526 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4a565-cc2d-4bd6-8913-705869824e89 req-85180e0f-8e59-4822-9b43-9de7d1e59faa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:11.107050 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0a4a565-cc2d-4bd6-8913-705869824e89 req-85180e0f-8e59-4822-9b43-9de7d1e59faa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0488255 Aug 12 05:23:11.144802 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e0a4a565-cc2d-4bd6-8913-705869824e89 req-81296dc2-e75f-4757-b83a-6bc5e2e2d33a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Aug 12 05:23:12.265329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07305e-9380-415f-adf8-b4d3a10d9d96 req-4b8fd146-76aa-441b-a7d4-d15d70630f65 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:12.267038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f07305e-9380-415f-adf8-b4d3a10d9d96 req-4b8fd146-76aa-441b-a7d4-d15d70630f65 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Aug 12 05:23:12.305545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f07305e-9380-415f-adf8-b4d3a10d9d96 req-c63c82fe-90cd-4404-afa1-76ad04ad4575 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317748 Aug 12 05:23:13.420590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd47289-bfea-4127-a4f3-40ddc6b64734 req-d4ccd79f-982c-42a1-8643-2e33b11b4847 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:13.422140 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bd47289-bfea-4127-a4f3-40ddc6b64734 req-d4ccd79f-982c-42a1-8643-2e33b11b4847 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Aug 12 05:23:13.459033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3bd47289-bfea-4127-a4f3-40ddc6b64734 req-b540388f-190a-4746-a460-8091d5da634e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Aug 12 05:23:14.622908 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f232ae-f4c7-44f9-9ff8-fa0aa89973a3 req-b3a07157-cbca-4aaa-8ebf-8d98f6952440 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:14.624398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4f232ae-f4c7-44f9-9ff8-fa0aa89973a3 req-b3a07157-cbca-4aaa-8ebf-8d98f6952440 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0985758 Aug 12 05:23:14.660610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a4f232ae-f4c7-44f9-9ff8-fa0aa89973a3 req-5bc70cb9-6708-4cbe-8fbb-a4455c5ed020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303237 Aug 12 05:23:15.085991 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-f08d9852-997b-4264-a2aa-7972d8e9481e service neutron] show failed (client error): The resource could not be found. Aug 12 05:23:15.087066 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-f08d9852-997b-4264-a2aa-7972d8e9481e service neutron] 10.222.0.36 "GET /v2.0/ports/cd4c84d8-c481-4b3d-8ebc-92dad860efc0/bindings/n-h1-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0608025 Aug 12 05:23:15.648712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-f493cfd2-78d2-4c0b-8ee8-b87d0fe8fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:15.650173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-f493cfd2-78d2-4c0b-8ee8-b87d0fe8fdf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 1096 time: 0.0869093 Aug 12 05:23:15.662454 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:23:15.714869 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:15.921583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d796c-a87b-49a2-9494-1eed909c1058 req-67f0eb90-28b7-4044-b121-46fc44e94599 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:15.923023 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-290d796c-a87b-49a2-9494-1eed909c1058 req-67f0eb90-28b7-4044-b121-46fc44e94599 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.1941059 Aug 12 05:23:15.982234 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-290d796c-a87b-49a2-9494-1eed909c1058 req-1d711541-df28-4590-9e86-2598c3e6636f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526199 Aug 12 05:23:15.988557 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:16.021543 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h2-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:23:16.061184 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:23:16.063481 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e02ddbb-fba7-4af8-bef8-d658b0dcbdd0" -d '{"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:23:16.067354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:16.079301 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Transition to ACTIVE for port object cd4c84d8-c481-4b3d-8ebc-92dad860efc0 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:23:16.114079 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994bd6be-70b1-4aba-afa7-a3e63f2df57d x-openstack-request-id: req-994bd6be-70b1-4aba-afa7-a3e63f2df57d {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:23:16.114369 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:23:16.114620 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-994bd6be-70b1-4aba-afa7-a3e63f2df57d {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:23:16.115043 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'code': 200} Aug 12 05:23:16.143547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:16.222460 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=6']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:16.237491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.237838 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.238193 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.238520 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.238888 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.239222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.239553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.239882 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.240209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.240536 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.241493 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.241818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:16.279856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] No DVR routers for this DVR port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on host n-h2-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:23:16.416302 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:23:16.416636 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:23:16.416968 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on network bc13aba7-5f9a-42da-bbae-f456992ff685 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:23:16.421195 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on network bc13aba7-5f9a-42da-bbae-f456992ff685 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:23:16.421516 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Attempting to bind port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on network bc13aba7-5f9a-42da-bbae-f456992ff685 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:23:16.426277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:23:16.426615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Checking segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:23:16.427092 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Bound using segment: {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:23:16.427465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Bound port: cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a654adf8-fb88-4307-9cda-f29d95eecd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:23:16.427818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:16.494214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:23:16.494214 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:23:16.586559 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:16.622053 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:16.622669 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:16.624133 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 1091 time: 0.9655523 Aug 12 05:23:16.649546 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0d9f1-a530-465c-ade6-82e17ef27871 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=7']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:16.693291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-8eb93b7a-bb1d-4a79-98e5-e7cd2d11ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:16.694789 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-8eb93b7a-bb1d-4a79-98e5-e7cd2d11ed4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1094 time: 0.0465012 Aug 12 05:23:16.787400 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-2053960e-94d1-4a64-867f-275893dac7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:16.788900 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-2053960e-94d1-4a64-867f-275893dac7df service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0876508 Aug 12 05:23:16.858221 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-e6a84d20-9fa8-45e7-9b6a-baff3d7d08fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 997 time: 0.0622432 Aug 12 05:23:16.906631 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-703d6779-e174-4750-9a38-407bffc92542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:16.907973 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-703d6779-e174-4750-9a38-407bffc92542 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0429256 Aug 12 05:23:16.952217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-7a1310e4-14e5-44a2-879f-5daebfc0445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:16.953631 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-7a1310e4-14e5-44a2-879f-5daebfc0445d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391402 Aug 12 05:23:17.045618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-0ad9a031-7ab1-433e-bd21-8bf898a72b96 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844750 Aug 12 05:23:17.156458 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7db23-422b-435e-9bca-eb24520dfa44 req-a47cf2f0-1639-459e-be60-63e4556c4100 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:17.157923 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ea7db23-422b-435e-9bca-eb24520dfa44 req-a47cf2f0-1639-459e-be60-63e4556c4100 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.1077361 Aug 12 05:23:17.187398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-e90d399d-105e-4e92-b680-a0a001470475 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290693 Aug 12 05:23:17.207582 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2ea7db23-422b-435e-9bca-eb24520dfa44 req-5fd855cc-fcfe-48c9-9da3-d4341d8c9532 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Aug 12 05:23:17.691229 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:23:17.730069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:23:18.115981 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:23:18.118426 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06" -d '{"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:23:18.166273 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05267632-c2b3-4a93-8183-42bf16610183 x-openstack-request-id: req-05267632-c2b3-4a93-8183-42bf16610183 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:23:18.166601 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:23:18.166900 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05267632-c2b3-4a93-8183-42bf16610183 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:23:18.167320 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'status': 'completed', 'code': 200} Aug 12 05:23:18.224838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-cf6ff756-987e-43af-9fe1-62b0e1632a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.227957 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-cf6ff756-987e-43af-9fe1-62b0e1632a0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1094 time: 0.0431247 Aug 12 05:23:18.231846 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-3f4480b8-6be1-42a3-9e6c-ee589a61e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.233350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-3f4480b8-6be1-42a3-9e6c-ee589a61e632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1094 time: 0.0427337 Aug 12 05:23:18.321741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-5b611c55-f4d1-46cf-aaed-a0450a981585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.323327 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-5b611c55-f4d1-46cf-aaed-a0450a981585 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0886905 Aug 12 05:23:18.363287 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022ab4a-567c-440f-82ce-2dde25788378 req-2d74dbb0-eb11-428b-8f2b-d788b745eb1b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.364796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e022ab4a-567c-440f-82ce-2dde25788378 req-2d74dbb0-eb11-428b-8f2b-d788b745eb1b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0701454 Aug 12 05:23:18.384758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-e61fff40-1758-4f88-9e31-ac51b043516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.386174 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-e61fff40-1758-4f88-9e31-ac51b043516b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.1442647 Aug 12 05:23:18.392584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-11aafede-d7b1-455d-af88-c7152c69659d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 997 time: 0.0617828 Aug 12 05:23:18.440829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-06d4dfa0-4a73-48aa-aea4-58f6b752f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.442278 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-06d4dfa0-4a73-48aa-aea4-58f6b752f470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0426202 Aug 12 05:23:18.460866 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e022ab4a-567c-440f-82ce-2dde25788378 req-0ede6e3c-d30d-4ff4-8f19-47711b437693 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872769 Aug 12 05:23:18.475642 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-270576f6-0af0-43f8-bd4f-64ecd8f8a4d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 997 time: 0.0815001 Aug 12 05:23:18.487643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-9966d8d9-9483-4961-b79b-6fe086bba7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.489133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-9966d8d9-9483-4961-b79b-6fe086bba7f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398598 Aug 12 05:23:18.525871 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-01d607ed-eb1b-4fe7-9863-5d6c97bfc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.527356 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-01d607ed-eb1b-4fe7-9863-5d6c97bfc78f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0446839 Aug 12 05:23:18.575009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-efe1a649-b966-49a2-98c9-41243caabd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:18.576527 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-efe1a649-b966-49a2-98c9-41243caabd78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406420 Aug 12 05:23:18.580919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-ebcd8442-7e90-4d68-9f10-cc4aee4d700b service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851278 Aug 12 05:23:18.668948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-63fa7875-bd50-476a-8bfe-07484aaa788d service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812767 Aug 12 05:23:18.671810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-74b8b3eb-58b3-473d-88cf-967fc29c7738 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860949 Aug 12 05:23:18.762455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-462dd13e-3a76-4ad0-8c59-aa1a7c754f06 req-b281b43d-7adc-4964-bd1d-72b0fe367ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824444 Aug 12 05:23:19.585321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f9851-9946-465b-a507-a12bfe778a94 req-f527baa1-acf3-4936-94a2-42a21ed518f0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:19.586810 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c1f9851-9946-465b-a507-a12bfe778a94 req-f527baa1-acf3-4936-94a2-42a21ed518f0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0553961 Aug 12 05:23:19.623400 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c1f9851-9946-465b-a507-a12bfe778a94 req-19825202-5778-4e8a-8975-d8739ab32cdc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306175 Aug 12 05:23:19.955344 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0c9eb-d865-4d6e-97f5-8faca9fce07f req-61508010-52a5-4b15-abfe-e3aa237427b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:19.956881 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35c0c9eb-d865-4d6e-97f5-8faca9fce07f req-61508010-52a5-4b15-abfe-e3aa237427b4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0495362 Aug 12 05:23:20.042471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-35c0c9eb-d865-4d6e-97f5-8faca9fce07f req-7196a9f5-bbfa-4be7-b765-64c9c3bc9d9b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783429 Aug 12 05:23:20.077165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-aef47786-1322-440d-b733-dc1246377c5b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:20.078486 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-aef47786-1322-440d-b733-dc1246377c5b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&binding%3Ahost_id=n-h1-804320-1 HTTP/1.1" status: 200 len: 943 time: 0.0951853 Aug 12 05:23:20.140235 n-d-804320-1 neutron-server[95043]: INFO neutron.api.v2.resource [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-62123da3-2d53-4a0c-aa1c-8e9cd00ae928 service neutron] delete failed (client error): The resource could not be found. Aug 12 05:23:20.141146 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-62123da3-2d53-4a0c-aa1c-8e9cd00ae928 service neutron] 10.222.0.36 "DELETE /v2.0/ports/cd4c84d8-c481-4b3d-8ebc-92dad860efc0/bindings/n-h2-804320-1 HTTP/1.1" status: 404 len: 380 time: 0.0548093 Aug 12 05:23:20.159410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c355c-e942-4349-aef5-c0d08c428b82 req-de3dc3e7-97fb-4862-b41b-86e52b9db2d5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:20.160951 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-051c355c-e942-4349-aef5-c0d08c428b82 req-de3dc3e7-97fb-4862-b41b-86e52b9db2d5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 943 time: 0.0497355 Aug 12 05:23:20.205765 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-051c355c-e942-4349-aef5-c0d08c428b82 req-ecaee7e2-e758-4b3f-814b-1a32135c583f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376313 Aug 12 05:23:20.222510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-cf78ac64-b96c-4c48-84a1-544af6bfc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:20.224024 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-cf78ac64-b96c-4c48-84a1-544af6bfc7ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1094 time: 0.0408185 Aug 12 05:23:20.313962 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-f104c7af-1a62-474c-a31a-2be17ce3969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:20.315439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-f104c7af-1a62-474c-a31a-2be17ce3969d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0846863 Aug 12 05:23:20.378464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-54fba8bb-4233-4ad6-8c4c-bfc9b3640f39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 997 time: 0.0559132 Aug 12 05:23:20.425416 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-1cff1831-83fc-4965-af46-0d5a759fd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:20.426754 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-1cff1831-83fc-4965-af46-0d5a759fd588 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0418217 Aug 12 05:23:20.473817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-8d233c48-0bee-42b6-8212-b8e8b20c0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:20.475782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-8d233c48-0bee-42b6-8212-b8e8b20c0434 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425644 Aug 12 05:23:20.554093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:23:20.562925 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-e9665230-d2ee-402b-8ca1-636a64e61954 service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804634 Aug 12 05:23:20.644335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:20.654587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-576fbf00-6dde-40c5-9a5a-066e777dadb1 req-c5582fd3-589b-4be6-9701-6be838a2f63a service neutron] 10.222.0.36 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Aug 12 05:23:20.655690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'port_id': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'mac_address': 'fa:16:3e:32:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:23:20.697047 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:20.857237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4c84d8-c481-4b3d-8ebc-92dad860efc0 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:23:20.877196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:20.955492 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:21.001141 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:21.008217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.008560 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.008904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.009244 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.009578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.009906 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.010235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.010562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.010913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.011240 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.011563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.011899 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:21.181434 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['cd4c84d8-c481-4b3d-8ebc-92dad860efc0'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:23:21.326332 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19d58-61c2-4cbe-8f3b-a894ec4c2382 req-5f91e99b-4f02-40c6-88d1-858c116a8991 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:21.327865 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7d19d58-61c2-4cbe-8f3b-a894ec4c2382 req-5f91e99b-4f02-40c6-88d1-858c116a8991 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 944 time: 0.0520308 Aug 12 05:23:21.369122 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b7d19d58-61c2-4cbe-8f3b-a894ec4c2382 req-e567d544-30e2-436e-856c-cef57938d23c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345283 Aug 12 05:23:22.484617 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392e02-e601-4e7c-8fcc-7891e2098a57 req-5901e0fa-9007-4bb0-b736-90cacba61fbc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:22.486087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47392e02-e601-4e7c-8fcc-7891e2098a57 req-5901e0fa-9007-4bb0-b736-90cacba61fbc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 944 time: 0.0489502 Aug 12 05:23:22.522628 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47392e02-e601-4e7c-8fcc-7891e2098a57 req-8cd7c793-8255-4c35-87d5-7e4769ee5287 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305989 Aug 12 05:23:22.544870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49780) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:22.574308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:23:22.604121 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-fd8269e8-1092-4d63-8203-c7b1aabf274c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/3532cb0d-7483-4031-9d5c-b73841b9711f HTTP/1.1" status: 200 len: 990 time: 0.0581012 Aug 12 05:23:22.680539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:23:22.684118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:23:22.686332 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:22.761192 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:22.783074 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:23:22.785280 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605d35d-4cf2-4733-9f3e-3796956e8797" -d '{"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:23:22.798360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:22.820828 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d001a9-1688-4087-a6e7-83d3814e936a x-openstack-request-id: req-02d001a9-1688-4087-a6e7-83d3814e936a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:23:22.821140 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-plugged", "status": "completed", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:23:22.821392 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02d001a9-1688-4087-a6e7-83d3814e936a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:23:22.821827 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'code': 200} Aug 12 05:23:22.866022 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:22.913125 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:26.174853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:26.369271 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:28.277639 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-77c90db7-a30c-40ea-8e18-96a8bbd8bd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:30.874691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8ebdf18c-6a18-41ad-b605-b752a30591f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:31.014432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:32.092390 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:23:32.432127 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:33.966604 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:50.965682 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-2ed3869a-1d93-4e8c-8cdc-a67da935b115 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401614 Aug 12 05:23:51.028269 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49796) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:51.047591 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-c371df81-14c8-42f7-8af6-9c875710d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:51.049085 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-c371df81-14c8-42f7-8af6-9c875710d1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1096 time: 0.0396821 Aug 12 05:23:51.157629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-e984e456-cca6-46c5-a69b-4df229d0466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:51.159120 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-e984e456-cca6-46c5-a69b-4df229d0466d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0882709 Aug 12 05:23:51.188948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port bb51a697-3a11-4176-a4e8-d74d0a32c81a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:23:51.189301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:51.226601 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-f6626193-89f2-4dc6-bbb0-692d238311e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 999 time: 0.0583212 Aug 12 05:23:51.263294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:51.263627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:51.275128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for bb51a697-3a11-4176-a4e8-d74d0a32c81a owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:23:51.279668 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-93fc45aa-60a2-49c9-b271-48cfc34752c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:51.281118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-93fc45aa-60a2-49c9-b271-48cfc34752c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0474372 Aug 12 05:23:51.327926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-4d49f54a-a393-4188-8c0f-49726551710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:51.329471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-4d49f54a-a393-4188-8c0f-49726551710a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398090 Aug 12 05:23:51.341004 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-4b86cc10-ae1a-4234-9589-21f862da86cd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:23:51.341934 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-4b86cc10-ae1a-4234-9589-21f862da86cd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049884 Aug 12 05:23:51.431169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-d96349ae-0b79-4928-a958-c27aea8f32e4 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815008 Aug 12 05:23:51.486099 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:51.513199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=bb51a697-3a11-4176-a4e8-d74d0a32c81a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:51.526334 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99883c4b-2818-4083-bd85-f8f78e4129f5 req-bf31c688-1c4e-46d5-9c93-5e426388f033 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Aug 12 05:23:51.536251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.536610 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.536971 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.537300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.537646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.537982 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.538827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.539162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.539495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.539821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.540205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.540470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:23:51.581066 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:51.581449 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 3532cb0d-7483-4031-9d5c-b73841b9711f disassociated (deleted). External IP: 172.25.6.2, port: cd4c84d8-c481-4b3d-8ebc-92dad860efc0. Aug 12 05:23:51.786117 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router 09583f9a-6ff6-442d-a40f-2c735ec43243 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:23:51.889910 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:23:51.894732 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:51.900911 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] Sync routers for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:23:51.909567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:23:51.910194 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:51.921937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3e3dffe5-a9d1-4a93-a9c1-cadb9c3011f2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/floatingips/3532cb0d-7483-4031-9d5c-b73841b9711f HTTP/1.1" status: 204 len: 168 time: 0.8924556 Aug 12 05:23:51.922527 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:23:51.924969 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed15f6-c140-444e-a481-1deeebbd36c0" -d '{"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:23:51.970790 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d93aae-7fd9-4261-bb61-cef996f78055 x-openstack-request-id: req-25d93aae-7fd9-4261-bb61-cef996f78055 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:23:51.971080 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:23:51.971479 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25d93aae-7fd9-4261-bb61-cef996f78055 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:23:51.972009 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'status': 'completed', 'code': 200} Aug 12 05:23:52.025104 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:23:52.035967 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-a5de01fb-0e4b-44db-b6d3-c853fea96f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:52.037575 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-a5de01fb-0e4b-44db-b6d3-c853fea96f7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 1096 time: 0.0449824 Aug 12 05:23:52.130808 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-4834abf8-009b-4ee8-a49b-40116d25e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:52.132861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-4834abf8-009b-4ee8-a49b-40116d25e894 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 200 len: 897 time: 0.0885503 Aug 12 05:23:52.174455 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-a22af20f-d472-4cb7-aafd-07b7b92c1463 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 200 len: 217 time: 0.0349796 Aug 12 05:23:52.223308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-7b350d3a-f896-4016-adaa-0e47d2d0036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:52.224758 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-7b350d3a-f896-4016-adaa-0e47d2d0036d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 200 len: 835 time: 0.0437307 Aug 12 05:23:52.227879 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:18Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:52.254323 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] Checking router: 09583f9a-6ff6-442d-a40f-2c735ec43243 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:23:52.263814 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:23:52.264450 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:52.280028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-75731267-b151-42f8-98af-fa363decf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:52.281741 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-75731267-b151-42f8-98af-fa363decf97c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc13aba7-5f9a-42da-bbae-f456992ff685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499806 Aug 12 05:23:52.373016 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:23:52.407756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f33464-d62f-423e-b439-ed624a4a1799 req-5b7ed0a0-1c59-4c4e-879f-a9c24b659033 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:52.409288 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-31f33464-d62f-423e-b439-ed624a4a1799 req-5b7ed0a0-1c59-4c4e-879f-a9c24b659033 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.1020055 Aug 12 05:23:52.415395 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-1ccd5c00-acc1-48dd-86e6-f3b54dbe170f service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260722 Aug 12 05:23:52.497745 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-31f33464-d62f-423e-b439-ed624a4a1799 req-467850b8-0726-4749-b368-c17197817c3b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813756 Aug 12 05:23:52.535414 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6bed15f6-c140-444e-a481-1deeebbd36c0 req-fc384a6e-4034-4102-803e-79b211bab351 service neutron] 10.222.0.20 "GET /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019132 Aug 12 05:23:52.571555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:18Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:52.597519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e8227-1dce-4c29-a9d8-b9089ae0a337 None None] The sync data for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 is: [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:22:12Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '86e0e5dd-c51b-456c-b65f-f641364a52a1', 'name': '', 'network_id': 'bc13aba7-5f9a-42da-bbae-f456992ff685', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:c5:21:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:12Z', 'updated_at': '2021-08-12T05:22:18Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'a203d947-3511-449c-b445-8a454e60ceb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:23:52.808598 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d5e7f-d95c-4874-916e-31b6f897fb3c None None] New status for floating IP 3532cb0d-7483-4031-9d5c-b73841b9711f: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:23:53.617712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df7b8-b50d-4694-aba7-9de4e1a0d462 req-3364524a-bd80-42c5-ab62-55c4a67575d0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:53.619238 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d6df7b8-b50d-4694-aba7-9de4e1a0d462 req-3364524a-bd80-42c5-ab62-55c4a67575d0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0515440 Aug 12 05:23:53.655528 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0734c9-a1b0-43fa-9160-53873712999f req-ff5635f0-3b99-40f5-a7f4-fc3651dd1dfb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:23:53.657042 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a0734c9-a1b0-43fa-9160-53873712999f req-ff5635f0-3b99-40f5-a7f4-fc3651dd1dfb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.20 "GET /v2.0/ports?device_id=361171cf-9f75-4699-a3b3-8d3cd64359f2 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Aug 12 05:23:53.759554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:23:53.759892 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:53.853437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port cd4c84d8-c481-4b3d-8ebc-92dad860efc0, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:53.853710 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:53.867459 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for cd4c84d8-c481-4b3d-8ebc-92dad860efc0 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:23:53.953310 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d6df7b8-b50d-4694-aba7-9de4e1a0d462 req-5d9cd857-8679-4d42-8b64-18106968272f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=85ab6c58-584f-4c63-85df-379f35337cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280342 Aug 12 05:23:54.066665 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:54.094008 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=cd4c84d8-c481-4b3d-8ebc-92dad860efc0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:54.140932 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] No DVR routers for this DVR port cd4c84d8-c481-4b3d-8ebc-92dad860efc0 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:23:54.143631 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:54.145604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9a0734c9-a1b0-43fa-9160-53873712999f req-a42f7dad-a389-433a-b038-dcdb0838753d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.20 "DELETE /v2.0/ports/cd4c84d8-c481-4b3d-8ebc-92dad860efc0 HTTP/1.1" status: 204 len: 173 time: 0.4815223 Aug 12 05:23:54.146042 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-deleted', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:23:54.148893 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86fd466-5e94-4568-ba6d-f3900c07e3d3" -d '{"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-deleted", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:23:54.183580 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa2e686-1e98-4ae9-bbf0-787f978d5273 x-openstack-request-id: req-efa2e686-1e98-4ae9-bbf0-787f978d5273 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:23:54.183873 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361171cf-9f75-4699-a3b3-8d3cd64359f2", "name": "network-vif-deleted", "tag": "cd4c84d8-c481-4b3d-8ebc-92dad860efc0", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:23:54.184130 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efa2e686-1e98-4ae9-bbf0-787f978d5273 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:23:54.184778 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361171cf-9f75-4699-a3b3-8d3cd64359f2', 'name': 'network-vif-deleted', 'tag': 'cd4c84d8-c481-4b3d-8ebc-92dad860efc0', 'status': 'completed', 'code': 200} Aug 12 05:23:55.009043 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49810) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:55.358964 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:55.604713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 86e0e5dd-c51b-456c-b65f-f641364a52a1 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:23:55.605054 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:55.695115 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 86e0e5dd-c51b-456c-b65f-f641364a52a1, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=86e0e5dd-c51b-456c-b65f-f641364a52a1,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:55.695476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:55.708054 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 86e0e5dd-c51b-456c-b65f-f641364a52a1 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:23:55.983561 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:56.010355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=86e0e5dd-c51b-456c-b65f-f641364a52a1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:56.183015 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:56.184102 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:56.380623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:56.398133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router 09583f9a-6ff6-442d-a40f-2c735ec43243 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:23:56.501332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:23:56.506649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f53ee95c-8ee4-43b4-a24b-97c855a5f2dd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/09583f9a-6ff6-442d-a40f-2c735ec43243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4964550 Aug 12 05:23:56.509253 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49812) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:56.511052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] Sync routers for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:23:56.520745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:23:56.521369 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:56.559087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting subnet a203d947-3511-449c-b445-8a454e60ceb5 {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:23:56.562354 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:56.600252 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:56.625824 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:23:56.719687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:23:56.744129 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: cd4c84d8-c481-4b3d-8ebc-92dad860efc0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:23:56.744482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device cd4c84d8-c481-4b3d-8ebc-92dad860efc0 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:23:56.831758 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:23:55Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:56.863499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] Checking router: 09583f9a-6ff6-442d-a40f-2c735ec43243 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:23:56.873152 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] Routers {'09583f9a-6ff6-442d-a40f-2c735ec43243'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:23:56.873810 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:23:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['09583f9a-6ff6-442d-a40f-2c735ec43243'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:56.985052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] Set router 09583f9a-6ff6-442d-a40f-2c735ec43243 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:23:57.032592 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.140323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.160128 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:23:55Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:57.167941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Subnet': ['ID=a203d947-3511-449c-b445-8a454e60ceb5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:57.169940 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.171848 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b24ba42a-27fd-469d-8f1e-328c54ddf58d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/subnets/a203d947-3511-449c-b445-8a454e60ceb5 HTTP/1.1" status: 204 len: 168 time: 0.6615219 Aug 12 05:23:57.175619 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49814) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:57.191820 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8e7e4-9529-4d9e-8386-849646a8181c None None] Network bc13aba7-5f9a-42da-bbae-f456992ff685 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:23:57.194145 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b876a46-b9e6-4b12-ba29-fa93e6d4eada None None] The sync data for ids ['09583f9a-6ff6-442d-a40f-2c735ec43243'] in n-d-804320-1 is: [{'id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49817198', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:22:08Z', 'updated_at': '2021-08-12T05:23:55Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'e747eaba-533a-4cfd-ab4c-aee36a5cf280', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09583f9a-6ff6-442d-a40f-2c735ec43243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:22:09Z', 'updated_at': '2021-08-12T05:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:23:57.295197 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.398956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.510748 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port e747eaba-533a-4cfd-ab4c-aee36a5cf280 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:23:57.511017 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.583126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] DHCP port deletion for bc13aba7-5f9a-42da-bbae-f456992ff685 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:23:57.597442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port e747eaba-533a-4cfd-ab4c-aee36a5cf280, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e747eaba-533a-4cfd-ab4c-aee36a5cf280,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:57.597826 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.611149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for e747eaba-533a-4cfd-ab4c-aee36a5cf280 owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:23:57.629976 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] Deleting port cb9992d2-0530-4a24-8c26-974d782f8717 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:23:57.630382 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.700179 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] For port cb9992d2-0530-4a24-8c26-974d782f8717, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cb9992d2-0530-4a24-8c26-974d782f8717,segment=NetworkSegment(a654adf8-fb88-4307-9cda-f29d95eecd07),segment_id=a654adf8-fb88-4307-9cda-f29d95eecd07)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:23:57.700584 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.714429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] Calling delete_port for cb9992d2-0530-4a24-8c26-974d782f8717 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:23:57.814563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 86e0e5dd-c51b-456c-b65f-f641364a52a1 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:23:57.835371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 86e0e5dd-c51b-456c-b65f-f641364a52a1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:23:57.838896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 86e0e5dd-c51b-456c-b65f-f641364a52a1 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:23:57.838896 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cb9992d2-0530-4a24-8c26-974d782f8717 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:23:57.886137 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.910423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.914110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=e747eaba-533a-4cfd-ab4c-aee36a5cf280,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:57.921744 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:57.951502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] Pushing event deleted for resources: {'Port': ['ID=cb9992d2-0530-4a24-8c26-974d782f8717,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:57.959512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ef3b8b-21e0-46c9-891e-27456d6f3654 None None] No DVR routers for this DVR port cb9992d2-0530-4a24-8c26-974d782f8717 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:23:57.975412 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.078144 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.080301 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.214507 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.215085 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Fanout notify agent at l3_agent the message router_deleted on router 09583f9a-6ff6-442d-a40f-2c735ec43243 {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:23:58.221946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.223151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fbd37df0-c614-4ac0-b814-bb3758b8b971 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/routers/09583f9a-6ff6-442d-a40f-2c735ec43243 HTTP/1.1" status: 204 len: 168 time: 1.0470581 Aug 12 05:23:58.226451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49816) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:58.263611 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dd7bd294-1151-4328-be58-dc6dbc8107fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.302141 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.391613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.401415 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc13aba7-5f9a-42da-bbae-f456992ff685']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:58.411225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a654adf8-fb88-4307-9cda-f29d95eecd07') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:58.411520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a654adf8-fb88-4307-9cda-f29d95eecd07') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:23:58.420704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.433689 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.439597 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:23:58.439974 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:23:58.442753 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:23:58.586603 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.597398 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.597398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/networks/bc13aba7-5f9a-42da-bbae-f456992ff685 HTTP/1.1" status: 204 len: 168 time: 0.3682144 Aug 12 05:23:58.598615 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49818) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:58.612249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458036d-5281-4fa2-8616-59cdf32acec5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Network': ['ID=bc13aba7-5f9a-42da-bbae-f456992ff685,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:58.660185 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efc12721-950a-4d16-b4f1-e6770cdde125 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.686804 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efc12721-950a-4d16-b4f1-e6770cdde125 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.817096 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efc12721-950a-4d16-b4f1-e6770cdde125 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.820379 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-efc12721-950a-4d16-b4f1-e6770cdde125 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:58.821553 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-efc12721-950a-4d16-b4f1-e6770cdde125 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/security-groups/85ab6c58-584f-4c63-85df-379f35337cf9 HTTP/1.1" status: 204 len: 168 time: 0.2218099 Aug 12 05:23:58.831118 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc12721-950a-4d16-b4f1-e6770cdde125 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ab6c58-584f-4c63-85df-379f35337cf9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:59.235572 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49824) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:59.240401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442703983', 'description': 'tempest-secgroup-smoke-1442703983 description', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:23:59.326135 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.407964 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.483042 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.511471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d05ef1-7a1e-43b5-9667-537d7151c892,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:59.583055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.584292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a1d67741-98c1-4cff-87e1-20f56456f9fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3476205 Aug 12 05:23:59.587771 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49826) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:59.592244 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '78d05ef1-7a1e-43b5-9667-537d7151c892', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:23:59.672993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.729898 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.794318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.807509 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e747eaba-533a-4cfd-ab4c-aee36a5cf280 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:23:59.814681 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2193a9b-72f4-4659-a69e-40cd4aa448a0,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:23:59.827628 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e747eaba-533a-4cfd-ab4c-aee36a5cf280 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:23:59.827984 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e747eaba-533a-4cfd-ab4c-aee36a5cf280 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:23:59.885776 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:23:59.887167 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a9a2cfaa-1ae7-4442-9fa0-59b274849a98 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983377 Aug 12 05:23:59.889747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49828) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:23:59.894221 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '78d05ef1-7a1e-43b5-9667-537d7151c892', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:23:59.987788 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.043810 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.125941 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.146289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15b862f-58d2-456c-ab20-5b283f1cd9c7,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:00.195016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.196241 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-73a6f5a5-1a57-41c1-b8c1-e34d46cdfbc6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3055711 Aug 12 05:24:00.198912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49830) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:00.203407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '78d05ef1-7a1e-43b5-9667-537d7151c892', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:00.284697 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.345549 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.405857 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.423941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff205761-7de7-4fb1-a7c3-4fa27f9d37bf,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:00.474225 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.475489 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8fa9f71c-2222-43f9-a531-002d10ad9020 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2756236 Aug 12 05:24:00.478117 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49832) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:00.482498 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '78d05ef1-7a1e-43b5-9667-537d7151c892', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:00.565052 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.622493 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.682502 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.700531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0a607c-dbca-41fc-8b3b-e626fc0e9297,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:00.774221 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.775490 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2f84cc85-15b7-4530-a6ea-027f412ada48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2964535 Aug 12 05:24:00.778469 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49834) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:00.782914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '78d05ef1-7a1e-43b5-9667-537d7151c892', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:00.865873 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:24:00.872418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.876990 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3bd568fb-45de-43d2-91c1-da8620cd6f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.933534 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:00.991978 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.010232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cee221a-0cfd-4224-ac19-425626bd0942,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:01.037090 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.094200 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.095463 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-753a5ecb-ae61-4974-ace1-73dfb0ab449b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160174 Aug 12 05:24:01.098161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49836) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:01.103218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '78d05ef1-7a1e-43b5-9667-537d7151c892', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:01.188441 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:24:01.193385 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.255161 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.322966 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.340208 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfcda02-65f3-49d3-9366-cbee1a135d1f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:01.405838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.407083 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a5eb515d-1709-48d2-98a4-b7c46fbba4e4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3078701 Aug 12 05:24:01.409878 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49838) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:01.415398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'network': {'name': 'tempest-network-smoke--1221628067', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'port_security_enabled': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:01.491578 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:24:01.494861 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.517217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:24:01.526016 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.530019 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Added segment 50c78a89-cc77-49e9-af9d-d3a4b015c848 of type vlan for network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 Aug 12 05:24:01.564852 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.660375 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.666587 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:01.667199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.731379 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Network': ['ID=722d62fa-ebe3-4396-a476-9d3ec3ecde68,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:01.741710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:24:01.781423 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-86dce7f7-8a23-460c-aa90-48292dfc7378 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3704922 Aug 12 05:24:01.784056 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49840) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:01.788541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'admin_state_up': True, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:01.883720 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.884801 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:01.940570 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.138702 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.377115 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.396428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.428559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.501390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.105 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:24:02.600419 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.709001 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:02.752964 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:24:02.755851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:02.759396 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:24:02.780442 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:03.073342 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:03.268165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:03.476873 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c8e09de3-7388-4e32-8f92-7821434670d6 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:24:03.578801 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:24:03.589163 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Sync routers for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:24:03.598034 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:24:03.598665 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:03.674434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:03.679160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-0d67637c-63e8-4ef4-af0f-a27242a87bbb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8907297 Aug 12 05:24:03.679322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49842) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:03.701353 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:24:03.711933 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3969c6dd-eda5-4d69-a684-6f61d3c59ab5 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=ed2a701d38db4ac49b1eb51333eb28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315192 Aug 12 05:24:03.714635 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49844) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:03.802464 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4802f-4bf2-43d2-97d2-6413c19c3fde tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:03.804685 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e2e4802f-4bf2-43d2-97d2-6413c19c3fde tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891137 Aug 12 05:24:03.807641 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49846) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:03.839203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c9e8dd0-a832-49cc-9c8d-46ecb6cb2980 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281126 Aug 12 05:24:03.839437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49848) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:03.844147 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-421631748', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:03.875913 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:02Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:03.905391 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Checking router: c8e09de3-7388-4e32-8f92-7821434670d6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:24:03.905741 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Updating router c8e09de3-7388-4e32-8f92-7821434670d6 port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:24:03.933947 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:03.977664 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.005774 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:24:04.009324 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.178415 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.188738 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Transition to ACTIVE for port object 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:04.260277 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.268363 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.322793 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Subnet': ['ID=740258b7-ed46-416e-a005-68103b25d78d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:04.323260 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Attempting to bind port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:24:04.323626 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Attempting to bind port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:24:04.323981 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Attempting to bind port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:24:04.326811 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Pushing event updated for resources: {'Port': ['ID=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:04.331624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:24:04.331989 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:24:04.332376 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.332644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Checking segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:24:04.332789 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:24:04.333011 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network hostable DHCP agents. Network: 722d62fa-ebe3-4396-a476-9d3ec3ecde68, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:24:04.333191 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Bound port: 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:24:04.333582 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.340304 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.340641 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.340989 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.341304 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.341624 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.341940 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.342258 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.342571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.342906 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.343220 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.343533 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.343850 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:24:04.392383 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] For port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:24:04.395270 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] For port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:24:04.425482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:24:04.488770 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.514280 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 722d62fa-ebe3-4396-a476-9d3ec3ecde68) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:04.520565 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:04.521523 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.526250 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8588c-0232-41be-a74b-30b4a2d0ac0e None None] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:24:04.546759 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d62fad-f9ff-4632-a3d7-48adcf29b4ec None None] Pushing event updated for resources: {'Port': ['ID=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:04.549380 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:24:04.549978 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:04.595245 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf8aeed0-18e5-47ae-9009-09a3c28761f3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7547729 Aug 12 05:24:04.598027 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49850) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:04.656668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:24:04.672806 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:24:04.673724 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.815944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Allocated IP 172.20.0.2 (722d62fa-ebe3-4396-a476-9d3ec3ecde68/740258b7-ed46-416e-a005-68103b25d78d/acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:24:04.852087 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:02Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:04.880798 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324552c7-4497-4022-88ba-f890db66fee2 None None] The sync data for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 is: [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:02Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:24:04.976686 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:04.985957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Transition to ACTIVE for port object acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:05.002692 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Transition to ACTIVE for port object acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:05.074988 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:05.144575 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:24:05.148689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:05.153174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:24:05.156555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Pushing event updated for resources: {'Port': ['ID=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:05.215401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Attempting to bind port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:24:05.215801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Attempting to bind port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:24:05.216171 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Attempting to bind port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 on network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:24:05.221893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:24:05.222276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Checking segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:24:05.222776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:05.223177 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Bound using segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:24:05.223667 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Bound port: acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:24:05.224059 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:05.295264 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] For port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:24:05.298539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] For port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:24:05.390056 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:05.451337 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:05.454294 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eed33b-1f9b-488c-9c4f-cf864e5b7c84 None None] Pushing event updated for resources: {'Port': ['ID=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:05.767948 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.1 (722d62fa-ebe3-4396-a476-9d3ec3ecde68/740258b7-ed46-416e-a005-68103b25d78d/ee41a596-cb78-40dc-af81-85de48e12fa0) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:24:05.877880 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:05.905353 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:05.920920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object ee41a596-cb78-40dc-af81-85de48e12fa0 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:05.999888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:06.003818 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:06.004355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.046074 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.089307 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:24:06.096145 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:06.101909 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:24:06.137538 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=ee41a596-cb78-40dc-af81-85de48e12fa0,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:06.167698 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.250972 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.273504 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:24:06.383786 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.384611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:06.442819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e77d56-6da0-46e2-99f2-864e1f0a6738 None None] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:24:06.456239 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.508493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:06.619150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:06.633482 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] Provisioning for port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:06.641597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] Provisioning complete for port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:06.642237 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.729659 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.759649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.769189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] For port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:24:06.840124 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.852241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.910817 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51679e2-64be-4f94-a016-b6fe306efb02 None None] Pushing event updated for resources: {'Port': ['ID=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:06.920350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=ee41a596-cb78-40dc-af81-85de48e12fa0,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:06.930819 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:06.974023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-afc3e22e-722a-433a-b921-aad4e0890890 None None] Provisioning complete for port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:06.974412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-afc3e22e-722a-433a-b921-aad4e0890890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:07.034766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:24:07.036232 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:07.140339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-afc3e22e-722a-433a-b921-aad4e0890890 None None] Provisioning for port ee41a596-cb78-40dc-af81-85de48e12fa0 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:07.144405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-afc3e22e-722a-433a-b921-aad4e0890890 None None] Provisioning complete for port ee41a596-cb78-40dc-af81-85de48e12fa0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:07.144721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-afc3e22e-722a-433a-b921-aad4e0890890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:07.158345 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c8e09de3-7388-4e32-8f92-7821434670d6 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:24:07.182130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-afc3e22e-722a-433a-b921-aad4e0890890 None None] Port ee41a596-cb78-40dc-af81-85de48e12fa0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:24:07.278089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:24:07.283405 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d5d4f630-5b88-4dc0-ba46-646af2d1ddac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/c8e09de3-7388-4e32-8f92-7821434670d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844196 Aug 12 05:24:07.294505 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Sync routers for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:24:07.310517 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:24:07.311230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:07.350260 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-11d1a708-6101-4d63-8916-e339dc885675 None None] Provisioning complete for port ee41a596-cb78-40dc-af81-85de48e12fa0 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:07.351140 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-11d1a708-6101-4d63-8916-e339dc885675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:07.394943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-11d1a708-6101-4d63-8916-e339dc885675 None None] Port ee41a596-cb78-40dc-af81-85de48e12fa0 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:24:07.431806 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-3ab3e44f-d327-4604-8e0e-2a949468392a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442703983&fields=id&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 267 time: 0.0390766 Aug 12 05:24:07.449635 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:24:07.541050 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-dea5846f-a050-469c-b691-e7cd3afcfad3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:07.542511 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-dea5846f-a050-469c-b691-e7cd3afcfad3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 797 time: 0.1035607 Aug 12 05:24:07.557869 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-3e662e49-e019-4bd1-acc5-b62025fb0c1c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/quotas/ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 375 time: 0.0095408 Aug 12 05:24:07.609986 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-7cf4aa9e-7e56-4f75-8a75-4d28acfd200e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463908 Aug 12 05:24:07.648719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 2, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:07.674683 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Checking router: c8e09de3-7388-4e32-8f92-7821434670d6 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:24:07.675067 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Updating router c8e09de3-7388-4e32-8f92-7821434670d6 port ee41a596-cb78-40dc-af81-85de48e12fa0 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:24:07.700401 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:07.705596 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-3afc01d3-87d8-44cb-9cfd-51537e210167 service neutron] 10.222.0.42 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834391 Aug 12 05:24:07.803157 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-ba79158c-532d-4fb6-b578-b8c76e643824 service neutron] 10.222.0.42 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905917 Aug 12 05:24:07.837656 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:07.949627 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:07.950004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.040704 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-560fcff4-c624-4ee9-8352-ae87e695c02e req-2e535f0e-03d6-4701-a675-de4fead6580d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 210 time: 0.0292909 Aug 12 05:24:08.041342 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.074363 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Transition to ACTIVE for port object ee41a596-cb78-40dc-af81-85de48e12fa0 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:08.094385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:08.142943 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:08.143516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.187068 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.275234 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f72305-ed64-464b-8fd5-c3c8a15d00d0 None None] Pushing event updated for resources: {'Port': ['ID=ee41a596-cb78-40dc-af81-85de48e12fa0,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:08.321708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Attempting to bind port ee41a596-cb78-40dc-af81-85de48e12fa0 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:24:08.322083 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Attempting to bind port ee41a596-cb78-40dc-af81-85de48e12fa0 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:24:08.322447 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Attempting to bind port ee41a596-cb78-40dc-af81-85de48e12fa0 on network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:24:08.328387 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:24:08.328825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Checking segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:24:08.329245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.329648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Bound using segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:24:08.330157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Bound port: ee41a596-cb78-40dc-af81-85de48e12fa0, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:24:08.330553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.399079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] For port ee41a596-cb78-40dc-af81-85de48e12fa0, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:24:08.402645 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] For port ee41a596-cb78-40dc-af81-85de48e12fa0, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ee41a596-cb78-40dc-af81-85de48e12fa0,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:24:08.475006 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:08.540028 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:24:08.540663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:08.587766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f72305-ed64-464b-8fd5-c3c8a15d00d0 None None] Pushing event updated for resources: {'Port': ['ID=ee41a596-cb78-40dc-af81-85de48e12fa0,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:08.663143 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:24:08.871856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:08Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:08.897957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f95a7a-1dd4-4424-af67-d926c43bbde8 None None] The sync data for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 is: [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:08Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:24:09.092368 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:24:09.144995 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f9e81a1b-86f2-4629-b5f7-866a2840fe35 req-85281918-524c-4da4-968c-06773cff14c8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 210 time: 0.0295718 Aug 12 05:24:09.850544 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee41a596-cb78-40dc-af81-85de48e12fa0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:09.977303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port ee41a596-cb78-40dc-af81-85de48e12fa0 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:09.981391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ee41a596-cb78-40dc-af81-85de48e12fa0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:09.981793 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.052453 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-40f4de0e-78ac-448a-beea-78b05b9b76a3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:10.054533 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-40f4de0e-78ac-448a-beea-78b05b9b76a3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 797 time: 0.1043437 Aug 12 05:24:10.067742 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.097255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-b1dcbd0a-14c0-44bf-a7cc-7a5c1d017cce tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 380 time: 0.0338855 Aug 12 05:24:10.099472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port ee41a596-cb78-40dc-af81-85de48e12fa0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ee41a596-cb78-40dc-af81-85de48e12fa0,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:24:10.107018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'port': {'device_id': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'admin_state_up': True, 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'security_groups': ['78d05ef1-7a1e-43b5-9667-537d7151c892']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:10.191302 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.241903 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=ee41a596-cb78-40dc-af81-85de48e12fa0,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:10.243144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60d167b2-a63b-48e0-a8ed-ee4c69959663 req-13c7717b-c97a-41f3-8631-586ef9697ff4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 210 time: 0.0265658 Aug 12 05:24:10.302889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:24:10.307148 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.431177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.13 (722d62fa-ebe3-4396-a476-9d3ec3ecde68/740258b7-ed46-416e-a005-68103b25d78d/1460034e-5670-46e6-90f2-20c6a566cd20) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:24:10.566548 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.578961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object 1460034e-5670-46e6-90f2-20c6a566cd20 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:10.668653 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.713328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:24:10.718590 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:10.723222 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:24:10.726866 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=1460034e-5670-46e6-90f2-20c6a566cd20,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:10.776883 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:10.777545 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.872336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c4ba2a91-514d-4daa-bbbc-646123cbd117 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689841 Aug 12 05:24:10.927782 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Request body: {'port': {'device_id': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:10.974224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-19b4607a-8ec7-4e03-9f0a-41114b130e9d None None] Provisioning for port 1460034e-5670-46e6-90f2-20c6a566cd20 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:10.979269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-19b4607a-8ec7-4e03-9f0a-41114b130e9d None None] Provisioning complete for port 1460034e-5670-46e6-90f2-20c6a566cd20 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:10.982924 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-19b4607a-8ec7-4e03-9f0a-41114b130e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:10.986225 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.016923 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-19b4607a-8ec7-4e03-9f0a-41114b130e9d None None] Port 1460034e-5670-46e6-90f2-20c6a566cd20 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:24:11.243632 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1460034e-5670-46e6-90f2-20c6a566cd20 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:24:11.250598 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.261831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Transition to ACTIVE for port object 1460034e-5670-46e6-90f2-20c6a566cd20 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:24:11.317105 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.359817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0808c8e-b376-41e5-a124-f3aa788182c6 req-73457da4-d25c-42a9-8ef7-cc40f8857f2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:11.361505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0808c8e-b376-41e5-a124-f3aa788182c6 req-73457da4-d25c-42a9-8ef7-cc40f8857f2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 944 time: 0.0499842 Aug 12 05:24:11.387620 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Pushing event updated for resources: {'Port': ['ID=1460034e-5670-46e6-90f2-20c6a566cd20,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:11.406969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0808c8e-b376-41e5-a124-f3aa788182c6 req-d82662cc-e9ff-400f-b66c-a500b8c89f22 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362642 Aug 12 05:24:11.448128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Attempting to bind port 1460034e-5670-46e6-90f2-20c6a566cd20 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:24:11.448496 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Attempting to bind port 1460034e-5670-46e6-90f2-20c6a566cd20 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:24:11.448946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Attempting to bind port 1460034e-5670-46e6-90f2-20c6a566cd20 on network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:24:11.453778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Port 1460034e-5670-46e6-90f2-20c6a566cd20 on network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:24:11.454095 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Attempting to bind port 1460034e-5670-46e6-90f2-20c6a566cd20 on network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:24:11.458886 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:24:11.459217 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Checking segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:24:11.460160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Bound using segment: {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:24:11.460583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Bound port: 1460034e-5670-46e6-90f2-20c6a566cd20, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c78a89-cc77-49e9-af9d-d3a4b015c848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:24:11.460937 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.526348 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] For port 1460034e-5670-46e6-90f2-20c6a566cd20, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:24:11.532127 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] For port 1460034e-5670-46e6-90f2-20c6a566cd20, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1460034e-5670-46e6-90f2-20c6a566cd20,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:24:11.603201 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.637242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:11.637877 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.639308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] 10.222.0.36 "PUT /v2.0/ports/1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 1092 time: 0.7589419 Aug 12 05:24:11.639746 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:24:11.642064 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77e14e-c64d-4536-8f79-03ac8c15458c" -d '{"events": [{"name": "network-changed", "server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:24:11.668041 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa257-1b1f-4732-bf45-1cb84923a893 service neutron] Pushing event updated for resources: {'Port': ['ID=1460034e-5670-46e6-90f2-20c6a566cd20,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:11.750433 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e0eed-5fb4-4d40-9286-af17164e4928 x-openstack-request-id: req-8d0e0eed-5fb4-4d40-9286-af17164e4928 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:24:11.750796 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:24:11.750978 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d0e0eed-5fb4-4d40-9286-af17164e4928 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:24:11.751369 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20', 'status': 'completed', 'code': 200} Aug 12 05:24:11.789423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c80c8dc2-11f4-4671-900d-3e837c69d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:11.791105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-c80c8dc2-11f4-4671-900d-3e837c69d510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1095 time: 0.0543497 Aug 12 05:24:11.838555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee41a596-cb78-40dc-af81-85de48e12fa0 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:11.839249 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-e0e196a1-1ad6-4799-809f-77cff56217b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 217 time: 0.0405109 Aug 12 05:24:11.888976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-3df23139-d184-4efd-8e39-592a292a2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:11.890437 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-3df23139-d184-4efd-8e39-592a292a2ed8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 200 len: 834 time: 0.0442517 Aug 12 05:24:11.895004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port ee41a596-cb78-40dc-af81-85de48e12fa0 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:11.895384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:11.937081 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-6b5c8448-9823-4210-913d-c23488172e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:11.938590 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-6b5c8448-9823-4210-913d-c23488172e8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d62fa-ebe3-4396-a476-9d3ec3ecde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411460 Aug 12 05:24:12.031734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-51eb2b61-8d7a-4304-b991-25fa42c44dff service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852902 Aug 12 05:24:12.136059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e350a75f-bb0a-45a7-b299-05f48f05a3c9 req-9486c705-c051-451e-b1a1-d630468d08d5 service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970447 Aug 12 05:24:12.276495 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-7501c41d-3577-4241-b870-dd3924cb3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:12.277991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-7501c41d-3577-4241-b870-dd3924cb3944 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1095 time: 0.0453467 Aug 12 05:24:12.366926 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-b86b20b9-e6c7-416f-aab6-6917c7bdd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:12.368860 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-b86b20b9-e6c7-416f-aab6-6917c7bdd3e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 898 time: 0.0840144 Aug 12 05:24:12.412757 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-1a62a5b3-bd73-4a3a-851f-b0daa69577d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 217 time: 0.0373104 Aug 12 05:24:12.467838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-447899c1-421c-40cb-94da-92ffe3f5e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:12.469342 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-447899c1-421c-40cb-94da-92ffe3f5e449 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 200 len: 834 time: 0.0493143 Aug 12 05:24:12.516845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-d78917e4-e3be-4ea3-8b61-b4b8142da6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:12.518438 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-d78917e4-e3be-4ea3-8b61-b4b8142da6b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d62fa-ebe3-4396-a476-9d3ec3ecde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408146 Aug 12 05:24:12.528436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf68cfc-d5ed-46b1-98b6-37e7d0d4a185 req-413a5647-9e00-4703-afda-c962a6ebc095 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:12.529943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8cf68cfc-d5ed-46b1-98b6-37e7d0d4a185 req-413a5647-9e00-4703-afda-c962a6ebc095 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 944 time: 0.0532794 Aug 12 05:24:12.567919 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8cf68cfc-d5ed-46b1-98b6-37e7d0d4a185 req-25c91401-86d7-48f4-9889-57cf32881cda tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Aug 12 05:24:12.607654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-c74f6ada-39b4-4f68-b5a5-6d63b6119c77 service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818255 Aug 12 05:24:12.701244 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3b77e14e-c64d-4536-8f79-03ac8c15458c req-845d5806-2f9f-490e-91c4-e81b5d326ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Aug 12 05:24:13.684353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa4bd8-34ed-4c85-93a8-7a59e6af1cae req-6dd7c35f-b8e8-4df2-9860-a436c6ce8da4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:13.686104 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04aa4bd8-34ed-4c85-93a8-7a59e6af1cae req-6dd7c35f-b8e8-4df2-9860-a436c6ce8da4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 944 time: 0.0507145 Aug 12 05:24:13.727107 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-04aa4bd8-34ed-4c85-93a8-7a59e6af1cae req-8c6f9d8c-fb87-4a52-a1cf-eb3c714a5c49 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346639 Aug 12 05:24:14.007376 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1460034e-5670-46e6-90f2-20c6a566cd20 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:24:14.120481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1460034e-5670-46e6-90f2-20c6a566cd20, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1460034e-5670-46e6-90f2-20c6a566cd20,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:24:14.132205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1460034e-5670-46e6-90f2-20c6a566cd20', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'port_id': '1460034e-5670-46e6-90f2-20c6a566cd20', 'mac_address': 'fa:16:3e:5b:71:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:24:14.167511 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:14.180159 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1460034e-5670-46e6-90f2-20c6a566cd20 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:24:14.199615 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1460034e-5670-46e6-90f2-20c6a566cd20, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1460034e-5670-46e6-90f2-20c6a566cd20,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:24:14.291262 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:14.341730 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1460034e-5670-46e6-90f2-20c6a566cd20,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:14.524032 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1460034e-5670-46e6-90f2-20c6a566cd20'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:24:14.839122 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f85543-5829-4c4d-8a3f-30233016ae4e req-6785873b-0c88-42f0-8049-27755b1def48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:14.840516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99f85543-5829-4c4d-8a3f-30233016ae4e req-6785873b-0c88-42f0-8049-27755b1def48 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 945 time: 0.0492792 Aug 12 05:24:14.879351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-99f85543-5829-4c4d-8a3f-30233016ae4e req-16f2de88-e2ab-484c-ab4e-4722a1d305a2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329430 Aug 12 05:24:15.997356 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bed6b-2ded-480a-8252-edf60ce1bc0c req-6e07028c-77bb-4fa8-b069-80ac9800b65f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:16.004250 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b1bed6b-2ded-480a-8252-edf60ce1bc0c req-6e07028c-77bb-4fa8-b069-80ac9800b65f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 945 time: 0.0526047 Aug 12 05:24:16.022265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1460034e-5670-46e6-90f2-20c6a566cd20 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:24:16.035948 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b1bed6b-2ded-480a-8252-edf60ce1bc0c req-495e1c5c-f10c-4cea-be56-4a0e802d6bd4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Aug 12 05:24:16.136787 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1460034e-5670-46e6-90f2-20c6a566cd20 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:24:16.140794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1460034e-5670-46e6-90f2-20c6a566cd20 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:24:16.141164 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:16.214393 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:16.236013 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:24:16.238204 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a02b60-3263-4fd3-94a8-8bafb8c14e6f" -d '{"events": [{"server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "name": "network-vif-plugged", "status": "completed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:24:16.254513 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1460034e-5670-46e6-90f2-20c6a566cd20, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1460034e-5670-46e6-90f2-20c6a566cd20,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:24:16.274048 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa7f08b-0479-4438-b36e-df458dc4055b x-openstack-request-id: req-5fa7f08b-0479-4438-b36e-df458dc4055b {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:24:16.274353 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "name": "network-vif-plugged", "status": "completed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:24:16.274600 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fa7f08b-0479-4438-b36e-df458dc4055b {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:24:16.275079 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20', 'code': 200} Aug 12 05:24:16.334256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:16.368550 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10451123-f0ca-4708-a9f3-c269a43bf425 req-a87e51ba-d16a-47f8-8c43-47c01908a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:16.370105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10451123-f0ca-4708-a9f3-c269a43bf425 req-a87e51ba-d16a-47f8-8c43-47c01908a5af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1097 time: 0.0417602 Aug 12 05:24:16.382803 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1460034e-5670-46e6-90f2-20c6a566cd20,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:16.404496 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10451123-f0ca-4708-a9f3-c269a43bf425 req-0d48f062-6b58-4b3d-9d0e-81e492174bfe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277827 Aug 12 05:24:17.152567 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cf38a-8aca-4a36-9e36-1326fdada495 req-a1ff83a4-b864-4b27-bc3f-b0bdb04d1bb5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:17.154110 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c6cf38a-8aca-4a36-9e36-1326fdada495 req-a1ff83a4-b864-4b27-bc3f-b0bdb04d1bb5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0490379 Aug 12 05:24:17.196846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8c6cf38a-8aca-4a36-9e36-1326fdada495 req-d5f2365f-def1-441f-8498-cd7d652b0578 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346532 Aug 12 05:24:18.357449 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87b4d-1192-462a-9c64-939a87037501 req-32ac0268-2564-4595-84ce-578edb6a9f45 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:18.358939 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06b87b4d-1192-462a-9c64-939a87037501 req-32ac0268-2564-4595-84ce-578edb6a9f45 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0479620 Aug 12 05:24:18.394941 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-06b87b4d-1192-462a-9c64-939a87037501 req-69964d71-dbf0-4925-bc21-9d8025db0774 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301812 Aug 12 05:24:18.510231 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e4024-4763-48e8-9bc8-c6137526c6e8 req-0f941d8c-3732-4e80-ac67-c866a9f7b221 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:18.511642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b6e4024-4763-48e8-9bc8-c6137526c6e8 req-0f941d8c-3732-4e80-ac67-c866a9f7b221 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0514514 Aug 12 05:24:18.548161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9b6e4024-4763-48e8-9bc8-c6137526c6e8 req-3569ec48-6eb2-4f2a-b942-8e74c2f20ed6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305893 Aug 12 05:24:18.569706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49910) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:18.608407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f4045-a25a-4935-9a36-3d99b79d2f38 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:18.609876 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f89f4045-a25a-4935-9a36-3d99b79d2f38 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1092 time: 0.0392325 Aug 12 05:24:18.612613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49912) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:18.616871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '1460034e-5670-46e6-90f2-20c6a566cd20', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:24:18.696688 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:18.793294 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:18.893651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.31 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/4acc2449-3cc6-4df1-99a3-f6a45aa10c16) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:24:18.998539 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:19.103044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:19.138643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:24:19.143404 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:24:19.146878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:24:19.172050 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=4acc2449-3cc6-4df1-99a3-f6a45aa10c16,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:19.498146 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:19.623810 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:19.769624 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:19.867953 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:19.936281 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=4acc2449-3cc6-4df1-99a3-f6a45aa10c16,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:24:19.948093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:20.052182 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP b8b15701-9ebe-42c6-ae97-3f787fbcbc38 associated. External IP: 172.25.6.31, port: 1460034e-5670-46e6-90f2-20c6a566cd20. Aug 12 05:24:20.257400 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c8e09de3-7388-4e32-8f92-7821434670d6 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:24:20.361829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:24:20.372211 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] Sync routers for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:24:20.382015 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:24:20.383365 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:20.434440 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:20.462497 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-756c7804-a977-4d07-834c-ac529ca2621e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8488002 Aug 12 05:24:20.463142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:24:20.465474 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda799c7-c337-46f5-92d1-3f21d8386fba" -d '{"events": [{"name": "network-changed", "server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:24:20.509032 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10cd8c2-d3b0-4a45-941a-ce41b44d0e29 x-openstack-request-id: req-e10cd8c2-d3b0-4a45-941a-ce41b44d0e29 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:24:20.509325 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:24:20.509578 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e10cd8c2-d3b0-4a45-941a-ce41b44d0e29 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:24:20.509991 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20', 'status': 'completed', 'code': 200} Aug 12 05:24:20.571108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7147a-d8b8-4675-8477-7331fd6f704e req-99edf32b-e3cb-4aad-9489-f8dc5ab05272 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:20.572716 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aad7147a-d8b8-4675-8477-7331fd6f704e req-99edf32b-e3cb-4aad-9489-f8dc5ab05272 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0574479 Aug 12 05:24:20.574123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-27817bc3-64af-4469-a2e3-97373ed780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:20.575827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-27817bc3-64af-4469-a2e3-97373ed780f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1097 time: 0.0430639 Aug 12 05:24:20.581715 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:24:20.613626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-aad7147a-d8b8-4675-8477-7331fd6f704e req-2fdf2378-77e9-49ee-ac95-5bb10d8aa0fe tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333869 Aug 12 05:24:20.642529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49918) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:20.679787 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-8410dc66-4f52-4ce5-80ca-6c8c044c2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:20.681452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-8410dc66-4f52-4ce5-80ca-6c8c044c2450 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 898 time: 0.0982425 Aug 12 05:24:20.709574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-585e9448-a13c-420b-a8bc-8fc97ff14f52 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/b8b15701-9ebe-42c6-ae97-3f787fbcbc38 HTTP/1.1" status: 200 len: 991 time: 0.0646393 Aug 12 05:24:20.763940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-9d982724-c7ef-4a9b-b7bd-b83c77225298 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 999 time: 0.0751951 Aug 12 05:24:20.807603 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'b8b15701-9ebe-42c6-ae97-3f787fbcbc38', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'port_id': '1460034e-5670-46e6-90f2-20c6a566cd20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'mac_address': 'fa:16:3e:5b:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:24:19Z', 'updated_at': '2021-08-12T05:24:19Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:10Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:20.818147 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-96412825-7227-44f2-97b5-d03e1c6d012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:20.819693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-96412825-7227-44f2-97b5-d03e1c6d012c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 200 len: 834 time: 0.0488040 Aug 12 05:24:20.837027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] Checking router: c8e09de3-7388-4e32-8f92-7821434670d6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:24:20.845065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:24:20.845660 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:24:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:20.865924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-08acdd4f-3e3b-4d31-8595-1a5f4ae8b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:20.867393 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-08acdd4f-3e3b-4d31-8595-1a5f4ae8b195 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d62fa-ebe3-4396-a476-9d3ec3ecde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407379 Aug 12 05:24:20.954492 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:24:20.956071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-ab6060f9-fa51-47e4-b062-03928cf70d7f service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816035 Aug 12 05:24:21.049237 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cda799c7-c337-46f5-92d1-3f21d8386fba req-87f9068d-07cf-4ea4-ad9a-7c2d638ef1c7 service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863178 Aug 12 05:24:21.171941 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'b8b15701-9ebe-42c6-ae97-3f787fbcbc38', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'port_id': '1460034e-5670-46e6-90f2-20c6a566cd20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'mac_address': 'fa:16:3e:5b:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:24:19Z', 'updated_at': '2021-08-12T05:24:19Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:10Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:24:21.197529 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17456273-c9ae-4c64-8d9f-825f05af34ab None None] The sync data for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 is: [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': 'b8b15701-9ebe-42c6-ae97-3f787fbcbc38', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.31', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'port_id': '1460034e-5670-46e6-90f2-20c6a566cd20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'mac_address': 'fa:16:3e:5b:71:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:24:19Z', 'updated_at': '2021-08-12T05:24:19Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:10Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:24:21.384151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03cf64-d5ba-4a0e-841b-5d476e0bc6a2 None None] New status for floating IP b8b15701-9ebe-42c6-ae97-3f787fbcbc38: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:24:21.712572 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 49920) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:21.771330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d83efc57-16fc-4208-8462-7d747586cf63 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/b8b15701-9ebe-42c6-ae97-3f787fbcbc38 HTTP/1.1" status: 200 len: 993 time: 0.0572705 Aug 12 05:24:26.193705 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:26.396668 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:28.299862 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-477ffaa5-d0c6-4b43-bd40-3ebfb6571a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:30.888217 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ead11816-8083-48f6-855c-4220251eaa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:31.031197 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:32.465538 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:33.956842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:46.091870 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:24:48.627339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f7534-15a6-4dc7-a14e-68cf595bb163 req-350ff74b-e95c-496a-906a-4ff8d895df09 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:48.628829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c50f7534-15a6-4dc7-a14e-68cf595bb163 req-350ff74b-e95c-496a-906a-4ff8d895df09 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0542128 Aug 12 05:24:48.668212 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c50f7534-15a6-4dc7-a14e-68cf595bb163 req-1c5d9cde-5629-4a3c-9bb8-1db06309fdbf tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334623 Aug 12 05:24:49.791104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869347-4f9c-4ba5-8d09-84a892b18738 req-997b8146-1e04-45eb-8a79-0cab8835b53e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:49.791104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95869347-4f9c-4ba5-8d09-84a892b18738 req-997b8146-1e04-45eb-8a79-0cab8835b53e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0479288 Aug 12 05:24:49.829480 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-95869347-4f9c-4ba5-8d09-84a892b18738 req-a5b0f13e-b3d9-4751-aaef-ca16b7c18100 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379281 Aug 12 05:24:50.944435 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561c6bd-5832-4744-8384-611cf0d1bf18 req-eb59d4e3-7f7e-41b0-92a0-7b09d8c6523d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:50.945920 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b561c6bd-5832-4744-8384-611cf0d1bf18 req-eb59d4e3-7f7e-41b0-92a0-7b09d8c6523d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0476847 Aug 12 05:24:50.983819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b561c6bd-5832-4744-8384-611cf0d1bf18 req-226fb5df-4707-4e87-be66-95d756264d16 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313141 Aug 12 05:24:52.097749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193add40-4a9e-48bb-9bbb-6360dba05445 req-eaa63bef-d102-4282-bfae-8133cf1c723a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:52.099155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-193add40-4a9e-48bb-9bbb-6360dba05445 req-eaa63bef-d102-4282-bfae-8133cf1c723a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0487669 Aug 12 05:24:52.136004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-193add40-4a9e-48bb-9bbb-6360dba05445 req-7fea9287-87e2-4d10-9f92-c67eeca9ba03 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309258 Aug 12 05:24:53.249248 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d496fa9-ca70-471c-850e-63a1d4d304d9 req-d8528618-3c69-4f3f-8eb5-31b723e60443 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:53.250698 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d496fa9-ca70-471c-850e-63a1d4d304d9 req-d8528618-3c69-4f3f-8eb5-31b723e60443 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0475295 Aug 12 05:24:53.287333 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9d496fa9-ca70-471c-850e-63a1d4d304d9 req-f27d0d1f-9df4-489c-9d8b-174813df1ed8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307727 Aug 12 05:24:54.399992 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077a96c-771e-44db-8424-dbd178d3eabc req-953d659d-1262-4bc4-b476-0b229a64c1c3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:54.401461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b077a96c-771e-44db-8424-dbd178d3eabc req-953d659d-1262-4bc4-b476-0b229a64c1c3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0478523 Aug 12 05:24:54.438724 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b077a96c-771e-44db-8424-dbd178d3eabc req-4bf4c465-d35a-4a3c-ae9d-456522c3c130 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Aug 12 05:24:55.554245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4e35-aa28-4a78-9144-7bd2d3a72d8c req-d6b31cfc-e70e-4be7-b825-9025bfc070ee tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:55.555728 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bab4e35-aa28-4a78-9144-7bd2d3a72d8c req-d6b31cfc-e70e-4be7-b825-9025bfc070ee tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0512631 Aug 12 05:24:55.592620 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bab4e35-aa28-4a78-9144-7bd2d3a72d8c req-234da63a-331a-4d6a-9671-2bd85c02da66 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Aug 12 05:24:56.221599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:56.390420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:56.704714 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653682e-48fc-4e2d-ba22-38720da20d65 req-67c39bb6-b409-4287-8549-317c67d5df8a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:56.706209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b653682e-48fc-4e2d-ba22-38720da20d65 req-67c39bb6-b409-4287-8549-317c67d5df8a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0485909 Aug 12 05:24:56.748015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b653682e-48fc-4e2d-ba22-38720da20d65 req-31f5b0ac-a681-48d5-b527-fd0c7ddae4ac tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352182 Aug 12 05:24:57.094140 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-96dba678-b3e8-4a43-9d75-ba3d7c10bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:57.095689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-96dba678-b3e8-4a43-9d75-ba3d7c10bca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1097 time: 0.0402710 Aug 12 05:24:57.194667 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-e16c3ba0-1841-4ed5-bb8b-f8b28e381d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:57.196689 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-e16c3ba0-1841-4ed5-bb8b-f8b28e381d83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 898 time: 0.0812404 Aug 12 05:24:57.262608 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-5022789a-e287-4524-ac80-f4b76f876471 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 1001 time: 0.0594535 Aug 12 05:24:57.311097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-eacd9518-e7bb-4498-8299-c028e64371d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:57.312461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-eacd9518-e7bb-4498-8299-c028e64371d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 200 len: 834 time: 0.0421784 Aug 12 05:24:57.358100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-b775ea54-97f1-4760-ab87-ac353c0f5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:57.359585 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-b775ea54-97f1-4760-ab87-ac353c0f5cc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d62fa-ebe3-4396-a476-9d3ec3ecde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396144 Aug 12 05:24:57.450464 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-bc8626de-ecbf-4b0a-8e4c-2ba01d56ec8c service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Aug 12 05:24:57.536389 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-405f6e7b-c154-4679-9c07-34dfab49d5ec req-2f56b688-60a6-47c8-86dd-44b3127e419e service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788121 Aug 12 05:24:58.153237 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a20d-098a-4f4c-b025-e3108c2cd65f req-8987c159-6540-4868-9a73-ce715fef84b7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:58.154629 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e72a20d-098a-4f4c-b025-e3108c2cd65f req-8987c159-6540-4868-9a73-ce715fef84b7 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.3395286 Aug 12 05:24:58.193596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8e72a20d-098a-4f4c-b025-e3108c2cd65f req-287a5747-9686-4056-b14f-8b37b0e87a07 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322263 Aug 12 05:24:58.267599 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-902eb755-1e3d-46b2-9e0e-c0474ed7ffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:24:59.309628 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48376320-4310-4f91-85fd-8470fa88b10e req-7609c827-9867-48d3-95ab-8436ac6d5de2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:24:59.311726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48376320-4310-4f91-85fd-8470fa88b10e req-7609c827-9867-48d3-95ab-8436ac6d5de2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0506334 Aug 12 05:24:59.350613 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-48376320-4310-4f91-85fd-8470fa88b10e req-f1cf6504-7b04-4763-a29d-f41c2fefbc8f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 12 05:24:59.373102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49952) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:24:59.431517 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8d1d5927-6e09-4c23-bb8e-4060ba49750e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/b8b15701-9ebe-42c6-ae97-3f787fbcbc38 HTTP/1.1" status: 200 len: 993 time: 0.0572670 Aug 12 05:25:00.869114 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58659-9a9c-4a05-9b48-3fe18c4da06b req-3b05ec7f-32c2-4e1d-b520-8d5fcb300d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:00.870599 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15a58659-9a9c-4a05-9b48-3fe18c4da06b req-3b05ec7f-32c2-4e1d-b520-8d5fcb300d91 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0487046 Aug 12 05:25:00.894060 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b96b068b-9146-48b4-8a61-868c3e101ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:00.908814 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15a58659-9a9c-4a05-9b48-3fe18c4da06b req-4cc96baa-62b4-4904-bece-cb6634422759 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Aug 12 05:25:00.965640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-b4edf44e-f6f0-4c99-86f2-987351c368b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:00.971833 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-b4edf44e-f6f0-4c99-86f2-987351c368b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1097 time: 0.0410547 Aug 12 05:25:01.036703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:01.058868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-a8ffbecf-f109-4bb6-b0ef-fa72b51ad777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:01.060601 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-a8ffbecf-f109-4bb6-b0ef-fa72b51ad777 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 898 time: 0.0857449 Aug 12 05:25:01.123528 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-412d76b6-e59b-4013-8321-267d5586de78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 1001 time: 0.0558538 Aug 12 05:25:01.169969 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-9114b75f-6f9d-4870-abd4-bd9e1aefc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:01.171371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-9114b75f-6f9d-4870-abd4-bd9e1aefc8b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 200 len: 834 time: 0.0416596 Aug 12 05:25:01.218618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-9509f8ff-d87c-447c-902b-6e1bed4c6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:01.220090 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-9509f8ff-d87c-447c-902b-6e1bed4c6dbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d62fa-ebe3-4396-a476-9d3ec3ecde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422230 Aug 12 05:25:01.304700 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-cdb31d67-57bc-4bfa-91d5-53c2213e86f5 service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776916 Aug 12 05:25:01.393653 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e3ee78f1-684e-455b-9e4d-2f775207646a req-9b96dc9a-8921-467f-843a-491b2e4ded5e service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823865 Aug 12 05:25:02.043716 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eb123-fcb2-486a-a615-09cb957d84ad req-dec05c55-acdf-4648-9744-b47261a5249c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:02.045113 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-206eb123-fcb2-486a-a615-09cb957d84ad req-dec05c55-acdf-4648-9744-b47261a5249c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0528097 Aug 12 05:25:02.083160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-206eb123-fcb2-486a-a615-09cb957d84ad req-7da8cd0e-b8c9-450d-a370-31265493cbc0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Aug 12 05:25:02.105752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49964) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:02.165969 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-06162606-bda7-4a66-8de6-3900a7295da5 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/b8b15701-9ebe-42c6-ae97-3f787fbcbc38 HTTP/1.1" status: 200 len: 993 time: 0.0590303 Aug 12 05:25:02.424609 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:03.981527 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:23.090487 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:25:26.209914 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:26.409823 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:28.284124 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f2350ef0-a881-4db6-906b-1f31d974589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:30.878335 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dd17a622-3857-42ff-9e8e-9f6b1a75e6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:31.021213 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:32.455610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:32.491726 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 49984) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:32.645414 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 4acc2449-3cc6-4df1-99a3-f6a45aa10c16 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:25:32.645759 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:32.723039 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:32.723289 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:32.735104 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 4acc2449-3cc6-4df1-99a3-f6a45aa10c16 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:25:32.944946 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:32.971775 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=4acc2449-3cc6-4df1-99a3-f6a45aa10c16,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:32.996289 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.996642 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.996988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.997330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.997665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.998001 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.998333 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:32.998665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:33.005583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:33.005583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:33.005583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:33.005583 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:33.037950 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:33.038283 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP b8b15701-9ebe-42c6-ae97-3f787fbcbc38 disassociated (deleted). External IP: 172.25.6.31, port: 1460034e-5670-46e6-90f2-20c6a566cd20. Aug 12 05:25:33.241942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c8e09de3-7388-4e32-8f92-7821434670d6 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:25:33.348891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:25:33.354150 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:33.358804 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] Sync routers for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:25:33.367662 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:33.368266 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:33.380718 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-79a539d2-ecd1-4e6b-845e-289baab05cf1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/floatingips/b8b15701-9ebe-42c6-ae97-3f787fbcbc38 HTTP/1.1" status: 204 len: 168 time: 0.8879149 Aug 12 05:25:33.381407 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:25:33.383815 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f692a7b1-ad19-4dc8-880b-c37c7370648e" -d '{"events": [{"name": "network-changed", "server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:25:33.480601 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:33.497171 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5dfcd7-ad8a-4249-b0b0-7bbe4d77bed4 x-openstack-request-id: req-5b5dfcd7-ad8a-4249-b0b0-7bbe4d77bed4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:25:33.497752 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:25:33.497932 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b5dfcd7-ad8a-4249-b0b0-7bbe4d77bed4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:25:33.498227 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20', 'status': 'completed', 'code': 200} Aug 12 05:25:33.562180 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-d7d3cae6-5c4d-45c9-bf09-e0f790426d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:33.563844 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-d7d3cae6-5c4d-45c9-bf09-e0f790426d06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 1097 time: 0.0432429 Aug 12 05:25:33.658882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-6f85285c-196f-4933-bad2-7ea0bc6e9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:33.659993 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-6f85285c-196f-4933-bad2-7ea0bc6e9ccf service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 200 len: 898 time: 0.0883386 Aug 12 05:25:33.672401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:10Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:33.698094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] Checking router: c8e09de3-7388-4e32-8f92-7821434670d6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:25:33.702504 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-cabc6b04-479d-4b3e-abfa-6e31ab5cf508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 200 len: 217 time: 0.0354230 Aug 12 05:25:33.706397 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:33.707028 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:33.757713 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-8333c1dd-c563-4151-87d0-424acf65c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:33.759966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-8333c1dd-c563-4151-87d0-424acf65c6b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 200 len: 834 time: 0.0506327 Aug 12 05:25:33.818094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:33.845915 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-5153fa7d-37a5-4730-a38c-d7beee36cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:33.847457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-5153fa7d-37a5-4730-a38c-d7beee36cea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d62fa-ebe3-4396-a476-9d3ec3ecde68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803337 Aug 12 05:25:33.857584 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99969d32-7d59-441c-9092-bffebc8e6e1c req-281e9171-e960-4f7e-86c4-305cb8f7771a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:33.858994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99969d32-7d59-441c-9092-bffebc8e6e1c req-281e9171-e960-4f7e-86c4-305cb8f7771a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0665050 Aug 12 05:25:33.944065 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-99969d32-7d59-441c-9092-bffebc8e6e1c req-d8386079-b09d-41f6-b8cf-652b6e88ccf6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763590 Aug 12 05:25:33.972063 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-70f8c75e-6f07-49c8-a46d-54d55b092fbd service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121283 Aug 12 05:25:33.992821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:34.021056 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:10Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:34.046816 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc426f4-58bb-4f44-b598-b2ae3af98c40 None None] The sync data for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 is: [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'ee41a596-cb78-40dc-af81-85de48e12fa0', 'name': '', 'network_id': '722d62fa-ebe3-4396-a476-9d3ec3ecde68', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:d0:75:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '740258b7-ed46-416e-a005-68103b25d78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:05Z', 'updated_at': '2021-08-12T05:24:10Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': '740258b7-ed46-416e-a005-68103b25d78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:25:34.066265 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f692a7b1-ad19-4dc8-880b-c37c7370648e req-edd5a279-2aa4-4cfe-9a13-3648249b361e service neutron] 10.222.0.36 "GET /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868061 Aug 12 05:25:34.267762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ca873-c248-4152-8e9d-9c341258b968 None None] New status for floating IP b8b15701-9ebe-42c6-ae97-3f787fbcbc38: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:25:35.067708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c15e-89b3-4a46-bd22-510d656ca5df req-5416c830-34cf-41cb-83b2-2622a8093d5f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:35.069209 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6f1c15e-89b3-4a46-bd22-510d656ca5df req-5416c830-34cf-41cb-83b2-2622a8093d5f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0546753 Aug 12 05:25:35.107666 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6f1c15e-89b3-4a46-bd22-510d656ca5df req-c5aa251c-5d7e-42ee-b250-12bb9171a904 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=78d05ef1-7a1e-43b5-9667-537d7151c892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Aug 12 05:25:35.262407 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104317d-b972-435f-b614-d385d3d65b61 req-72acfd95-dbba-430f-b171-194c82e62dfc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:35.263879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9104317d-b972-435f-b614-d385d3d65b61 req-72acfd95-dbba-430f-b171-194c82e62dfc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 946 time: 0.0484216 Aug 12 05:25:35.356037 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 1460034e-5670-46e6-90f2-20c6a566cd20 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:25:35.356381 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:35.440870 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 1460034e-5670-46e6-90f2-20c6a566cd20, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1460034e-5670-46e6-90f2-20c6a566cd20,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:35.441229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:35.454165 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 1460034e-5670-46e6-90f2-20c6a566cd20 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:25:35.629988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:35.658888 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=1460034e-5670-46e6-90f2-20c6a566cd20,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:35.683642 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.684007 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.684355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.684699 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.685039 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.685643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.685977 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.686309 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.686641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.687003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.687326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.687649 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:35.713390 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] No DVR routers for this DVR port 1460034e-5670-46e6-90f2-20c6a566cd20 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:25:35.717473 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:35.717965 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9104317d-b972-435f-b614-d385d3d65b61 req-97d3d277-57fc-40b0-9b4d-828a385d530a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "DELETE /v2.0/ports/1460034e-5670-46e6-90f2-20c6a566cd20 HTTP/1.1" status: 204 len: 173 time: 0.4475002 Aug 12 05:25:35.718489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'name': 'network-vif-deleted', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:25:35.720937 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17714132-3149-451c-939e-6793e8bb7c8f" -d '{"events": [{"server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "name": "network-vif-deleted", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:25:35.757512 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b66e38c-b2f9-43b9-99c2-9a2db71e5d86 x-openstack-request-id: req-2b66e38c-b2f9-43b9-99c2-9a2db71e5d86 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:25:35.757799 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f452c7-3538-41a9-b08a-e1b5076e9fed", "name": "network-vif-deleted", "tag": "1460034e-5670-46e6-90f2-20c6a566cd20", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:25:35.758048 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b66e38c-b2f9-43b9-99c2-9a2db71e5d86 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:25:35.758449 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f452c7-3538-41a9-b08a-e1b5076e9fed', 'name': 'network-vif-deleted', 'tag': '1460034e-5670-46e6-90f2-20c6a566cd20', 'status': 'completed', 'code': 200} Aug 12 05:25:36.209051 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dc3f3c2f-3589-47f7-af00-2ddd6bee85a8 req-7208e755-6da7-4a98-bcc2-041ee83028e3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=24f452c7-3538-41a9-b08a-e1b5076e9fed HTTP/1.1" status: 200 len: 210 time: 0.0257525 Aug 12 05:25:37.266859 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50006) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:37.621114 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:37.873531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port ee41a596-cb78-40dc-af81-85de48e12fa0 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:25:37.873797 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:37.966058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port ee41a596-cb78-40dc-af81-85de48e12fa0, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=ee41a596-cb78-40dc-af81-85de48e12fa0,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:37.966428 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:37.980088 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for ee41a596-cb78-40dc-af81-85de48e12fa0 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:25:38.505130 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1460034e-5670-46e6-90f2-20c6a566cd20 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:25:38.524982 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1460034e-5670-46e6-90f2-20c6a566cd20 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:25:38.525330 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1460034e-5670-46e6-90f2-20c6a566cd20 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:25:38.592848 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:38.616851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=ee41a596-cb78-40dc-af81-85de48e12fa0,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:38.795055 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.010343 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router c8e09de3-7388-4e32-8f92-7821434670d6 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:25:39.118222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:25:39.124799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b5dbd71c-387d-4772-b13c-0c2fd0adab06 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/c8e09de3-7388-4e32-8f92-7821434670d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8558836 Aug 12 05:25:39.126530 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50010) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:39.128207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] Sync routers for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:25:39.137176 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:39.137783 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:39.181034 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting subnet 740258b7-ed46-416e-a005-68103b25d78d {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:25:39.188464 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.224794 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.241666 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:39.312376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.422599 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:25:38Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:39.438812 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.451982 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] Checking router: c8e09de3-7388-4e32-8f92-7821434670d6 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:25:39.460113 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] Routers {'c8e09de3-7388-4e32-8f92-7821434670d6'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:39.460717 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['c8e09de3-7388-4e32-8f92-7821434670d6'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:39.466630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Subnet': ['ID=740258b7-ed46-416e-a005-68103b25d78d,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:39.470461 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.475136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50012) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:39.475663 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-303175cf-3859-4507-8d86-aa1e02601de8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/subnets/740258b7-ed46-416e-a005-68103b25d78d HTTP/1.1" status: 204 len: 168 time: 0.3476138 Aug 12 05:25:39.477175 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8904d7-537d-42fd-a5ae-76b9296f4e95 None None] Network 722d62fa-ebe3-4396-a476-9d3ec3ecde68 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:25:39.563257 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] Set router c8e09de3-7388-4e32-8f92-7821434670d6 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:39.589725 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.659933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] DHCP port deletion for 722d62fa-ebe3-4396-a476-9d3ec3ecde68 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:25:39.699456 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.706743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Deleting port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:25:39.707139 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.750107 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:25:38Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:39.767737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] For port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,segment=NetworkSegment(50c78a89-cc77-49e9-af9d-d3a4b015c848),segment_id=50c78a89-cc77-49e9-af9d-d3a4b015c848)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:39.768210 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.777206 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e92c8-c17c-4641-866e-9f71e11b9015 None None] The sync data for ids ['c8e09de3-7388-4e32-8f92-7821434670d6'] in n-d-804320-1 is: [{'id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822011383', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:24:01Z', 'updated_at': '2021-08-12T05:25:38Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': '6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e09de3-7388-4e32-8f92-7821434670d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:24:02Z', 'updated_at': '2021-08-12T05:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:25:39.781751 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Calling delete_port for acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:25:39.827689 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:25:39.832405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.907300 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:39.907592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.920200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:25:39.929645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:39.955515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Pushing event deleted for resources: {'Port': ['ID=acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:39.959580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] No DVR routers for this DVR port acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:25:39.966688 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:39.974894 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a774b98-b2f1-4a07-b521-c79b164e63df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:40.146992 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.173878 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:40.249432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:25:40.254427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.270670 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:25:40.271059 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device acb7fff0-d6c4-4ba6-b5e4-01852fe8edf6 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:25:40.349608 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.351726 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.461301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.461895 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Fanout notify agent at l3_agent the message router_deleted on router c8e09de3-7388-4e32-8f92-7821434670d6 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:25:40.472827 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.472827 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8b442424-3337-46f9-a8b8-df75d8e9e7e0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/routers/c8e09de3-7388-4e32-8f92-7821434670d6 HTTP/1.1" status: 204 len: 168 time: 0.9928656 Aug 12 05:25:40.472827 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50014) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:40.554959 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.639230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.648624 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722d62fa-ebe3-4396-a476-9d3ec3ecde68']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:40.658618 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c78a89-cc77-49e9-af9d-d3a4b015c848') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:40.658945 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c78a89-cc77-49e9-af9d-d3a4b015c848') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:40.667954 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.681013 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.687658 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:25:40.689302 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:25:40.690952 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:25:40.809984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.819377 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.819377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/networks/722d62fa-ebe3-4396-a476-9d3ec3ecde68 HTTP/1.1" status: 204 len: 168 time: 0.3452084 Aug 12 05:25:40.821790 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50016) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:40.830333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e23bc3-9180-436a-a2cc-8973d939f573 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Network': ['ID=722d62fa-ebe3-4396-a476-9d3ec3ecde68,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:40.880503 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4058-0828-4c1e-a009-fdef7e2d2db3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:40.910777 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4058-0828-4c1e-a009-fdef7e2d2db3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.044129 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4058-0828-4c1e-a009-fdef7e2d2db3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.046744 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4058-0828-4c1e-a009-fdef7e2d2db3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.047920 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e8fb4058-0828-4c1e-a009-fdef7e2d2db3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/security-groups/78d05ef1-7a1e-43b5-9667-537d7151c892 HTTP/1.1" status: 204 len: 168 time: 0.2251806 Aug 12 05:25:41.057236 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb4058-0828-4c1e-a009-fdef7e2d2db3 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d05ef1-7a1e-43b5-9667-537d7151c892,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:41.442161 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50022) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:41.447019 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373967590', 'description': 'tempest-secgroup-smoke-1373967590 description', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:41.527677 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.606490 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.672141 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.707510 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde5c34-45cb-4cf2-b241-c22053384a0a,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:41.758019 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.759600 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-af90ccb2-2a59-450b-aef3-9c35ff2560e2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3160839 Aug 12 05:25:41.762859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50024) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:41.767638 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '0fde5c34-45cb-4cf2-b241-c22053384a0a', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:41.849184 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.861658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:25:41.882212 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:25:41.882770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6f86b993-18b0-4cc7-a4c4-4c5c082dfb3b not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:25:41.883176 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee41a596-cb78-40dc-af81-85de48e12fa0 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:25:41.904424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: ee41a596-cb78-40dc-af81-85de48e12fa0 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:25:41.904768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device ee41a596-cb78-40dc-af81-85de48e12fa0 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:25:41.906072 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.981035 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:41.999808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a07b4e-8f8f-41d0-a291-555b83f19f24,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:42.069887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.071113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-a69e53eb-cde1-4980-bb23-d1e076e180dc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3072264 Aug 12 05:25:42.073773 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50026) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:42.078494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '0fde5c34-45cb-4cf2-b241-c22053384a0a', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:42.165771 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.231131 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.310300 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.329626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976cf0fb-54e5-4830-9655-11f6c4a56cb2,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:42.403757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.405014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-daec825e-1510-4b6b-a20d-290deea4e084 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3302951 Aug 12 05:25:42.407659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50028) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:42.412042 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '0fde5c34-45cb-4cf2-b241-c22053384a0a', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:42.499866 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.556210 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.629986 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.647142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d3552d-42fc-4a4e-bfc7-caec4c426aa8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:42.715863 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.717125 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c40f453d-2691-4aac-840b-a482850b94d1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085337 Aug 12 05:25:42.719882 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50030) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:42.724336 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '0fde5c34-45cb-4cf2-b241-c22053384a0a', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:42.812457 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.870763 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.938427 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:42.957477 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02e2ee4-7703-40ce-996e-90829507d4e6,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:43.012756 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.013966 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c164bc6d-b4ea-4d17-b877-04e65c85eb51 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931118 Aug 12 05:25:43.016862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50032) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:43.021746 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '0fde5c34-45cb-4cf2-b241-c22053384a0a', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:43.110150 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:25:43.115188 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.173778 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.253294 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.272140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5089687-20d3-4ad4-ad08-a1cd5990d688,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:43.341383 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.342616 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cec047f9-f652-41f8-9434-f3de1e2502fb tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3246224 Aug 12 05:25:43.345347 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50034) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:43.350062 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'security_group_rule': {'security_group_id': '0fde5c34-45cb-4cf2-b241-c22053384a0a', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:43.449918 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Project ed2a701d38db4ac49b1eb51333eb28ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:25:43.455032 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.516295 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.592415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.612527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5470dd2-c309-419e-ac93-4d42100e816f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:43.664368 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.665588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bd0fe80d-f695-4ac9-b9c9-e5ee12f89af8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3193057 Aug 12 05:25:43.668867 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50036) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:43.673923 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'network': {'name': 'tempest-network-smoke--1992184308', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'port_security_enabled': True}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:43.749762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:25:43.753213 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.776373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:25:43.785018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.785353 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Added segment 146ae86e-f73a-4281-96d5-861bb444f4bc of type vlan for network f46e12f5-ede9-43fc-a185-69123abe0290 Aug 12 05:25:43.828948 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.923994 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.931971 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:43.932735 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:43.996999 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Network': ['ID=f46e12f5-ede9-43fc-a185-69123abe0290,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:44.007515 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network f46e12f5-ede9-43fc-a185-69123abe0290 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:25:44.039158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-45b4f1a8-aaec-496f-bc00-6489b165ec76 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3691530 Aug 12 05:25:44.042471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50038) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:44.047079 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'admin_state_up': True, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:44.116501 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.117643 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.173882 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.377247 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.625667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.644315 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.746950 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.247 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:25:44.843937 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:44.961867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:45.002810 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:25:45.005769 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:25:45.008489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:25:45.040899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:45.352104 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:45.550004 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:45.755907 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router cd752478-a19b-49c6-a832-97480ee52faa is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:25:45.867133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:25:45.876605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Sync routers for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:25:45.885722 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:45.886334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:45.935890 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:45.940067 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-264e4aa5-efe1-419e-9d6e-29bf92ecdc73 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8937266 Aug 12 05:25:45.940423 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50040) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:45.993909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:46.013477 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5b3e2cbd-8ea0-439c-b501-7ea483387648 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=ed2a701d38db4ac49b1eb51333eb28ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687592 Aug 12 05:25:46.013674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50044) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:46.103467 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b1d41-9885-4b5b-90bc-669a01a3b1a2 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:46.105091 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-714b1d41-9885-4b5b-90bc-669a01a3b1a2 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904975 Aug 12 05:25:46.107974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50046) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:46.136154 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b32251eb-3954-456c-9438-954177a1c78d tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=a9ddfc21-9955-4e75-a323-dfd793c50c06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266218 Aug 12 05:25:46.138523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50048) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:46.143609 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687598371', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:46.169506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:45Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:46.200545 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Checking router: cd752478-a19b-49c6-a832-97480ee52faa for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:25:46.200898 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Updating router cd752478-a19b-49c6-a832-97480ee52faa port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:25:46.224769 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.304258 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:25:46.308228 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.489229 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.499280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Transition to ACTIVE for port object eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:46.555951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.567318 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.619038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Attempting to bind port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:25:46.619403 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Attempting to bind port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:25:46.620384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Attempting to bind port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:25:46.625021 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Subnet': ['ID=b05554dc-1a84-464c-882e-13c7a166f8e3,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:46.627401 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c78ab-54a6-4930-94e4-e445663e938d None None] Pushing event updated for resources: {'Port': ['ID=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:46.629791 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:25:46.630164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:25:46.630561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.630965 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:25:46.631442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Bound port: eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:25:46.631816 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.646800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Checking segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:25:46.647327 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network hostable DHCP agents. Network: f46e12f5-ede9-43fc-a185-69123abe0290, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:25:46.683682 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] For port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:25:46.686848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] For port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:25:46.721431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f46e12f5-ede9-43fc-a185-69123abe0290 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:25:46.747254 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.796952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:46.797574 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:46.799051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, f46e12f5-ede9-43fc-a185-69123abe0290) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:25:46.803269 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:46.804011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:46.841634 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56eab22-c66d-4bdb-aeac-9acc8b33fa94 None None] Network f46e12f5-ede9-43fc-a185-69123abe0290 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:25:46.856230 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c78ab-54a6-4930-94e4-e445663e938d None None] Pushing event updated for resources: {'Port': ['ID=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:46.884740 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-4463eb18-690b-44db-b064-2063860cdaa9 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7451651 Aug 12 05:25:46.887485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50050) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:25:46.974760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:47.141460 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-f46e12f5-ede9-43fc-a185-69123abe0290', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:25:47.142291 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.298768 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:45Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:47.311925 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.334433 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa6f92-60d5-44f3-9160-65128d8ebd49 None None] The sync data for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 is: [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:45Z', 'revision_number': 3, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:25:47.336377 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Allocated IP 172.20.0.2 (f46e12f5-ede9-43fc-a185-69123abe0290/b05554dc-1a84-464c-882e-13c7a166f8e3/06a42832-058d-4fd0-9470-622235f54d45) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:25:47.504386 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.514861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Transition to ACTIVE for port object 06a42832-058d-4fd0-9470-622235f54d45 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:47.533518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Transition to ACTIVE for port object 06a42832-058d-4fd0-9470-622235f54d45 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:47.620271 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.668354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Network f46e12f5-ede9-43fc-a185-69123abe0290 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:25:47.672429 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:25:47.680436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:25:47.686518 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Pushing event updated for resources: {'Port': ['ID=06a42832-058d-4fd0-9470-622235f54d45,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:47.745050 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Attempting to bind port 06a42832-058d-4fd0-9470-622235f54d45 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:25:47.745442 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Attempting to bind port 06a42832-058d-4fd0-9470-622235f54d45 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:25:47.745789 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Attempting to bind port 06a42832-058d-4fd0-9470-622235f54d45 on network f46e12f5-ede9-43fc-a185-69123abe0290 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:25:47.751182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:25:47.751562 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Checking segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:25:47.752075 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.752476 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Bound using segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:25:47.752944 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Bound port: 06a42832-058d-4fd0-9470-622235f54d45, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:25:47.753329 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.856874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] For port 06a42832-058d-4fd0-9470-622235f54d45, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:25:47.856874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] For port 06a42832-058d-4fd0-9470-622235f54d45, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=06a42832-058d-4fd0-9470-622235f54d45,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:25:47.910225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:47.958740 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:47.982252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.1 (f46e12f5-ede9-43fc-a185-69123abe0290/b05554dc-1a84-464c-882e-13c7a166f8e3/fe6b487a-e5fd-48d7-aadc-8a611d017fd8) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:25:48.030478 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bd1d8-0664-4ef0-9b2c-93be9dc0f8c2 None None] Pushing event updated for resources: {'Port': ['ID=06a42832-058d-4fd0-9470-622235f54d45,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:48.044144 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:48.049582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:48.050179 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.125286 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.141390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object fe6b487a-e5fd-48d7-aadc-8a611d017fd8 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:48.149691 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.177733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:48.236750 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.240420 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.281875 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f46e12f5-ede9-43fc-a185-69123abe0290 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:25:48.292209 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:25:48.296298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:25:48.315671 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:48.337973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:48.356845 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.552591 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.832147 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.912881 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:48.986955 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:48.989623 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:49.084190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f46e12f5-ede9-43fc-a185-69123abe0290 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:25:49.085576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:25:49.199436 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router cd752478-a19b-49c6-a832-97480ee52faa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:25:49.311077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:25:49.317867 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d81cbdf3-3709-4a92-95e3-5aac4a735d56 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/cd752478-a19b-49c6-a832-97480ee52faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4276388 Aug 12 05:25:49.328352 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Sync routers for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:25:49.339674 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:49.340231 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:49.448377 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:49.466200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ef199a62-22c7-4997-b672-893ed52a7f3c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373967590&fields=id&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 267 time: 0.0329044 Aug 12 05:25:49.596215 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-3bb7dd08-67d3-443f-a0f2-26380b48aa5b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:49.597860 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-3bb7dd08-67d3-443f-a0f2-26380b48aa5b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/networks?id=f46e12f5-ede9-43fc-a185-69123abe0290 HTTP/1.1" status: 200 len: 797 time: 0.1249228 Aug 12 05:25:49.617069 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-a92cc181-a895-4207-9271-446d3ebbd339 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/quotas/ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 375 time: 0.0126591 Aug 12 05:25:49.674500 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 2, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:49.687328 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-0b7abbf3-ef6e-4c5d-9e9d-d17a3720aa45 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631371 Aug 12 05:25:49.702921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Checking router: cd752478-a19b-49c6-a832-97480ee52faa for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:25:49.703048 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Updating router cd752478-a19b-49c6-a832-97480ee52faa port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:25:49.733534 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:49.751719 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-cd58c342-8af4-435f-ae4f-359ec692660a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:25:49.752940 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-cd58c342-8af4-435f-ae4f-359ec692660a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577803 Aug 12 05:25:49.869952 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-4e0189e5-bf9d-4124-a436-3ffbbd60cdf2 service neutron] 10.222.0.42 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095505 Aug 12 05:25:49.938756 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e1a05-f008-4fbf-8aa2-ddcef0d47341 None None] Network f46e12f5-ede9-43fc-a185-69123abe0290 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:25:49.979992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-1ae0802e-8678-432d-ba44-d551a45a9edf service neutron] 10.222.0.42 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002212 Aug 12 05:25:50.032624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 06a42832-058d-4fd0-9470-622235f54d45 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:50.037600 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.048511 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Transition to ACTIVE for port object fe6b487a-e5fd-48d7-aadc-8a611d017fd8 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:50.129671 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.178643 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Pushing event updated for resources: {'Port': ['ID=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:50.213800 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4ad0c0b3-0c3e-436e-80fe-5ef420326353 None None] Provisioning for port 06a42832-058d-4fd0-9470-622235f54d45 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:50.221616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.221616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.221616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.221616 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.222085 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.222085 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.222399 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.222798 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.223127 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.223446 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.223762 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.224075 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:25:50.254182 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Attempting to bind port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:25:50.254551 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Attempting to bind port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:25:50.254939 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Attempting to bind port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 on network f46e12f5-ede9-43fc-a185-69123abe0290 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:25:50.261261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:25:50.261709 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Checking segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:25:50.262265 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.262663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Bound using segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:25:50.266806 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Bound port: fe6b487a-e5fd-48d7-aadc-8a611d017fd8, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:25:50.267243 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.296487 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bc2ad54b-83d3-494b-8060-db29ae041301 req-6a42609b-a884-4c36-8847-4b5c272fbf1b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 210 time: 0.0395367 Aug 12 05:25:50.334267 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] For port fe6b487a-e5fd-48d7-aadc-8a611d017fd8, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:25:50.337401 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] For port fe6b487a-e5fd-48d7-aadc-8a611d017fd8, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:25:50.340555 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 06a42832-058d-4fd0-9470-622235f54d45 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:50.345384 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 06a42832-058d-4fd0-9470-622235f54d45 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:50.345795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.388791 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.442273 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.462445 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d733334-8e5f-4b49-8266-b953863cf1bb None None] Pushing event updated for resources: {'Port': ['ID=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,revision_number=4']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:50.479270 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:25:50.480316 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:25:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:50.481328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 06a42832-058d-4fd0-9470-622235f54d45, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=06a42832-058d-4fd0-9470-622235f54d45,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:50.559220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.560337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:50.643017 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=06a42832-058d-4fd0-9470-622235f54d45,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:50.663974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:50.664271 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.702767 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:25:50.746988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2e73776d-7482-4894-b341-f838726e0fa8 None None] Provisioning for port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:50.779338 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-2e73776d-7482-4894-b341-f838726e0fa8 None None] Provisioning complete for port 06a42832-058d-4fd0-9470-622235f54d45 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:50.779828 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e73776d-7482-4894-b341-f838726e0fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:50.939904 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:50Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:25:50.966818 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3db60-9e38-4c75-b3fa-ccf0c8076714 None None] The sync data for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 is: [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:50Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:25:51.377886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2e0a47a9-1f3f-4c0a-aa5e-6c99c42296de req-e89c8bf6-65e7-493e-befa-c3a58999aa1f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 210 time: 0.0291023 Aug 12 05:25:51.969248 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fe6b487a-e5fd-48d7-aadc-8a611d017fd8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:52.072206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:52.076086 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:52.076476 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:52.149938 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:52.185228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port fe6b487a-e5fd-48d7-aadc-8a611d017fd8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:52.289607 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:52.290424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 06a42832-058d-4fd0-9470-622235f54d45 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:52.375205 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:52.385312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 06a42832-058d-4fd0-9470-622235f54d45 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:52.385741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:52.439250 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-6a682bdc-9f4b-4969-9141-3ecf613b0fde tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:52.442181 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-6a682bdc-9f4b-4969-9141-3ecf613b0fde tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/networks?id=f46e12f5-ede9-43fc-a185-69123abe0290 HTTP/1.1" status: 200 len: 797 time: 0.1151049 Aug 12 05:25:52.499906 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-de26cb99-6897-4a60-bb47-b80bdef15200 req-8992706d-d1e6-44af-ac50-2daa5092276b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 210 time: 0.0340462 Aug 12 05:25:52.509487 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-0ca30688-e2fa-41fd-8508-b471211771b2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed2a701d38db4ac49b1eb51333eb28ed HTTP/1.1" status: 200 len: 380 time: 0.0578864 Aug 12 05:25:52.519802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'port': {'device_id': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'admin_state_up': True, 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'security_groups': ['0fde5c34-45cb-4cf2-b241-c22053384a0a']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:52.723606 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Made reservation on behalf of ed2a701d38db4ac49b1eb51333eb28ed for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:25:52.727292 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:52.852712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.20.0.10 (f46e12f5-ede9-43fc-a185-69123abe0290/b05554dc-1a84-464c-882e-13c7a166f8e3/11848d9c-3c2d-4545-aed1-4b25c708d0b3) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:25:52.986334 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.000221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Transition to ACTIVE for port object 11848d9c-3c2d-4545-aed1-4b25c708d0b3 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:53.123860 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.170821 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network f46e12f5-ede9-43fc-a185-69123abe0290 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:25:53.173897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:25:53.177634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:25:53.202653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=11848d9c-3c2d-4545-aed1-4b25c708d0b3,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:53.231199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:53.232154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.333798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-ccce7747-a74f-409f-b789-e3eddcf60bef tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8186414 Aug 12 05:25:53.348595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Request body: {'port': {'device_id': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:25:53.402777 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.447320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-735274ae-724a-445c-8a5f-85955e3e9c8c None None] Provisioning for port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:53.451335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-735274ae-724a-445c-8a5f-85955e3e9c8c None None] Provisioning complete for port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:53.451846 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-735274ae-724a-445c-8a5f-85955e3e9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.485941 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-735274ae-724a-445c-8a5f-85955e3e9c8c None None] Port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:25:53.614399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976359-a9f9-4782-b39d-c80a0b1887ed req-73fd5d3c-0c29-4726-8173-56da2aa3b410 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:53.615904 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71976359-a9f9-4782-b39d-c80a0b1887ed req-73fd5d3c-0c29-4726-8173-56da2aa3b410 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 932 time: 0.0493181 Aug 12 05:25:53.656109 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-71976359-a9f9-4782-b39d-c80a0b1887ed req-0d9662b7-3b01-4470-a414-4fe868a34550 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Aug 12 05:25:53.665251 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11848d9c-3c2d-4545-aed1-4b25c708d0b3 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:25:53.673528 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.685071 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Transition to ACTIVE for port object 11848d9c-3c2d-4545-aed1-4b25c708d0b3 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:25:53.781047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.831197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Pushing event updated for resources: {'Port': ['ID=11848d9c-3c2d-4545-aed1-4b25c708d0b3,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:53.881977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fe6b487a-e5fd-48d7-aadc-8a611d017fd8 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:53.905108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Attempting to bind port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:25:53.905454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Attempting to bind port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:25:53.906287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Attempting to bind port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 on network f46e12f5-ede9-43fc-a185-69123abe0290 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:25:53.910303 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 on network f46e12f5-ede9-43fc-a185-69123abe0290 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:25:53.910685 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Attempting to bind port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 on network f46e12f5-ede9-43fc-a185-69123abe0290 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:25:53.915781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:25:53.916123 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Checking segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:25:53.916511 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Bound using segment: {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:25:53.917475 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Bound port: 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146ae86e-f73a-4281-96d5-861bb444f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:25:53.917838 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.942952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:53.943332 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:53.990819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] For port 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:25:53.994311 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] For port 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:25:54.072831 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:54.108702 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.109314 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:54.111165 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] 10.222.0.36 "PUT /v2.0/ports/11848d9c-3c2d-4545-aed1-4b25c708d0b3 HTTP/1.1" status: 200 len: 1092 time: 0.7693949 Aug 12 05:25:54.113241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:25:54.116770 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53154c56-d5a9-4620-96aa-43e796ed7f98" -d '{"events": [{"name": "network-changed", "server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:25:54.144645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fa23f-05d7-4b9e-b54f-637b846e6598 service neutron] Pushing event updated for resources: {'Port': ['ID=11848d9c-3c2d-4545-aed1-4b25c708d0b3,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:54.159386 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50a710e-5a13-4604-91fe-890b4d3274a9 x-openstack-request-id: req-c50a710e-5a13-4604-91fe-890b4d3274a9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:25:54.159682 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:25:54.159932 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c50a710e-5a13-4604-91fe-890b4d3274a9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:25:54.160336 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'status': 'completed', 'code': 200} Aug 12 05:25:54.222546 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53154c56-d5a9-4620-96aa-43e796ed7f98 req-998c4228-ea74-4824-ab7a-b4d966807dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.224210 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53154c56-d5a9-4620-96aa-43e796ed7f98 req-998c4228-ea74-4824-ab7a-b4d966807dcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1095 time: 0.0445940 Aug 12 05:25:54.328533 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53154c56-d5a9-4620-96aa-43e796ed7f98 req-864bfb45-7dbc-4564-9119-e1a248a58217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.330019 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53154c56-d5a9-4620-96aa-43e796ed7f98 req-864bfb45-7dbc-4564-9119-e1a248a58217 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986474 Aug 12 05:25:54.425995 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53154c56-d5a9-4620-96aa-43e796ed7f98 req-1b7d99ba-fcc9-48b1-bf07-134ea8cfeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.427436 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-53154c56-d5a9-4620-96aa-43e796ed7f98 req-1b7d99ba-fcc9-48b1-bf07-134ea8cfeeb5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911043 Aug 12 05:25:54.500383 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-e0965592-05f7-4876-aea7-8c81f2ae4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.501829 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-e0965592-05f7-4876-aea7-8c81f2ae4edc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1095 time: 0.0395205 Aug 12 05:25:54.545871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-0f219f0b-b4f6-4689-a3e0-6ab012b2f553 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0366714 Aug 12 05:25:54.594182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-aa5bfae4-aceb-4c92-842a-634daaedbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.595583 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-aa5bfae4-aceb-4c92-842a-634daaedbbbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b05554dc-1a84-464c-882e-13c7a166f8e3 HTTP/1.1" status: 200 len: 834 time: 0.0433176 Aug 12 05:25:54.642925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-b6b41f01-4fc6-4eb7-9089-ab8e478e7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.644429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-b6b41f01-4fc6-4eb7-9089-ab8e478e7c91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f46e12f5-ede9-43fc-a185-69123abe0290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423818 Aug 12 05:25:54.742433 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-96ce6b15-25dd-4dc5-a8b7-91de89db07a9 service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906758 Aug 12 05:25:54.772926 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526ef20-f3da-4a6f-8df0-2e131e054f33 req-e20eb497-555a-4989-b16d-0e392e06afbc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:54.774427 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0526ef20-f3da-4a6f-8df0-2e131e054f33 req-e20eb497-555a-4989-b16d-0e392e06afbc tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 944 time: 0.0492973 Aug 12 05:25:54.817731 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0526ef20-f3da-4a6f-8df0-2e131e054f33 req-33bbeb79-4d4e-404d-86e8-9f21686e2119 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372360 Aug 12 05:25:54.831161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bdbaf7f-5922-481f-8159-3a1de4b882b1 req-48507f9f-c0c5-4cd7-8c24-019b9bccc6af service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823934 Aug 12 05:25:55.936965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f441e47-5439-440c-bbd0-b164bce38a74 req-c355d94e-c47a-422c-a41f-ca10432c8cfd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:55.938448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f441e47-5439-440c-bbd0-b164bce38a74 req-c355d94e-c47a-422c-a41f-ca10432c8cfd tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 944 time: 0.0533118 Aug 12 05:25:55.975233 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3f441e47-5439-440c-bbd0-b164bce38a74 req-e9d363f8-4667-4ded-b790-cd0413dec58a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307477 Aug 12 05:25:56.226713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:56.426540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:56.549633 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 11848d9c-3c2d-4545-aed1-4b25c708d0b3 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:25:56.641605 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:56.653702 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'port_id': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'mac_address': 'fa:16:3e:1c:58:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:25:56.689829 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:56.705140 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11848d9c-3c2d-4545-aed1-4b25c708d0b3 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:25:56.724081 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:56.803946 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:56.850079 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=11848d9c-3c2d-4545-aed1-4b25c708d0b3,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:57.006532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['11848d9c-3c2d-4545-aed1-4b25c708d0b3'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:25:57.088202 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c074-4fd5-472d-b814-3850ec2a2b35 req-7ef3a416-d7d6-43c8-8c4c-66343c896e9d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:57.090155 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f496c074-4fd5-472d-b814-3850ec2a2b35 req-7ef3a416-d7d6-43c8-8c4c-66343c896e9d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 945 time: 0.0488341 Aug 12 05:25:57.126727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f496c074-4fd5-472d-b814-3850ec2a2b35 req-95765291-4068-4628-aeeb-f34763ecdab4 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Aug 12 05:25:58.242218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2588754-7436-4998-a182-322c87232805 req-3b5d23bd-3cfc-467d-8e11-f3e7a5a4a656 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:58.243570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9eb4e70e-58b3-4261-9d89-7bd4f269917e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:58.243979 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2588754-7436-4998-a182-322c87232805 req-3b5d23bd-3cfc-467d-8e11-f3e7a5a4a656 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 945 time: 0.0503321 Aug 12 05:25:58.280818 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d2588754-7436-4998-a182-322c87232805 req-d8745483-5ffd-4275-85bd-35890e8589d2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Aug 12 05:25:58.565804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 11848d9c-3c2d-4545-aed1-4b25c708d0b3 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:25:58.666103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:25:58.669693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:25:58.670067 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:58.750362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:58.771863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:25:58.774902 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85b3544-2f66-4cb1-911d-35c3b770c641" -d '{"events": [{"server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "name": "network-vif-plugged", "status": "completed", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:25:58.787619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:25:58.857923 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af060b9a-9c26-40b0-aa64-2bd4c76695f8 x-openstack-request-id: req-af060b9a-9c26-40b0-aa64-2bd4c76695f8 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:25:58.858390 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "name": "network-vif-plugged", "status": "completed", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:25:58.858647 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af060b9a-9c26-40b0-aa64-2bd4c76695f8 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:25:58.859152 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'code': 200} Aug 12 05:25:58.864551 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:25:58.912523 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=11848d9c-3c2d-4545-aed1-4b25c708d0b3,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:25:58.954445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474b56-2e84-47db-8341-510e6bb49e55 req-139cbacc-9705-4a79-bfc8-06da0ab3a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:58.956043 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50474b56-2e84-47db-8341-510e6bb49e55 req-139cbacc-9705-4a79-bfc8-06da0ab3a171 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1097 time: 0.0412326 Aug 12 05:25:58.989567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-50474b56-2e84-47db-8341-510e6bb49e55 req-89a80cb6-630e-42b7-8bad-44d0948c0d9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268991 Aug 12 05:25:59.396762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be30d4-bfb0-40af-834c-3bff13f50748 req-aaf2ea24-a152-4f73-9828-07961e96649b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:25:59.398226 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1be30d4-bfb0-40af-834c-3bff13f50748 req-aaf2ea24-a152-4f73-9828-07961e96649b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0514948 Aug 12 05:25:59.435884 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1be30d4-bfb0-40af-834c-3bff13f50748 req-cd74a3cb-3eca-4a9c-bbf8-4feb5851cfb2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Aug 12 05:26:00.089949 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:26:00.549109 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb867f-9fca-43e2-9f72-70854053dbe0 req-7896db5d-eb33-4495-a8d3-dc72c0c956f8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:00.550592 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08fb867f-9fca-43e2-9f72-70854053dbe0 req-7896db5d-eb33-4495-a8d3-dc72c0c956f8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0477898 Aug 12 05:26:00.589015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08fb867f-9fca-43e2-9f72-70854053dbe0 req-27fbd8f9-23a3-457a-ad0e-a73020acc72b tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Aug 12 05:26:00.703268 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e1f2-1f35-406d-a21c-cf98a7a9e8d4 req-3a845f60-28de-451b-80d2-a8ca5b9d31c2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:00.704762 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6b5e1f2-1f35-406d-a21c-cf98a7a9e8d4 req-3a845f60-28de-451b-80d2-a8ca5b9d31c2 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0489180 Aug 12 05:26:00.751328 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e6b5e1f2-1f35-406d-a21c-cf98a7a9e8d4 req-ffe55cd8-1d94-4719-bc4f-1c03c315e29c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Aug 12 05:26:00.764603 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50114) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:00.803694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ff4e6-c9df-4a33-9d2f-bb41abce4db8 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:00.809960 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5c6ff4e6-c9df-4a33-9d2f-bb41abce4db8 tempest-TestNetworkAdvancedServerOps-1056099887 tempest-TestNetworkAdvancedServerOps-1056099887-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1092 time: 0.0404425 Aug 12 05:26:00.812238 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50116) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:00.816822 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:00.877940 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5adde13-14df-4eea-88e9-1c02fc4d607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:00.926956 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:01.028399 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:01.046953 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:01.134067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Allocated IP 172.25.6.77 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/5ebbc2b1-b785-4909-9208-c5da1e65c526) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:01.232868 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:01.329560 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:01.369068 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:01.373529 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:01.377986 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:01.380796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=5ebbc2b1-b785-4909-9208-c5da1e65c526,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:01.733255 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:01.873432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:02.020972 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:02.075520 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:02.147038 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event updated for resources: {'Port': ['ID=5ebbc2b1-b785-4909-9208-c5da1e65c526,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:02.156999 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:02.257614 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 55023e45-d567-4baa-baa8-89d11666bb42 associated. External IP: 172.25.6.77, port: 11848d9c-3c2d-4545-aed1-4b25c708d0b3. Aug 12 05:26:02.449591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:02.467178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router cd752478-a19b-49c6-a832-97480ee52faa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:26:02.573905 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:02.584020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] Sync routers for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:26:02.593108 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:02.593720 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:02.647603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:02.676654 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f2660cac-4256-499c-a3a5-3b9c9a7ef42a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8633375 Aug 12 05:26:02.677940 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:26:02.679570 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f493bc-b5a6-47d5-8e1d-90848e77f465" -d '{"events": [{"name": "network-changed", "server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:26:02.698519 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:02.730489 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc2df8-816d-40cc-830b-26dce1580ce4 x-openstack-request-id: req-89bc2df8-816d-40cc-830b-26dce1580ce4 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:26:02.730893 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:26:02.731216 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89bc2df8-816d-40cc-830b-26dce1580ce4 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:26:02.731687 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'status': 'completed', 'code': 200} Aug 12 05:26:02.793767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01866755-9c8b-429e-9a8d-da9561c6f751 req-6b94a605-b03e-4f6e-a416-7646a6d5a209 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:02.795516 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01866755-9c8b-429e-9a8d-da9561c6f751 req-6b94a605-b03e-4f6e-a416-7646a6d5a209 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0510664 Aug 12 05:26:02.796539 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-debdcdb7-bb92-45a4-8f88-08ba702690a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:02.798123 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-debdcdb7-bb92-45a4-8f88-08ba702690a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1097 time: 0.0464752 Aug 12 05:26:02.835392 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-01866755-9c8b-429e-9a8d-da9561c6f751 req-9789c736-6836-40cd-a231-ebb90fbce9e8 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Aug 12 05:26:02.863267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50124) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:02.894531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-a616703a-b9ee-4fba-95db-13f97a348390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:02.896087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-a616703a-b9ee-4fba-95db-13f97a348390 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f46e12f5-ede9-43fc-a185-69123abe0290 HTTP/1.1" status: 200 len: 898 time: 0.0913832 Aug 12 05:26:02.932757 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f5cb4432-86b0-4ad4-abe2-be210a3b4c32 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/55023e45-d567-4baa-baa8-89d11666bb42 HTTP/1.1" status: 200 len: 991 time: 0.0683351 Aug 12 05:26:02.935011 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '55023e45-d567-4baa-baa8-89d11666bb42', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'port_id': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'mac_address': 'fa:16:3e:1c:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:26:01Z', 'updated_at': '2021-08-12T05:26:01Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:52Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:02.961758 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-da2381d7-2557-4abf-b317-3c7d8c8b6bf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3 HTTP/1.1" status: 200 len: 999 time: 0.0582771 Aug 12 05:26:02.961962 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] Checking router: cd752478-a19b-49c6-a832-97480ee52faa for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:26:02.970569 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:02.971208 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:03.017370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-b0ec9194-fc5a-4dbb-b099-6213ed71d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:03.018875 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-b0ec9194-fc5a-4dbb-b099-6213ed71d772 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b05554dc-1a84-464c-882e-13c7a166f8e3 HTTP/1.1" status: 200 len: 834 time: 0.0505822 Aug 12 05:26:03.067714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-712fb3c9-789f-4452-9aaa-d0dcce085e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:03.069203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-712fb3c9-789f-4452-9aaa-d0dcce085e79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f46e12f5-ede9-43fc-a185-69123abe0290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436025 Aug 12 05:26:03.075724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:03.156668 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-d9a1e913-f7b3-4770-85d0-da51476f97f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802708 Aug 12 05:26:03.247954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-15f493bc-b5a6-47d5-8e1d-90848e77f465 req-e3f6335a-6dc7-4d3a-804c-755111971538 service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844073 Aug 12 05:26:03.293493 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '55023e45-d567-4baa-baa8-89d11666bb42', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'port_id': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'mac_address': 'fa:16:3e:1c:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:26:01Z', 'updated_at': '2021-08-12T05:26:01Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:52Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:03.323225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831b1ff-4658-489c-918e-e92f368179b0 None None] The sync data for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 is: [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '55023e45-d567-4baa-baa8-89d11666bb42', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'floating_ip_address': '172.25.6.77', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'port_id': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'mac_address': 'fa:16:3e:1c:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:26:01Z', 'updated_at': '2021-08-12T05:26:01Z', 'revision_number': 0, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:52Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:26:03.506246 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a49d7-c017-48a2-aa57-c8c376c29c9b None None] New status for floating IP 55023e45-d567-4baa-baa8-89d11666bb42: ACTIVE {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:26:03.934377 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50126) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:03.993201 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-761ce7db-9b57-4fd5-9ec4-5664a0fbd256 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/55023e45-d567-4baa-baa8-89d11666bb42 HTTP/1.1" status: 200 len: 993 time: 0.0576367 Aug 12 05:26:04.020656 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:26.254615 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:26.414643 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:28.252592 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa75bc66-c243-401f-b029-81d233622893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:30.888359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20482294-2fd9-48de-8464-320a032482c7 req-4fb5c0fd-ba95-44b8-8dbd-8780b2a83899 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:30.889891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20482294-2fd9-48de-8464-320a032482c7 req-4fb5c0fd-ba95-44b8-8dbd-8780b2a83899 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0472980 Aug 12 05:26:30.894561 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a022700f-f986-4773-a542-8cbc65edcaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:30.931697 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-20482294-2fd9-48de-8464-320a032482c7 req-b24d72fc-425a-42d1-b15f-28e77294d5b1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355935 Aug 12 05:26:31.042781 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:32.047553 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e10622-4671-4430-8a5b-cfa5e014cb4d req-61d3e963-3194-4aee-b339-da9d32cb096a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:32.049028 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-23e10622-4671-4430-8a5b-cfa5e014cb4d req-61d3e963-3194-4aee-b339-da9d32cb096a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0477762 Aug 12 05:26:32.085483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-23e10622-4671-4430-8a5b-cfa5e014cb4d req-9271e868-1f75-47db-8016-bbed60d6ba8e tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Aug 12 05:26:32.107839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50144) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:32.165039 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-7c5687bf-dd85-49d5-ab7a-6d76dde9ec8a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/55023e45-d567-4baa-baa8-89d11666bb42 HTTP/1.1" status: 200 len: 993 time: 0.0560563 Aug 12 05:26:32.465750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:33.551745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b3b3-a2e2-43d7-bc27-7356406892e5 req-e83ec8c7-8aeb-4a3e-97c7-53cd8d08743f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:33.554032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a80b3b3-a2e2-43d7-bc27-7356406892e5 req-e83ec8c7-8aeb-4a3e-97c7-53cd8d08743f tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0503924 Aug 12 05:26:33.617835 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a80b3b3-a2e2-43d7-bc27-7356406892e5 req-a019fa7b-dbc8-4214-a72b-555605c36a60 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576570 Aug 12 05:26:33.624054 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-98134926-31eb-4b21-807e-30781612737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:33.625469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-98134926-31eb-4b21-807e-30781612737e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1097 time: 0.0591633 Aug 12 05:26:33.718327 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-d8cf3fb8-df56-47ca-af26-79f834380e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:33.719729 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-d8cf3fb8-df56-47ca-af26-79f834380e7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f46e12f5-ede9-43fc-a185-69123abe0290 HTTP/1.1" status: 200 len: 898 time: 0.0872345 Aug 12 05:26:33.783471 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-c5d81b11-f600-4404-a893-881e029c4dd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3 HTTP/1.1" status: 200 len: 1001 time: 0.0571761 Aug 12 05:26:33.830974 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-8d761cdc-7612-4ce5-82d1-86f273e9f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:33.832358 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-8d761cdc-7612-4ce5-82d1-86f273e9f40d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b05554dc-1a84-464c-882e-13c7a166f8e3 HTTP/1.1" status: 200 len: 834 time: 0.0424907 Aug 12 05:26:33.980229 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:34.171583 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-7bca6af2-ff5d-493d-ab78-87d8bbe9dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:34.173164 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-7bca6af2-ff5d-493d-ab78-87d8bbe9dd0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f46e12f5-ede9-43fc-a185-69123abe0290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3339233 Aug 12 05:26:34.259595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-5a9ad913-a589-422a-8faf-1ab3e719bf24 service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795979 Aug 12 05:26:34.348375 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a72026fa-d533-43b9-9b5a-d2ccc2667df9 req-024eae3d-93c7-4755-acb0-30292208231a service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822580 Aug 12 05:26:34.737357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c56540-f1f1-474a-a8c6-f3b9ba8754b8 req-29db0b26-6f37-419b-aee8-4e35fc19ba3a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:34.738861 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-90c56540-f1f1-474a-a8c6-f3b9ba8754b8 req-29db0b26-6f37-419b-aee8-4e35fc19ba3a tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0515053 Aug 12 05:26:34.775713 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-90c56540-f1f1-474a-a8c6-f3b9ba8754b8 req-3845c916-7d14-470e-93b4-e20e778496c0 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306516 Aug 12 05:26:35.889860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac0072-4f7f-4da3-9ba9-f4bc4811b933 req-240d990c-6280-4a8d-acaf-6876b78cff6d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:35.891345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecac0072-4f7f-4da3-9ba9-f4bc4811b933 req-240d990c-6280-4a8d-acaf-6876b78cff6d tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0486131 Aug 12 05:26:35.927913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ecac0072-4f7f-4da3-9ba9-f4bc4811b933 req-15c2d097-7c36-4e20-88d4-bb0c42db84be tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Aug 12 05:26:35.951258 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50156) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:36.012753 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bcb8c124-7b7c-424a-9f1d-1e5312405554 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/floatingips/55023e45-d567-4baa-baa8-89d11666bb42 HTTP/1.1" status: 200 len: 993 time: 0.0603220 Aug 12 05:26:36.296716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50162) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:36.451451 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 5ebbc2b1-b785-4909-9208-c5da1e65c526 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:26:36.451795 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:36.523070 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:36.523415 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:36.535000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 5ebbc2b1-b785-4909-9208-c5da1e65c526 owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:26:36.763301 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:36.788520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=5ebbc2b1-b785-4909-9208-c5da1e65c526,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:36.818738 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.819096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.819443 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.819784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.820120 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.820463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.820802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.821132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.821462 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.821790 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.822115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.822956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:36.861492 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:36.861819 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Floating IP 55023e45-d567-4baa-baa8-89d11666bb42 disassociated (deleted). External IP: 172.25.6.77, port: 11848d9c-3c2d-4545-aed1-4b25c708d0b3. Aug 12 05:26:37.064181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router cd752478-a19b-49c6-a832-97480ee52faa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:26:37.088956 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:26:37.168205 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:37.172684 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:37.178327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] Sync routers for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:26:37.187658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:37.188276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:37.200699 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-643095ee-965e-4842-886b-7600f56a2738 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/floatingips/55023e45-d567-4baa-baa8-89d11666bb42 HTTP/1.1" status: 204 len: 168 time: 0.9028754 Aug 12 05:26:37.201326 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:26:37.203624 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:26:37.247162 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f3351-74e4-4940-967c-c94f66dd6d2e x-openstack-request-id: req-651f3351-74e4-4940-967c-c94f66dd6d2e {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:26:37.247548 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:26:37.247866 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-651f3351-74e4-4940-967c-c94f66dd6d2e {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:26:37.248381 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'status': 'completed', 'code': 200} Aug 12 05:26:37.296157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:37.313104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-4b128610-f5ad-4d81-92e3-4203dbb80919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:37.314685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-4b128610-f5ad-4d81-92e3-4203dbb80919 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 1097 time: 0.0420861 Aug 12 05:26:37.409252 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-8c230b6c-2209-4279-a81f-f15263ec674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:37.410747 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-8c230b6c-2209-4279-a81f-f15263ec674d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f46e12f5-ede9-43fc-a185-69123abe0290 HTTP/1.1" status: 200 len: 898 time: 0.0891762 Aug 12 05:26:37.457174 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-f9acad00-c35c-4d38-be5e-01fec458735d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0391021 Aug 12 05:26:37.503117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:52Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:37.511904 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-30f0d560-b869-4ca1-afb3-deafc6dff205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:37.513479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-30f0d560-b869-4ca1-afb3-deafc6dff205 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b05554dc-1a84-464c-882e-13c7a166f8e3 HTTP/1.1" status: 200 len: 834 time: 0.0493474 Aug 12 05:26:37.533107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] Checking router: cd752478-a19b-49c6-a832-97480ee52faa for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:26:37.541777 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:37.542402 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:37.561157 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-21859d8f-a888-4354-a944-000318968df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:37.562690 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-21859d8f-a888-4354-a944-000318968df0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f46e12f5-ede9-43fc-a185-69123abe0290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410933 Aug 12 05:26:37.659329 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:37.672366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-50bf48bd-802d-4c16-b7cc-15f209d8eefc service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920582 Aug 12 05:26:37.678800 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde3388-0c22-44b2-b9ac-2b9a836f78fd req-b35edf93-618f-4635-8f0d-3dd72192efed tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:37.680317 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3cde3388-0c22-44b2-b9ac-2b9a836f78fd req-b35edf93-618f-4635-8f0d-3dd72192efed tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0538092 Aug 12 05:26:37.721610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3cde3388-0c22-44b2-b9ac-2b9a836f78fd req-f904f5c9-e4a8-4656-b710-0ac8f6d22104 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339444 Aug 12 05:26:37.771152 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-92645f0f-a1b4-46fe-9f65-d6d38d9f92f1 req-68dac797-a1e4-4f83-b891-0898268f8c67 service neutron] 10.222.0.36 "GET /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907044 Aug 12 05:26:37.858816 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:52Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:37.884211 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a334-29fc-4982-b461-2612b4069646 None None] The sync data for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 is: [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'fe6b487a-e5fd-48d7-aadc-8a611d017fd8', 'name': '', 'network_id': 'f46e12f5-ede9-43fc-a185-69123abe0290', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'mac_address': 'fa:16:3e:7b:b5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:47Z', 'updated_at': '2021-08-12T05:25:52Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'subnets': [{'id': 'b05554dc-1a84-464c-882e-13c7a166f8e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:26:38.101653 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c861b50-1d64-41c2-a189-df45e03caa74 None None] New status for floating IP 55023e45-d567-4baa-baa8-89d11666bb42: DOWN {{(pid=95045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:26:38.844301 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4027cf-a06b-469c-84c8-ccceb9898b23 req-a43a317d-0842-4d1b-bdf6-7df4c4a734f6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:38.845752 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a4027cf-a06b-469c-84c8-ccceb9898b23 req-a43a317d-0842-4d1b-bdf6-7df4c4a734f6 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0534616 Aug 12 05:26:38.882306 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8a4027cf-a06b-469c-84c8-ccceb9898b23 req-b2cca918-6b5c-4b39-a9d1-cbea35040c55 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/security-groups?id=0fde5c34-45cb-4cf2-b241-c22053384a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306456 Aug 12 05:26:39.185431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-3a19937d-b5e5-403b-8e43-2666600c47ca tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:39.187172 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-3a19937d-b5e5-403b-8e43-2666600c47ca tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 946 time: 0.0479686 Aug 12 05:26:39.273402 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:26:39.273743 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:39.365228 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port 11848d9c-3c2d-4545-aed1-4b25c708d0b3, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=11848d9c-3c2d-4545-aed1-4b25c708d0b3,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:39.365594 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:39.378030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for 11848d9c-3c2d-4545-aed1-4b25c708d0b3 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:26:39.545922 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:39.576622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=11848d9c-3c2d-4545-aed1-4b25c708d0b3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:39.620107 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] No DVR routers for this DVR port 11848d9c-3c2d-4545-aed1-4b25c708d0b3 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:26:39.622953 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:39.624958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-10fa7a32-0559-4d8c-8ed9-f6503632aa8d req-dd71c704-4d90-4e0c-a126-d23e74760baa tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.36 "DELETE /v2.0/ports/11848d9c-3c2d-4545-aed1-4b25c708d0b3 HTTP/1.1" status: 204 len: 173 time: 0.4315271 Aug 12 05:26:39.625437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'name': 'network-vif-deleted', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:26:39.627757 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232f015a-237d-42ae-9bf1-e68d7728ceab" -d '{"events": [{"server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "name": "network-vif-deleted", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:26:39.662256 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78338d72-e45b-4183-9ff4-0f122c0b09e6 x-openstack-request-id: req-78338d72-e45b-4183-9ff4-0f122c0b09e6 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:26:39.662554 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa80be89-558f-4b78-a6ec-5a1169171c2e", "name": "network-vif-deleted", "tag": "11848d9c-3c2d-4545-aed1-4b25c708d0b3", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:26:39.662853 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78338d72-e45b-4183-9ff4-0f122c0b09e6 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:26:39.663257 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa80be89-558f-4b78-a6ec-5a1169171c2e', 'name': 'network-vif-deleted', 'tag': '11848d9c-3c2d-4545-aed1-4b25c708d0b3', 'status': 'completed', 'code': 200} Aug 12 05:26:39.978239 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c2fcda5b-bd71-49d5-8492-67b5fa288247 req-a1dcb00b-2410-4f5f-be60-c7d518dea564 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa80be89-558f-4b78-a6ec-5a1169171c2e HTTP/1.1" status: 200 len: 210 time: 0.0269570 Aug 12 05:26:41.035059 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50178) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:41.386911 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:41.637980 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port fe6b487a-e5fd-48d7-aadc-8a611d017fd8 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:26:41.638243 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:41.722395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port fe6b487a-e5fd-48d7-aadc-8a611d017fd8, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:41.722786 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:41.738876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for fe6b487a-e5fd-48d7-aadc-8a611d017fd8 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:26:41.980791 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:42.008069 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=fe6b487a-e5fd-48d7-aadc-8a611d017fd8,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:42.176647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:42.388645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Router cd752478-a19b-49c6-a832-97480ee52faa has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:26:42.736151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 11848d9c-3c2d-4545-aed1-4b25c708d0b3 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:26:42.759541 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 11848d9c-3c2d-4545-aed1-4b25c708d0b3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:26:42.759883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 11848d9c-3c2d-4545-aed1-4b25c708d0b3 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:26:42.773154 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:42.779189 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5413688c-0ee5-4dce-8bdb-88bd559f84a1 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "PUT /v2.0/routers/cd752478-a19b-49c6-a832-97480ee52faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7424209 Aug 12 05:26:42.781264 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50180) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:42.783561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] Sync routers for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:26:42.792469 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:42.793087 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:42.830869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting subnet b05554dc-1a84-464c-882e-13c7a166f8e3 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:26:42.833912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:42.872665 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:42.895019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:42.958448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.069172 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:26:41Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:43.089228 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.095341 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] Checking router: cd752478-a19b-49c6-a832-97480ee52faa for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:26:43.103710 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] Routers {'cd752478-a19b-49c6-a832-97480ee52faa'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:43.104440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cd752478-a19b-49c6-a832-97480ee52faa'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:43.114692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Subnet': ['ID=b05554dc-1a84-464c-882e-13c7a166f8e3,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:43.122200 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.126472 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-79633ce1-ed41-484b-8754-ba5a3308ad67 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/subnets/b05554dc-1a84-464c-882e-13c7a166f8e3 HTTP/1.1" status: 204 len: 168 time: 0.3419540 Aug 12 05:26:43.127409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50182) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:43.142589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02d2df-a461-4025-867d-41541f8e7565 None None] Network f46e12f5-ede9-43fc-a185-69123abe0290 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:26:43.231862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.295160 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] Set router cd752478-a19b-49c6-a832-97480ee52faa gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:43.336879 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.432194 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Deleting port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:26:43.433840 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.473020 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] DHCP port deletion for f46e12f5-ede9-43fc-a185-69123abe0290 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:26:43.514498 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] For port eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:43.514888 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.529161 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Calling delete_port for eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:26:43.682304 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:26:41Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:43.711273 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b23d9-87a7-433d-9ffb-02e65f5ad68e None None] The sync data for ids ['cd752478-a19b-49c6-a832-97480ee52faa'] in n-d-804320-1 is: [{'id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-853051379', 'tenant_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:26:41Z', 'revision_number': 5, 'project_id': 'ed2a701d38db4ac49b1eb51333eb28ed', 'gw_port': {'id': 'eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd752478-a19b-49c6-a832-97480ee52faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:25:44Z', 'updated_at': '2021-08-12T05:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:26:43.725303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Deleting port 06a42832-058d-4fd0-9470-622235f54d45 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:26:43.725776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.786020 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.788506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] For port 06a42832-058d-4fd0-9470-622235f54d45, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=06a42832-058d-4fd0-9470-622235f54d45,segment=NetworkSegment(146ae86e-f73a-4281-96d5-861bb444f4bc),segment_id=146ae86e-f73a-4281-96d5-861bb444f4bc)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:43.789021 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.807266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Calling delete_port for 06a42832-058d-4fd0-9470-622235f54d45 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:26:43.813445 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Port': ['ID=eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:43.874425 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.945568 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.969862 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.970916 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Pushing event deleted for resources: {'Port': ['ID=06a42832-058d-4fd0-9470-622235f54d45,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:43.972244 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:43.975577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] No DVR routers for this DVR port 06a42832-058d-4fd0-9470-622235f54d45 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:26:43.989708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.990053 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.990397 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.990747 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.991084 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.991413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.991784 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.992213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.992565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.999797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.999797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:43.999797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea7741a-def5-4808-8261-2d8dc860fdff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.064802 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.064802 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Fanout notify agent at l3_agent the message router_deleted on router cd752478-a19b-49c6-a832-97480ee52faa {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:26:44.074115 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.082153 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0f177a97-9b77-47c5-8671-0ea589a67788 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/routers/cd752478-a19b-49c6-a832-97480ee52faa HTTP/1.1" status: 204 len: 168 time: 0.9513454 Aug 12 05:26:44.082256 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50184) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:44.170517 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.181821 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 06a42832-058d-4fd0-9470-622235f54d45 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:26:44.205189 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 06a42832-058d-4fd0-9470-622235f54d45 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:26:44.209585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 06a42832-058d-4fd0-9470-622235f54d45 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:26:44.209585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fe6b487a-e5fd-48d7-aadc-8a611d017fd8 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:26:44.230119 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: fe6b487a-e5fd-48d7-aadc-8a611d017fd8 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:26:44.232577 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device fe6b487a-e5fd-48d7-aadc-8a611d017fd8 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:26:44.261995 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.272018 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46e12f5-ede9-43fc-a185-69123abe0290']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:44.283267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146ae86e-f73a-4281-96d5-861bb444f4bc') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:44.283542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146ae86e-f73a-4281-96d5-861bb444f4bc') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:44.292372 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.306189 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.312410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:26:44.312823 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:26:44.315984 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:26:44.458489 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.466510 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.467954 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/networks/f46e12f5-ede9-43fc-a185-69123abe0290 HTTP/1.1" status: 204 len: 168 time: 0.3850834 Aug 12 05:26:44.470777 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50186) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:44.479708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'Network': ['ID=f46e12f5-ede9-43fc-a185-69123abe0290,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:44.488014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.488362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.488737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.489250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.489756 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.490296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.490855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.491425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.491941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.492465 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.493009 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.493485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a6f4dc-7ba4-4d09-ac8d-d9a8b72da473 tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:44.530305 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11dba925-c48c-4c3a-a1b0-f0c286edfa2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.554515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11dba925-c48c-4c3a-a1b0-f0c286edfa2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.697471 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11dba925-c48c-4c3a-a1b0-f0c286edfa2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.700779 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-11dba925-c48c-4c3a-a1b0-f0c286edfa2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:44.701953 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-11dba925-c48c-4c3a-a1b0-f0c286edfa2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] 10.222.0.42 "DELETE /v2.0/security-groups/0fde5c34-45cb-4cf2-b241-c22053384a0a HTTP/1.1" status: 204 len: 168 time: 0.2301791 Aug 12 05:26:44.712984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dba925-c48c-4c3a-a1b0-f0c286edfa2c tempest-TestNetworkAdvancedServerOps-1515809117 tempest-TestNetworkAdvancedServerOps-1515809117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde5c34-45cb-4cf2-b241-c22053384a0a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:45.281629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:45.425720 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-18f6e204-59f4-42f0-a04b-53c39e42835f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed2a701d38db4ac49b1eb51333eb28ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417184 Aug 12 05:26:45.427081 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50198) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:45.475661 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-052930f3-bb87-48c0-a2ba-8150757beb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:45.503193 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-052930f3-bb87-48c0-a2ba-8150757beb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:45.625667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-052930f3-bb87-48c0-a2ba-8150757beb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:45.628299 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-052930f3-bb87-48c0-a2ba-8150757beb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:45.629505 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-052930f3-bb87-48c0-a2ba-8150757beb57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f766d228-f7ba-4705-88b0-ac913de57553 HTTP/1.1" status: 204 len: 168 time: 0.2015209 Aug 12 05:26:45.637700 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052930f3-bb87-48c0-a2ba-8150757beb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f766d228-f7ba-4705-88b0-ac913de57553,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:45.856314 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:26:45.877000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:26:45.877262 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device eeeb8bc7-8e44-4eee-ba44-ba0471dc1e77 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:26:46.274070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50204) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:46.287117 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68aed85f-50cb-425e-a67c-495bddcf6111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.375178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68aed85f-50cb-425e-a67c-495bddcf6111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.486566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-68aed85f-50cb-425e-a67c-495bddcf6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.523694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aed85f-50cb-425e-a67c-495bddcf6111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc8a779-ee9c-4fbd-af1d-992b39fa4bd6,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:46.528189 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-68aed85f-50cb-425e-a67c-495bddcf6111 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60ea6d92e99249349d389988b9506310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530134 Aug 12 05:26:46.530856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50206) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:46.579649 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6baf345b-6376-447a-a26b-001c711600cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.600363 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6baf345b-6376-447a-a26b-001c711600cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.717332 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6baf345b-6376-447a-a26b-001c711600cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.721293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-6baf345b-6376-447a-a26b-001c711600cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:46.722972 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-6baf345b-6376-447a-a26b-001c711600cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fc8a779-ee9c-4fbd-af1d-992b39fa4bd6 HTTP/1.1" status: 204 len: 168 time: 0.1910603 Aug 12 05:26:46.734110 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf345b-6376-447a-a26b-001c711600cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc8a779-ee9c-4fbd-af1d-992b39fa4bd6,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:47.769216 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50228) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:47.861410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-114694708-network', 'tenant_id': '18a88340ad284f58880dbb9615404c75'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:48.008350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Made reservation on behalf of 18a88340ad284f58880dbb9615404c75 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:26:48.010682 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.019448 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.108721 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.191323 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.554102 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:26:48.560296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4506632-b494-4f06-9f39-a3b8471f7e60,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:48.566889 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.567234 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Added segment 95714987-b71e-4617-9a48-8190b5672224 of type vlan for network 06c8d47a-c088-480c-88cc-72ec62948ab1 Aug 12 05:26:48.605069 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.705183 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.706152 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:48.706757 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:48.764097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] Pushing event updated for resources: {'Network': ['ID=06c8d47a-c088-480c-88cc-72ec62948ab1,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:48.774255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:26:48.836831 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bd94ceb5-b718-4265-8512-36abae63fa2d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0663581 Aug 12 05:26:48.839644 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50232) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:48.845149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Request body: {'subnet': {'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-114694708-subnet', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:48.914437 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Made reservation on behalf of 18a88340ad284f58880dbb9615404c75 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:26:48.916718 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.149487 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.210994 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:49.216178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Checking segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:49.217222 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Network hostable DHCP agents. Network: 06c8d47a-c088-480c-88cc-72ec62948ab1, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:26:49.293998 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:26:49.367914 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 06c8d47a-c088-480c-88cc-72ec62948ab1) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:49.372602 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:49.373300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.377023 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa70223-b22f-4e3f-84d0-d2d7bd30f042 None None] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:26:49.457311 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ad0e1de9-36a3-414d-8e7c-e0132c6393b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6135209 Aug 12 05:26:49.457556 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50234) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:49.462554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:49.521479 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-06c8d47a-c088-480c-88cc-72ec62948ab1', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:26:49.522321 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.545719 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.546793 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.598572 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.654122 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Allocated IP 172.20.0.2 (06c8d47a-c088-480c-88cc-72ec62948ab1/6485fc36-ab31-4ef2-9cd3-5c21cb47a39f/3894af22-50a4-442d-bc42-dc0a05a1fbe3) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:49.799253 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.892645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:49.900690 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Transition to ACTIVE for port object 3894af22-50a4-442d-bc42-dc0a05a1fbe3 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:49.915622 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Transition to ACTIVE for port object 3894af22-50a4-442d-bc42-dc0a05a1fbe3 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:49.984118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.019308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:50.024060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:50.027004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:50.040975 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Pushing event updated for resources: {'Port': ['ID=3894af22-50a4-442d-bc42-dc0a05a1fbe3,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:50.054785 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.078483 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.086201 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Attempting to bind port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:26:50.086572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Attempting to bind port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:26:50.086966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Attempting to bind port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:26:50.092335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:26:50.092715 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Checking segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:50.093150 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.093557 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Bound using segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:26:50.094000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Bound port: 3894af22-50a4-442d-bc42-dc0a05a1fbe3, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:26:50.094378 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.160093 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] For port 3894af22-50a4-442d-bc42-dc0a05a1fbe3, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:26:50.163281 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] For port 3894af22-50a4-442d-bc42-dc0a05a1fbe3, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3894af22-50a4-442d-bc42-dc0a05a1fbe3,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:26:50.182160 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Allocated IP 172.25.6.184 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/cd1cebd8-e454-4ce2-b003-582a725a6cea) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:50.235447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.296867 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.297048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75bde4-7fd8-4aa0-af34-b1b5ea66e6d4 None None] Pushing event updated for resources: {'Port': ['ID=3894af22-50a4-442d-bc42-dc0a05a1fbe3,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:50.404212 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:50.449960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:50.453359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:50.455973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:50.492055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1cebd8-e454-4ce2-b003-582a725a6cea,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:50.812568 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:51.017731 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:51.117762 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449eb23-d549-4475-a44b-6f32d4716c6f None None] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:26:51.208052 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:26:51.238163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-5d71bd7c-3742-4d8b-abd4-a82f5e30bc0f None None] Provisioning for port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:51.317987 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:51.329384 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:26:51.338580 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:51.339247 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:51.408811 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:51.411255 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-99a68f84-2124-48bf-b0a3-a28ac4d8ddb2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9527450 Aug 12 05:26:51.412870 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50236) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:51.454734 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:51.638284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:50Z', 'revision_number': 3, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:51.665181 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:26:51.665864 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Updating router cae12b7a-0656-4d62-9915-cbeaa55cff0b port cd1cebd8-e454-4ce2-b003-582a725a6cea binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:26:51.690063 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:51.829414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:51.952703 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3894af22-50a4-442d-bc42-dc0a05a1fbe3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:26:51.961498 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:51.971636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Transition to ACTIVE for port object cd1cebd8-e454-4ce2-b003-582a725a6cea will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:51.998374 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Allocated IP 172.20.0.1 (06c8d47a-c088-480c-88cc-72ec62948ab1/6485fc36-ab31-4ef2-9cd3-5c21cb47a39f/e0c0999d-91a3-416d-a441-88532876261e) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:52.054338 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.103191 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.103763 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Attempting to bind port cd1cebd8-e454-4ce2-b003-582a725a6cea on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:26:52.104129 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Attempting to bind port cd1cebd8-e454-4ce2-b003-582a725a6cea by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:26:52.104484 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Attempting to bind port cd1cebd8-e454-4ce2-b003-582a725a6cea on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:26:52.111317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:52.111885 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:26:52.112259 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:52.113659 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.113659 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:26:52.113659 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Bound port: cd1cebd8-e454-4ce2-b003-582a725a6cea, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:26:52.113913 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.115365 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Pushing event updated for resources: {'Port': ['ID=cd1cebd8-e454-4ce2-b003-582a725a6cea,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:52.115951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:52.117024 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.117237 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Transition to ACTIVE for port object e0c0999d-91a3-416d-a441-88532876261e will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:52.139906 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142284 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142896 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.142896 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.143202 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.143455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:26:52.181327 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] For port cd1cebd8-e454-4ce2-b003-582a725a6cea, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:26:52.184858 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] For port cd1cebd8-e454-4ce2-b003-582a725a6cea, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cd1cebd8-e454-4ce2-b003-582a725a6cea,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:26:52.202676 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.220692 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.233342 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 3894af22-50a4-442d-bc42-dc0a05a1fbe3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3894af22-50a4-442d-bc42-dc0a05a1fbe3,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:52.248807 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.255900 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:52.258811 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:52.265012 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:52.291398 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Pushing event updated for resources: {'Port': ['ID=e0c0999d-91a3-416d-a441-88532876261e,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:52.301408 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:52.302070 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:52.310570 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.317318 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.371642 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=3894af22-50a4-442d-bc42-dc0a05a1fbe3,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:52.400825 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83ba9e-9850-4fb5-a936-77c6db99bf26 None None] Pushing event updated for resources: {'Port': ['ID=cd1cebd8-e454-4ce2-b003-582a725a6cea,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:52.426364 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:52.522231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.677749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c7dcd4f-c998-433a-a287-fc040284949e None None] Provisioning for port e0c0999d-91a3-416d-a441-88532876261e completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:52.681829 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-8c7dcd4f-c998-433a-a287-fc040284949e None None] Provisioning complete for port e0c0999d-91a3-416d-a441-88532876261e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:52.682202 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcd4f-c998-433a-a287-fc040284949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.693958 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.699752 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:50Z', 'revision_number': 3, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:52.716831 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dcd4f-c998-433a-a287-fc040284949e None None] Port e0c0999d-91a3-416d-a441-88532876261e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:26:52.725877 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c458b7-76c4-4d54-9a0d-f4064eb69a9e None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:50Z', 'revision_number': 3, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:26:52.763522 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.832066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Pushing event updated for resources: {'Port': ['ID=e0c0999d-91a3-416d-a441-88532876261e,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:52.834587 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:52.943373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:52.944876 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:53.082415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:26:53.204097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:53.209112 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-52140b29-4f30-463d-bd2e-69aa7173931f admin admin] 10.222.0.42 "PUT /v2.0/routers/cae12b7a-0656-4d62-9915-cbeaa55cff0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7950170 Aug 12 05:26:53.237361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-f46b9897-bdea-4acb-a63b-c3644aa0bc51 None None] Provisioning complete for port e0c0999d-91a3-416d-a441-88532876261e triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:53.237925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f46b9897-bdea-4acb-a63b-c3644aa0bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:53.273919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-f46b9897-bdea-4acb-a63b-c3644aa0bc51 None None] Port e0c0999d-91a3-416d-a441-88532876261e cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:26:53.873126 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50252) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:53.878007 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-197699626-network', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:53.967920 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3894af22-50a4-442d-bc42-dc0a05a1fbe3 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:26:53.985508 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Made reservation on behalf of 2009ee7f0d494c3f8a2d116f92dbec83 for: {'network': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:26:53.987898 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:53.997497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.018942 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:54.019320 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.090178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.100855 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd1cebd8-e454-4ce2-b003-582a725a6cea up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:26:54.160625 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.186484 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=95042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:26:54.196282 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317b6cbd-eb34-46f7-8948-51e3187dfd9b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:54.200939 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.201274 n-d-804320-1 neutron-server[95042]: INFO neutron.db.segments_db [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Added segment a7fc0b83-0f69-44e2-88f9-6046659b8d51 of type vlan for network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 Aug 12 05:26:54.239213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:26:54.242206 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.245719 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port cd1cebd8-e454-4ce2-b003-582a725a6cea completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:54.252337 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cd1cebd8-e454-4ce2-b003-582a725a6cea triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:54.252713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.276065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:54.282508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:54.328279 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.329290 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:54.329872 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.390975 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] Pushing event updated for resources: {'Network': ['ID=52f8ff90-d27c-4084-b107-f5c89ad2a8e2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:54.405024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:26:54.430383 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:54.449465 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-962c7e37-ead3-4477-8236-e9f90c4a86ac admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5753944 Aug 12 05:26:54.452614 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50254) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:54.457231 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Request body: {'subnet': {'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-197699626-subnet', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'ip_version': 4}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:54.481096 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.530549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port cd1cebd8-e454-4ce2-b003-582a725a6cea, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cd1cebd8-e454-4ce2-b003-582a725a6cea,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:54.566342 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Made reservation on behalf of 2009ee7f0d494c3f8a2d116f92dbec83 for: {'subnet': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:26:54.568761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645216'] for subnet, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.603974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:54.675449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=cd1cebd8-e454-4ce2-b003-582a725a6cea,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:54.730974 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 2, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:54.763977 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:26:54.764246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Updating router cae12b7a-0656-4d62-9915-cbeaa55cff0b port e0c0999d-91a3-416d-a441-88532876261e binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:26:54.791021 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.068969 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.079073 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Transition to ACTIVE for port object e0c0999d-91a3-416d-a441-88532876261e will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:55.151645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8595227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645234'] for subnet, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.162434 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.203373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937beeeb-f554-4f0e-aeb8-d4cf1368cb9c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:55.215804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d918d-ba88-4b4f-a5de-a2c48ce067fe None None] Pushing event updated for resources: {'Port': ['ID=e0c0999d-91a3-416d-a441-88532876261e,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:55.220559 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Checking segment: {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:55.221225 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Network hostable DHCP agents. Network: 52f8ff90-d27c-4084-b107-f5c89ad2a8e2, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:26:55.265877 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Attempting to bind port e0c0999d-91a3-416d-a441-88532876261e on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:26:55.266499 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Attempting to bind port e0c0999d-91a3-416d-a441-88532876261e by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:26:55.266616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Attempting to bind port e0c0999d-91a3-416d-a441-88532876261e on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:26:55.271724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:26:55.272098 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Checking segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:55.272502 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.272914 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Bound using segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:26:55.273366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Bound port: e0c0999d-91a3-416d-a441-88532876261e, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:26:55.273749 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.309891 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:26:55.340531 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] For port e0c0999d-91a3-416d-a441-88532876261e, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:26:55.343861 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] For port e0c0999d-91a3-416d-a441-88532876261e, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e0c0999d-91a3-416d-a441-88532876261e,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:26:55.391388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 52f8ff90-d27c-4084-b107-f5c89ad2a8e2) {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:55.395694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:26:55.398606 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.403794 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2c135-0d93-4ae9-9157-4e355b8f2dac None None] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:26:55.453045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.492918 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-d0a25a74-c9d2-483a-ba2c-29b74b6877f7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0393715 Aug 12 05:26:55.495362 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50256) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:55.503517 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:26:55.539088 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:55.539726 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:55.583316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d918d-ba88-4b4f-a5de-a2c48ce067fe None None] Pushing event updated for resources: {'Port': ['ID=e0c0999d-91a3-416d-a441-88532876261e,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:55.597046 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.598112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.655035 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.704354 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-52f8ff90-d27c-4084-b107-f5c89ad2a8e2', 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'fixed_ips': [{'subnet_id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:26:55.705181 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.709863 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:55.861358 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:55.915069 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd1cebd8-e454-4ce2-b003-582a725a6cea up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:26:56.124835 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.144226 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.178539 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Allocated IP 172.20.0.2 (52f8ff90-d27c-4084-b107-f5c89ad2a8e2/937beeeb-f554-4f0e-aeb8-d4cf1368cb9c/aef645a0-f936-48ea-8eec-2b8382f8bea5) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:56.180426 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port cd1cebd8-e454-4ce2-b003-582a725a6cea triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:56.180795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.252473 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Allocated IP 172.25.6.216 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/1d117cb4-7635-4a91-af8a-6a2021a01689) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:56.299933 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.355600 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.427812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:55Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:56.454364 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.466045 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97e427-e899-489e-9e1b-c7e0ccc780f9 None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:55Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:26:56.474982 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.484717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Transition to ACTIVE for port object aef645a0-f936-48ea-8eec-2b8382f8bea5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:56.493028 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:56.500678 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:56.500874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Transition to ACTIVE for port object aef645a0-f936-48ea-8eec-2b8382f8bea5 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:56.504674 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:56.522866 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.540218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Pushing event updated for resources: {'Port': ['ID=1d117cb4-7635-4a91-af8a-6a2021a01689,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:56.585887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.627586 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:56.634325 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:56.639497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:56.642668 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Pushing event updated for resources: {'Port': ['ID=aef645a0-f936-48ea-8eec-2b8382f8bea5,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:56.702368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Attempting to bind port aef645a0-f936-48ea-8eec-2b8382f8bea5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:26:56.702761 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Attempting to bind port aef645a0-f936-48ea-8eec-2b8382f8bea5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:26:56.703127 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Attempting to bind port aef645a0-f936-48ea-8eec-2b8382f8bea5 on network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:26:56.708236 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:26:56.708606 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Checking segment: {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:56.709007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.709443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Bound using segment: {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:26:56.709902 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Bound port: aef645a0-f936-48ea-8eec-2b8382f8bea5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:26:56.710286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.777833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] For port aef645a0-f936-48ea-8eec-2b8382f8bea5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:26:56.781868 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] For port aef645a0-f936-48ea-8eec-2b8382f8bea5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aef645a0-f936-48ea-8eec-2b8382f8bea5,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:26:56.850601 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.854739 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:56.935207 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9ac6-3657-4d05-9fd6-7c47a0e9e2c7 None None] Pushing event updated for resources: {'Port': ['ID=aef645a0-f936-48ea-8eec-2b8382f8bea5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:57.092908 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:57.309535 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Router 9f6c5f18-7a7f-4881-b656-81294de1f308 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:26:57.422471 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:57.432177 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Sync routers for ids ['9f6c5f18-7a7f-4881-b656-81294de1f308'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:26:57.444579 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Routers {'9f6c5f18-7a7f-4881-b656-81294de1f308'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:57.445271 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['9f6c5f18-7a7f-4881-b656-81294de1f308'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:57.492300 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:57.493695 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-48594632-1767-43d1-a100-4121f855f874 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9965451 Aug 12 05:26:57.496996 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50258) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:26:57.552595 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Set router 9f6c5f18-7a7f-4881-b656-81294de1f308 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:57.745482 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:26:56Z', 'revision_number': 3, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:57.773176 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Checking router: 9f6c5f18-7a7f-4881-b656-81294de1f308 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:26:57.773928 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Updating router 9f6c5f18-7a7f-4881-b656-81294de1f308 port 1d117cb4-7635-4a91-af8a-6a2021a01689 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:26:57.800713 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:57.936413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586dc738-da3d-4822-9626-aa2ec87819ff None None] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:26:57.981404 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:57.998101 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aef645a0-f936-48ea-8eec-2b8382f8bea5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:26:58.113365 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.116776 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-1892c689-8eaa-4b8f-a1ea-508aa3253169 None None] Provisioning for port aef645a0-f936-48ea-8eec-2b8382f8bea5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:58.123337 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Transition to ACTIVE for port object 1d117cb4-7635-4a91-af8a-6a2021a01689 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:58.163249 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Allocated IP 172.20.0.1 (52f8ff90-d27c-4084-b107-f5c89ad2a8e2/937beeeb-f554-4f0e-aeb8-d4cf1368cb9c/7555d76a-8d27-48be-b7f1-c2e6adc989f7) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:26:58.166773 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port aef645a0-f936-48ea-8eec-2b8382f8bea5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:58.171546 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port aef645a0-f936-48ea-8eec-2b8382f8bea5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:58.176514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.195509 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.254626 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40e045-721f-4694-bedc-88b0f57d5c08 None None] Pushing event updated for resources: {'Port': ['ID=1d117cb4-7635-4a91-af8a-6a2021a01689,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:58.270246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.276204 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Attempting to bind port 1d117cb4-7635-4a91-af8a-6a2021a01689 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:26:58.276578 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Attempting to bind port 1d117cb4-7635-4a91-af8a-6a2021a01689 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:26:58.277978 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Attempting to bind port 1d117cb4-7635-4a91-af8a-6a2021a01689 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:26:58.278111 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.284133 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:26:58.284511 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:26:58.284907 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.285298 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:26:58.285766 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Bound port: 1d117cb4-7635-4a91-af8a-6a2021a01689, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:26:58.285880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Transition to ACTIVE for port object 7555d76a-8d27-48be-b7f1-c2e6adc989f7 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:26:58.286143 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.301422 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-44daac48-ce25-4298-822e-f9ca5e295292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.325991 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port aef645a0-f936-48ea-8eec-2b8382f8bea5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aef645a0-f936-48ea-8eec-2b8382f8bea5,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:58.343748 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] For port 1d117cb4-7635-4a91-af8a-6a2021a01689, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:26:58.346933 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] For port 1d117cb4-7635-4a91-af8a-6a2021a01689, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d117cb4-7635-4a91-af8a-6a2021a01689,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:26:58.413850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.414214 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.414795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e0c0999d-91a3-416d-a441-88532876261e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:26:58.437998 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.455730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:58.459049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:58.462679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:26:58.491340 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7555d76a-8d27-48be-b7f1-c2e6adc989f7,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:58.503812 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-16b38fdd-0baf-4c96-8287-25c028ff3792 None None] Provisioning complete for port aef645a0-f936-48ea-8eec-2b8382f8bea5 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:58.504118 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-16b38fdd-0baf-4c96-8287-25c028ff3792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.510330 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40e045-721f-4694-bedc-88b0f57d5c08 None None] Pushing event updated for resources: {'Port': ['ID=1d117cb4-7635-4a91-af8a-6a2021a01689,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:58.514006 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Routers {'9f6c5f18-7a7f-4881-b656-81294de1f308'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:26:58.514609 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['9f6c5f18-7a7f-4881-b656-81294de1f308'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:58.528721 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.545647 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=aef645a0-f936-48ea-8eec-2b8382f8bea5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:58.647377 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] Set router 9f6c5f18-7a7f-4881-b656-81294de1f308 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:26:58.669089 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e0c0999d-91a3-416d-a441-88532876261e completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:58.674328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e0c0999d-91a3-416d-a441-88532876261e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:58.674328 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.763886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.783038 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.797946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e0c0999d-91a3-416d-a441-88532876261e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e0c0999d-91a3-416d-a441-88532876261e,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:26:58.825663 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-93d3ab28-16ca-4b7e-8b46-6e328b158ed3 None None] Provisioning for port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:26:58.829601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-93d3ab28-16ca-4b7e-8b46-6e328b158ed3 None None] Provisioning complete for port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:58.829979 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-93d3ab28-16ca-4b7e-8b46-6e328b158ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.833223 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:26:56Z', 'revision_number': 3, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:26:58.861508 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbe876-2313-402e-b1b2-373fca3f6df6 None None] The sync data for ids ['9f6c5f18-7a7f-4881-b656-81294de1f308'] in n-d-804320-1 is: [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:26:56Z', 'revision_number': 3, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:26:58.864436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-93d3ab28-16ca-4b7e-8b46-6e328b158ed3 None None] Port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:26:58.883200 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:58.943393 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e0c0999d-91a3-416d-a441-88532876261e,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:58.966283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:59.031522 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:59.114923 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7555d76a-8d27-48be-b7f1-c2e6adc989f7,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:26:59.117328 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:59.214469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:26:59.216261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:26:59.340788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Router 9f6c5f18-7a7f-4881-b656-81294de1f308 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:26:59.459678 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:26:59.465028 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-6a5bb65b-d10a-4c71-a5ad-80cb33c767a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/9f6c5f18-7a7f-4881-b656-81294de1f308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9652534 Aug 12 05:26:59.488884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3b199f20-6b14-4bd0-bb35-e632c9b7e97e None None] Provisioning complete for port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:26:59.489575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3b199f20-6b14-4bd0-bb35-e632c9b7e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:26:59.528146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3b199f20-6b14-4bd0-bb35-e632c9b7e97e None None] Port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:26:59.977736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aef645a0-f936-48ea-8eec-2b8382f8bea5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:00.026231 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port aef645a0-f936-48ea-8eec-2b8382f8bea5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:00.026601 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.087397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50266) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:00.093452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642959738', 'description': 'tempest-secgroup-smoke-642959738 description', 'project_id': '18a88340ad284f58880dbb9615404c75'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:00.108280 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d117cb4-7635-4a91-af8a-6a2021a01689 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:00.225635 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.282597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1d117cb4-7635-4a91-af8a-6a2021a01689 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:27:00.286520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1d117cb4-7635-4a91-af8a-6a2021a01689 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:00.286925 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.307329 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.367887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.383963 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.392163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Sync routers for ids ['9f6c5f18-7a7f-4881-b656-81294de1f308'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:27:00.395051 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1d117cb4-7635-4a91-af8a-6a2021a01689, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d117cb4-7635-4a91-af8a-6a2021a01689,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:27:00.402799 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Routers {'9f6c5f18-7a7f-4881-b656-81294de1f308'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:27:00.403413 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:26:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['9f6c5f18-7a7f-4881-b656-81294de1f308'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:00.413893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4c2dbb-9f90-4b04-be5e-94de28079364,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:00.480879 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.481631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e0c0999d-91a3-416d-a441-88532876261e up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:00.486477 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.488164 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-962d66d1-1603-40b5-aed6-73602d0b7703 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3988340 Aug 12 05:27:00.490941 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50268) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:00.496717 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': '4e4c2dbb-9f90-4b04-be5e-94de28079364', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:00.589359 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.656011 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.725728 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Set router 9f6c5f18-7a7f-4881-b656-81294de1f308 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:27:00.732133 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.753902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594f86ba-d8ef-4c76-9d2f-f7cd678abb78,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:00.754587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1d117cb4-7635-4a91-af8a-6a2021a01689,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:00.809430 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e0c0999d-91a3-416d-a441-88532876261e triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:00.809796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.812645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.816665 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-5770d1bd-4584-4d52-a9d0-b4efa78351c4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220029 Aug 12 05:27:00.817056 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50270) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:00.821775 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': '4e4c2dbb-9f90-4b04-be5e-94de28079364', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:00.922692 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.967413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5f3f-dc21-496b-8f36-d6ed229291be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:00.983642 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.020267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 4, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7555d76a-8d27-48be-b7f1-c2e6adc989f7', 'name': '', 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'mac_address': 'fa:16:3e:64:fb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:58Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 2, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'subnets': [{'id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:01.047174 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Checking router: 9f6c5f18-7a7f-4881-b656-81294de1f308 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:27:01.047528 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Updating router 9f6c5f18-7a7f-4881-b656-81294de1f308 port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:27:01.054166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.071563 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.075542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75956922-9cd8-44f7-aed3-964070ba01f7,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:01.082965 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.145550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.146879 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f8235e4d-36c1-4452-a170-51f217f911f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3287482 Aug 12 05:27:01.150671 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50272) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:01.155990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': '4e4c2dbb-9f90-4b04-be5e-94de28079364', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:01.258664 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.316466 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.350389 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.360357 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Transition to ACTIVE for port object 7555d76a-8d27-48be-b7f1-c2e6adc989f7 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:27:01.390998 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.409589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292b784e-47aa-4f7c-a2db-53bb3ba81079,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:01.448180 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.476843 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.478095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-15da4921-428c-450b-be60-1644644d525e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3263924 Aug 12 05:27:01.480832 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50274) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:01.488749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': '4e4c2dbb-9f90-4b04-be5e-94de28079364', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:01.508576 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebdc7-c42d-4e8a-afaa-c9efb8603d68 None None] Pushing event updated for resources: {'Port': ['ID=7555d76a-8d27-48be-b7f1-c2e6adc989f7,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:01.560929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Attempting to bind port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:27:01.561559 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Attempting to bind port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:27:01.561922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Attempting to bind port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 on network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:27:01.567565 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:27:01.567908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Checking segment: {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:27:01.568311 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.568742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Bound using segment: {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:27:01.569164 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Bound port: 7555d76a-8d27-48be-b7f1-c2e6adc989f7, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fc0b83-0f69-44e2-88f9-6046659b8d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:27:01.569547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.623157 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.635928 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] For port 7555d76a-8d27-48be-b7f1-c2e6adc989f7, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:27:01.639883 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] For port 7555d76a-8d27-48be-b7f1-c2e6adc989f7, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7555d76a-8d27-48be-b7f1-c2e6adc989f7,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:27:01.689781 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.709390 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.754758 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.778204 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45359fbf-0cbd-47a7-9e0e-807a57b8cfc0,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:01.780457 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Routers {'9f6c5f18-7a7f-4881-b656-81294de1f308'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:27:01.781111 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:27:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['9f6c5f18-7a7f-4881-b656-81294de1f308'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:01.785204 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebdc7-c42d-4e8a-afaa-c9efb8603d68 None None] Pushing event updated for resources: {'Port': ['ID=7555d76a-8d27-48be-b7f1-c2e6adc989f7,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:01.846248 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:01.847824 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-bf5f67e7-b7ad-4ed7-b8d2-21b410e02e31 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3657787 Aug 12 05:27:01.850630 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50276) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:01.855438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': '4e4c2dbb-9f90-4b04-be5e-94de28079364', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:01.903437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] Set router 9f6c5f18-7a7f-4881-b656-81294de1f308 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:27:01.940317 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d117cb4-7635-4a91-af8a-6a2021a01689 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:01.949752 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Project 18a88340ad284f58880dbb9615404c75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:27:01.954885 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.018639 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.092146 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.106786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1d117cb4-7635-4a91-af8a-6a2021a01689 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:02.107392 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.112445 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12087cd5-a070-4332-b6d9-31323698dade,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:02.184231 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.188236 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ca58779d-1ff7-4ae5-99b5-5b0c3df15562 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3337073 Aug 12 05:27:02.188444 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50278) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:02.193133 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': '4e4c2dbb-9f90-4b04-be5e-94de28079364', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:02.243567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 4, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7555d76a-8d27-48be-b7f1-c2e6adc989f7', 'name': '', 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'mac_address': 'fa:16:3e:64:fb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:58Z', 'updated_at': '2021-08-12T05:27:01Z', 'revision_number': 4, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'subnets': [{'id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:02.263667 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Project 18a88340ad284f58880dbb9615404c75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:27:02.268761 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.272228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded8166-89b7-4103-9e2f-b044023c220a None None] The sync data for ids ['9f6c5f18-7a7f-4881-b656-81294de1f308'] in n-d-804320-1 is: [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 4, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '7555d76a-8d27-48be-b7f1-c2e6adc989f7', 'name': '', 'network_id': '52f8ff90-d27c-4084-b107-f5c89ad2a8e2', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'mac_address': 'fa:16:3e:64:fb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:58Z', 'updated_at': '2021-08-12T05:27:01Z', 'revision_number': 4, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'subnets': [{'id': '937beeeb-f554-4f0e-aeb8-d4cf1368cb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:27:02.338034 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.406671 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.428227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69952bc9-dc3a-44ba-aa90-76b3d9797021,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:02.469610 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.494500 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:02.496735 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-65897d52-2c5e-4744-9920-585456c924c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3065326 Aug 12 05:27:02.647074 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-fb188ebd-20f2-4bc5-b394-44b166d9880c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642959738&fields=id&tenant_id=18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 267 time: 0.0388389 Aug 12 05:27:02.755450 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-795fae11-86cd-45bb-a1b6-9d698cb7a191 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:02.756907 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-795fae11-86cd-45bb-a1b6-9d698cb7a191 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 808 time: 0.1017721 Aug 12 05:27:02.771337 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-aa2d6a48-8432-499c-bbfe-a3668c722a96 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/quotas/18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 375 time: 0.0087657 Aug 12 05:27:02.820548 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-ece28e17-bf7c-4d60-9dc2-74844ed750f0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441716 Aug 12 05:27:02.924486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-43ac8168-f77e-4999-ad5b-b3ce9ec8fb4f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:27:02.925607 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-43ac8168-f77e-4999-ad5b-b3ce9ec8fb4f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0940890 Aug 12 05:27:03.016602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-b0585a2a-12e3-49cc-853c-6854714ecfb0 service neutron] 10.222.0.42 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Aug 12 05:27:03.106440 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-8750ead0-b2c8-4654-a299-bc26da1f4879 service neutron] 10.222.0.42 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838737 Aug 12 05:27:03.924308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7555d76a-8d27-48be-b7f1-c2e6adc989f7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:04.057279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:04.081858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:27:04.085724 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:04.086088 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:04.161249 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:04.192421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 7555d76a-8d27-48be-b7f1-c2e6adc989f7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7555d76a-8d27-48be-b7f1-c2e6adc989f7,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:27:04.264883 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:04.316874 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=7555d76a-8d27-48be-b7f1-c2e6adc989f7,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:04.374350 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-180a2a8c-48f9-4bdd-9d94-d043301de22a req-1f8e796f-21d1-4666-856f-349f41831c2f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Aug 12 05:27:05.471398 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-44f72455-d183-4ee2-b759-4b87ed35f782 req-16f6d6ba-9f38-4c32-a21a-abb6bad7a1d5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 210 time: 0.0312629 Aug 12 05:27:05.910765 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7555d76a-8d27-48be-b7f1-c2e6adc989f7 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:05.959581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:05.959954 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:06.447817 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-619e8577-d328-4c67-a24a-4d8e9d3ed7f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:06.449246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-619e8577-d328-4c67-a24a-4d8e9d3ed7f8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 808 time: 0.1018443 Aug 12 05:27:06.492470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-95206af0-60d4-4d57-b175-076dff592935 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 379 time: 0.0334339 Aug 12 05:27:06.502122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'port': {'device_id': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'admin_state_up': True, 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'security_groups': ['4e4c2dbb-9f90-4b04-be5e-94de28079364']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:06.568396 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b97aa93b-faab-4191-b585-aec858545c40 req-8bf9097b-1792-4d71-9e80-d3b6868a415e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 210 time: 0.0288224 Aug 12 05:27:06.697719 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Made reservation on behalf of 18a88340ad284f58880dbb9615404c75 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:27:06.701384 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:06.826219 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Allocated IP 172.20.0.7 (06c8d47a-c088-480c-88cc-72ec62948ab1/6485fc36-ab31-4ef2-9cd3-5c21cb47a39f/1f0768b2-b7dc-4928-88ed-84535d9ded5a) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:27:06.961563 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:06.975058 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Transition to ACTIVE for port object 1f0768b2-b7dc-4928-88ed-84535d9ded5a will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:27:07.077262 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.121224 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:27:07.124342 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:27:07.128030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:27:07.134437 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:07.186280 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:07.186946 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.258470 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-f91d7785-115d-427c-b233-c0728d172d92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7605431 Aug 12 05:27:07.272452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Request body: {'port': {'device_id': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:07.326155 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.448099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cc095a87-0f97-4995-9521-6e95c752563a None None] Provisioning for port 1f0768b2-b7dc-4928-88ed-84535d9ded5a completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:27:07.452648 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cc095a87-0f97-4995-9521-6e95c752563a None None] Provisioning complete for port 1f0768b2-b7dc-4928-88ed-84535d9ded5a triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:07.453027 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cc095a87-0f97-4995-9521-6e95c752563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.489737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cc095a87-0f97-4995-9521-6e95c752563a None None] Port 1f0768b2-b7dc-4928-88ed-84535d9ded5a cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:27:07.589919 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0768b2-b7dc-4928-88ed-84535d9ded5a {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:27:07.598322 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.610333 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Transition to ACTIVE for port object 1f0768b2-b7dc-4928-88ed-84535d9ded5a will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:27:07.684628 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01606f30-cab9-434f-920b-cd82b2ac6528 req-37a71a06-ee0c-4452-b1de-fb3069e54862 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:07.686693 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01606f30-cab9-434f-920b-cd82b2ac6528 req-37a71a06-ee0c-4452-b1de-fb3069e54862 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 931 time: 0.0486827 Aug 12 05:27:07.699329 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.766232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01606f30-cab9-434f-920b-cd82b2ac6528 req-9e8071bc-64ba-4b7b-8f61-0acc9412ba18 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737011 Aug 12 05:27:07.776582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:07.845365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Attempting to bind port 1f0768b2-b7dc-4928-88ed-84535d9ded5a on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:27:07.845687 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Attempting to bind port 1f0768b2-b7dc-4928-88ed-84535d9ded5a by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:27:07.846016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Attempting to bind port 1f0768b2-b7dc-4928-88ed-84535d9ded5a on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:27:07.850478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Port 1f0768b2-b7dc-4928-88ed-84535d9ded5a on network 06c8d47a-c088-480c-88cc-72ec62948ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:27:07.850826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Attempting to bind port 1f0768b2-b7dc-4928-88ed-84535d9ded5a on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:27:07.855724 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:27:07.856261 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Checking segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:27:07.856616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Bound using segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:27:07.857177 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Bound port: 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:27:07.857671 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:07.925013 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:27:07.928714 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:27:08.002984 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:08.037001 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.037618 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:08.039114 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] 10.222.0.36 "PUT /v2.0/ports/1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 1091 time: 0.7713234 Aug 12 05:27:08.039514 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:27:08.041712 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be732fd-4733-4769-b76e-5eef75c0c2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:27:08.067206 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eba44f-8710-466a-92b2-85fc0b9036ef service neutron] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:08.086694 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6ab5be-a5d5-4e68-b7e3-a424e2370d9a x-openstack-request-id: req-df6ab5be-a5d5-4e68-b7e3-a424e2370d9a {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:27:08.087243 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:27:08.087589 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df6ab5be-a5d5-4e68-b7e3-a424e2370d9a {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:27:08.088023 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'status': 'completed', 'code': 200} Aug 12 05:27:08.149378 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be732fd-4733-4769-b76e-5eef75c0c2b5 req-3077bafb-3fe9-4396-ae66-d5ede0191077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.151133 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4be732fd-4733-4769-b76e-5eef75c0c2b5 req-3077bafb-3fe9-4396-ae66-d5ede0191077 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1094 time: 0.0434043 Aug 12 05:27:08.254189 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be732fd-4733-4769-b76e-5eef75c0c2b5 req-18814472-f776-4b13-8e9e-3097de22c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.255630 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4be732fd-4733-4769-b76e-5eef75c0c2b5 req-18814472-f776-4b13-8e9e-3097de22c2ea service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=18a88340ad284f58880dbb9615404c75&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0966396 Aug 12 05:27:08.346530 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be732fd-4733-4769-b76e-5eef75c0c2b5 req-7f3c8ec5-b37c-4a31-9798-630d283d7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.347942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4be732fd-4733-4769-b76e-5eef75c0c2b5 req-7f3c8ec5-b37c-4a31-9798-630d283d7807 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854423 Aug 12 05:27:08.427505 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-164eaeec-e9f3-49b2-8234-f1121ecffaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.429026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-164eaeec-e9f3-49b2-8234-f1121ecffaaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1094 time: 0.0462677 Aug 12 05:27:08.470763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-413288d1-2f10-40b9-8034-a47600b1f002 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 217 time: 0.0336819 Aug 12 05:27:08.518554 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-6ec8ef5e-1414-45a9-9d9a-1a31c6e4f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.519934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-6ec8ef5e-1414-45a9-9d9a-1a31c6e4f047 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0425429 Aug 12 05:27:08.568168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b409-4882-429b-863c-fe454c996439 req-74611d85-3604-4a9f-9db9-19f39ccdc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.569664 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-74611d85-3604-4a9f-9db9-19f39ccdc9be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433595 Aug 12 05:27:08.657288 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-8c3cc2cc-6a51-49b6-818f-9da6d5bd77c9 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807378 Aug 12 05:27:08.747478 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e2d9b409-4882-429b-863c-fe454c996439 req-85721255-c568-4d95-8628-6b6a13190214 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831697 Aug 12 05:27:08.884396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ff7c-bd32-4cc3-8024-8666ac4cf5f2 req-686c90a9-ea09-432b-a95f-24fab1a73ffa tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:08.886145 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e030ff7c-bd32-4cc3-8024-8666ac4cf5f2 req-686c90a9-ea09-432b-a95f-24fab1a73ffa tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0496967 Aug 12 05:27:08.923099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e030ff7c-bd32-4cc3-8024-8666ac4cf5f2 req-0af83aea-aada-4e9f-ba7c-b2e736b4dab8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303752 Aug 12 05:27:10.040330 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496e0d-0f44-4708-9f64-420fa611c6ec req-5fe89a47-4952-4093-9ec5-3a62fe1357f4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:10.041830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84496e0d-0f44-4708-9f64-420fa611c6ec req-5fe89a47-4952-4093-9ec5-3a62fe1357f4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0509193 Aug 12 05:27:10.079971 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-84496e0d-0f44-4708-9f64-420fa611c6ec req-27cc938b-5e80-4a4b-bce7-8e7ace563563 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Aug 12 05:27:11.196739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e879d-3ad9-46ae-9083-0fa24dcc5ec2 req-856a0597-ca17-48f4-a3ff-9608aa789eef tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:11.198217 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-047e879d-3ad9-46ae-9083-0fa24dcc5ec2 req-856a0597-ca17-48f4-a3ff-9608aa789eef tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0484097 Aug 12 05:27:11.235771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-047e879d-3ad9-46ae-9083-0fa24dcc5ec2 req-cf1fdbcd-73c9-4a1c-94fc-3beaaeb85ec2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Aug 12 05:27:12.349016 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babc665-c95a-4a56-a96c-68aaa95a1293 req-cd4175d9-155b-4533-82ed-c1fe25226992 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:12.350886 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0babc665-c95a-4a56-a96c-68aaa95a1293 req-cd4175d9-155b-4533-82ed-c1fe25226992 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0496063 Aug 12 05:27:12.388118 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0babc665-c95a-4a56-a96c-68aaa95a1293 req-f452ea91-87d5-4ec7-9e81-71a72460fead tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Aug 12 05:27:12.879300 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:27:12.972285 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:27:12.983763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'mac_address': 'fa:16:3e:af:13:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:27:13.022196 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:13.034687 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0768b2-b7dc-4928-88ed-84535d9ded5a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:27:13.053610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:27:13.133328 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:13.179910 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:13.340620 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f0768b2-b7dc-4928-88ed-84535d9ded5a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:27:13.504486 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4ab7c-75d7-4b7e-8f15-a963bc0001f0 req-c8775935-366e-4920-bf1e-09ed2c4672f2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:13.505940 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6c4ab7c-75d7-4b7e-8f15-a963bc0001f0 req-c8775935-366e-4920-bf1e-09ed2c4672f2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 944 time: 0.0513635 Aug 12 05:27:13.542783 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a6c4ab7c-75d7-4b7e-8f15-a963bc0001f0 req-0c69752a-a4b7-4d3b-8a7e-67d6bf112781 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307949 Aug 12 05:27:14.087524 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:27:14.654973 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa9953-5257-4d4c-9065-55f684d2c12b req-30dcaf05-a5f1-4984-a467-ad4920104e77 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:14.656472 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72aa9953-5257-4d4c-9065-55f684d2c12b req-30dcaf05-a5f1-4984-a467-ad4920104e77 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 944 time: 0.0474119 Aug 12 05:27:14.694099 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-72aa9953-5257-4d4c-9065-55f684d2c12b req-f288af3e-6727-4341-9200-3462167bec94 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317888 Aug 12 05:27:14.907349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:27:15.007463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 1f0768b2-b7dc-4928-88ed-84535d9ded5a completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:27:15.011039 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1f0768b2-b7dc-4928-88ed-84535d9ded5a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:27:15.011406 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:15.088563 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:15.110151 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:27:15.112426 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f571bd-b35c-4efb-8cfe-81c3f1d6c075" -d '{"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-plugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:27:15.125014 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:27:15.165183 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47266b60-d85f-4ad3-844d-57c0972679be x-openstack-request-id: req-47266b60-d85f-4ad3-844d-57c0972679be {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:27:15.165511 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-plugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:27:15.165767 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47266b60-d85f-4ad3-844d-57c0972679be {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:27:15.166160 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'code': 200} Aug 12 05:27:15.202816 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:15.249543 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:15.261679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04097e3-5756-488c-91fa-4c4e824fa972 req-c04b236f-2c3a-4684-ab40-1e856821c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:15.263213 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f04097e3-5756-488c-91fa-4c4e824fa972 req-c04b236f-2c3a-4684-ab40-1e856821c9de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1096 time: 0.0409067 Aug 12 05:27:15.297661 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f04097e3-5756-488c-91fa-4c4e824fa972 req-30624085-8192-4182-8ca4-14299f9a672b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264471 Aug 12 05:27:15.809613 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6cba-e048-4871-a0f6-3fbe5f9e5c98 req-e8c144c2-33ca-48ad-bbbd-41adafda72bd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:15.811984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe7c6cba-e048-4871-a0f6-3fbe5f9e5c98 req-e8c144c2-33ca-48ad-bbbd-41adafda72bd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Aug 12 05:27:15.847987 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-fe7c6cba-e048-4871-a0f6-3fbe5f9e5c98 req-8f983c7c-8096-4e9d-8fc0-619638ba91bd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301273 Aug 12 05:27:16.963776 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828654d3-caac-4b0e-94ea-6a92d63647c4 req-01b39077-9a91-4a4c-9ea9-77f55ca26143 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:16.965236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-828654d3-caac-4b0e-94ea-6a92d63647c4 req-01b39077-9a91-4a4c-9ea9-77f55ca26143 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0488272 Aug 12 05:27:17.001367 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-828654d3-caac-4b0e-94ea-6a92d63647c4 req-846d9722-a38b-491a-ac17-5e05d43a1148 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301774 Aug 12 05:27:17.117708 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f26a16-aef1-41ca-92cb-a962f4aa0f3e req-f9e03307-8975-4255-98c0-158fb08a4817 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:17.119287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7f26a16-aef1-41ca-92cb-a962f4aa0f3e req-f9e03307-8975-4255-98c0-158fb08a4817 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0528805 Aug 12 05:27:17.159539 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d7f26a16-aef1-41ca-92cb-a962f4aa0f3e req-cb969e60-6819-4b2f-82ab-b62a26a0922a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Aug 12 05:27:17.180887 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50346) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:17.261629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf386ece-97bc-4d37-9d44-baf6a6b58b3d tempest-TestShelveInstance-310460107 tempest-TestShelveInstance-310460107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:17.263169 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-cf386ece-97bc-4d37-9d44-baf6a6b58b3d tempest-TestShelveInstance-310460107 tempest-TestShelveInstance-310460107-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1091 time: 0.0812852 Aug 12 05:27:17.267120 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50350) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:27:17.271381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:27:17.378931 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:17.478469 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:17.579415 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Allocated IP 172.25.6.20 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/2bae3099-7edf-4cb7-aaec-9fc1ff80bcaf) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:27:17.683172 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:17.777846 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:17.814285 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:27:17.817155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:27:17.822610 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:27:17.852753 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'Port': ['ID=2bae3099-7edf-4cb7-aaec-9fc1ff80bcaf,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:18.181537 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:18.299376 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:18.447817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:18.508445 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:18.579612 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'Port': ['ID=2bae3099-7edf-4cb7-aaec-9fc1ff80bcaf,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:27:18.589401 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:18.688997 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Floating IP 530f53c5-4323-4a27-aa46-256ab3d0417a associated. External IP: 172.25.6.20, port: 1f0768b2-b7dc-4928-88ed-84535d9ded5a. Aug 12 05:27:18.892525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:27:18.995453 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:27:19.004892 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:27:19.014466 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:27:19.015111 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:27:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:19.071125 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:19.102999 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c34567e9-dd8f-4672-8994-6d1e1102cef6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8348005 Aug 12 05:27:19.104095 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:27:19.106093 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:27:19.120683 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:27:19.146610 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255baf8-971b-4d1d-b238-6e3026ea5c71 x-openstack-request-id: req-1255baf8-971b-4d1d-b238-6e3026ea5c71 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:27:19.146927 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:27:19.147180 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1255baf8-971b-4d1d-b238-6e3026ea5c71 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:27:19.147589 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'status': 'completed', 'code': 200} Aug 12 05:27:19.213204 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-a1cfdc36-9857-42a6-b977-114339c1ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:19.214734 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-a1cfdc36-9857-42a6-b977-114339c1ae62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1096 time: 0.0438900 Aug 12 05:27:19.309650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-8dac1cd1-b71b-45b3-9a85-8839128466fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:19.311741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-8dac1cd1-b71b-45b3-9a85-8839128466fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0888162 Aug 12 05:27:19.341845 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '530f53c5-4323-4a27-aa46-256ab3d0417a', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'mac_address': 'fa:16:3e:af:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:27:18Z', 'updated_at': '2021-08-12T05:27:18Z', 'revision_number': 0, 'project_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:19.367677 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:27:19.375761 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:27:19.376358 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:27:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:19.380994 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-bbcea4de-3fd0-49bf-98b2-ca38a0dea6ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 998 time: 0.0619054 Aug 12 05:27:19.482502 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:27:19.729730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-c670c865-3461-4879-ab82-fc196ccadc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:19.731287 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-c670c865-3461-4879-ab82-fc196ccadc81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.3439927 Aug 12 05:27:19.777494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-047913a9-e59f-4b1d-9921-78da202d3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:19.778943 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-047913a9-e59f-4b1d-9921-78da202d3a70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412254 Aug 12 05:27:19.803350 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '530f53c5-4323-4a27-aa46-256ab3d0417a', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'mac_address': 'fa:16:3e:af:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:27:18Z', 'updated_at': '2021-08-12T05:27:18Z', 'revision_number': 0, 'project_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:27:19.832521 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f729f5-8363-42f0-8851-e4c4d83efb05 None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '530f53c5-4323-4a27-aa46-256ab3d0417a', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'mac_address': 'fa:16:3e:af:13:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:27:18Z', 'updated_at': '2021-08-12T05:27:18Z', 'revision_number': 0, 'project_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:27:19.874589 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-0123fd27-7225-4957-b73a-f9fd71cd4d19 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 Aug 12 05:27:19.967059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0844d8c5-8a6a-4a17-ba42-3e42b30148e0 req-5b7f6c10-bbdc-4a47-93f0-9c274a5c0124 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861042 Aug 12 05:27:20.035939 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8160b-108f-41b7-a329-81b5894cc48c None None] New status for floating IP 530f53c5-4323-4a27-aa46-256ab3d0417a: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:27:26.247722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:26.453701 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:28.251294 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cb93eb1d-bb29-4b4d-8a23-cdbe65d150e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:30.904899 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-595ae7b9-c833-4b02-a67e-1d002ee55325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:31.053163 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:32.447665 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:34.080212 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:51.086513 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:27:56.290854 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:56.439451 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:58.079182 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-8c016106-ca91-4c55-98d2-3098c2fd2004 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389059 Aug 12 05:27:58.159646 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-3cca89ce-cb62-4652-9eb2-67a5f2ec8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:58.161093 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-3cca89ce-cb62-4652-9eb2-67a5f2ec8deb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1096 time: 0.0428061 Aug 12 05:27:58.245893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6680753f-1eb2-4e00-99bd-ce363d883656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:27:58.261704 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-2e4d7497-1223-4bb3-8b30-8c4a7732fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:58.263207 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-2e4d7497-1223-4bb3-8b30-8c4a7732fc84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0839770 Aug 12 05:27:58.332056 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-f7712c4f-d734-4b46-95f1-40f4a67d3ba9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 1000 time: 0.0614157 Aug 12 05:27:58.379860 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-b4147dca-8244-4e3e-91d4-f04443b2cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:58.381921 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-b4147dca-8244-4e3e-91d4-f04443b2cad5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0429866 Aug 12 05:27:58.426681 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-9a8a79c8-cccd-47ea-a860-f5e14c8b16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:27:58.428800 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-9a8a79c8-cccd-47ea-a860-f5e14c8b16a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397286 Aug 12 05:27:58.522046 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-81517306-0088-46d1-bdc4-0d65c7768078 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856040 Aug 12 05:27:58.609654 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2d3bcf83-caac-4bba-b7e4-e43f2ec36016 req-63525b18-c73d-4ca9-8e5b-016af5365edb service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809216 Aug 12 05:28:00.915710 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-64bd5445-c46e-4c38-9e2a-7519a07b8175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:01.050976 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:02.451174 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:03.756216 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-4ce10a35-7265-4d8c-a2e7-6a10c73af8a5 req-805c734d-4e46-4222-9f2f-44af3cd96c3b service neutron] (95043) timed out ('10.222.0.42', 46514) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 05:28:04.001067 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:26.315236 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:26.446534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:28.086477 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:28:28.239516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9b820cae-999d-4e24-8fd6-bfc01f1ca4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:30.921011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-badee9d2-7dc2-45f6-b8d1-d406ba3728fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:31.029117 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:32.507844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:34.006011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:56.319114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:56.445136 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:28:58.240866 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e987925b-7ac0-4a17-ac64-020fcbfd7fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:00.083401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-3b25105a-c07d-47e7-8bff-1a4f1a3e04f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405111 Aug 12 05:29:00.166739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-e85a3741-9960-4ac2-9326-09dae0ba37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:00.168106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-e85a3741-9960-4ac2-9326-09dae0ba37d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1096 time: 0.0446725 Aug 12 05:29:00.267434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-795ef007-b073-4fa0-8470-402552cc0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:00.268880 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-795ef007-b073-4fa0-8470-402552cc0aab service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0823166 Aug 12 05:29:00.336666 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-406760b3-85cc-496b-a582-d1c33205eb6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 1000 time: 0.0605099 Aug 12 05:29:00.385061 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-e1bf1423-846f-4606-86d0-76d87399ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:00.386461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-e1bf1423-846f-4606-86d0-76d87399ad57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0437629 Aug 12 05:29:00.430631 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-70e162cf-3375-403e-98f0-c22044e1a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:00.432038 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-70e162cf-3375-403e-98f0-c22044e1a10e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387599 Aug 12 05:29:00.443444 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-94901c0d-2346-421d-a05e-3198e9d56287 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:29:00.445055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-94901c0d-2346-421d-a05e-3198e9d56287 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055916 Aug 12 05:29:00.535991 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-54ca197c-7fd6-4c5a-9a82-0dbebd3c2468 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Aug 12 05:29:00.624412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b5961d0a-b081-4a90-8926-6bc31e07c5c3 req-9064d55c-14a6-47f1-932d-acce76360dc8 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Aug 12 05:29:00.885791 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-86c50689-9a11-4438-a77e-60f5ed23e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:01.000021 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:02.450663 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:04.011238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:05.085736 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:29:14.263648 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca086278-e77e-453e-9741-70691bc7d2f6 req-53242ea0-c46f-439d-afcc-59a449475a90 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:14.265124 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca086278-e77e-453e-9741-70691bc7d2f6 req-53242ea0-c46f-439d-afcc-59a449475a90 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.1118510 Aug 12 05:29:14.301934 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ca086278-e77e-453e-9741-70691bc7d2f6 req-9e77f8dd-dfc8-4251-802d-a0a2b67b9b70 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308278 Aug 12 05:29:15.431917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c30b2-0586-44eb-9dc6-6614c422da9b req-eabc2fbb-944b-48e3-aefb-922f309c8992 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:15.433425 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c8c30b2-0586-44eb-9dc6-6614c422da9b req-eabc2fbb-944b-48e3-aefb-922f309c8992 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Aug 12 05:29:15.471033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8c8c30b2-0586-44eb-9dc6-6614c422da9b req-a421213f-5aa5-4b44-9197-96207943fd69 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314519 Aug 12 05:29:16.616368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaf96c-e9df-44ed-9b4a-3042ecc18c1f req-71752da3-fcda-45f0-b720-c479268d186c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:16.618447 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbcaf96c-e9df-44ed-9b4a-3042ecc18c1f req-71752da3-fcda-45f0-b720-c479268d186c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0523670 Aug 12 05:29:16.654209 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbcaf96c-e9df-44ed-9b4a-3042ecc18c1f req-37a20612-d6bc-4770-9440-d85cab7fda67 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298193 Aug 12 05:29:17.769629 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d6e36-6063-4f12-9cba-0404fcdeef7c req-cc10c1d9-97a9-47bf-ac15-a8e3ed53e4ed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:17.771158 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a2d6e36-6063-4f12-9cba-0404fcdeef7c req-cc10c1d9-97a9-47bf-ac15-a8e3ed53e4ed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0510814 Aug 12 05:29:17.807751 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7a2d6e36-6063-4f12-9cba-0404fcdeef7c req-b860c683-0e94-47ea-84c9-4118bfe8e7a1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305560 Aug 12 05:29:18.924424 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51cb1-27a0-44c5-b11f-2174bbfdbce9 req-93af81fc-e5d1-49d2-979d-c2faaa09c810 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:18.925853 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1a51cb1-27a0-44c5-b11f-2174bbfdbce9 req-93af81fc-e5d1-49d2-979d-c2faaa09c810 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0490170 Aug 12 05:29:18.964632 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c1a51cb1-27a0-44c5-b11f-2174bbfdbce9 req-53c621f5-637e-4279-91d0-f8e117843bf3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Aug 12 05:29:20.081055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c51dc-da0b-4d75-b5ac-855fe9df70ce req-211463bb-0e54-44d2-87cc-fc434348e4cf tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:20.082557 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-570c51dc-da0b-4d75-b5ac-855fe9df70ce req-211463bb-0e54-44d2-87cc-fc434348e4cf tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Aug 12 05:29:20.119782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-570c51dc-da0b-4d75-b5ac-855fe9df70ce req-9468733a-745e-4c87-8bfe-52d82d198bae tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Aug 12 05:29:21.234921 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361a996-5b5d-4590-8e6c-a0d679993892 req-18f9eb8f-b26a-426f-bc1d-d16f9cf4dbd0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:21.236401 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7361a996-5b5d-4590-8e6c-a0d679993892 req-18f9eb8f-b26a-426f-bc1d-d16f9cf4dbd0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Aug 12 05:29:21.272427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7361a996-5b5d-4590-8e6c-a0d679993892 req-d01912af-6b29-4f4b-be22-704aaa5450b7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301349 Aug 12 05:29:22.388872 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58d071-fb3f-41cb-8e93-3fa790daf309 req-cf433e81-6381-4d86-9847-3ce37f9979fd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:22.390372 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad58d071-fb3f-41cb-8e93-3fa790daf309 req-cf433e81-6381-4d86-9847-3ce37f9979fd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0489948 Aug 12 05:29:22.427736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ad58d071-fb3f-41cb-8e93-3fa790daf309 req-2d16c49a-8e84-48e7-b9ac-6ac21ae59d54 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 12 05:29:23.544575 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a9421-e71a-405a-8cd4-f97eb4a8f6f0 req-42757fb9-e6f4-46bb-9fd8-f256c3f56889 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:23.546007 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-916a9421-e71a-405a-8cd4-f97eb4a8f6f0 req-42757fb9-e6f4-46bb-9fd8-f256c3f56889 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Aug 12 05:29:23.582910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-916a9421-e71a-405a-8cd4-f97eb4a8f6f0 req-14aa9413-5d6d-4500-a4a3-eb1af7eaed2c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309613 Aug 12 05:29:24.696123 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5099c-e882-4455-b18f-e4335273ced4 req-614de5ec-f988-4a17-8d65-0634b7660720 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:24.698101 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1cd5099c-e882-4455-b18f-e4335273ced4 req-614de5ec-f988-4a17-8d65-0634b7660720 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Aug 12 05:29:24.734791 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1cd5099c-e882-4455-b18f-e4335273ced4 req-1ac76f33-fc41-4fc5-a409-3c1458bef789 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307927 Aug 12 05:29:25.847691 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c04b0-1aaa-4463-ace0-5d120315349f req-af9c327a-1370-473d-9b1b-de0c785bb1c3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:25.849177 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e98c04b0-1aaa-4463-ace0-5d120315349f req-af9c327a-1370-473d-9b1b-de0c785bb1c3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0479960 Aug 12 05:29:25.886137 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e98c04b0-1aaa-4463-ace0-5d120315349f req-cbc4b26a-07a1-4d32-b42b-a4903e494b02 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303035 Aug 12 05:29:26.324370 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:26.433999 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:27.361310 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aea732-2807-47a1-8e74-476fd2322396 req-93837727-fe14-4c2e-8194-7c507dfbc967 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:27.362895 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26aea732-2807-47a1-8e74-476fd2322396 req-93837727-fe14-4c2e-8194-7c507dfbc967 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.4073372 Aug 12 05:29:27.414879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26aea732-2807-47a1-8e74-476fd2322396 req-34deb622-3239-4c70-955b-b4c5df032657 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411129 Aug 12 05:29:27.630453 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:29:27.900372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:27.914742 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'mac_address': 'fa:16:3e:af:13:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:29:27.961567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:27.978312 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f0768b2-b7dc-4928-88ed-84535d9ded5a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:29:27.996750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:28.089865 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:28.147066 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:29:28.155619 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.155904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.156254 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.156611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.156938 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.157278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.157609 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.157937 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.158266 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.158595 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.158946 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.159400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:29:28.173348 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f0768b2-b7dc-4928-88ed-84535d9ded5a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:29:28.275051 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-63a90df4-56e2-4ee6-b4da-1bd5fc84a6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:28.542347 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe18418-44ba-48ff-9376-bc73cc4eab8c req-af0f8bc7-4e3d-4d0a-acda-a1598991a350 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:28.544062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbe18418-44ba-48ff-9376-bc73cc4eab8c req-af0f8bc7-4e3d-4d0a-acda-a1598991a350 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 944 time: 0.0571394 Aug 12 05:29:28.586958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dbe18418-44ba-48ff-9376-bc73cc4eab8c req-2a8f82d2-d117-47b8-bbbb-787c8cdb966d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353403 Aug 12 05:29:29.636825 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:29:29.690775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1f0768b2-b7dc-4928-88ed-84535d9ded5a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:29:29.691152 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:29.747693 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29338-5748-4aac-a33d-80cebf39b43f req-220dbe1f-cccd-4a8c-a136-0fc07d891aa3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:29.750316 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cd29338-5748-4aac-a33d-80cebf39b43f req-220dbe1f-cccd-4a8c-a136-0fc07d891aa3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 944 time: 0.0658214 Aug 12 05:29:29.772594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:29.792604 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5cd29338-5748-4aac-a33d-80cebf39b43f req-66c886a6-a125-433c-9037-7c25b68da726 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362642 Aug 12 05:29:29.795157 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:29:29.797410 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7451031f-3397-45c6-bdc1-a946393f7d42" -d '{"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-plugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:29:29.811578 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:29.851219 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3617ed-cbed-420b-9b53-5d1d480971f4 x-openstack-request-id: req-6f3617ed-cbed-420b-9b53-5d1d480971f4 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:29:29.851502 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-plugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:29:29.851754 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f3617ed-cbed-420b-9b53-5d1d480971f4 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:29:29.852146 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'code': 200} Aug 12 05:29:29.896804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:29.945117 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:29:30.918540 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-617a18d2-60c3-4bd3-bac5-d9f659d0e845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:30.929248 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7f56d-633d-473b-b35b-0b64eb37ac94 req-74084895-ac0a-4c18-a40d-dcc4a67402a6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:30.930537 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3f7f56d-633d-473b-b35b-0b64eb37ac94 req-74084895-ac0a-4c18-a40d-dcc4a67402a6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0593197 Aug 12 05:29:30.994148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e3f7f56d-633d-473b-b35b-0b64eb37ac94 req-94c36034-aa5f-4fef-ada7-aed30375900b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562658 Aug 12 05:29:31.028092 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:32.132637 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869020c-c804-4924-85b5-9764fe5dd47f req-4e3d2f87-9f1d-4201-8033-7a128104c736 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:32.134739 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8869020c-c804-4924-85b5-9764fe5dd47f req-4e3d2f87-9f1d-4201-8033-7a128104c736 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0586245 Aug 12 05:29:32.179323 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-8869020c-c804-4924-85b5-9764fe5dd47f req-2eb6ae75-7450-436f-8ed0-2100b12e178d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Aug 12 05:29:32.762469 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:33.304736 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e146d-0146-425e-b5fc-3e81dc370ef4 req-e603f05a-3ab2-414a-9f5c-7821ab165e40 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:33.306752 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f75e146d-0146-425e-b5fc-3e81dc370ef4 req-e603f05a-3ab2-414a-9f5c-7821ab165e40 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0560465 Aug 12 05:29:33.349841 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f75e146d-0146-425e-b5fc-3e81dc370ef4 req-b974d494-3961-441e-b1c9-ce217f24e641 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343416 Aug 12 05:29:34.016075 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:34.481164 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae123f-7b25-4408-a88f-77d097fd44ea req-345bfafb-320d-4197-a0ec-8831944c3737 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:34.482695 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21ae123f-7b25-4408-a88f-77d097fd44ea req-345bfafb-320d-4197-a0ec-8831944c3737 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0543120 Aug 12 05:29:34.531277 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21ae123f-7b25-4408-a88f-77d097fd44ea req-fb07487b-dfee-4c6d-a366-72e9539caafa tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Aug 12 05:29:35.655219 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498bb3-f543-42f4-8770-cb12d230328d req-9ef1aabe-5d41-40fd-9122-d4e2014bb1ed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:35.656864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26498bb3-f543-42f4-8770-cb12d230328d req-9ef1aabe-5d41-40fd-9122-d4e2014bb1ed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0524623 Aug 12 05:29:35.700240 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-26498bb3-f543-42f4-8770-cb12d230328d req-a3127904-f45c-4651-9989-e6903836d50d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371590 Aug 12 05:29:36.815491 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb821d-ce59-43fe-b51f-04963dcff98c req-5a71e59b-85d3-4cfb-89b7-bd6be8a26c3e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:36.816976 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bb821d-ce59-43fe-b51f-04963dcff98c req-5a71e59b-85d3-4cfb-89b7-bd6be8a26c3e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Aug 12 05:29:36.855205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-31bb821d-ce59-43fe-b51f-04963dcff98c req-a3a992d6-61f5-408f-bafc-b6e8d5f7129d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Aug 12 05:29:37.650935 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-6f71b162-4050-47ea-9a5d-6ae02dbd98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:37.652394 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-6f71b162-4050-47ea-9a5d-6ae02dbd98b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1096 time: 0.0847030 Aug 12 05:29:37.744726 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-60fba48c-f0e1-4350-a6c7-cd6d019f4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:37.746194 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-60fba48c-f0e1-4350-a6c7-cd6d019f4d65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0863974 Aug 12 05:29:37.813591 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-eb5376e5-05e9-48d4-8eaa-77310c63ab8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 1000 time: 0.0604050 Aug 12 05:29:37.867000 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-7bdf46bc-f3cd-4a43-8c28-bbb946b21c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:37.868377 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-7bdf46bc-f3cd-4a43-8c28-bbb946b21c69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0474682 Aug 12 05:29:37.913696 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-ca3e2f4d-94b6-4eca-a10a-1bd6933d74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:37.915819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-ca3e2f4d-94b6-4eca-a10a-1bd6933d74aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402675 Aug 12 05:29:37.971048 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc221a2-895c-4d70-b0a1-359bcf1c7671 req-d28a761d-88ca-42c6-a07d-658c596562e7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:37.972573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-afc221a2-895c-4d70-b0a1-359bcf1c7671 req-d28a761d-88ca-42c6-a07d-658c596562e7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0485735 Aug 12 05:29:38.010477 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-38731843-a9de-4972-a91d-aa98f32249f7 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882478 Aug 12 05:29:38.011102 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-afc221a2-895c-4d70-b0a1-359bcf1c7671 req-065f9241-96ef-44e2-acd4-9e0b65c9d8a6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Aug 12 05:29:38.099982 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cffbeee2-d07a-4894-aba4-670d0e8512ca req-5c32a5c7-6eda-4753-8af2-ae5e089f16e6 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824311 Aug 12 05:29:39.128911 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11278f-0fb6-422f-889e-e9b2de862079 req-01450f29-1950-4ac4-8c22-1f3aa3c80d83 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:39.130634 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d11278f-0fb6-422f-889e-e9b2de862079 req-01450f29-1950-4ac4-8c22-1f3aa3c80d83 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0495746 Aug 12 05:29:39.167267 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0d11278f-0fb6-422f-889e-e9b2de862079 req-1eed10b1-046a-4ddd-b847-586ec57d2820 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307043 Aug 12 05:29:40.286470 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593be89-f4bf-46d8-8d5b-3fa16f333d17 req-82e795c6-afc0-40a6-9dcd-f3c2c5f56364 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:40.288004 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6593be89-f4bf-46d8-8d5b-3fa16f333d17 req-82e795c6-afc0-40a6-9dcd-f3c2c5f56364 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0539739 Aug 12 05:29:40.326468 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-6593be89-f4bf-46d8-8d5b-3fa16f333d17 req-318e41b9-aca8-4e6b-8cc0-6b47e45eb460 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Aug 12 05:29:40.685250 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813d3e5-7f93-44e7-80c0-44193fba8dc4 req-ffb0b99c-7a99-4c35-bdc2-2eb23e39bba6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:40.686818 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b813d3e5-7f93-44e7-80c0-44193fba8dc4 req-ffb0b99c-7a99-4c35-bdc2-2eb23e39bba6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Aug 12 05:29:40.725570 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b813d3e5-7f93-44e7-80c0-44193fba8dc4 req-767a8cb8-da1a-4952-8417-e80d23c0f14f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Aug 12 05:29:40.975824 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50548) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:29:41.063298 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-0730f84a-022e-406d-b082-9a7be2ed59c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863161 Aug 12 05:29:41.699919 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:29:41.778504 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:41.801748 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:29:41.804020 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9769c5-47aa-408c-9c90-365772579961" -d '{"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-unplugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:29:41.820474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:41.835490 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 05:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b251392-2efc-4eca-9545-d5ddf703187f x-openstack-request-id: req-2b251392-2efc-4eca-9545-d5ddf703187f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:29:41.835782 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-unplugged", "status": "failed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "code": 422}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:29:41.836035 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b251392-2efc-4eca-9545-d5ddf703187f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:29:41.836433 n-d-804320-1 neutron-server[95044]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'code': 422} returned with failed status Aug 12 05:29:41.856822 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d90119-01f6-44d8-a6ef-f0d4ca128a05 req-019d96b9-fc58-40ce-b2d8-8dd854f4620e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:41.858307 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3d90119-01f6-44d8-a6ef-f0d4ca128a05 req-019d96b9-fc58-40ce-b2d8-8dd854f4620e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 945 time: 0.0524507 Aug 12 05:29:41.897549 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d3d90119-01f6-44d8-a6ef-f0d4ca128a05 req-07475387-201b-4842-b9f8-f9910e0e4cd9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332689 Aug 12 05:29:41.912559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:41.961452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:29:42.084584 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:29:42.274256 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-88148234-bf88-41e4-9f6c-6e6a786525f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:42.275658 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-88148234-bf88-41e4-9f6c-6e6a786525f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085&tenant_id=18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 1094 time: 0.0673032 Aug 12 05:29:42.338626 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-4252a8f2-8226-45e0-8b3b-c64fc470a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:42.340627 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-4252a8f2-8226-45e0-8b3b-c64fc470a05e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1094 time: 0.0431180 Aug 12 05:29:42.431299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-0e6038ef-1b64-4547-a341-4b961c4d3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:42.432849 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-0e6038ef-1b64-4547-a341-4b961c4d3874 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0848379 Aug 12 05:29:42.500276 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-bb8a0712-481b-4ce5-97a4-c83420ef228c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 998 time: 0.0603187 Aug 12 05:29:42.548565 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-4f43dbd4-2e0a-469b-96c4-1b8e999f468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:42.549897 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-4f43dbd4-2e0a-469b-96c4-1b8e999f468b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0428216 Aug 12 05:29:42.595321 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-09827b13-3c84-413a-a0bf-ddc8372b2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:42.596769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-09827b13-3c84-413a-a0bf-ddc8372b2957 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392380 Aug 12 05:29:42.688266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-06068d30-8d97-4b72-9828-66a99937204a service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835392 Aug 12 05:29:42.778646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e105e13e-606f-4c30-bd74-f6be6c99811b req-8be05335-7458-45a7-aae2-6dbf66306045 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821781 Aug 12 05:29:43.014089 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f028c4-c98e-4d39-8bad-1abdd56ad85d req-3af974bc-3a9d-4ce4-9e08-e83ca13a4ad0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:43.015637 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2f028c4-c98e-4d39-8bad-1abdd56ad85d req-3af974bc-3a9d-4ce4-9e08-e83ca13a4ad0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0492051 Aug 12 05:29:43.052796 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f2f028c4-c98e-4d39-8bad-1abdd56ad85d req-a50ce2e3-fe05-4035-a869-98e9ad5d1fba tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Aug 12 05:29:44.178019 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebcac2-2f3b-498b-b2ae-8101bde6928b req-77d3e6f4-85b3-432d-9ba6-65618d72cbff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:44.180612 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ebcac2-2f3b-498b-b2ae-8101bde6928b req-77d3e6f4-85b3-432d-9ba6-65618d72cbff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0517788 Aug 12 05:29:44.232072 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-43ebcac2-2f3b-498b-b2ae-8101bde6928b req-681b1a0d-b7b7-442a-8b0b-badd88a68c22 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455964 Aug 12 05:29:45.353592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c0213-3b2d-45a1-8f37-6447beeb6bbe req-f20ed148-0fe4-4630-891a-64b4ba371dd2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:45.355677 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-235c0213-3b2d-45a1-8f37-6447beeb6bbe req-f20ed148-0fe4-4630-891a-64b4ba371dd2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0546649 Aug 12 05:29:45.396012 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-235c0213-3b2d-45a1-8f37-6447beeb6bbe req-6b3e7c5a-7736-49e7-818b-b47290ed51a6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342402 Aug 12 05:29:46.516297 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9ded-e7cd-4107-9efb-2c5723c36643 req-2e282671-ece8-4e17-ba3e-d5969d11c7dd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:46.517763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95e9ded-e7cd-4107-9efb-2c5723c36643 req-2e282671-ece8-4e17-ba3e-d5969d11c7dd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0502725 Aug 12 05:29:46.560646 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c95e9ded-e7cd-4107-9efb-2c5723c36643 req-5459ed01-975f-48a2-8333-c42f14005285 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366108 Aug 12 05:29:47.677896 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09cf5c-3a00-4201-a014-b8cc38657b93 req-49562aff-1385-4c24-bb99-3382a2fcde8f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:47.679476 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b09cf5c-3a00-4201-a014-b8cc38657b93 req-49562aff-1385-4c24-bb99-3382a2fcde8f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0500886 Aug 12 05:29:47.719921 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2b09cf5c-3a00-4201-a014-b8cc38657b93 req-9b5a6f3f-5fce-48c5-ab13-b22fe5404f7c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339153 Aug 12 05:29:48.844808 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452c566-ecc8-48ed-9562-ace9272b1c00 req-64f9a643-bac5-4595-90d2-5f7c86719ff3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:48.846788 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1452c566-ecc8-48ed-9562-ace9272b1c00 req-64f9a643-bac5-4595-90d2-5f7c86719ff3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0564108 Aug 12 05:29:48.889825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1452c566-ecc8-48ed-9562-ace9272b1c00 req-ecb89c1b-d5cd-4549-87bc-88829bab0be1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370371 Aug 12 05:29:50.014013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12ee97-f2f9-4db0-b8fc-23733a3e476c req-80454ed1-18fe-47e9-a0ff-cfc252e25aed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:50.015786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc12ee97-f2f9-4db0-b8fc-23733a3e476c req-80454ed1-18fe-47e9-a0ff-cfc252e25aed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0520363 Aug 12 05:29:50.054905 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bc12ee97-f2f9-4db0-b8fc-23733a3e476c req-625591b9-ed17-47f0-849f-a88a6fd0a3b5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330009 Aug 12 05:29:51.171075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aa945-d633-4bce-b186-93c4707ee1e7 req-ec735e1f-f2dc-4c24-9664-570e48e36435 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:51.172584 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c4aa945-d633-4bce-b186-93c4707ee1e7 req-ec735e1f-f2dc-4c24-9664-570e48e36435 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0498583 Aug 12 05:29:51.215075 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c4aa945-d633-4bce-b186-93c4707ee1e7 req-cfdfa1b6-ffdf-4f2a-9e67-721eb7c05728 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360396 Aug 12 05:29:52.340254 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c2075-f8d2-4aff-991d-0ec1c47f11c5 req-b2d2fae7-c219-4f51-b18d-8cb779b55287 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:52.341852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-334c2075-f8d2-4aff-991d-0ec1c47f11c5 req-b2d2fae7-c219-4f51-b18d-8cb779b55287 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0542550 Aug 12 05:29:52.384852 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-334c2075-f8d2-4aff-991d-0ec1c47f11c5 req-150e2417-7f81-456b-85d1-ffffdde57e66 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369482 Aug 12 05:29:53.503302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c73e36-5d56-420e-9dc9-609b3fd022d1 req-fea6bba1-7b61-4bd9-aed7-0eba71a447f6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:53.504743 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64c73e36-5d56-420e-9dc9-609b3fd022d1 req-fea6bba1-7b61-4bd9-aed7-0eba71a447f6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0508182 Aug 12 05:29:53.542737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64c73e36-5d56-420e-9dc9-609b3fd022d1 req-d0a6c39b-8645-40c7-bbc0-2331cd612a59 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 12 05:29:54.655623 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7082c-a561-49a5-ab47-27ea142db0eb req-49e3c7e3-5c7a-441d-beb9-6f7c7f7603cd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:54.657125 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50d7082c-a561-49a5-ab47-27ea142db0eb req-49e3c7e3-5c7a-441d-beb9-6f7c7f7603cd tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0480859 Aug 12 05:29:54.693599 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-50d7082c-a561-49a5-ab47-27ea142db0eb req-8dd03765-f03c-4788-9c2e-0018b40d8777 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306361 Aug 12 05:29:55.806591 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c42c9c-ac69-4039-ac8c-f11f31bd9716 req-3994186c-37ed-4057-84fd-66593d5fbb4a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:55.808077 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05c42c9c-ac69-4039-ac8c-f11f31bd9716 req-3994186c-37ed-4057-84fd-66593d5fbb4a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0481472 Aug 12 05:29:55.844703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-05c42c9c-ac69-4039-ac8c-f11f31bd9716 req-7c6ce935-9a2a-4a2b-9b0e-6bf112ceb016 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304587 Aug 12 05:29:56.370488 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:56.472856 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:56.959218 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba6e9d-3a7a-41b2-aff5-2e500b1c288f req-b76430fb-ee68-46ac-aaa7-34ad01366d65 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:56.960726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91ba6e9d-3a7a-41b2-aff5-2e500b1c288f req-b76430fb-ee68-46ac-aaa7-34ad01366d65 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 943 time: 0.0496445 Aug 12 05:29:56.997597 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-91ba6e9d-3a7a-41b2-aff5-2e500b1c288f req-180c1fc3-6a45-4cce-bb6f-deabfb285859 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Aug 12 05:29:57.746271 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:29:57.841847 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:57.852999 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'port_id': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'mac_address': 'fa:16:3e:af:13:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:29:57.889114 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:57.901848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0768b2-b7dc-4928-88ed-84535d9ded5a {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:29:57.920757 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:57.999721 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:58.051368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:29:58.118668 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9e635-f50b-45ea-93b4-fed374cd1092 req-7fdd8ec2-3693-40ba-95ca-ed14dd3bd7b7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:58.120157 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0b9e635-f50b-45ea-93b4-fed374cd1092 req-7fdd8ec2-3693-40ba-95ca-ed14dd3bd7b7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 944 time: 0.0478313 Aug 12 05:29:58.160850 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0b9e635-f50b-45ea-93b4-fed374cd1092 req-a009d4e8-29ce-47d2-bf5c-3f4676dfd670 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344162 Aug 12 05:29:58.241308 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['1f0768b2-b7dc-4928-88ed-84535d9ded5a'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:29:58.275802 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be91161b-b21f-46d9-b5b1-f80dd1a62acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:59.278847 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc4850-fcdd-438f-9ca1-cd5f051574e3 req-fa15fd71-2c16-4cde-b44b-ab3ef706083b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:29:59.280883 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bcdc4850-fcdd-438f-9ca1-cd5f051574e3 req-fa15fd71-2c16-4cde-b44b-ab3ef706083b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 944 time: 0.0529621 Aug 12 05:29:59.318653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bcdc4850-fcdd-438f-9ca1-cd5f051574e3 req-5e50609c-19f5-4cc9-9469-0689aade956d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Aug 12 05:29:59.758678 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:29:59.804826 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 1f0768b2-b7dc-4928-88ed-84535d9ded5a triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:29:59.805195 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:59.879563 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:29:59.900485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:29:59.902748 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49960dd1-7786-47d9-a262-a2dcb6c783f5" -d '{"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-plugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:29:59.918238 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:29:59.941279 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724d9dd-6387-40b7-8282-a042fe1a64d2 x-openstack-request-id: req-d724d9dd-6387-40b7-8282-a042fe1a64d2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:29:59.941563 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-plugged", "status": "completed", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:29:59.941814 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d724d9dd-6387-40b7-8282-a042fe1a64d2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:29:59.942207 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'code': 200} Aug 12 05:29:59.993430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:00.041797 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:30:00.175725 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa9bfa-b45d-415a-b691-3ac944a5a6ae req-8bd95ded-0af3-4212-8e08-5f2646d9cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:00.177198 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1fa9bfa-b45d-415a-b691-3ac944a5a6ae req-8bd95ded-0af3-4212-8e08-5f2646d9cab4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1097 time: 0.0401123 Aug 12 05:30:00.210602 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-d1fa9bfa-b45d-415a-b691-3ac944a5a6ae req-7e638076-34e3-4bfb-9c69-9ad8f6a0e94a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265334 Aug 12 05:30:00.437178 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae63fe-72f5-4b67-bae6-985989c46352 req-6a761901-2082-42a9-8366-cad731f54b09 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:00.438946 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfae63fe-72f5-4b67-bae6-985989c46352 req-6a761901-2082-42a9-8366-cad731f54b09 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 946 time: 0.0501904 Aug 12 05:30:00.477755 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfae63fe-72f5-4b67-bae6-985989c46352 req-8330eced-aee6-4ccf-8191-7548fd3ad616 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Aug 12 05:30:00.913747 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d8ecaa4e-08fe-42c1-af72-5fa1630b5450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:01.021068 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:01.091257 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc825-0f97-477f-996c-a06dc87c429c req-c39589b8-5c3b-4666-9c88-dcce10d8c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:01.093286 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-c39589b8-5c3b-4666-9c88-dcce10d8c1ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1097 time: 0.0424352 Aug 12 05:30:01.199339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc825-0f97-477f-996c-a06dc87c429c req-1fca5e20-1fe9-4244-9bb1-3de03a607f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:01.200820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-1fca5e20-1fe9-4244-9bb1-3de03a607f59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0885687 Aug 12 05:30:01.263846 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-dd609626-9f69-459f-8360-d92635a87cb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 1000 time: 0.0561798 Aug 12 05:30:01.312730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc825-0f97-477f-996c-a06dc87c429c req-2a1afb65-314a-47b8-9501-8f829284106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:01.314196 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-2a1afb65-314a-47b8-9501-8f829284106c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0440817 Aug 12 05:30:01.361849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fc825-0f97-477f-996c-a06dc87c429c req-b99e346d-06f4-4d03-8eb7-2ddaf701c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:01.363482 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-b99e346d-06f4-4d03-8eb7-2ddaf701c28b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427625 Aug 12 05:30:01.452242 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-249d7d96-7bf8-4bd4-9d05-457a2775cb56 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821362 Aug 12 05:30:01.548790 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-256fc825-0f97-477f-996c-a06dc87c429c req-c7d7af04-3a39-4547-9a4a-7fd5c1d840e5 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890384 Aug 12 05:30:01.597931 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19b48b-425e-419b-82cc-255981c29ea9 req-97f53581-1ed4-41a5-b327-9a50032d4687 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:01.599421 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c19b48b-425e-419b-82cc-255981c29ea9 req-97f53581-1ed4-41a5-b327-9a50032d4687 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 946 time: 0.0496862 Aug 12 05:30:01.637366 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0c19b48b-425e-419b-82cc-255981c29ea9 req-d1891e63-b8e4-4e55-b92a-62680173564c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Aug 12 05:30:02.455968 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:02.750336 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e4a3-6e55-4762-b673-77bf357fddf3 req-8a6eba1e-4911-46fe-8ceb-d5c606aa5674 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:30:02.752351 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16d6e4a3-6e55-4762-b673-77bf357fddf3 req-8a6eba1e-4911-46fe-8ceb-d5c606aa5674 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 946 time: 0.0483954 Aug 12 05:30:02.788454 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-16d6e4a3-6e55-4762-b673-77bf357fddf3 req-1f305e44-5b00-418f-8260-04bc570ac30d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303500 Aug 12 05:30:04.020583 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:19.083902 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:30:26.329876 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:26.495575 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:28.300579 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-518791d2-cfff-40a5-a4c4-98981e4fa229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:30.894873 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdf1c-8ddd-4c0a-9816-cb68abba108b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:31.038424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:32.472379 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:34.020228 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:56.082513 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:30:56.339689 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:56.477789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:30:58.260622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-91aeaa5c-5668-4083-b6f3-f91178f6f51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:00.900911 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4736-26c9-4100-be89-01b00bea6206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:01.015110 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:02.052525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-0ff5696c-c334-49d9-aa06-33392594f3d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390048 Aug 12 05:31:02.132192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-82cc74cc-984c-4e93-904b-5f12d9350f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:02.133645 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-82cc74cc-984c-4e93-904b-5f12d9350f82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1097 time: 0.0401230 Aug 12 05:31:02.236876 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-aa8147f7-8a32-43e3-b257-a0816dfe4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:02.238329 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-aa8147f7-8a32-43e3-b257-a0816dfe4a50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0867422 Aug 12 05:31:02.301369 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-a635978f-bf1a-4bf3-ba94-e69555c7ae1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 1000 time: 0.0561075 Aug 12 05:31:02.353352 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-e45d7c31-0251-4165-b631-d4bf288ed0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:02.354819 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-e45d7c31-0251-4165-b631-d4bf288ed0cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0471716 Aug 12 05:31:02.398830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-5dbc5ce9-ebb6-4113-a635-893cbaad1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:02.400316 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-5dbc5ce9-ebb6-4113-a635-893cbaad1d0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388606 Aug 12 05:31:02.449347 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:02.488517 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-22a3149d-a82e-4d09-8c76-f9d0776712ec service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804408 Aug 12 05:31:02.578206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e4994bdb-4df2-4703-ad1f-9693af78f48c req-a94b5bea-9155-45a5-8e7d-932245a85743 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826304 Aug 12 05:31:04.026019 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:13.648275 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50682) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:13.800946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Deleting port 2bae3099-7edf-4cb7-aaec-9fc1ff80bcaf {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:31:13.801290 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:13.877673 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:13.878004 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:13.889381 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Calling delete_port for 2bae3099-7edf-4cb7-aaec-9fc1ff80bcaf owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:31:14.088388 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:14.117739 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event deleted for resources: {'Port': ['ID=2bae3099-7edf-4cb7-aaec-9fc1ff80bcaf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:14.140617 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.140972 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.141318 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.141656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.141994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.142328 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.142660 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.143024 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.143353 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.143679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.144005 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.144325 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:14.184183 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:14.184550 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Floating IP 530f53c5-4323-4a27-aa46-256ab3d0417a disassociated (deleted). External IP: 172.25.6.20, port: 1f0768b2-b7dc-4928-88ed-84535d9ded5a. Aug 12 05:31:14.674429 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:31:14.780225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:31:14.785552 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:14.793161 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:31:14.802807 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:31:14.803415 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:31:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:31:14.811330 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3102c8d7-e96f-4d97-a2a1-cdf21f93a028 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "DELETE /v2.0/floatingips/530f53c5-4323-4a27-aa46-256ab3d0417a HTTP/1.1" status: 204 len: 168 time: 1.1619844 Aug 12 05:31:14.811924 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:31:14.814461 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de87943-70b1-4026-beba-1486f4388ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:31:14.910953 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dffc9e9-d96a-4d64-9bac-0f512d94ac12 x-openstack-request-id: req-1dffc9e9-d96a-4d64-9bac-0f512d94ac12 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:31:14.910953 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:31:14.910953 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1dffc9e9-d96a-4d64-9bac-0f512d94ac12 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:31:14.910953 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'status': 'completed', 'code': 200} Aug 12 05:31:14.920331 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:31:14.970521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87943-70b1-4026-beba-1486f4388ebc req-2c414482-ba5d-4b31-b872-af8b9768640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:14.972088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-2c414482-ba5d-4b31-b872-af8b9768640a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 1097 time: 0.0424559 Aug 12 05:31:15.064871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87943-70b1-4026-beba-1486f4388ebc req-e26365c8-e954-464c-b66e-3e84c72c3622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:15.066453 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-e26365c8-e954-464c-b66e-3e84c72c3622 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0876424 Aug 12 05:31:15.107331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-5c1a121d-3f83-4209-b26b-3b3cb1641619 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 200 len: 217 time: 0.0343103 Aug 12 05:31:15.125553 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:31:15.153331 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:31:15.160197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87943-70b1-4026-beba-1486f4388ebc req-5958e5a4-1033-417b-854c-9c668021fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:15.161786 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:31:15.161936 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-5958e5a4-1033-417b-854c-9c668021fae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0469787 Aug 12 05:31:15.162402 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:31:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:31:15.210036 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de87943-70b1-4026-beba-1486f4388ebc req-becc6696-b37c-4b6d-94ae-4519f02a7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:15.211603 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-becc6696-b37c-4b6d-94ae-4519f02a7eb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417128 Aug 12 05:31:15.240706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07741886-77ba-4ed2-a7b0-2f008aa36fd3 req-3170149b-a099-489a-b401-313727e58e73 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:15.242478 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07741886-77ba-4ed2-a7b0-2f008aa36fd3 req-3170149b-a099-489a-b401-313727e58e73 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 946 time: 0.0562341 Aug 12 05:31:15.273418 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:31:15.284782 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-07741886-77ba-4ed2-a7b0-2f008aa36fd3 req-bc223cff-6317-44e0-9b0c-799317e642e8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335364 Aug 12 05:31:15.313427 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-ee302c26-3958-49fd-ac16-b88ca2ebae4c service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931902 Aug 12 05:31:15.401551 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de87943-70b1-4026-beba-1486f4388ebc req-e63a519a-050d-44b1-90c2-7916d5831135 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813444 Aug 12 05:31:15.464755 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:31:15.493637 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07dd62-ae66-4536-a6ba-85cfeaaba297 None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:31:15.708924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56606ff0-ee95-4aaf-b6ee-4a952773a927 None None] New status for floating IP 530f53c5-4323-4a27-aa46-256ab3d0417a: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:31:16.410643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45362-0d3d-4cab-a604-7ce168a2a1d3 req-b551ec1f-3504-4246-8bbd-f5e93da6cf86 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:16.412171 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ed45362-0d3d-4cab-a604-7ce168a2a1d3 req-b551ec1f-3504-4246-8bbd-f5e93da6cf86 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 946 time: 0.0543418 Aug 12 05:31:16.477416 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1ed45362-0d3d-4cab-a604-7ce168a2a1d3 req-ccc4a179-55e9-4f6e-a798-c5989d15950f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e4c2dbb-9f90-4b04-be5e-94de28079364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544617 Aug 12 05:31:16.485595 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-b5cfae95-5f5c-4c9d-8581-835f40496222 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:16.487032 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-b5cfae95-5f5c-4c9d-8581-835f40496222 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 946 time: 0.0717337 Aug 12 05:31:16.579080 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Deleting port 1f0768b2-b7dc-4928-88ed-84535d9ded5a {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:31:16.579311 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:16.662961 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] For port 1f0768b2-b7dc-4928-88ed-84535d9ded5a, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=1f0768b2-b7dc-4928-88ed-84535d9ded5a,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:31:16.663324 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:16.675622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Calling delete_port for 1f0768b2-b7dc-4928-88ed-84535d9ded5a owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:31:16.900988 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:16.930384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event deleted for resources: {'Port': ['ID=1f0768b2-b7dc-4928-88ed-84535d9ded5a,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:16.970836 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] No DVR routers for this DVR port 1f0768b2-b7dc-4928-88ed-84535d9ded5a on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:31:16.973420 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:16.975479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-218b9606-8121-43b1-be0c-ee5f61d753ca req-ce742000-02cf-4da2-ba11-c43783688c21 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "DELETE /v2.0/ports/1f0768b2-b7dc-4928-88ed-84535d9ded5a HTTP/1.1" status: 204 len: 173 time: 0.4824450 Aug 12 05:31:16.975925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-deleted', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:31:16.978169 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad42b21-07ae-48b8-acaf-b575b2eb3094" -d '{"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-deleted", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:31:17.015678 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b53f11-7e74-4733-9646-2938a9cac0f9 x-openstack-request-id: req-e3b53f11-7e74-4733-9646-2938a9cac0f9 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:31:17.015976 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80dbc97-00e7-4c7e-b273-f908a2aa6085", "name": "network-vif-deleted", "tag": "1f0768b2-b7dc-4928-88ed-84535d9ded5a", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:31:17.016226 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3b53f11-7e74-4733-9646-2938a9cac0f9 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:31:17.016640 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80dbc97-00e7-4c7e-b273-f908a2aa6085', 'name': 'network-vif-deleted', 'tag': '1f0768b2-b7dc-4928-88ed-84535d9ded5a', 'status': 'completed', 'code': 200} Aug 12 05:31:17.585524 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bd28b255-fe82-4f42-95e6-19bd1a3d4905 req-9fbadcce-b36f-4d41-a4c3-ecbf4bec4c92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80dbc97-00e7-4c7e-b273-f908a2aa6085 HTTP/1.1" status: 200 len: 210 time: 0.0306883 Aug 12 05:31:18.641851 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50706) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:18.699645 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:18.729783 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:18.831774 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:18.834392 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:18.835588 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "DELETE /v2.0/security-groups/4e4c2dbb-9f90-4b04-be5e-94de28079364 HTTP/1.1" status: 204 len: 168 time: 0.1927092 Aug 12 05:31:18.845452 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4c2dbb-9f90-4b04-be5e-94de28079364,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:18.854140 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.854661 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.855067 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.855410 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.855749 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.856093 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.856431 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.856766 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.857097 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.857424 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.857752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:18.858078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5aaf085-ed3c-4f73-b373-d6cf53978d42 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:19.289397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50712) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:19.294188 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838248911', 'description': 'tempest-secgroup-smoke-1838248911 description', 'project_id': '18a88340ad284f58880dbb9615404c75'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:19.380313 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.460249 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.523178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.550862 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b264d-c289-497d-a6d3-d997a3a5885b,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:19.580413 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.581644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e0cb7099-45cb-4098-b7a4-f5a707b205ff tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2912271 Aug 12 05:31:19.584686 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50714) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:19.589146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': 'f28b264d-c289-497d-a6d3-d997a3a5885b', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:19.670478 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.728638 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.792205 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.811397 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae146bfc-1b4f-4b6b-8f9d-36d551bedb79,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:19.877525 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:19.878799 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-38cc0f15-1eca-4895-9e59-dfb43d8c8505 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931266 Aug 12 05:31:19.881394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50716) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:19.885904 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': 'f28b264d-c289-497d-a6d3-d997a3a5885b', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:19.991178 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.038184 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:31:20.049747 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.061630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 1f0768b2-b7dc-4928-88ed-84535d9ded5a {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:31:20.061987 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 1f0768b2-b7dc-4928-88ed-84535d9ded5a not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:31:20.123297 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.140982 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9125575-d4de-4a01-bbb3-61b4c9654efe,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:20.186058 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.187322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-fe3659e5-f8e2-40da-99a5-83da9ed8ca92 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049998 Aug 12 05:31:20.190499 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50718) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:20.194976 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': 'f28b264d-c289-497d-a6d3-d997a3a5885b', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:20.253008 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.311091 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.351336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.370277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16998c2-d3c5-4239-9a9c-8831d12d95fc,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:20.425415 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.426630 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-2c0ec9df-a856-4cc6-8055-c80e7c6c3449 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351360 Aug 12 05:31:20.429276 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50720) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:20.433737 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': 'f28b264d-c289-497d-a6d3-d997a3a5885b', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:20.516443 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.577853 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.654659 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.674060 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9da0c2-c990-425a-91fd-9907968cf320,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:20.740434 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.741653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-edd3d4d5-193b-4257-9040-803ad644652e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3114212 Aug 12 05:31:20.744413 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50722) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:20.748758 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': 'f28b264d-c289-497d-a6d3-d997a3a5885b', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:20.831661 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Project 18a88340ad284f58880dbb9615404c75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:31:20.836408 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.895891 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.956816 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:20.976061 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db9c2bd-3ee8-4dd3-b8fd-b4372726b58c,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:21.043304 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:21.044542 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-794bacbd-5adb-4595-9c66-4a2b3f321273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991910 Aug 12 05:31:21.047277 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 50724) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:31:21.051675 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'security_group_rule': {'security_group_id': 'f28b264d-c289-497d-a6d3-d997a3a5885b', 'project_id': '18a88340ad284f58880dbb9615404c75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:21.128813 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Project 18a88340ad284f58880dbb9615404c75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:31:21.133497 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:21.193243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:21.265444 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:21.283626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb012e5-0a58-4253-b5c9-c4c7eee7ce3d,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:21.357031 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:21.358246 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-489da658-66c5-4c68-bd32-c073874d4fa8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3100135 Aug 12 05:31:26.350971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:26.477322 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:28.260106 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7e0df788-c9f3-42fb-91cc-2dacae030171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:31.649157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f3db71cd-4180-49a0-8380-07900723ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:31.677589 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:32.483385 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:33.081490 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:31:34.036941 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:40.044738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-20787744-2d0b-4e08-8aae-fd5d5f34a27b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838248911&fields=id&tenant_id=18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 267 time: 0.0318270 Aug 12 05:31:40.148420 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-4309c7de-9d15-410b-8940-e362e1a0c819 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:40.149874 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-4309c7de-9d15-410b-8940-e362e1a0c819 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 808 time: 0.0980101 Aug 12 05:31:40.164738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-af0610ad-be02-41dc-88be-ccfbeacd68c7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/quotas/18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 375 time: 0.0089111 Aug 12 05:31:40.218995 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b1df131a-e12e-4d37-a13a-de50bf7cde39 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488915 Aug 12 05:31:40.310225 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-be95320d-5a43-4d96-9e8a-aff188920bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799544 Aug 12 05:31:40.400798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-470d11ba-7d7a-4658-b96c-2ebeff8e5bd8 service neutron] 10.222.0.42 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836174 Aug 12 05:31:40.970492 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-90f91323-29e6-47d7-b3bc-d70d21f79283 req-d307bb91-7f76-4e9e-9bf5-c688784a827f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0309420 Aug 12 05:31:42.054628 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-edadf994-4ae2-4ff8-bdd6-18842c16ce77 req-e4d95ee8-ce3c-4b3c-9f4c-06e054a36cab tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0278072 Aug 12 05:31:43.129803 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b852b4d7-bdba-47ea-8591-f535d18cba8a req-93516f2c-d772-42b8-8610-8f3574ec2fe5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0267825 Aug 12 05:31:44.218751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e926fc03-f08b-4a30-a322-abd86ff980f7 req-c6d13486-bfd0-498d-858b-2c6442798e5a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0264428 Aug 12 05:31:45.324738 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de54cc2c-b563-4d16-bb0e-397a062341c6 req-176c5896-c347-4d18-a0bf-6e136429f1f1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0261111 Aug 12 05:31:45.808226 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-84167f35-b122-484b-998e-a9abd722ff4b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:45.809811 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-84167f35-b122-484b-998e-a9abd722ff4b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.20 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 808 time: 0.1012213 Aug 12 05:31:45.869452 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b9c49623-eaab-4ffb-8bbc-6a1ead983da5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 380 time: 0.0498343 Aug 12 05:31:45.883026 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'port': {'device_id': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'admin_state_up': True, 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'security_groups': ['f28b264d-c289-497d-a6d3-d997a3a5885b']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:46.071350 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Made reservation on behalf of 18a88340ad284f58880dbb9615404c75 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:31:46.074850 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:46.204687 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Allocated IP 172.20.0.8 (06c8d47a-c088-480c-88cc-72ec62948ab1/6485fc36-ab31-4ef2-9cd3-5c21cb47a39f/de8a1635-d344-4b92-bee2-b0890b6f1565) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:31:46.342121 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:46.358573 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Transition to ACTIVE for port object de8a1635-d344-4b92-bee2-b0890b6f1565 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:31:46.420412 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1774020c-320c-4374-a3e6-4f10e224e3b1 req-ba43f7a1-a18c-4982-a66b-043450db8273 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0263181 Aug 12 05:31:46.449100 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:46.511621 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:31:46.518849 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:31:46.523665 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:31:46.552013 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:46.582804 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:46.583460 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:46.649406 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-b553675a-5327-4989-b3f8-2d245652751c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7699623 Aug 12 05:31:46.716055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Request body: {'port': {'device_id': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:31:46.773303 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:46.791428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-166c6e7c-6e52-4f3f-a819-73e4c7b3a81b None None] Provisioning for port de8a1635-d344-4b92-bee2-b0890b6f1565 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:31:46.795462 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-166c6e7c-6e52-4f3f-a819-73e4c7b3a81b None None] Provisioning complete for port de8a1635-d344-4b92-bee2-b0890b6f1565 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:31:46.795985 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-166c6e7c-6e52-4f3f-a819-73e4c7b3a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:46.833463 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-166c6e7c-6e52-4f3f-a819-73e4c7b3a81b None None] Port de8a1635-d344-4b92-bee2-b0890b6f1565 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:31:47.045131 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a1635-d344-4b92-bee2-b0890b6f1565 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:31:47.053593 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:47.067401 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Transition to ACTIVE for port object de8a1635-d344-4b92-bee2-b0890b6f1565 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:31:47.145492 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:47.211984 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:47.289300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:31:47.289701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:31:47.290041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:31:47.296463 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Port de8a1635-d344-4b92-bee2-b0890b6f1565 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:31:47.296784 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:31:47.302265 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:31:47.302620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Checking segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:31:47.303024 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Bound using segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:31:47.303457 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Bound port: de8a1635-d344-4b92-bee2-b0890b6f1565, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:31:47.303818 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:47.376667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:31:47.380974 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:31:47.443309 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:47.479643 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:47.480339 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:47.482103 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] 10.222.0.20 "PUT /v2.0/ports/de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1091 time: 0.8229365 Aug 12 05:31:47.482239 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:31:47.484504 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c5345-c9d5-48ac-94d6-251779bdf0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:31:47.563419 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f01b2-0156-4382-a6c9-30eff919a7bd service neutron] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:47.591058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d4e5-692e-4ab4-8b07-1d2f5c002823 req-284836e1-6862-480b-bc3e-c7745542a9d6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:47.598536 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c152d4e5-692e-4ab4-8b07-1d2f5c002823 req-284836e1-6862-480b-bc3e-c7745542a9d6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0851941 Aug 12 05:31:47.627229 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf354883-5d6f-4200-9181-b08613a60094 x-openstack-request-id: req-cf354883-5d6f-4200-9181-b08613a60094 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:31:47.627497 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:31:47.627838 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf354883-5d6f-4200-9181-b08613a60094 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:31:47.628300 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'status': 'completed', 'code': 200} Aug 12 05:31:47.672052 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c152d4e5-692e-4ab4-8b07-1d2f5c002823 req-6763fe4e-248e-45e7-b704-f225b1a385ba tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717587 Aug 12 05:31:47.692531 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-9ce6777b-9b90-4209-86f0-177c8e3b9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:47.692531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-9ce6777b-9b90-4209-86f0-177c8e3b9fb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1094 time: 0.0627592 Aug 12 05:31:47.731418 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-44c426ee-e267-49d0-ae89-3da5c58d2b88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 217 time: 0.0355442 Aug 12 05:31:47.783809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-3c138dcd-709c-4999-9b38-c1305158192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:47.785277 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-3c138dcd-709c-4999-9b38-c1305158192c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0468221 Aug 12 05:31:47.841828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-daa64c95-c29a-4c45-96ae-5cfdbf96028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:47.843388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-daa64c95-c29a-4c45-96ae-5cfdbf96028d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512280 Aug 12 05:31:47.932753 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-226858fb-c6f1-41d5-88db-703c0f57c8bb service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819731 Aug 12 05:31:48.028160 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9fc0af49-321c-4989-bb56-a9526db1dbb6 req-c5ee7583-a043-445c-b7f5-bb46619301f7 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875475 Aug 12 05:31:48.200015 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-fa023826-56ef-4dea-869c-db6d9c4a30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:48.201525 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-fa023826-56ef-4dea-869c-db6d9c4a30e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1094 time: 0.0412512 Aug 12 05:31:48.293713 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-78367dfe-2c35-4506-a41f-e8f6201f3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:48.295129 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-78367dfe-2c35-4506-a41f-e8f6201f3e94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0867920 Aug 12 05:31:48.337306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-555c5d64-517d-46c1-bd69-19ef90957239 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 217 time: 0.0346496 Aug 12 05:31:48.384928 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-9da89294-7e35-4b4b-8940-21987f22dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:48.386337 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-9da89294-7e35-4b4b-8940-21987f22dca4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0428526 Aug 12 05:31:48.433912 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-23a4de24-d797-48a6-8274-5ac2829b0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:48.435521 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-23a4de24-d797-48a6-8274-5ac2829b0ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416067 Aug 12 05:31:48.529055 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-594fb32c-e4ec-4e9e-ba38-a037ff82801a service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861080 Aug 12 05:31:48.623625 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-978c5345-c9d5-48ac-94d6-251779bdf0e3 req-61f297c8-83bf-41f9-82a8-82b8f18dd3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852754 Aug 12 05:31:48.789963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f4a3-d47c-44c3-922b-7593cbed5188 req-50ed70df-ad50-4e3e-8f12-0122a915291b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:48.791506 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c41f4a3-d47c-44c3-922b-7593cbed5188 req-50ed70df-ad50-4e3e-8f12-0122a915291b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0496137 Aug 12 05:31:48.830120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-2c41f4a3-d47c-44c3-922b-7593cbed5188 req-63485676-e161-4be3-be38-52c89a0a425c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Aug 12 05:31:49.956963 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9484c-d325-405e-9012-9d8aa5a22cfc req-3f234b45-ad4e-47bd-b58e-006196fc8a9c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:49.959573 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a2a9484c-d325-405e-9012-9d8aa5a22cfc req-3f234b45-ad4e-47bd-b58e-006196fc8a9c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0621340 Aug 12 05:31:49.996897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a2a9484c-d325-405e-9012-9d8aa5a22cfc req-48079677-e612-42a7-8101-5ad82c58bcc2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Aug 12 05:31:51.112659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897130c-b44e-4daf-8f6e-dde5c75cefea req-4c11f128-5eb6-4040-ad21-1dce8d7410c5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:51.114113 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7897130c-b44e-4daf-8f6e-dde5c75cefea req-4c11f128-5eb6-4040-ad21-1dce8d7410c5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0522521 Aug 12 05:31:51.151139 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7897130c-b44e-4daf-8f6e-dde5c75cefea req-e45a92e0-74b4-4475-b312-02a32799ffb2 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Aug 12 05:31:52.262622 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae560225-8361-453e-98fd-c47fa97bea7e req-cefdb3af-cab4-48c7-977e-0c50b5ef6f40 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:52.264147 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae560225-8361-453e-98fd-c47fa97bea7e req-cefdb3af-cab4-48c7-977e-0c50b5ef6f40 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0486255 Aug 12 05:31:52.302387 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ae560225-8361-453e-98fd-c47fa97bea7e req-eb5924ff-949f-418a-8084-071b50b310fa tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317416 Aug 12 05:31:53.414599 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad937b0-1c73-484d-bef0-f97ab3f1b496 req-b9a28917-8f7f-4900-9b23-5177bd36b1fe tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:53.416098 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ad937b0-1c73-484d-bef0-f97ab3f1b496 req-b9a28917-8f7f-4900-9b23-5177bd36b1fe tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0476270 Aug 12 05:31:53.453211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4ad937b0-1c73-484d-bef0-f97ab3f1b496 req-abbde5f7-a932-400e-bdd5-0eca56641c2c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Aug 12 05:31:54.566740 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ebeaa-f892-4021-8ab6-7a03c58a16d7 req-8040c607-6b4b-41cf-b44b-191e699f80ac tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:54.568228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-702ebeaa-f892-4021-8ab6-7a03c58a16d7 req-8040c607-6b4b-41cf-b44b-191e699f80ac tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0481553 Aug 12 05:31:54.604087 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-702ebeaa-f892-4021-8ab6-7a03c58a16d7 req-a2780b4f-74bc-4b85-a0b9-aaae6b323f5a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300310 Aug 12 05:31:55.717345 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814e93d-a976-4e09-aa98-ad0785ed508d req-554a055b-f20b-461f-aff5-21b4ff12a3cc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:55.718857 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9814e93d-a976-4e09-aa98-ad0785ed508d req-554a055b-f20b-461f-aff5-21b4ff12a3cc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0484402 Aug 12 05:31:55.756091 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-9814e93d-a976-4e09-aa98-ad0785ed508d req-ec8e8a2d-4a32-4b47-aa46-795ea11e2b43 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313721 Aug 12 05:31:56.385115 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:56.487792 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:56.873167 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf0e56-7854-4cac-bc1f-b406aef4c069 req-73030e34-3f7d-4a96-b780-37081595bffe tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:56.874626 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cdf0e56-7854-4cac-bc1f-b406aef4c069 req-73030e34-3f7d-4a96-b780-37081595bffe tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0528755 Aug 12 05:31:56.912281 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7cdf0e56-7854-4cac-bc1f-b406aef4c069 req-c718541d-0952-4d9b-be80-b2b11444f87d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311978 Aug 12 05:31:58.036650 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d141d-e56b-414e-b6fa-412ef17f364b req-96a87012-dbfc-4e30-b72d-33e0a3852706 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:58.038044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c3d141d-e56b-414e-b6fa-412ef17f364b req-96a87012-dbfc-4e30-b72d-33e0a3852706 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0535891 Aug 12 05:31:58.074763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3c3d141d-e56b-414e-b6fa-412ef17f364b req-bd2f2cdc-9808-4798-8118-88c2862934ab tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308554 Aug 12 05:31:58.259364 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24b3feff-ad07-495c-853b-265a45514c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:58.709362 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:31:58.804102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:31:58.816480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'port_id': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'mac_address': 'fa:16:3e:3b:8a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:31:58.852198 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:58.865026 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a1635-d344-4b92-bee2-b0890b6f1565 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:31:58.884019 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:31:58.939763 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:31:58.986060 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:31:58.993121 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.993485 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.993833 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.994178 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.994520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.994886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.995222 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.995556 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.995891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.996224 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.996554 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:58.996884 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:31:59.175931 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['de8a1635-d344-4b92-bee2-b0890b6f1565'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:31:59.187385 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a8f6-36bb-4c1c-a5d7-cc740516efcf req-df19275b-411b-483d-8d5b-f95837ca440d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:31:59.189271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689a8f6-36bb-4c1c-a5d7-cc740516efcf req-df19275b-411b-483d-8d5b-f95837ca440d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 944 time: 0.0483134 Aug 12 05:31:59.227340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5689a8f6-36bb-4c1c-a5d7-cc740516efcf req-89c449da-5e4f-474e-8258-0290955fb32a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Aug 12 05:32:00.386466 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024591-62fa-4494-82f5-597440aa88c2 req-5341b9d5-3738-477f-af3c-1be60b585973 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:00.387960 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23024591-62fa-4494-82f5-597440aa88c2 req-5341b9d5-3738-477f-af3c-1be60b585973 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 944 time: 0.0490406 Aug 12 05:32:00.424673 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-23024591-62fa-4494-82f5-597440aa88c2 req-abcf7af1-21c1-4e01-a910-aa901a7f7135 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Aug 12 05:32:00.726265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:32:00.830508 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port de8a1635-d344-4b92-bee2-b0890b6f1565 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:32:00.833988 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port de8a1635-d344-4b92-bee2-b0890b6f1565 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:32:00.834362 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:00.909541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:00.931872 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:32:00.934158 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6998a781-dd15-4838-8098-8ca05ad683f6" -d '{"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-plugged", "status": "completed", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:32:00.944935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c7cddcd0-63c0-43e7-8383-3c8f9498078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:00.949306 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:32:01.014039 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:01.043121 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efee5d5-a7cd-4fa8-9c1a-329d765d415a x-openstack-request-id: req-1efee5d5-a7cd-4fa8-9c1a-329d765d415a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:32:01.043403 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-plugged", "status": "completed", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:32:01.046237 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1efee5d5-a7cd-4fa8-9c1a-329d765d415a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:32:01.046237 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'code': 200} Aug 12 05:32:01.046498 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:01.071345 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:32:01.122329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d48641-72cb-441c-b2fd-eeae1f8ec1a1 req-f094b346-7570-4b41-8912-30d5b422e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:01.123830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d48641-72cb-441c-b2fd-eeae1f8ec1a1 req-f094b346-7570-4b41-8912-30d5b422e3e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1096 time: 0.0388544 Aug 12 05:32:01.158772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-45d48641-72cb-441c-b2fd-eeae1f8ec1a1 req-f55245fd-1281-41cc-9bc4-171c53c77010 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273139 Aug 12 05:32:01.537238 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb145b2-63a0-4b2f-962b-0f751f664f8d req-0bef49d0-9b4c-42e1-a6a2-c407268af9c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:01.538737 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cb145b2-63a0-4b2f-962b-0f751f664f8d req-0bef49d0-9b4c-42e1-a6a2-c407268af9c0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Aug 12 05:32:01.575485 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3cb145b2-63a0-4b2f-962b-0f751f664f8d req-c352b3c9-f491-4d02-9703-e119981fb6b8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308740 Aug 12 05:32:02.465305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:02.692055 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86258a75-5165-4b36-a0f0-19ab7b95fa17 req-7d285766-e77f-4eef-a4d5-956067365e12 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:02.693514 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86258a75-5165-4b36-a0f0-19ab7b95fa17 req-7d285766-e77f-4eef-a4d5-956067365e12 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0514061 Aug 12 05:32:02.730882 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-86258a75-5165-4b36-a0f0-19ab7b95fa17 req-08e89d31-ea5d-4dfd-a70e-cc9208b95732 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Aug 12 05:32:02.848156 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ab9e0-3ea2-4c74-990a-579bb7c74d0a req-e16611cc-d19c-4b70-b4fc-97fd993c79f6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:02.849651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df2ab9e0-3ea2-4c74-990a-579bb7c74d0a req-e16611cc-d19c-4b70-b4fc-97fd993c79f6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0537264 Aug 12 05:32:02.886637 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-df2ab9e0-3ea2-4c74-990a-579bb7c74d0a req-78b482a4-e653-43df-97c9-324005523bdf tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310001 Aug 12 05:32:02.908339 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50944) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:32:02.947278 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4407b460-091d-403b-834d-bd8052a801c6 tempest-TestShelveInstance-310460107 tempest-TestShelveInstance-310460107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:02.948782 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4407b460-091d-403b-834d-bd8052a801c6 tempest-TestShelveInstance-310460107 tempest-TestShelveInstance-310460107-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1091 time: 0.0394838 Aug 12 05:32:02.951635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 50946) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:32:02.956561 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:32:03.031007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:03.128842 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:03.237384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Allocated IP 172.25.6.242 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/3793b8b2-3878-413e-8467-35ec051b6063) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:32:03.339047 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:03.420010 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:03.459859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:32:03.462741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:32:03.466267 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:32:03.491198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'Port': ['ID=3793b8b2-3878-413e-8467-35ec051b6063,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:32:03.827175 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.004647 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.025006 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.151841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.207778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.274916 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event updated for resources: {'Port': ['ID=3793b8b2-3878-413e-8467-35ec051b6063,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:32:04.289297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.385819 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Floating IP 168dc0b4-76a1-4d97-a215-110e72b23197 associated. External IP: 172.25.6.242, port: de8a1635-d344-4b92-bee2-b0890b6f1565. Aug 12 05:32:04.582408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:32:04.686182 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:32:04.696173 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:32:04.706238 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:32:04.706884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:32:04.745344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:04.774769 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-ff7da61c-fffb-4fe7-a77e-a7980b88a65d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8220921 Aug 12 05:32:04.775372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:32:04.777981 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42" -d '{"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:32:04.819092 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30177f91-771c-407b-bf31-5af071d24709 x-openstack-request-id: req-30177f91-771c-407b-bf31-5af071d24709 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:32:04.819386 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:32:04.819641 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30177f91-771c-407b-bf31-5af071d24709 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:32:04.820048 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'status': 'completed', 'code': 200} Aug 12 05:32:04.885902 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-47184fce-e7e7-40da-82dc-e6e193821082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:04.887365 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-47184fce-e7e7-40da-82dc-e6e193821082 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1096 time: 0.0460513 Aug 12 05:32:04.901277 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:32:04.980197 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-ec1a5569-4c0a-4570-8bf3-0dc8844869eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:04.981702 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-ec1a5569-4c0a-4570-8bf3-0dc8844869eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0867746 Aug 12 05:32:05.045033 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-7547e9f2-9428-45a0-b882-ee3df2260043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 999 time: 0.0566297 Aug 12 05:32:05.094620 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-10a5a516-0b5a-4f42-a6f2-18915aa39465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:05.096113 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-10a5a516-0b5a-4f42-a6f2-18915aa39465 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0438247 Aug 12 05:32:05.117897 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '168dc0b4-76a1-4d97-a215-110e72b23197', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'port_id': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'mac_address': 'fa:16:3e:3b:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:32:03Z', 'updated_at': '2021-08-12T05:32:03Z', 'revision_number': 0, 'project_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:32:05.145576 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-0b32f9e4-1a15-424f-a71e-09b76a92371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:05.146920 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:32:05.147060 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-0b32f9e4-1a15-424f-a71e-09b76a92371b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436728 Aug 12 05:32:05.155347 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:32:05.156461 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:32:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:32:05.237008 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-14450ab4-abb9-4706-a77f-b9660be14e85 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831146 Aug 12 05:32:05.262400 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:32:05.330955 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-08cfbf4c-ba2c-47a4-813e-66b7d13abd42 req-c0153f87-7783-445d-94d5-dab97c47d3d6 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872149 Aug 12 05:32:05.480196 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '168dc0b4-76a1-4d97-a215-110e72b23197', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'port_id': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'mac_address': 'fa:16:3e:3b:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:32:03Z', 'updated_at': '2021-08-12T05:32:03Z', 'revision_number': 0, 'project_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:32:05.505754 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e8272-2f34-46d8-8995-9b1b3b306d7b None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '168dc0b4-76a1-4d97-a215-110e72b23197', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'port_id': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'mac_address': 'fa:16:3e:3b:8a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:32:03Z', 'updated_at': '2021-08-12T05:32:03Z', 'revision_number': 0, 'project_id': '18a88340ad284f58880dbb9615404c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:32:05.705857 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a02c0-719e-4e12-8a33-a689d3858ec9 None None] New status for floating IP 168dc0b4-76a1-4d97-a215-110e72b23197: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:32:10.080126 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:32:26.424345 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:26.532796 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:28.275893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0bf820ff-6a93-49f9-88c2-6dbef01b1759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:30.887629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f7c70aac-d0a3-411e-86b5-6f2e37cdc4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:31.059066 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:32.487366 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:34.036012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:47.079943 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:32:56.395231 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:56.503794 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:58.299778 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-bfaa70ab-0162-48b4-a07c-5a8dd3c5a8f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391445 Aug 12 05:32:58.315353 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-542eda5b-4e8c-490b-ab94-112c3a8a3db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:32:58.380260 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-0b89c83b-9e0c-41d6-b002-0e56b83055cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:58.381726 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-0b89c83b-9e0c-41d6-b002-0e56b83055cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1096 time: 0.0399358 Aug 12 05:32:58.484217 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-da6e9958-4c10-4c15-b990-e0f62e3dceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:58.485695 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-da6e9958-4c10-4c15-b990-e0f62e3dceae service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0858121 Aug 12 05:32:58.549531 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-402ff690-4f09-450f-9e33-ac5469933a6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1001 time: 0.0568163 Aug 12 05:32:58.598020 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-ceecd9eb-968a-47b9-833e-090ef38631bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:58.599378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-ceecd9eb-968a-47b9-833e-090ef38631bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0428305 Aug 12 05:32:58.648874 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-30792ec0-6aae-4b8a-b872-a4bac868e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:32:58.650352 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-30792ec0-6aae-4b8a-b872-a4bac868e311 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424149 Aug 12 05:32:58.745897 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-91a7f1b7-6066-4b19-831c-d83694036535 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870426 Aug 12 05:32:58.838320 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-78f54e44-5bdf-448b-a5d6-b7cd3e865a99 req-c1b451d0-b799-4f42-9a78-da0209e953f5 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848820 Aug 12 05:33:00.881011 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-19c0007f-343e-45e1-9ecb-14c1baad3f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:01.018230 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:02.475319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:04.035405 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:24.079042 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:33:26.394731 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:26.497863 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:28.252414 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6907f030-3529-41d2-9a77-503ff4798a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:30.868790 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d5771d5a-5396-42aa-830f-24b1adce0618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:31.006412 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:32.509310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:34.029050 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:56.382821 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:56.520153 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:58.251840 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ad4f6c26-ca57-44f2-b680-c062c00c2b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:33:59.292506 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-64b241eb-adbb-46dc-b432-e3f050c4d4e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396326 Aug 12 05:33:59.372802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-8d357060-3f77-4713-80c6-81bc1bfe4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:33:59.374398 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-8d357060-3f77-4713-80c6-81bc1bfe4daa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1096 time: 0.0410721 Aug 12 05:33:59.480411 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-e7554290-429c-48ea-be20-fb4adc297127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:33:59.481889 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-e7554290-429c-48ea-be20-fb4adc297127 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0892570 Aug 12 05:33:59.545944 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-1643b089-3a9b-40b8-b952-57bd1d1abaec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1001 time: 0.0561638 Aug 12 05:33:59.592200 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-417515c2-1e42-4d27-a37e-b7524bfecaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:33:59.593574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-417515c2-1e42-4d27-a37e-b7524bfecaaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0414066 Aug 12 05:33:59.640482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-af131548-7987-4498-9cc1-85e45c935977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:33:59.641945 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-af131548-7987-4498-9cc1-85e45c935977 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418251 Aug 12 05:33:59.652433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-6d25561c-676b-4e8f-a972-48fb1c422352 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:33:59.653359 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-6d25561c-676b-4e8f-a972-48fb1c422352 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048614 Aug 12 05:33:59.740859 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-e6d62e7e-8c4f-44ed-8045-b939d947e46a service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Aug 12 05:33:59.831863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-674ad21f-a605-4fba-a79d-4a0aa6eaa55e req-98e7ac72-9fb2-4da9-94b3-fad5d10cdb15 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829926 Aug 12 05:34:00.885713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8fba7c77-3606-4baf-8025-2cfd72323a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:01.040387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:01.077548 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:34:02.462997 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:04.034238 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:26.376901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:26.507770 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:28.279637 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4ee70447-21ff-46b6-8bd0-6f4a17299453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:30.879598 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-30c72310-7d81-4f62-8d08-fbbdbab95672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:31.016853 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:31.802589 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ea716-43b5-4489-8524-487fd8a26228 req-d59ddcf3-dd0e-4c86-bc2d-dc6522ad92f9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:31.804097 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d4ea716-43b5-4489-8524-487fd8a26228 req-d59ddcf3-dd0e-4c86-bc2d-dc6522ad92f9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0956345 Aug 12 05:34:31.842077 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0d4ea716-43b5-4489-8524-487fd8a26228 req-869651c7-ed8c-4785-b79c-e545af2a2d2e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Aug 12 05:34:32.514101 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:33.032574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5e7ff-b25f-4265-9c80-0a78fdd6184b req-81ce11f2-e49c-4572-a7e2-7183b090adf9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:33.034041 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25f5e7ff-b25f-4265-9c80-0a78fdd6184b req-81ce11f2-e49c-4572-a7e2-7183b090adf9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0975385 Aug 12 05:34:33.070562 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-25f5e7ff-b25f-4265-9c80-0a78fdd6184b req-a10fa2a0-8306-4531-b3b9-0c851869821e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300918 Aug 12 05:34:34.073915 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:34.220187 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac86da-18f2-45f4-a201-a9271a37f010 req-2c80aeb5-74a4-46c5-bfb4-f820e5df0d35 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:34.222142 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6ac86da-18f2-45f4-a201-a9271a37f010 req-2c80aeb5-74a4-46c5-bfb4-f820e5df0d35 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Aug 12 05:34:34.259358 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-e6ac86da-18f2-45f4-a201-a9271a37f010 req-488f66d0-ca30-40fe-a20a-a7935488adf4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Aug 12 05:34:35.374090 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425b07f-16e0-45f1-b94e-0cbfb179ee18 req-aa98892a-e2c2-49d0-a8c8-21fc312f7c40 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:35.375621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3425b07f-16e0-45f1-b94e-0cbfb179ee18 req-aa98892a-e2c2-49d0-a8c8-21fc312f7c40 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0493448 Aug 12 05:34:35.411820 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3425b07f-16e0-45f1-b94e-0cbfb179ee18 req-8e045812-1d56-45c8-aefc-e68b6b82d035 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303628 Aug 12 05:34:36.524373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d406b-4e74-4ad3-8e2d-19f1536f7dc2 req-671e914a-ae09-48a0-b117-690058193b32 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:36.525811 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-764d406b-4e74-4ad3-8e2d-19f1536f7dc2 req-671e914a-ae09-48a0-b117-690058193b32 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0469444 Aug 12 05:34:36.566231 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-764d406b-4e74-4ad3-8e2d-19f1536f7dc2 req-aa2535ea-9db0-480e-aa2a-f65b8c24f80c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343814 Aug 12 05:34:37.677645 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff7b36-ab78-4f5a-88fb-8721bb1c64a8 req-0f4b5e3f-057c-4d56-9402-b97cca952e60 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:37.679118 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12ff7b36-ab78-4f5a-88fb-8721bb1c64a8 req-0f4b5e3f-057c-4d56-9402-b97cca952e60 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Aug 12 05:34:37.716203 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-12ff7b36-ab78-4f5a-88fb-8721bb1c64a8 req-51afc9c6-ecf8-46b9-b14a-eed8a49f84bc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Aug 12 05:34:38.077158 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:34:38.828500 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d300ca0-b672-4213-93c7-5b96486f3a05 req-bb264b9b-7f9e-4306-9699-87a4759afb32 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:38.829963 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d300ca0-b672-4213-93c7-5b96486f3a05 req-bb264b9b-7f9e-4306-9699-87a4759afb32 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Aug 12 05:34:38.868173 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-7d300ca0-b672-4213-93c7-5b96486f3a05 req-787d30b6-eff3-4c38-84a3-16f01754993b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Aug 12 05:34:39.988072 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128b1d0-781d-49f2-b815-d876683b448e req-b3408c60-f63f-4f70-9cc1-a236e34040a5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:39.989531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3128b1d0-781d-49f2-b815-d876683b448e req-b3408c60-f63f-4f70-9cc1-a236e34040a5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0537705 Aug 12 05:34:40.033303 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-3128b1d0-781d-49f2-b815-d876683b448e req-03f4bde5-11e1-4660-93d3-f0ff53e9dd82 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371389 Aug 12 05:34:41.151685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f01582-73df-4282-b18f-3e9c34f7f210 req-1a0428ad-baf3-42f4-94d0-4d1b1b6a6ef7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:41.153181 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60f01582-73df-4282-b18f-3e9c34f7f210 req-1a0428ad-baf3-42f4-94d0-4d1b1b6a6ef7 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Aug 12 05:34:41.191271 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-60f01582-73df-4282-b18f-3e9c34f7f210 req-c856a67f-89fb-4187-8084-a5fce975a6a8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Aug 12 05:34:41.953770 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-6046156b-015a-4b47-b5d7-f7162cf13a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:41.955638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-6046156b-015a-4b47-b5d7-f7162cf13a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1096 time: 0.0424752 Aug 12 05:34:42.060817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-53164b56-16a1-4b95-b91b-da9e25ce2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:42.062292 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-53164b56-16a1-4b95-b91b-da9e25ce2ee4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.1001229 Aug 12 05:34:42.125353 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-ab97a9a4-6e35-40df-8b7e-d167ab7da1c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1001 time: 0.0563638 Aug 12 05:34:42.176752 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-06ad0623-682d-4e89-981f-8cdff27bd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:42.178207 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-06ad0623-682d-4e89-981f-8cdff27bd17f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0461917 Aug 12 05:34:42.223433 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-02e7aa9c-fb8e-40b5-864f-d107ab65fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:42.224984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-02e7aa9c-fb8e-40b5-864f-d107ab65fd8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396726 Aug 12 05:34:42.306057 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffe009-f927-4d71-94e1-8e492645b2a5 req-2a8d4f33-74cc-4efd-a56d-fe0f111b0d6d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:42.307595 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02ffe009-f927-4d71-94e1-8e492645b2a5 req-2a8d4f33-74cc-4efd-a56d-fe0f111b0d6d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Aug 12 05:34:42.316736 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-3a24186c-d64e-4bca-a30b-dc418f489251 service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846438 Aug 12 05:34:42.345336 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-02ffe009-f927-4d71-94e1-8e492645b2a5 req-6d357d6f-f6f8-41e8-8b87-85591bd32da1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Aug 12 05:34:42.412984 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f4a1cd64-0b75-4047-99fb-aa5f347655f4 req-f14122a7-861f-429b-b9fe-e7e99cb4324c service neutron] 10.222.0.20 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895514 Aug 12 05:34:43.456834 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c601d4-a1cb-4a16-9ff7-c5e17ca680f8 req-8ce9474c-c2e9-49f4-8418-0815ef33e4a5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:43.458306 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47c601d4-a1cb-4a16-9ff7-c5e17ca680f8 req-8ce9474c-c2e9-49f4-8418-0815ef33e4a5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0490484 Aug 12 05:34:43.494821 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-47c601d4-a1cb-4a16-9ff7-c5e17ca680f8 req-24548485-2c5f-4c94-ab99-fe6a05bebd65 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299289 Aug 12 05:34:44.607855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4843a9-88eb-48b4-a90a-37fe9ac6d6d6 req-0790f48a-8966-469e-91a5-185bd897d242 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:44.609325 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc4843a9-88eb-48b4-a90a-37fe9ac6d6d6 req-0790f48a-8966-469e-91a5-185bd897d242 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0487559 Aug 12 05:34:44.646685 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fc4843a9-88eb-48b4-a90a-37fe9ac6d6d6 req-7d4de8e2-a6f4-4205-9669-e054f40b8ec1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311422 Aug 12 05:34:45.771041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e53bdb-dac7-4d51-b185-fe2b4434e2db req-a418473f-3d82-42df-85da-06b2666a6882 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:45.772610 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6e53bdb-dac7-4d51-b185-fe2b4434e2db req-a418473f-3d82-42df-85da-06b2666a6882 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0534141 Aug 12 05:34:45.813289 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a6e53bdb-dac7-4d51-b185-fe2b4434e2db req-9f19d7e2-1d3e-4be2-883d-4a0a0f4da2ba tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341885 Aug 12 05:34:46.930409 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b07d9-3716-4d8b-8d29-5f019ec66fd8 req-1f88015d-e545-4bae-a5c7-8725c0289547 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:46.931933 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f27b07d9-3716-4d8b-8d29-5f019ec66fd8 req-1f88015d-e545-4bae-a5c7-8725c0289547 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0522046 Aug 12 05:34:46.969474 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f27b07d9-3716-4d8b-8d29-5f019ec66fd8 req-9cf03c2c-d646-4973-90c6-597d2113532a tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Aug 12 05:34:47.308504 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d33d-54de-4e6f-9ef9-7156c76b4ea2 req-ec438285-f207-4f97-95ec-612b415292c8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:47.310053 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7b0d33d-54de-4e6f-9ef9-7156c76b4ea2 req-ec438285-f207-4f97-95ec-612b415292c8 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 945 time: 0.0531640 Aug 12 05:34:47.372434 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c7b0d33d-54de-4e6f-9ef9-7156c76b4ea2 req-11db0d41-b202-488b-a8f8-912f91872313 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561507 Aug 12 05:34:47.382395 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-719cae90-a61d-4b7e-ada8-866b3dd87199 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899892 Aug 12 05:34:47.456106 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:34:47.681824 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:47.703699 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:34:47.705905 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f35f12-64ce-4acd-aa3e-591319de7b7b" -d '{"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-unplugged", "status": "completed", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:34:47.718400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:34:47.738496 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddbd34e-ec9e-4043-a68d-c4f746bb0c4d x-openstack-request-id: req-1ddbd34e-ec9e-4043-a68d-c4f746bb0c4d {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:34:47.738815 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-unplugged", "status": "failed", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "code": 422}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:34:47.739071 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ddbd34e-ec9e-4043-a68d-c4f746bb0c4d {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:34:47.739466 n-d-804320-1 neutron-server[95044]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'code': 422} returned with failed status Aug 12 05:34:47.771445 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:47.818864 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:34:47.826844 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.827202 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.827549 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.827893 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.828279 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.828589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.828933 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.829267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.829597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.829924 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.830253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:47.830580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:48.491158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e3b10-343c-45b7-9d43-fb7bdb9a96d2 req-639e0400-cabc-4afe-83a8-5abd59c6e5ba tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:48.492703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e7e3b10-343c-45b7-9d43-fb7bdb9a96d2 req-639e0400-cabc-4afe-83a8-5abd59c6e5ba tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0536764 Aug 12 05:34:48.828774 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4e7e3b10-343c-45b7-9d43-fb7bdb9a96d2 req-90c1c27e-58fc-4a61-b6a3-ee1fc1eeb731 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300638 Aug 12 05:34:49.945701 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a972103-377a-4a86-829d-497218fa6dce req-5f936a3d-df37-463c-b7f9-d295e65678a3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:49.948200 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a972103-377a-4a86-829d-497218fa6dce req-5f936a3d-df37-463c-b7f9-d295e65678a3 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0522470 Aug 12 05:34:49.989104 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-8a972103-377a-4a86-829d-497218fa6dce req-cc6be6fd-fa40-4358-9d17-b14bd56296ae tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349233 Aug 12 05:34:51.106035 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1fd50-4ecf-4532-8133-749032f784fd req-0e721d99-545b-4819-bc31-3a18a7d05e98 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:51.107537 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97c1fd50-4ecf-4532-8133-749032f784fd req-0e721d99-545b-4819-bc31-3a18a7d05e98 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0488534 Aug 12 05:34:51.145027 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-97c1fd50-4ecf-4532-8133-749032f784fd req-96e00608-47fe-441b-998c-ce0f603bcac6 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Aug 12 05:34:52.260425 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f514f-520b-4068-a112-60614ed23ff9 req-4ffd4418-2651-4981-a81a-93d479c3f7d9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:52.261914 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-052f514f-520b-4068-a112-60614ed23ff9 req-4ffd4418-2651-4981-a81a-93d479c3f7d9 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0498836 Aug 12 05:34:52.299670 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-052f514f-520b-4068-a112-60614ed23ff9 req-57b84545-ad23-4139-9ea2-06fc22200f7d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Aug 12 05:34:53.210125 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-6007f524-546a-4595-97ee-57bd81e1b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:53.211703 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-6007f524-546a-4595-97ee-57bd81e1b2fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86&tenant_id=18a88340ad284f58880dbb9615404c75 HTTP/1.1" status: 200 len: 1094 time: 0.0776920 Aug 12 05:34:53.223246 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804320-1', 'device_owner': 'compute:nova'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:34:53.279422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:53.481408 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9ca2-8729-41d5-8c98-848f536f1c71 req-5128a155-299d-480b-87b9-6d1287d4c6d5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:53.482792 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-123f9ca2-8729-41d5-8c98-848f536f1c71 req-5128a155-299d-480b-87b9-6d1287d4c6d5 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.1056511 Aug 12 05:34:53.543788 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:34:53.548143 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-123f9ca2-8729-41d5-8c98-848f536f1c71 req-90a7014f-60c7-4fde-97dd-3f855f928f3c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592823 Aug 12 05:34:53.579270 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h1-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:34:53.611772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8a1635-d344-4b92-bee2-b0890b6f1565 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:34:53.619036 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:53.630359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Transition to ACTIVE for port object de8a1635-d344-4b92-bee2-b0890b6f1565 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:34:53.702095 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:53.803397 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=7']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:34:53.828401 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.828753 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.829101 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.829440 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.829779 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.830115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.830463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.830800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.831132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.831461 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.831786 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.832118 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:34:53.881354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] No DVR routers for this DVR port de8a1635-d344-4b92-bee2-b0890b6f1565 on host n-h1-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:34:54.014978 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:34:54.015260 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:34:54.015587 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:34:54.019792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Port de8a1635-d344-4b92-bee2-b0890b6f1565 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:34:54.020119 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Attempting to bind port de8a1635-d344-4b92-bee2-b0890b6f1565 on network 06c8d47a-c088-480c-88cc-72ec62948ab1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:34:54.025499 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:34:54.025835 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Checking segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:34:54.026218 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Bound using segment: {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:34:54.026640 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Bound port: de8a1635-d344-4b92-bee2-b0890b6f1565, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95714987-b71e-4617-9a48-8190b5672224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:34:54.027021 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:54.090906 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:34:54.093837 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:34:54.170929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:54.204755 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.205364 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:54.206787 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1091 time: 0.9875557 Aug 12 05:34:54.207221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:34:54.209448 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a" -d '{"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:34:54.234928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a2d44-45b8-48f0-bbea-4415c1fab4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=8']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:34:54.264106 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7df5ce-a4a8-448a-bab5-058e7569635b x-openstack-request-id: req-2e7df5ce-a4a8-448a-bab5-058e7569635b {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:34:54.264402 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:34:54.264652 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e7df5ce-a4a8-448a-bab5-058e7569635b {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:34:54.265048 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'status': 'completed', 'code': 200} Aug 12 05:34:54.281634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-e670861d-41e1-49a6-bf4a-c7b235cbdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.283189 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-e670861d-41e1-49a6-bf4a-c7b235cbdbbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1094 time: 0.0453124 Aug 12 05:34:54.381359 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-5ec5fcce-7c35-4f43-b34e-057a0f884470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.382914 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-5ec5fcce-7c35-4f43-b34e-057a0f884470 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0931845 Aug 12 05:34:54.447946 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-3ee264fd-edeb-4470-9a0e-3d1480b35d9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 999 time: 0.0583637 Aug 12 05:34:54.499596 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-e17badda-3b0c-49b2-8ce5-1f6746149238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.500945 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-e17badda-3b0c-49b2-8ce5-1f6746149238 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0463824 Aug 12 05:34:54.545366 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-b9649f3c-2685-4700-a827-81b32c01ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.546815 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-b9649f3c-2685-4700-a827-81b32c01ae1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390778 Aug 12 05:34:54.665429 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-4652f122-6c70-41d1-ad9e-c86398286129 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114738 Aug 12 05:34:54.688912 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82526669-b5cc-42f8-9b62-a60471cdd03f req-c9fa6629-ea49-4847-8281-6cb7b3c08db1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.690564 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82526669-b5cc-42f8-9b62-a60471cdd03f req-c9fa6629-ea49-4847-8281-6cb7b3c08db1 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0750730 Aug 12 05:34:54.769308 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-82526669-b5cc-42f8-9b62-a60471cdd03f req-5e32ba12-effb-4cdb-be2c-bf4df14f5612 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693984 Aug 12 05:34:54.787895 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-d8ed243e-10e3-48f1-8230-fc3882ddec2e service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146114 Aug 12 05:34:54.936236 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-39c5d537-89a0-46d1-9425-f0133966e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:54.937712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-39c5d537-89a0-46d1-9425-f0133966e482 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1094 time: 0.0411887 Aug 12 05:34:55.033749 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-945a129f-b3de-4bcb-9e9c-963b5df6711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:55.035246 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-945a129f-b3de-4bcb-9e9c-963b5df6711b service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0906603 Aug 12 05:34:55.098345 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-49e10105-8015-4573-bee1-7e4649125c11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 999 time: 0.0561881 Aug 12 05:34:55.150075 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-bbf62dd4-47ea-4c89-9c05-0bbce51f5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:55.151488 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-bbf62dd4-47ea-4c89-9c05-0bbce51f5b0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0451684 Aug 12 05:34:55.196452 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-283a4c54-9cea-4cca-85ea-c48cdae488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:55.197890 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-283a4c54-9cea-4cca-85ea-c48cdae488f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386069 Aug 12 05:34:55.286026 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-44f79794-350c-4195-b085-fe8a9c39f6b2 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803971 Aug 12 05:34:55.376610 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b4a4d1a0-f8d6-4cac-bcb0-e5c2aec0500a req-596d673b-3139-4598-b22d-fdce44accaca service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831223 Aug 12 05:34:55.886298 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134af7b-bf69-4e13-892c-87754e99c7c0 req-aae66942-b8a1-4195-a421-c243643bdcf0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:55.887786 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f134af7b-bf69-4e13-892c-87754e99c7c0 req-aae66942-b8a1-4195-a421-c243643bdcf0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0518875 Aug 12 05:34:55.923830 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f134af7b-bf69-4e13-892c-87754e99c7c0 req-3e834729-e7b3-4776-b6b8-f9bfc227ee86 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302541 Aug 12 05:34:56.388331 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:56.525009 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:57.039585 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c972b-365d-44e0-ab6f-cb1a6965378c req-07823633-712f-4ae5-8c32-6d5dd6726309 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:57.041059 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c81c972b-365d-44e0-ab6f-cb1a6965378c req-07823633-712f-4ae5-8c32-6d5dd6726309 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0498850 Aug 12 05:34:57.077771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c81c972b-365d-44e0-ab6f-cb1a6965378c req-d1f7f1f5-da25-465e-a77a-5355639c395b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308838 Aug 12 05:34:58.191078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27301c-ca38-4481-a2aa-1caaf7b3cedf req-a469b6ea-42fa-4a91-9a04-e9b95aedd791 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:58.192567 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b27301c-ca38-4481-a2aa-1caaf7b3cedf req-a469b6ea-42fa-4a91-9a04-e9b95aedd791 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0481124 Aug 12 05:34:58.230342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0b27301c-ca38-4481-a2aa-1caaf7b3cedf req-4c8ed3b6-7315-49d5-a869-f5e6702b1f6e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Aug 12 05:34:58.256836 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca8d150c-f1aa-43ae-ad18-1f31c2aab8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:34:59.348354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0aea4-4d5d-45cc-82ac-1458227b2f70 req-10994016-68c9-40eb-8cf1-595115755529 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:34:59.349858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8d0aea4-4d5d-45cc-82ac-1458227b2f70 req-10994016-68c9-40eb-8cf1-595115755529 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0532823 Aug 12 05:34:59.387193 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b8d0aea4-4d5d-45cc-82ac-1458227b2f70 req-9497b52d-0f4e-4f16-8d5b-c6feaeccd944 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Aug 12 05:35:00.498866 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89daa5-218c-4540-99b2-1825c552af40 req-69b8ea53-2d62-4db5-bdb7-a80451d74cb4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:00.500342 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0c89daa5-218c-4540-99b2-1825c552af40 req-69b8ea53-2d62-4db5-bdb7-a80451d74cb4 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0474725 Aug 12 05:35:00.538378 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0c89daa5-218c-4540-99b2-1825c552af40 req-b52e8f90-0aa5-429a-9832-a27da7d4fb6b tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Aug 12 05:35:00.924224 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e4be102f-de3c-437d-a2e2-08ed131ec688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:01.032966 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:01.654241 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18306de-076a-428e-997e-c9f5fc1dfc0b req-ada2f5ce-d11c-4ee7-8350-6e22e027aa16 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:01.655778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e18306de-076a-428e-997e-c9f5fc1dfc0b req-ada2f5ce-d11c-4ee7-8350-6e22e027aa16 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0480287 Aug 12 05:35:01.693025 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-e18306de-076a-428e-997e-c9f5fc1dfc0b req-d8816690-3778-46ba-ad86-a7d95061c680 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Aug 12 05:35:02.525361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:02.808626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe190e-0071-4914-a96c-4fd0d16820a2 req-dabfc2ac-ef16-4810-8a07-fc4667b0197d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:02.810015 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9fe190e-0071-4914-a96c-4fd0d16820a2 req-dabfc2ac-ef16-4810-8a07-fc4667b0197d tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 943 time: 0.0521784 Aug 12 05:35:03.108472 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:35:03.185400 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c9fe190e-0071-4914-a96c-4fd0d16820a2 req-bcc6a93b-b560-4e62-895c-adb141a58e6f tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691750 Aug 12 05:35:03.204966 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:35:03.215913 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'port_id': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'mac_address': 'fa:16:3e:3b:8a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:35:03.251839 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:03.263886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8a1635-d344-4b92-bee2-b0890b6f1565 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:35:03.285632 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:35:03.376594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:03.422316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=9']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:35:03.615841 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['de8a1635-d344-4b92-bee2-b0890b6f1565'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:35:04.044789 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:04.297006 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de224cc-bd85-4f3d-abe2-32786bd0fb90 req-b7889251-5909-421f-8988-c33ebac209ed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:04.298469 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de224cc-bd85-4f3d-abe2-32786bd0fb90 req-b7889251-5909-421f-8988-c33ebac209ed tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 944 time: 0.0472567 Aug 12 05:35:04.335856 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de224cc-bd85-4f3d-abe2-32786bd0fb90 req-e9468cdd-0ab2-4ca0-9a3f-700401405b2c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Aug 12 05:35:05.120680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:35:05.221929 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port de8a1635-d344-4b92-bee2-b0890b6f1565 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:35:05.225573 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port de8a1635-d344-4b92-bee2-b0890b6f1565 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:35:05.225947 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:05.300628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:05.322038 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:35:05.324272 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e94fc3-fcd1-41c1-a1da-b319f040fb60" -d '{"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-plugged", "status": "completed", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:35:05.337415 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:35:05.360228 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c8aefa-f03b-4e84-8197-71ed43946172 x-openstack-request-id: req-d8c8aefa-f03b-4e84-8197-71ed43946172 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:35:05.360499 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-plugged", "status": "completed", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:35:05.360756 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c8aefa-f03b-4e84-8197-71ed43946172 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:35:05.361154 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'code': 200} Aug 12 05:35:05.393541 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:05.443295 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=10']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:35:05.465294 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24c9f3-4a50-4cb6-9c91-08685b8d9b81 req-16ba8f70-968a-4f5e-928e-96cd2265c1ee tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:05.466836 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b24c9f3-4a50-4cb6-9c91-08685b8d9b81 req-16ba8f70-968a-4f5e-928e-96cd2265c1ee tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 946 time: 0.0608842 Aug 12 05:35:05.529840 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0b24c9f3-4a50-4cb6-9c91-08685b8d9b81 req-3b6a4dfd-fb88-4683-8419-a51ee80bf57e tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507255 Aug 12 05:35:05.534784 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1026c3-b529-4730-96ad-84a1ea9d746f req-587174e4-7c76-47fd-89e1-f4b82aec6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:05.536221 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fd1026c3-b529-4730-96ad-84a1ea9d746f req-587174e4-7c76-47fd-89e1-f4b82aec6c13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1097 time: 0.0643592 Aug 12 05:35:05.571456 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fd1026c3-b529-4730-96ad-84a1ea9d746f req-2f8f88e0-4ace-484d-97b9-936a3d9bb22e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281556 Aug 12 05:35:06.644139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b06091-7237-4205-9ac9-904abecf32e8 req-683889a5-cd94-44c7-a399-8f1252269677 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:06.645623 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18b06091-7237-4205-9ac9-904abecf32e8 req-683889a5-cd94-44c7-a399-8f1252269677 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 946 time: 0.0476992 Aug 12 05:35:06.683461 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-18b06091-7237-4205-9ac9-904abecf32e8 req-aa218c54-55f7-43c1-8c29-c0366224d187 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318403 Aug 12 05:35:09.048382 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-ad9bd97d-4f43-491d-8c2a-f12c219b14ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382807 Aug 12 05:35:09.129880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-568c9953-d7af-4ba7-b221-3451fff8550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:09.131403 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-568c9953-d7af-4ba7-b221-3451fff8550e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1097 time: 0.0422692 Aug 12 05:35:09.230168 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-40b83043-e08a-42d2-ac47-416071640bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:09.231665 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-40b83043-e08a-42d2-ac47-416071640bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0822005 Aug 12 05:35:09.301088 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-883d96b5-15b2-4bc7-98b2-8cb09efc857b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1001 time: 0.0604923 Aug 12 05:35:09.349521 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-48cb89e2-7f0b-4625-8771-be4e788284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:09.350937 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-48cb89e2-7f0b-4625-8771-be4e788284a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0423841 Aug 12 05:35:09.394627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-ca50e817-9a96-40dd-a065-d5d4e932825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:35:09.396086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-ca50e817-9a96-40dd-a065-d5d4e932825f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387683 Aug 12 05:35:09.485875 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-2e82f28d-8789-4810-8894-a8a141ae2045 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825319 Aug 12 05:35:09.573928 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a4b00c3-adfc-4305-81b8-670aa1c8df7d req-5c906fd0-744d-40d8-82c2-4baf882240ec service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816274 Aug 12 05:35:15.077356 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:35:26.392534 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:26.536225 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:28.261715 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f2737ad9-aaaa-4800-9b69-4207a357f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:30.924574 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd60d-5dcd-4e50-8e15-50fc15942431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:31.050251 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:32.518882 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:34.067844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:52.077258 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:35:56.415081 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:56.546998 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:35:58.278388 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-de1e023c-f662-4912-8650-20ede33a9888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:00.906893 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-eabd56a4-5a6e-4084-a43d-297198d678ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:01.032931 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:02.484100 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:04.095896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:11.042317 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-dd8ec029-dced-4a2d-8eb1-a3cd343f92dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407069 Aug 12 05:36:11.124234 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-6b9cd1f2-6bcc-47a7-9eed-31295f3f18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:11.125715 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-6b9cd1f2-6bcc-47a7-9eed-31295f3f18b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1097 time: 0.0440917 Aug 12 05:36:11.226516 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-92fffbd1-9d03-4664-8ade-1039f2c78ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:11.227996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-92fffbd1-9d03-4664-8ade-1039f2c78ca7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0826943 Aug 12 05:36:11.294507 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-56b6d2b3-89d8-4258-9777-85e2f4217058 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 1001 time: 0.0596936 Aug 12 05:36:11.341634 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-6ceee858-2d6b-42f1-9e87-b003d4d8d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:11.343023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-6ceee858-2d6b-42f1-9e87-b003d4d8d6bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0424035 Aug 12 05:36:11.390875 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-ff36990a-80c6-48e1-9d62-98c1e347a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:11.392331 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-ff36990a-80c6-48e1-9d62-98c1e347a9d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429604 Aug 12 05:36:11.482270 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-194cf64f-435a-4953-ac14-0f3c3bdc0298 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824585 Aug 12 05:36:11.576105 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4641ea65-0b0d-4992-909f-ac60cb661700 req-6d3a65f7-9392-4afa-a582-51df2705fd6c service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870955 Aug 12 05:36:26.409542 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:26.545736 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:28.261046 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-22a37305-7a9a-42f3-ab89-8f2f12cd8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:29.075534 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:36:30.912045 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-18488703-6824-43f1-9d8b-fb7fef4bb9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:31.031975 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:32.506776 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:34.055121 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:42.859047 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51148) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:43.012590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Deleting port 3793b8b2-3878-413e-8467-35ec051b6063 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:43.012936 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:43.088773 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:43.089107 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:43.100388 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Calling delete_port for 3793b8b2-3878-413e-8467-35ec051b6063 owned by network:floatingip {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:43.328584 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:43.351533 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event deleted for resources: {'Port': ['ID=3793b8b2-3878-413e-8467-35ec051b6063,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:43.360754 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.361103 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.361523 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.361817 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.362149 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.362480 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.362833 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.363164 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.363491 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.363818 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.364139 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.364485 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:43.423847 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for floatingip, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:43.424157 n-d-804320-1 neutron-server[95042]: INFO neutron.db.l3_db [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Floating IP 168dc0b4-76a1-4d97-a215-110e72b23197 disassociated (deleted). External IP: 172.25.6.242, port: de8a1635-d344-4b92-bee2-b0890b6f1565. Aug 12 05:36:43.632767 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:36:43.737960 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:36:43.742817 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:43.747363 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:36:43.757687 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:36:43.758455 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:43.771122 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-3eeb38a4-c994-4f02-a89d-b98009edcbbc tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "DELETE /v2.0/floatingips/168dc0b4-76a1-4d97-a215-110e72b23197 HTTP/1.1" status: 204 len: 168 time: 0.9109244 Aug 12 05:36:43.771712 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:36:43.773971 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae2465c-4b72-4804-b053-fb800f59b4db" -d '{"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:36:43.821394 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14774837-f19e-4557-945a-7c29f813c809 x-openstack-request-id: req-14774837-f19e-4557-945a-7c29f813c809 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:36:43.821687 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:36:43.822022 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14774837-f19e-4557-945a-7c29f813c809 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:36:43.822434 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'status': 'completed', 'code': 200} Aug 12 05:36:43.875429 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:36:43.886665 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-0a9e2c1a-e15d-41bc-8ac3-a46e1ec317c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:43.888279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-0a9e2c1a-e15d-41bc-8ac3-a46e1ec317c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a88340ad284f58880dbb9615404c75&device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 1097 time: 0.0428636 Aug 12 05:36:43.984651 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-532b7ef5-9c1b-4ba6-b153-1d4532cd657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:43.986103 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-532b7ef5-9c1b-4ba6-b153-1d4532cd657f service neutron] 10.222.0.36 "GET /v2.0/networks?id=06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 200 len: 909 time: 0.0907412 Aug 12 05:36:44.026913 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-8e93f32a-531b-47e0-a797-c7e13928194a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 200 len: 217 time: 0.0335009 Aug 12 05:36:44.077936 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:44.078948 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-6d010248-15d0-47b2-aa75-ea5bbada608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:44.080236 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-6d010248-15d0-47b2-aa75-ea5bbada608b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 200 len: 847 time: 0.0471499 Aug 12 05:36:44.111203 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:36:44.120824 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:36:44.121433 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:44.130829 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-c4d2777a-5ff3-4c65-99f1-575e872349ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:44.135131 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-c4d2777a-5ff3-4c65-99f1-575e872349ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=06c8d47a-c088-480c-88cc-72ec62948ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451624 Aug 12 05:36:44.227798 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-52f33fa9-10f3-4ecd-8527-7e329fffe5b2 service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885918 Aug 12 05:36:44.235384 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:36:44.261292 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4ba1-4d83-44b0-9ad7-7da9e3948f6d req-2dde31f7-e613-4acf-b61a-9b5dc91adb81 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:44.263182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b7bd4ba1-4d83-44b0-9ad7-7da9e3948f6d req-2dde31f7-e613-4acf-b61a-9b5dc91adb81 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 946 time: 0.0597968 Aug 12 05:36:44.307576 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-b7bd4ba1-4d83-44b0-9ad7-7da9e3948f6d req-0258ca10-368c-438e-b8c7-37edc86f1dba tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374310 Aug 12 05:36:44.329778 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0ae2465c-4b72-4804-b053-fb800f59b4db req-99385798-2398-49bf-9089-713db63e545e service neutron] 10.222.0.36 "GET /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934174 Aug 12 05:36:44.546620 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:44.572131 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd86fdc-c2c9-4f55-a324-bd3e2cc0d402 None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:26:52Z', 'revision_number': 4, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e0c0999d-91a3-416d-a441-88532876261e', 'name': '', 'network_id': '06c8d47a-c088-480c-88cc-72ec62948ab1', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'mac_address': 'fa:16:3e:52:87:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:51Z', 'updated_at': '2021-08-12T05:26:58Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'subnets': [{'id': '6485fc36-ab31-4ef2-9cd3-5c21cb47a39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:36:44.801468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5189147-ecd6-4a26-bf37-3fec237fa610 None None] New status for floating IP 168dc0b4-76a1-4d97-a215-110e72b23197: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:36:45.430964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33c7d-e2da-4832-9a8c-74e3ca6fe96e req-a9f06f62-7469-4d8f-87a3-4d7f83f3683c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:45.432479 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60a33c7d-e2da-4832-9a8c-74e3ca6fe96e req-a9f06f62-7469-4d8f-87a3-4d7f83f3683c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 946 time: 0.0501623 Aug 12 05:36:45.470262 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-60a33c7d-e2da-4832-9a8c-74e3ca6fe96e req-a84482f8-318f-4f78-a2af-abc01edd0765 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28b264d-c289-497d-a6d3-d997a3a5885b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Aug 12 05:36:45.724418 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-2142bb96-773e-476a-8844-f762afcb8d75 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:36:45.725884 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-2142bb96-773e-476a-8844-f762afcb8d75 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 946 time: 0.0496314 Aug 12 05:36:45.820858 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Deleting port de8a1635-d344-4b92-bee2-b0890b6f1565 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:45.821207 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:45.905411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] For port de8a1635-d344-4b92-bee2-b0890b6f1565, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=de8a1635-d344-4b92-bee2-b0890b6f1565,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:45.905797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:45.918134 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Calling delete_port for de8a1635-d344-4b92-bee2-b0890b6f1565 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:46.105781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:46.135964 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event deleted for resources: {'Port': ['ID=de8a1635-d344-4b92-bee2-b0890b6f1565,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:46.162370 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.162741 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.163093 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.163431 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.163769 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.164100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.164430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.164757 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.165085 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.165411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.165732 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.166053 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:46.188956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] No DVR routers for this DVR port de8a1635-d344-4b92-bee2-b0890b6f1565 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:36:46.191813 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:46.193791 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4c07ceaa-1c20-40de-b499-abe29752e79f req-07e958ac-1c0c-49a5-9ab1-27f8c4469808 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.36 "DELETE /v2.0/ports/de8a1635-d344-4b92-bee2-b0890b6f1565 HTTP/1.1" status: 204 len: 173 time: 0.4618027 Aug 12 05:36:46.194239 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-deleted', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:36:46.196508 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ffd142-bb8c-43ff-a807-933b9566b391" -d '{"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-deleted", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:36:46.277195 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79065d63-551f-4c25-83a8-3714443bcc8d x-openstack-request-id: req-79065d63-551f-4c25-83a8-3714443bcc8d {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:36:46.277490 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17728eb5-b1f4-41e2-92e2-0d4f43913f86", "name": "network-vif-deleted", "tag": "de8a1635-d344-4b92-bee2-b0890b6f1565", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:36:46.277745 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79065d63-551f-4c25-83a8-3714443bcc8d {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:36:46.278175 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17728eb5-b1f4-41e2-92e2-0d4f43913f86', 'name': 'network-vif-deleted', 'tag': 'de8a1635-d344-4b92-bee2-b0890b6f1565', 'status': 'completed', 'code': 200} Aug 12 05:36:46.568626 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-64d08a53-3201-43a4-8576-b7679566835f req-5fbebd9d-cf96-4288-9833-64aa077ee90c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0274630 Aug 12 05:36:47.664728 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a46a5788-cd00-428f-a5ca-b516b1c16693 req-2fd7c5bd-8b01-4b9d-8014-9052a3b6c4d0 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0272632 Aug 12 05:36:48.759055 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-dfcf790b-8500-4b53-9f44-f59bc13b767d req-43f27bc5-bbd8-4554-834b-b886096bc748 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Aug 12 05:36:49.495511 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:36:49.516852 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: de8a1635-d344-4b92-bee2-b0890b6f1565 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:36:49.517206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device de8a1635-d344-4b92-bee2-b0890b6f1565 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:36:49.852263 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-3b59fa3e-18cc-4c06-b440-d763a2eb903e req-751ec7a0-64c0-4f8a-9e2b-e7b64b8ec207 tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "GET /v2.0/ports?device_id=17728eb5-b1f4-41e2-92e2-0d4f43913f86 HTTP/1.1" status: 200 len: 210 time: 0.0263312 Aug 12 05:36:50.907434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51182) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:50.966461 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4af5552-5e24-409c-a55e-4aba9071d85c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:50.991261 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4af5552-5e24-409c-a55e-4aba9071d85c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:51.100581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4af5552-5e24-409c-a55e-4aba9071d85c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:51.103330 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-d4af5552-5e24-409c-a55e-4aba9071d85c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:51.107280 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-d4af5552-5e24-409c-a55e-4aba9071d85c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] 10.222.0.42 "DELETE /v2.0/security-groups/f28b264d-c289-497d-a6d3-d997a3a5885b HTTP/1.1" status: 204 len: 168 time: 0.1960742 Aug 12 05:36:51.114425 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af5552-5e24-409c-a55e-4aba9071d85c tempest-TestShelveInstance-838112760 tempest-TestShelveInstance-838112760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b264d-c289-497d-a6d3-d997a3a5885b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:52.221988 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51188) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:52.701154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:52.950354 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Deleting port e0c0999d-91a3-416d-a441-88532876261e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:52.950704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:53.027772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] For port e0c0999d-91a3-416d-a441-88532876261e, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e0c0999d-91a3-416d-a441-88532876261e,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:53.028052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:53.040936 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Calling delete_port for e0c0999d-91a3-416d-a441-88532876261e owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:53.564029 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:53.589525 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c0999d-91a3-416d-a441-88532876261e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:53.750672 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:53.962225 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Router cae12b7a-0656-4d62-9915-cbeaa55cff0b has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:36:54.064438 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:36:54.069825 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-be23e29b-eb34-49fa-8f08-02edcf4a31e7 admin admin] 10.222.0.42 "PUT /v2.0/routers/cae12b7a-0656-4d62-9915-cbeaa55cff0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8467669 Aug 12 05:36:54.072527 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51192) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:54.075499 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] Sync routers for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:36:54.084615 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:36:54.085222 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:54.178684 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks [] for router, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.189788 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:36:54.284361 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.365480 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:36:53Z', 'revision_number': 5, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port': {'id': 'cd1cebd8-e454-4ce2-b003-582a725a6cea', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:50Z', 'updated_at': '2021-08-12T05:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:54.391574 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] Checking router: cae12b7a-0656-4d62-9915-cbeaa55cff0b for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:36:54.395590 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Deleting port cd1cebd8-e454-4ce2-b003-582a725a6cea {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:54.395951 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.399759 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] Routers {'cae12b7a-0656-4d62-9915-cbeaa55cff0b'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:36:54.400351 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:54.479233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] For port cd1cebd8-e454-4ce2-b003-582a725a6cea, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=cd1cebd8-e454-4ce2-b003-582a725a6cea,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:54.479610 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.489545 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] Set router cae12b7a-0656-4d62-9915-cbeaa55cff0b gateway port host: None {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:36:54.492581 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Calling delete_port for cd1cebd8-e454-4ce2-b003-582a725a6cea owned by network:router_gateway {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:54.543656 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:36:54Z', 'revision_number': 6, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:54.569270 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc59581-863a-4a24-b926-1b6112e46bb3 None None] The sync data for ids ['cae12b7a-0656-4d62-9915-cbeaa55cff0b'] in n-d-804320-1 is: [{'id': 'cae12b7a-0656-4d62-9915-cbeaa55cff0b', 'name': 'tempest-TestShelveInstance-114694708-router', 'tenant_id': '18a88340ad284f58880dbb9615404c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:49Z', 'updated_at': '2021-08-12T05:36:54Z', 'revision_number': 6, 'project_id': '18a88340ad284f58880dbb9615404c75', 'gw_port_host': None}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:36:54.716414 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.742014 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1cebd8-e454-4ce2-b003-582a725a6cea,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:54.805012 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.900603 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:54.902857 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.037763 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.038296 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae12b7a-0656-4d62-9915-cbeaa55cff0b {{(pid=95042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:36:55.042575 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] Notify callbacks [] for router, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.043783 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a5ca092a-c310-4f83-a7bf-65d0e8d2d95a admin admin] 10.222.0.42 "DELETE /v2.0/routers/cae12b7a-0656-4d62-9915-cbeaa55cff0b HTTP/1.1" status: 204 len: 168 time: 0.9695230 Aug 12 05:36:55.046351 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51194) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:55.090300 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Deleting subnet 6485fc36-ab31-4ef2-9cd3-5c21cb47a39f {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:36:55.093923 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.147743 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.228391 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.358547 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.386143 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6485fc36-ab31-4ef2-9cd3-5c21cb47a39f,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:55.388128 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.389981 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-ee1207ae-a247-4d2b-a276-cb203efc14d8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6485fc36-ab31-4ef2-9cd3-5c21cb47a39f HTTP/1.1" status: 204 len: 168 time: 0.3420732 Aug 12 05:36:55.393066 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51196) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:55.395448 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9d0587-fbc2-4ebf-bde2-9973516171cd None None] Network 06c8d47a-c088-480c-88cc-72ec62948ab1 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:36:55.473088 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.529441 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Deleting port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:55.529876 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.600394 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] For port 3894af22-50a4-442d-bc42-dc0a05a1fbe3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3894af22-50a4-442d-bc42-dc0a05a1fbe3,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:55.600749 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.602043 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] DHCP port deletion for 06c8d47a-c088-480c-88cc-72ec62948ab1 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:36:55.615555 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Calling delete_port for 3894af22-50a4-442d-bc42-dc0a05a1fbe3 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:55.647286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Deleting port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:55.647662 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.707610 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] For port 3894af22-50a4-442d-bc42-dc0a05a1fbe3, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=3894af22-50a4-442d-bc42-dc0a05a1fbe3,segment=NetworkSegment(95714987-b71e-4617-9a48-8190b5672224),segment_id=95714987-b71e-4617-9a48-8190b5672224)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:55.708004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.723644 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Calling delete_port for 3894af22-50a4-442d-bc42-dc0a05a1fbe3 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:55.752281 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.780796 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] No DVR routers for this DVR port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:36:55.782438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3894af22-50a4-442d-bc42-dc0a05a1fbe3,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:55.801012 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.826120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Pushing event deleted for resources: {'Port': ['ID=3894af22-50a4-442d-bc42-dc0a05a1fbe3,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:55.830583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] No DVR routers for this DVR port 3894af22-50a4-442d-bc42-dc0a05a1fbe3 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:36:55.841435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.841435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.841733 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.842146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.842611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.843075 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.844082 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.844524 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.844922 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.845318 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.845714 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.846102 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2622055d-4f99-42ad-afda-64d85e6c4363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:36:55.853028 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.863582 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c8d47a-c088-480c-88cc-72ec62948ab1']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:55.878191 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95714987-b71e-4617-9a48-8190b5672224') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:55.878482 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95714987-b71e-4617-9a48-8190b5672224') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:55.887112 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.901250 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.906922 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:36:55.907305 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:36:55.908890 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:36:56.008186 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.012838 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.015046 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/06c8d47a-c088-480c-88cc-72ec62948ab1 HTTP/1.1" status: 204 len: 168 time: 0.6209586 Aug 12 05:36:56.018781 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51198) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:56.027899 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c0bb6-7794-4c03-88f1-33c4b8bf36eb admin admin] Pushing event deleted for resources: {'Network': ['ID=06c8d47a-c088-480c-88cc-72ec62948ab1,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:56.247349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3894af22-50a4-442d-bc42-dc0a05a1fbe3 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:36:56.267567 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 3894af22-50a4-442d-bc42-dc0a05a1fbe3 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:36:56.267917 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 3894af22-50a4-442d-bc42-dc0a05a1fbe3 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:36:56.268331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd1cebd8-e454-4ce2-b003-582a725a6cea no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:36:56.289822 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: cd1cebd8-e454-4ce2-b003-582a725a6cea {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:36:56.290080 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device cd1cebd8-e454-4ce2-b003-582a725a6cea not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:36:56.290496 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e0c0999d-91a3-416d-a441-88532876261e no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:36:56.309607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e0c0999d-91a3-416d-a441-88532876261e {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:36:56.309963 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e0c0999d-91a3-416d-a441-88532876261e not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:36:56.378001 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.419645 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.551956 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.620955 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Deleting port 7555d76a-8d27-48be-b7f1-c2e6adc989f7 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:56.621297 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.700330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] For port 7555d76a-8d27-48be-b7f1-c2e6adc989f7, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=7555d76a-8d27-48be-b7f1-c2e6adc989f7,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:56.700696 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.713410 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Calling delete_port for 7555d76a-8d27-48be-b7f1-c2e6adc989f7 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:56.940757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:56.965220 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7555d76a-8d27-48be-b7f1-c2e6adc989f7,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:57.133944 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:57.341557 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Router 9f6c5f18-7a7f-4881-b656-81294de1f308 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:36:57.447287 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:36:57.452166 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-da0519a8-c1d1-46bb-8b99-bf1f66328da3 admin admin] 10.222.0.42 "PUT /v2.0/routers/9f6c5f18-7a7f-4881-b656-81294de1f308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323449 Aug 12 05:36:57.455458 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51202) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:57.456691 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] Sync routers for ids ['9f6c5f18-7a7f-4881-b656-81294de1f308'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:36:57.465743 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] Routers {'9f6c5f18-7a7f-4881-b656-81294de1f308'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:36:57.466368 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['9f6c5f18-7a7f-4881-b656-81294de1f308'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:57.558339 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:57.569837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] Set router 9f6c5f18-7a7f-4881-b656-81294de1f308 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:36:57.660189 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:57.740406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:36:56Z', 'revision_number': 5, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port': {'id': '1d117cb4-7635-4a91-af8a-6a2021a01689', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:26:56Z', 'updated_at': '2021-08-12T05:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:57.766284 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] Checking router: 9f6c5f18-7a7f-4881-b656-81294de1f308 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:36:57.772316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Deleting port 1d117cb4-7635-4a91-af8a-6a2021a01689 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:57.772668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:57.774582 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] Routers {'9f6c5f18-7a7f-4881-b656-81294de1f308'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:36:57.775237 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:36:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['9f6c5f18-7a7f-4881-b656-81294de1f308'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:57.853693 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] For port 1d117cb4-7635-4a91-af8a-6a2021a01689, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1d117cb4-7635-4a91-af8a-6a2021a01689,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:57.854058 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:57.860750 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] Set router 9f6c5f18-7a7f-4881-b656-81294de1f308 gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:36:57.867869 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Calling delete_port for 1d117cb4-7635-4a91-af8a-6a2021a01689 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:57.914502 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:36:57Z', 'revision_number': 6, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:57.941048 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bdab61-1060-419a-ace1-7d193ec5c01e None None] The sync data for ids ['9f6c5f18-7a7f-4881-b656-81294de1f308'] in n-d-804320-1 is: [{'id': '9f6c5f18-7a7f-4881-b656-81294de1f308', 'name': 'tempest-TestShelveInstance-197699626-router', 'tenant_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:26:55Z', 'updated_at': '2021-08-12T05:36:57Z', 'revision_number': 6, 'project_id': '2009ee7f0d494c3f8a2d116f92dbec83', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:36:58.083592 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.109819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d117cb4-7635-4a91-af8a-6a2021a01689,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:58.168392 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.243652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b01fd8b0-0937-45f9-9573-f51808df1be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.258586 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.262053 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.369265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.369437 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7555d76a-8d27-48be-b7f1-c2e6adc989f7 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:36:58.369830 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6c5f18-7a7f-4881-b656-81294de1f308 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:36:58.374341 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.375604 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b2d57b47-28ab-40a7-9bff-247d32df41d3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9f6c5f18-7a7f-4881-b656-81294de1f308 HTTP/1.1" status: 204 len: 168 time: 0.9191816 Aug 12 05:36:58.378267 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51204) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:58.389389 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 7555d76a-8d27-48be-b7f1-c2e6adc989f7 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:36:58.389738 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 7555d76a-8d27-48be-b7f1-c2e6adc989f7 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:36:58.427349 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Deleting subnet 937beeeb-f554-4f0e-aeb8-d4cf1368cb9c {{(pid=95042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:36:58.427349 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.466476 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8974901'] for subnet, precommit_delete_associations {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.543427 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.643668 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8595290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645505'] for subnet, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.670418 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.672840 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/937beeeb-f554-4f0e-aeb8-d4cf1368cb9c HTTP/1.1" status: 204 len: 168 time: 0.2930853 Aug 12 05:36:58.673432 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90de151-9fd1-45dd-b207-2962dd2c3d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937beeeb-f554-4f0e-aeb8-d4cf1368cb9c,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:58.675302 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51206) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:58.682267 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f844e-ab90-4428-ab72-67f82c19e1db None None] Network 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:36:58.748961 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.805199 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Deleting port aef645a0-f936-48ea-8eec-2b8382f8bea5 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:58.805611 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.858497 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] DHCP port deletion for 52f8ff90-d27c-4084-b107-f5c89ad2a8e2 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:36:58.880756 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] For port aef645a0-f936-48ea-8eec-2b8382f8bea5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aef645a0-f936-48ea-8eec-2b8382f8bea5,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:58.881211 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.896396 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Calling delete_port for aef645a0-f936-48ea-8eec-2b8382f8bea5 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:58.910746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] Deleting port aef645a0-f936-48ea-8eec-2b8382f8bea5 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:36:58.911133 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.980228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] For port aef645a0-f936-48ea-8eec-2b8382f8bea5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=aef645a0-f936-48ea-8eec-2b8382f8bea5,segment=NetworkSegment(a7fc0b83-0f69-44e2-88f9-6046659b8d51),segment_id=a7fc0b83-0f69-44e2-88f9-6046659b8d51)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:36:58.980630 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:58.995753 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] Calling delete_port for aef645a0-f936-48ea-8eec-2b8382f8bea5 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:36:59.036714 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.066733 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef645a0-f936-48ea-8eec-2b8382f8bea5,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:59.068692 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] No DVR routers for this DVR port aef645a0-f936-48ea-8eec-2b8382f8bea5 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:36:59.073634 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.102631 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] Pushing event deleted for resources: {'Port': ['ID=aef645a0-f936-48ea-8eec-2b8382f8bea5,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:59.105992 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79304b-44e7-4f47-bee5-421f7bf598e7 None None] No DVR routers for this DVR port aef645a0-f936-48ea-8eec-2b8382f8bea5 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:36:59.139236 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.149700 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f8ff90-d27c-4084-b107-f5c89ad2a8e2']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:59.162160 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fc0b83-0f69-44e2-88f9-6046659b8d51') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:59.162455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fc0b83-0f69-44e2-88f9-6046659b8d51') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:36:59.170997 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.184246 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:36:59.192706 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:36:59.289212 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.294705 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.306186 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] 10.222.0.42 "DELETE /v2.0/networks/52f8ff90-d27c-4084-b107-f5c89ad2a8e2 HTTP/1.1" status: 204 len: 168 time: 0.6199930 Aug 12 05:36:59.307427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7aac6e-d7ec-4c4d-a7f9-709a2a473852 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f8ff90-d27c-4084-b107-f5c89ad2a8e2,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:36:59.625349 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51210) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:59.664854 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f1b65eba-cc01-4dcf-b2e2-abd894878e38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18a88340ad284f58880dbb9615404c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383489 Aug 12 05:36:59.667419 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51212) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:36:59.714229 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f385f10c-d49f-4bf4-a2f4-7e7fbab634d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.735386 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f385f10c-d49f-4bf4-a2f4-7e7fbab634d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.842581 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f385f10c-d49f-4bf4-a2f4-7e7fbab634d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.845265 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-f385f10c-d49f-4bf4-a2f4-7e7fbab634d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:36:59.854871 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-f385f10c-d49f-4bf4-a2f4-7e7fbab634d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4506632-b494-4f06-9f39-a3b8471f7e60 HTTP/1.1" status: 204 len: 168 time: 0.1780987 Aug 12 05:36:59.854871 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385f10c-d49f-4bf4-a2f4-7e7fbab634d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4506632-b494-4f06-9f39-a3b8471f7e60,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:00.243529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aef645a0-f936-48ea-8eec-2b8382f8bea5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:37:00.263054 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: aef645a0-f936-48ea-8eec-2b8382f8bea5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:37:00.263395 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device aef645a0-f936-48ea-8eec-2b8382f8bea5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:37:00.263795 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d117cb4-7635-4a91-af8a-6a2021a01689 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:37:00.281878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1d117cb4-7635-4a91-af8a-6a2021a01689 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:37:00.282158 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1d117cb4-7635-4a91-af8a-6a2021a01689 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:37:00.469555 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51220) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:00.510839 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-9818ba2d-c27d-4c60-b8e4-723c763dde94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2009ee7f0d494c3f8a2d116f92dbec83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401251 Aug 12 05:37:00.513170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51222) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:00.559884 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72620492-ea04-49bd-b742-ab9e9a872e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:00.580750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72620492-ea04-49bd-b742-ab9e9a872e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:00.693498 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72620492-ea04-49bd-b742-ab9e9a872e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:00.696320 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-72620492-ea04-49bd-b742-ab9e9a872e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:00.697454 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-72620492-ea04-49bd-b742-ab9e9a872e17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/317b6cbd-eb34-46f7-8948-51e3187dfd9b HTTP/1.1" status: 204 len: 168 time: 0.1833923 Aug 12 05:37:00.705449 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72620492-ea04-49bd-b742-ab9e9a872e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317b6cbd-eb34-46f7-8948-51e3187dfd9b,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:00.911013 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e849034d-c45d-429f-9fd4-428b2940b38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:01.025248 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:01.686274 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51244) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:01.797104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2086205504-network', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:01.866048 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Made reservation on behalf of 26b7974e8afe4f55bc740d7ca4b91870 for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:37:01.868422 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:01.876857 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:01.963635 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.014557 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.035520 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:37:02.050017 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99286a9d-a8e8-4fe9-aedc-e9849ba93edf,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:02.054293 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.054638 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Added segment b112a84e-b2e0-4563-b696-434f117d08e9 of type vlan for network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 Aug 12 05:37:02.099387 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.179239 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.180198 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:02.180785 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.239994 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] Pushing event updated for resources: {'Network': ['ID=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:02.249851 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:37:02.289986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e6156440-9acf-4501-bd56-9193e66d0ebd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6025443 Aug 12 05:37:02.292743 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51248) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:02.298028 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Request body: {'subnet': {'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2086205504-subnet', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:02.385801 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Made reservation on behalf of 26b7974e8afe4f55bc740d7ca4b91870 for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:37:02.388120 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.483255 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.625405 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.683384 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90b25bd-b3b7-42b0-b816-924bc06a43b1,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:02.689212 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Checking segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:02.689868 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Network hostable DHCP agents. Network: 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:37:02.791967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:37:02.877605 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:02.881698 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:02.882285 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:02.890126 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362234a9-34f6-4de2-9ab0-14359d1e25cd None None] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:37:02.968910 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c7f16177-859d-4f0a-a2b4-d98f906991a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6751122 Aug 12 05:37:02.972627 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51250) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:02.977153 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:03.027503 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:37:03.028351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.048606 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.049741 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.103893 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.159246 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Allocated IP 172.20.0.2 (53c9ab85-c3a5-4650-bc6e-3abdd013c0c9/b90b25bd-b3b7-42b0-b816-924bc06a43b1/1437a20b-ab57-4c1a-8314-8437bc5f75a4) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:03.461508 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.475897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Transition to ACTIVE for port object 1437a20b-ab57-4c1a-8314-8437bc5f75a4 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:03.494921 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Transition to ACTIVE for port object 1437a20b-ab57-4c1a-8314-8437bc5f75a4 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:03.547101 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.585900 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:03.588749 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:03.592252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:03.598969 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Pushing event updated for resources: {'Port': ['ID=1437a20b-ab57-4c1a-8314-8437bc5f75a4,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:03.613335 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.651407 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Attempting to bind port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:03.651801 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Attempting to bind port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:03.652163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Attempting to bind port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:03.656980 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:03.657349 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Checking segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:03.657746 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.658137 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Bound using segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:03.658599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Bound port: 1437a20b-ab57-4c1a-8314-8437bc5f75a4, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:03.659004 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.720490 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] For port 1437a20b-ab57-4c1a-8314-8437bc5f75a4, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:03.723480 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] For port 1437a20b-ab57-4c1a-8314-8437bc5f75a4, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1437a20b-ab57-4c1a-8314-8437bc5f75a4,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:03.798958 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.859827 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063e7d8-77bb-43c1-8b05-e51d37073440 None None] Pushing event updated for resources: {'Port': ['ID=1437a20b-ab57-4c1a-8314-8437bc5f75a4,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:03.862397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.882150 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:03.998208 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Allocated IP 172.25.6.71 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/e4814bc2-def1-4216-b4b0-85e81c4daecb) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:04.055647 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:04.116749 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:04.238507 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:04.266737 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1437a20b-ab57-4c1a-8314-8437bc5f75a4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:04.286173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:04.289197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:04.292855 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:04.298394 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4814bc2-def1-4216-b4b0-85e81c4daecb,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:04.384908 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:04.596419 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:04.801825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:04.818390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6119e5-3bb1-4668-b021-9815b44579ef None None] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:37:05.003390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] Provisioning for port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:05.007570 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] Provisioning complete for port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:05.013499 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.035925 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:37:05.093424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.128561 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] For port 1437a20b-ab57-4c1a-8314-8437bc5f75a4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1437a20b-ab57-4c1a-8314-8437bc5f75a4,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:05.146299 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:37:05.155161 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:37:05.164862 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:05.165524 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:05.197594 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.220462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.222516 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8d16f6e5-7b2b-4957-89e1-030339825cc3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2488735 Aug 12 05:37:05.225329 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51264) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:05.253948 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cd662-9775-4214-98b9-d1c762c1f07e None None] Pushing event updated for resources: {'Port': ['ID=1437a20b-ab57-4c1a-8314-8437bc5f75a4,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:05.271599 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:05.318252 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-23725f1e-a15e-41b3-9990-74eff5c78d53 None None] Provisioning complete for port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:05.318631 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-23725f1e-a15e-41b3-9990-74eff5c78d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.446641 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:04Z', 'revision_number': 3, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:05.475391 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:37:05.475734 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Updating router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 port e4814bc2-def1-4216-b4b0-85e81c4daecb binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:37:05.499400 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.649096 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.740555 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.750058 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Transition to ACTIVE for port object e4814bc2-def1-4216-b4b0-85e81c4daecb will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:05.820261 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.869235 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Attempting to bind port e4814bc2-def1-4216-b4b0-85e81c4daecb on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:05.869599 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Attempting to bind port e4814bc2-def1-4216-b4b0-85e81c4daecb by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:05.869959 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Attempting to bind port e4814bc2-def1-4216-b4b0-85e81c4daecb on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:05.877088 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Pushing event updated for resources: {'Port': ['ID=e4814bc2-def1-4216-b4b0-85e81c4daecb,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:05.879944 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:05.880316 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:05.880709 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.881094 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:05.881550 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Bound port: e4814bc2-def1-4216-b4b0-85e81c4daecb, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:05.881926 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:05.888239 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.888584 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.888925 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.889261 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.889592 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.890445 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.890800 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.891126 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.891450 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.891772 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.892092 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.892413 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:37:05.946418 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] For port e4814bc2-def1-4216-b4b0-85e81c4daecb, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:05.949494 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] For port e4814bc2-def1-4216-b4b0-85e81c4daecb, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4814bc2-def1-4216-b4b0-85e81c4daecb,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:05.951880 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Allocated IP 172.20.0.1 (53c9ab85-c3a5-4650-bc6e-3abdd013c0c9/b90b25bd-b3b7-42b0-b816-924bc06a43b1/e8145944-80f7-4540-a196-c47bfb6cf945) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:06.050837 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.055186 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.063845 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Transition to ACTIVE for port object e8145944-80f7-4540-a196-c47bfb6cf945 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:06.109343 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:37:06.123063 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:06.123668 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:06.128797 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814441a-7003-4689-a4dd-da47ac8d0c59 None None] Pushing event updated for resources: {'Port': ['ID=e4814bc2-def1-4216-b4b0-85e81c4daecb,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:06.169488 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.216890 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:06.220055 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:06.224423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:06.252052 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1437a20b-ab57-4c1a-8314-8437bc5f75a4 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:06.253577 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Pushing event updated for resources: {'Port': ['ID=e8145944-80f7-4540-a196-c47bfb6cf945,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:06.272627 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.309786 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:06.310221 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.337061 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:06.513250 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.522786 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:04Z', 'revision_number': 3, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:06.552548 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc0d81-6596-4951-a453-2096ea35297d None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:04Z', 'revision_number': 3, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:37:06.602630 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ca801e02-12f9-44f8-af11-d77618c932af None None] Provisioning for port e8145944-80f7-4540-a196-c47bfb6cf945 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:06.606909 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-ca801e02-12f9-44f8-af11-d77618c932af None None] Provisioning complete for port e8145944-80f7-4540-a196-c47bfb6cf945 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:06.607545 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ca801e02-12f9-44f8-af11-d77618c932af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.643522 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ca801e02-12f9-44f8-af11-d77618c932af None None] Port e8145944-80f7-4540-a196-c47bfb6cf945 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:37:06.695433 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.761218 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.831501 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Pushing event updated for resources: {'Port': ['ID=e8145944-80f7-4540-a196-c47bfb6cf945,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:06.834116 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:06.933038 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:06.934556 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:07.056064 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:37:07.172998 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:37:07.178436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-baa749db-53d4-424d-a030-73c91352659b None None] Provisioning complete for port e8145944-80f7-4540-a196-c47bfb6cf945 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:07.187864 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-baa749db-53d4-424d-a030-73c91352659b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:07.188093 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-765b0d0c-6da4-4686-aeda-7b6349d9f63c admin admin] 10.222.0.42 "PUT /v2.0/routers/0d76ef82-9a40-4235-ad62-46f2ddeb6a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528854 Aug 12 05:37:07.217167 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-baa749db-53d4-424d-a030-73c91352659b None None] Port e8145944-80f7-4540-a196-c47bfb6cf945 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:37:07.948849 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51286) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:07.955656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-272289335-network', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:08.037566 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Made reservation on behalf of f02f1d74b23b4adab522e1fd24d88b2a for: {'network': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:37:08.039987 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for network, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.049249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.068465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:37:08.077727 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:08.078372 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:08.142861 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.183062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:08.204045 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.229872 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=95043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 05:37:08.239765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c82b85-3e59-4f2e-a5c1-5e84be557992,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:08.244538 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.244887 n-d-804320-1 neutron-server[95043]: INFO neutron.db.segments_db [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Added segment 1c6c3df4-88cf-4e54-a033-059f363c6d1d of type vlan for network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 Aug 12 05:37:08.282838 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4814bc2-def1-4216-b4b0-85e81c4daecb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:08.286825 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751374765900'] for network, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.375520 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724'] for network, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.376510 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:08.377154 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.431313 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 2, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:08.434492 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1165e09b-299f-4649-8e57-8c0ec3e8b1e9,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:08.460366 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 details requested by agent ovs-agent-n-d-804320-1 with host n-d-804320-1 {{(pid=95044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 05:37:08.462745 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e4814bc2-def1-4216-b4b0-85e81c4daecb completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:08.466258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:37:08.466607 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Updating router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 port e8145944-80f7-4540-a196-c47bfb6cf945 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:37:08.490266 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8919cb2f-e573-4fa9-985d-f2a7f5ef18e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5402977 Aug 12 05:37:08.492928 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51290) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:08.497793 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Request body: {'subnet': {'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-272289335-subnet', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'ip_version': 4}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:08.504027 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e4814bc2-def1-4216-b4b0-85e81c4daecb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:08.508151 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.561344 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.573411 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Made reservation on behalf of f02f1d74b23b4adab522e1fd24d88b2a for: {'subnet': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:37:08.575797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8578710'] for subnet, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.711425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.742474 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e4814bc2-def1-4216-b4b0-85e81c4daecb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4814bc2-def1-4216-b4b0-85e81c4daecb,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:08.803956 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.860893 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9356584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8578692'] for subnet, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.880406 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e4814bc2-def1-4216-b4b0-85e81c4daecb,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:08.925990 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:08.930104 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa16f271-7770-4b15-b06e-c09322715b38,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:08.938760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Checking segment: {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:08.938760 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Network hostable DHCP agents. Network: 1165e09b-299f-4649-8e57-8c0ec3e8b1e9, hostable agents: ['77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6'], hosted agents: [] {{(pid=95043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 05:37:08.938994 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Transition to ACTIVE for port object e8145944-80f7-4540-a196-c47bfb6cf945 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:09.014939 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.043271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 is scheduled to be hosted by DHCP agent 77fb8b24-7c1e-454a-9a6e-3a1ead24ffd6 with binding_index 1 {{(pid=95043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 05:37:09.071860 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b4aeb-3d46-429d-a306-58a40de396f3 None None] Pushing event updated for resources: {'Port': ['ID=e8145944-80f7-4540-a196-c47bfb6cf945,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:09.120951 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Attempting to bind port e8145944-80f7-4540-a196-c47bfb6cf945 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:09.121331 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Attempting to bind port e8145944-80f7-4540-a196-c47bfb6cf945 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:09.121700 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Attempting to bind port e8145944-80f7-4540-a196-c47bfb6cf945 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:09.127134 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:09.127520 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Checking segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:09.127934 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.128334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Bound using segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:09.128819 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Bound port: e8145944-80f7-4540-a196-c47bfb6cf945, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:09.129209 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.133330 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804320-1, 1165e09b-299f-4649-8e57-8c0ec3e8b1e9) {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:09.138574 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:09.139191 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.143878 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda98b54-3f45-4087-b2c2-fa282b789e13 None None] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:37:09.214642 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-35b40c04-920a-46f5-bd7d-d3f485bd3243 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7206109 Aug 12 05:37:09.217175 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51294) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:09.222542 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:09.260265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] For port e8145944-80f7-4540-a196-c47bfb6cf945, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:09.267686 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] For port e8145944-80f7-4540-a196-c47bfb6cf945, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e8145944-80f7-4540-a196-c47bfb6cf945,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:09.305078 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-701398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1277'] for router, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.306165 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-740966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1156'] for router, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.335038 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.360197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e55972-18b8-4190-916c-89122c095510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbeb3b111-13fc-5ba2-8cc8-525e1bc42291-1165e09b-299f-4649-8e57-8c0ec3e8b1e9', 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'fixed_ips': [{'subnet_id': 'fa16f271-7770-4b15-b06e-c09322715b38'}]}} from n-d-804320-1. {{(pid=95044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 05:37:09.360850 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.361106 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38e55972-18b8-4190-916c-89122c095510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:09.460412 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b4aeb-3d46-429d-a306-58a40de396f3 None None] Pushing event updated for resources: {'Port': ['ID=e8145944-80f7-4540-a196-c47bfb6cf945,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:09.465964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:09.466585 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:09.797760 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.db_base_plugin_common [None req-38e55972-18b8-4190-916c-89122c095510 None None] Allocated IP 172.20.0.2 (1165e09b-299f-4649-8e57-8c0ec3e8b1e9/fa16f271-7770-4b15-b06e-c09322715b38/daea6f2e-7573-4e56-85aa-f245f12c81a5) {{(pid=95044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:09.821581 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:09.888052 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.101355 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38e55972-18b8-4190-916c-89122c095510 None None] Notify callbacks [] for port, precommit_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.112624 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-38e55972-18b8-4190-916c-89122c095510 None None] Transition to ACTIVE for port object daea6f2e-7573-4e56-85aa-f245f12c81a5 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:10.132641 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-38e55972-18b8-4190-916c-89122c095510 None None] Transition to ACTIVE for port object daea6f2e-7573-4e56-85aa-f245f12c81a5 will not be triggered until provisioned by entity DHCP. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:10.146912 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.147534 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:09Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:10.167928 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.181677 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b22ed-a016-4bf2-8ffd-b5e10a714ebd None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:09Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:37:10.198007 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38e55972-18b8-4190-916c-89122c095510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094'] for port, after_create {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.266258 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e55972-18b8-4190-916c-89122c095510 None None] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 is already hosted by enough agents. {{(pid=95044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:10.269458 n-d-804320-1 neutron-server[95044]: DEBUG neutron.scheduler.base_scheduler [None req-38e55972-18b8-4190-916c-89122c095510 None None] Resources bound (agent type, host, resource id): {{(pid=95044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:10.273334 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e55972-18b8-4190-916c-89122c095510 None None] Received port after_create {{(pid=95044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:10.278865 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55972-18b8-4190-916c-89122c095510 None None] Pushing event updated for resources: {'Port': ['ID=daea6f2e-7573-4e56-85aa-f245f12c81a5,revision_number=1']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:10.319772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Allocated IP 172.25.6.122 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/6467142a-6534-4421-aa97-720f6bac6052) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:10.341957 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4814bc2-def1-4216-b4b0-85e81c4daecb up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:10.347904 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-38e55972-18b8-4190-916c-89122c095510 None None] Attempting to bind port daea6f2e-7573-4e56-85aa-f245f12c81a5 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:10.348286 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-38e55972-18b8-4190-916c-89122c095510 None None] Attempting to bind port daea6f2e-7573-4e56-85aa-f245f12c81a5 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:10.348650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e55972-18b8-4190-916c-89122c095510 None None] Attempting to bind port daea6f2e-7573-4e56-85aa-f245f12c81a5 on network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:10.372512 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e55972-18b8-4190-916c-89122c095510 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:10.372886 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e55972-18b8-4190-916c-89122c095510 None None] Checking segment: {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:10.373298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38e55972-18b8-4190-916c-89122c095510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.373693 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e55972-18b8-4190-916c-89122c095510 None None] Bound using segment: {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:10.374680 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-38e55972-18b8-4190-916c-89122c095510 None None] Bound port: daea6f2e-7573-4e56-85aa-f245f12c81a5, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:10.374680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38e55972-18b8-4190-916c-89122c095510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.438345 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.453225 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e4814bc2-def1-4216-b4b0-85e81c4daecb triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:10.453597 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.485120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-38e55972-18b8-4190-916c-89122c095510 None None] For port daea6f2e-7573-4e56-85aa-f245f12c81a5, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:10.506684 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-38e55972-18b8-4190-916c-89122c095510 None None] For port daea6f2e-7573-4e56-85aa-f245f12c81a5, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=daea6f2e-7573-4e56-85aa-f245f12c81a5,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:10.540797 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.570880 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-38e55972-18b8-4190-916c-89122c095510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:10.586983 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:10.594454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6467142a-6534-4421-aa97-720f6bac6052,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:10.594454 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:10.595653 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:10.642918 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55972-18b8-4190-916c-89122c095510 None None] Pushing event updated for resources: {'Port': ['ID=daea6f2e-7573-4e56-85aa-f245f12c81a5,revision_number=2']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:10.954704 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:11.159083 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-740975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-702180'] for router, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:11.369376 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff is scheduled to L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a with binding_index 1 {{(pid=95043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 05:37:11.482166 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:37:11.492437 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Sync routers for ids ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:37:11.501750 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Routers {'59169d32-cabe-4aea-9f6d-ba0a3d7621ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:11.505602 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:11.552033 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:11.556101 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-29ee915c-51e3-4a1d-afe5-f006cfb8fbc9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3342083 Aug 12 05:37:11.556221 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51298) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:11.576712 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cdbeae-9e31-4a75-9bf7-3ca6ac64c154 None None] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:37:11.613431 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Set router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:11.742269 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6c507685-2656-4594-9342-0899a39d069b None None] Provisioning for port daea6f2e-7573-4e56-85aa-f245f12c81a5 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:11.806166 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:37:10Z', 'revision_number': 3, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:11.835207 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Checking router: 59169d32-cabe-4aea-9f6d-ba0a3d7621ff for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:37:11.835559 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Updating router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff port 6467142a-6534-4421-aa97-720f6bac6052 binding host n-d-804320-1 {{(pid=95045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:37:11.866030 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:11.993918 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.123705 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.133636 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.provisioning_blocks [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Transition to ACTIVE for port object 6467142a-6534-4421-aa97-720f6bac6052 will not be triggered until provisioned by entity L2. {{(pid=95045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:12.148244 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Allocated IP 172.20.0.1 (1165e09b-299f-4649-8e57-8c0ec3e8b1e9/fa16f271-7770-4b15-b06e-c09322715b38/1e82d36d-4b92-4d04-8d53-9b304e401839) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:12.214820 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.265973 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.274123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb5eb-59e2-4962-a70b-c7b8aeb12b44 None None] Pushing event updated for resources: {'Port': ['ID=6467142a-6534-4421-aa97-720f6bac6052,revision_number=2']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:12.277518 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Attempting to bind port 6467142a-6534-4421-aa97-720f6bac6052 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:12.278356 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Attempting to bind port 6467142a-6534-4421-aa97-720f6bac6052 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:12.278576 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Attempting to bind port 6467142a-6534-4421-aa97-720f6bac6052 on network a9ddfc21-9955-4e75-a323-dfd793c50c06 {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:12.283985 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Transition to ACTIVE for port object 1e82d36d-4b92-4d04-8d53-9b304e401839 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:12.284129 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:12.284351 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Checking segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:12.284742 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.285403 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Bound using segment: {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'} {{(pid=95045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:12.285569 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.managers [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Bound port: 6467142a-6534-4421-aa97-720f6bac6052, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68778d9-390a-4a6a-b10c-bbf89fbd0ad8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06'}}] {{(pid=95045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:12.285941 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.322989 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e8145944-80f7-4540-a196-c47bfb6cf945 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:12.344235 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] For port 6467142a-6534-4421-aa97-720f6bac6052, host n-d-804320-1, cleared binding levels {{(pid=95045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:12.347350 n-d-804320-1 neutron-server[95045]: DEBUG neutron.plugins.ml2.db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] For port 6467142a-6534-4421-aa97-720f6bac6052, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6467142a-6534-4421-aa97-720f6bac6052,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:12.375757 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.410490 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:12.413298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:12.418820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:12.428817 n-d-804320-1 neutron-server[95045]: DEBUG neutron_lib.callbacks.manager [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.449826 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Pushing event updated for resources: {'Port': ['ID=1e82d36d-4b92-4d04-8d53-9b304e401839,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:12.459487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port e8145944-80f7-4540-a196-c47bfb6cf945 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:12.470481 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e8145944-80f7-4540-a196-c47bfb6cf945 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:12.471190 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.480483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-890391'] for router_interface, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.507291 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb5eb-59e2-4962-a70b-c7b8aeb12b44 None None] Pushing event updated for resources: {'Port': ['ID=6467142a-6534-4421-aa97-720f6bac6052,revision_number=3']} {{(pid=95045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:12.519827 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Routers {'59169d32-cabe-4aea-9f6d-ba0a3d7621ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:12.519827 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:12.562286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.600459 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port e8145944-80f7-4540-a196-c47bfb6cf945, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e8145944-80f7-4540-a196-c47bfb6cf945,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:12.648777 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] Set router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:12.699256 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.700042 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device daea6f2e-7573-4e56-85aa-f245f12c81a5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:12.752855 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.757288 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3e783e3d-0495-4eac-ba07-172d2086b176 None None] Provisioning for port 1e82d36d-4b92-4d04-8d53-9b304e401839 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:12.772163 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-3e783e3d-0495-4eac-ba07-172d2086b176 None None] Provisioning complete for port 1e82d36d-4b92-4d04-8d53-9b304e401839 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:12.772532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3e783e3d-0495-4eac-ba07-172d2086b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.799374 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=e8145944-80f7-4540-a196-c47bfb6cf945,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:12.822440 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-3e783e3d-0495-4eac-ba07-172d2086b176 None None] Port 1e82d36d-4b92-4d04-8d53-9b304e401839 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:37:12.829839 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:37:10Z', 'revision_number': 3, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:12.863188 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cdeee1-3e2d-4445-b4a0-9b3eac7e07c0 None None] The sync data for ids ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'] in n-d-804320-1 is: [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:37:10Z', 'revision_number': 3, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:37:12.912200 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port daea6f2e-7573-4e56-85aa-f245f12c81a5 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:12.916360 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port daea6f2e-7573-4e56-85aa-f245f12c81a5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:12.916737 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:12.939145 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:13.004092 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:13.015921 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:13.037339 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port daea6f2e-7573-4e56-85aa-f245f12c81a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=daea6f2e-7573-4e56-85aa-f245f12c81a5,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:13.087351 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Pushing event updated for resources: {'Port': ['ID=1e82d36d-4b92-4d04-8d53-9b304e401839,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:13.089760 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-890531'] for router_interface, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:13.106809 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:13.162120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=daea6f2e-7573-4e56-85aa-f245f12c81a5,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:13.199187 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:13.200659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:13.323657 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:37:13.447218 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6e921371-d156-4abc-a5de-e27f00b95e2a None None] Provisioning complete for port 1e82d36d-4b92-4d04-8d53-9b304e401839 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:13.447903 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6e921371-d156-4abc-a5de-e27f00b95e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:13.486676 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-6e921371-d156-4abc-a5de-e27f00b95e2a None None] Port 1e82d36d-4b92-4d04-8d53-9b304e401839 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:37:13.749209 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:37:13.754096 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b094667f-7eee-4cc6-bc97-dd15f2612287 admin admin] 10.222.0.42 "PUT /v2.0/routers/59169d32-cabe-4aea-9f6d-ba0a3d7621ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968358 Aug 12 05:37:14.292788 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51306) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:14.297763 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482891979', 'description': 'tempest-secgroup-smoke-482891979 description', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:14.333597 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6467142a-6534-4421-aa97-720f6bac6052 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:14.380352 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.435672 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Sync routers for ids ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:37:14.445783 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Routers {'59169d32-cabe-4aea-9f6d-ba0a3d7621ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:14.446405 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:14.466546 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.479326 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 6467142a-6534-4421-aa97-720f6bac6052 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:14.486832 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6467142a-6534-4421-aa97-720f6bac6052 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:14.487218 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.540437 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.575381 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b803723-16d6-4823-a7d9-5de92a26f287,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:14.587587 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Set router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:14.626293 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.627864 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e175d714-dc13-4d53-b278-249d8252e4a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3337767 Aug 12 05:37:14.630592 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51308) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:14.635146 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group_rule': {'security_group_id': '9b803723-16d6-4823-a7d9-5de92a26f287', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:14.679410 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.728512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.734661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 6467142a-6534-4421-aa97-720f6bac6052, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6467142a-6534-4421-aa97-720f6bac6052,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:14.789165 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.809220 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.810000 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e8145944-80f7-4540-a196-c47bfb6cf945 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:14.865243 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.880420 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02eff80e-7698-4951-9947-192055e8adea,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:14.904858 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=6467142a-6534-4421-aa97-720f6bac6052,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:14.912255 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 4, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1e82d36d-4b92-4d04-8d53-9b304e401839', 'name': '', 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'mac_address': 'fa:16:3e:b7:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fa16f271-7770-4b15-b06e-c09322715b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:12Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 2, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'subnets': [{'id': 'fa16f271-7770-4b15-b06e-c09322715b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:14.944891 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Checking router: 59169d32-cabe-4aea-9f6d-ba0a3d7621ff for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:37:14.945253 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Updating router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff port 1e82d36d-4b92-4d04-8d53-9b304e401839 binding host n-d-804320-1 {{(pid=95044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 05:37:14.945494 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.949466 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-e10b618b-cfd4-43aa-be3a-c41242f2501a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3152335 Aug 12 05:37:14.949819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51310) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:14.954838 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group_rule': {'security_group_id': '9b803723-16d6-4823-a7d9-5de92a26f287', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:14.969491 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port e8145944-80f7-4540-a196-c47bfb6cf945 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:14.969876 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:14.996078 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.047841 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.103291 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.152316 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device daea6f2e-7573-4e56-85aa-f245f12c81a5 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:15.168945 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.184629 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76484f07-74ab-4304-bbd9-57a91d79be82,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:15.243378 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.244738 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b3326a43-f243-44ce-acd7-77d3497a4ae8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936914 Aug 12 05:37:15.247503 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51312) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:15.252202 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group_rule': {'security_group_id': '9b803723-16d6-4823-a7d9-5de92a26f287', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:15.351652 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.412734 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.425400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port daea6f2e-7573-4e56-85aa-f245f12c81a5 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:15.425952 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.477266 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.494941 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051aef71-6e62-4ebd-95b7-0d8c8f4773b8,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:15.540278 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.541545 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-8555f965-3dd5-4ff2-9fa8-6623e377eb0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930546 Aug 12 05:37:15.543035 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Notify callbacks [] for port, precommit_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.549688 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51314) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:15.554500 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group_rule': {'security_group_id': '9b803723-16d6-4823-a7d9-5de92a26f287', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:15.561890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Transition to ACTIVE for port object 1e82d36d-4b92-4d04-8d53-9b304e401839 will not be triggered until provisioned by entity L2. {{(pid=95044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:15.614629 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.643002 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.667436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876292c-6604-4047-9dc4-eecf6760168a None None] Pushing event updated for resources: {'Port': ['ID=1e82d36d-4b92-4d04-8d53-9b304e401839,revision_number=3']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:15.714022 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.717351 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Attempting to bind port 1e82d36d-4b92-4d04-8d53-9b304e401839 on host n-d-804320-1 for vnic_type normal with profile {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:15.718353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Attempting to bind port 1e82d36d-4b92-4d04-8d53-9b304e401839 by drivers openvswitch,hyperv on host n-d-804320-1 at level 0 using segments [{'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:15.718736 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Attempting to bind port 1e82d36d-4b92-4d04-8d53-9b304e401839 on network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:15.723775 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Checking agent: {'id': 'd994b890-bc2b-401d-baeb-b8f5fc45ff6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 3, 53, 31), 'started_at': datetime.datetime(2021, 8, 12, 3, 54, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804320-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:15.724147 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Checking segment: {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:15.724546 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.724947 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Bound using segment: {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'} {{(pid=95044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:15.725410 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.managers [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Bound port: 1e82d36d-4b92-4d04-8d53-9b304e401839, host: n-d-804320-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c6c3df4-88cf-4e54-a033-059f363c6d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9'}}] {{(pid=95044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:15.725791 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.786046 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.792139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] For port 1e82d36d-4b92-4d04-8d53-9b304e401839, host n-d-804320-1, cleared binding levels {{(pid=95044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:15.796617 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] For port 1e82d36d-4b92-4d04-8d53-9b304e401839, host n-d-804320-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e82d36d-4b92-4d04-8d53-9b304e401839,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:15.806960 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd937e74-c9df-457c-b0a2-5ca0e3b9e0f1,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:15.872296 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.900516 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:15.904279 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-29c902fb-74d4-4ccc-bd07-3625f0239110 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510301 Aug 12 05:37:15.904526 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51316) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:15.909455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group_rule': {'security_group_id': '9b803723-16d6-4823-a7d9-5de92a26f287', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:15.944361 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Routers {'59169d32-cabe-4aea-9f6d-ba0a3d7621ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:15.945024 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:15.947572 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876292c-6604-4047-9dc4-eecf6760168a None None] Pushing event updated for resources: {'Port': ['ID=1e82d36d-4b92-4d04-8d53-9b304e401839,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:16.008943 n-d-804320-1 neutron-server[95043]: INFO neutron.db.securitygroups_db [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Project 26b7974e8afe4f55bc740d7ca4b91870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:37:16.015801 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.062532 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] Set router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:16.088030 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.157668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.178229 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9955ba0f-647f-43bc-8391-f693533304bb,revision_number=0']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:16.231789 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.234751 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3bbda708-718e-4c84-89c3-5bff9eaacfde tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276894 Aug 12 05:37:16.236667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51318) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:16.242070 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'security_group_rule': {'security_group_id': '9b803723-16d6-4823-a7d9-5de92a26f287', 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:16.264353 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6467142a-6534-4421-aa97-720f6bac6052 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:16.300470 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 4, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1e82d36d-4b92-4d04-8d53-9b304e401839', 'name': '', 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'mac_address': 'fa:16:3e:b7:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fa16f271-7770-4b15-b06e-c09322715b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:12Z', 'updated_at': '2021-08-12T05:37:15Z', 'revision_number': 4, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'subnets': [{'id': 'fa16f271-7770-4b15-b06e-c09322715b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:16.328959 n-d-804320-1 neutron-server[95042]: INFO neutron.db.securitygroups_db [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Project 26b7974e8afe4f55bc740d7ca4b91870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 05:37:16.333930 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f954663-7c08-4ba0-8a75-3800ba5e74dc None None] The sync data for ids ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'] in n-d-804320-1 is: [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 4, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': '1e82d36d-4b92-4d04-8d53-9b304e401839', 'name': '', 'network_id': '1165e09b-299f-4649-8e57-8c0ec3e8b1e9', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'mac_address': 'fa:16:3e:b7:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'fa16f271-7770-4b15-b06e-c09322715b38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:12Z', 'updated_at': '2021-08-12T05:37:15Z', 'revision_number': 4, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'subnets': [{'id': 'fa16f271-7770-4b15-b06e-c09322715b38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:37:16.334199 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.351986 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 6467142a-6534-4421-aa97-720f6bac6052 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:16.352622 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.425374 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.527841 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782920'] for security_group_rule, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.554809 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cf0a83-2135-46d3-99ec-37e46dfb34f1,revision_number=0']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:16.632432 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:16.642743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-b061eebe-f984-4620-9d26-85e0019510ec tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4041643 Aug 12 05:37:16.775997 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-72e34eb2-726b-446f-9e01-f4d72b65a2b3 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482891979&fields=id&tenant_id=26b7974e8afe4f55bc740d7ca4b91870 HTTP/1.1" status: 200 len: 267 time: 0.0350409 Aug 12 05:37:16.888077 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-ab069214-bc24-4297-a06b-e4230f75a628 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:16.890095 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-ab069214-bc24-4297-a06b-e4230f75a628 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 810 time: 0.1061640 Aug 12 05:37:16.908649 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-2d145acb-7d6a-42bf-81fc-b1b39121672f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/quotas/26b7974e8afe4f55bc740d7ca4b91870 HTTP/1.1" status: 200 len: 375 time: 0.0124123 Aug 12 05:37:16.962495 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-302cf34d-06d0-4ebc-a702-05125a8699a7 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477827 Aug 12 05:37:17.079076 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-e4a8f8d5-23ed-4a78-a396-0f0658c9a09d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:37:17.081007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-e4a8f8d5-23ed-4a78-a396-0f0658c9a09d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059701 Aug 12 05:37:17.179546 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-a6819df6-3d33-4683-a8e5-f3c3dd77bfa0 service neutron] 10.222.0.42 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929685 Aug 12 05:37:17.274232 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-1e59defc-555a-4bec-a702-c68e4266e8db service neutron] 10.222.0.42 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876243 Aug 12 05:37:17.534359 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f0de19bd-1765-4fc7-a32f-41ab7f8b7164 req-8c5e1b2f-5213-46df-b165-22347e7deccd tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Aug 12 05:37:18.274228 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e82d36d-4b92-4d04-8d53-9b304e401839 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:18.403390 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning for port 1e82d36d-4b92-4d04-8d53-9b304e401839 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:18.407763 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1e82d36d-4b92-4d04-8d53-9b304e401839 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:18.408143 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:18.490877 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:18.522062 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] For port 1e82d36d-4b92-4d04-8d53-9b304e401839, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e82d36d-4b92-4d04-8d53-9b304e401839,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:18.592060 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:18.632636 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ebaf85cd-a1d4-4da8-a0a3-2bba425a506b req-1b7da751-620f-49de-b210-47ed9bef8272 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0288918 Aug 12 05:37:18.640197 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Pushing event updated for resources: {'Port': ['ID=1e82d36d-4b92-4d04-8d53-9b304e401839,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:19.739255 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1dc71f42-dbfd-47a5-9964-d455d0890a84 req-e563b98c-51a3-4234-9baf-787d8844a8b5 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0362554 Aug 12 05:37:19.750108 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-ea4d8e74-c811-4c02-8d85-3a670d8b7fc9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:19.755635 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-ea4d8e74-c811-4c02-8d85-3a670d8b7fc9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 810 time: 0.1267695 Aug 12 05:37:19.794675 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-c4ac1799-a224-4665-8f46-61a0593a2b90 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b7974e8afe4f55bc740d7ca4b91870 HTTP/1.1" status: 200 len: 379 time: 0.0332861 Aug 12 05:37:19.803242 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'port': {'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'admin_state_up': True, 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'security_groups': ['9b803723-16d6-4823-a7d9-5de92a26f287']}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:19.997365 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Made reservation on behalf of 26b7974e8afe4f55bc740d7ca4b91870 for: {'port': 1} {{(pid=95043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:37:20.001556 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.130549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Allocated IP 172.20.0.10 (53c9ab85-c3a5-4650-bc6e-3abdd013c0c9/b90b25bd-b3b7-42b0-b816-924bc06a43b1/0cf35fd7-c329-4f10-ac15-3a800ca860b1) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:20.251423 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e82d36d-4b92-4d04-8d53-9b304e401839 up at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:20.265233 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.277792 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Transition to ACTIVE for port object 0cf35fd7-c329-4f10-ac15-3a800ca860b1 will not be triggered until provisioned by entity DHCP. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:20.301188 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Provisioning complete for port 1e82d36d-4b92-4d04-8d53-9b304e401839 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:20.301583 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.366261 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.413622 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:20.418531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:20.421712 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:20.456778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:20.476889 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:20.477503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.551082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d670827c-1726-41bb-8b38-f9cbbc4890e6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513487 Aug 12 05:37:20.563932 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Request body: {'port': {'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804320-1'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:20.617805 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.733454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b9e2097f-b86d-4cee-8c66-42df49b6da5e None None] Provisioning for port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:20.737139 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-b9e2097f-b86d-4cee-8c66-42df49b6da5e None None] Provisioning complete for port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:20.737513 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-b9e2097f-b86d-4cee-8c66-42df49b6da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.772335 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2097f-b86d-4cee-8c66-42df49b6da5e None None] Port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:37:20.860802 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03342a-8407-4031-b397-78288afa004b req-c57370ba-4d0b-4543-8bdc-c802a04f55d3 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:20.862483 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc03342a-8407-4031-b397-78288afa004b req-c57370ba-4d0b-4543-8bdc-c802a04f55d3 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 932 time: 0.0551562 Aug 12 05:37:20.883423 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf35fd7-c329-4f10-ac15-3a800ca860b1 {{(pid=95043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:37:20.891363 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:20.900692 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-cc03342a-8407-4031-b397-78288afa004b req-d86fefca-0ede-4d10-bb22-ee1b7f2823b7 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Aug 12 05:37:20.902903 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.provisioning_blocks [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Transition to ACTIVE for port object 0cf35fd7-c329-4f10-ac15-3a800ca860b1 will not be triggered until provisioned by entity L2. {{(pid=95043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:37:20.969412 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:21.021992 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:21.090046 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Attempting to bind port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 on host n-h2-804320-1 for vnic_type normal with profile {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:37:21.090395 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Attempting to bind port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 by drivers openvswitch,hyperv on host n-h2-804320-1 at level 0 using segments [{'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:37:21.090745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Attempting to bind port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:21.096767 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804320-1 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:37:21.097097 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Attempting to bind port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:37:21.102142 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Checking agent: {'id': 'f3153676-ac71-488d-ab55-25edeae032ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:37:21.102560 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Checking segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:37:21.103033 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Bound using segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} {{(pid=95043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:37:21.103531 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.managers [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Bound port: 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host: n-h2-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}}] {{(pid=95043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:37:21.103956 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:21.176210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, cleared binding levels {{(pid=95043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:37:21.180965 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:37:21.230613 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:21.266200 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.266778 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:21.268211 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] 10.222.0.36 "PUT /v2.0/ports/0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 1092 time: 0.7086582 Aug 12 05:37:21.268715 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:37:21.271086 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8" -d '{"events": [{"name": "network-changed", "server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:37:21.296266 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be511-dd6f-44fa-8bd7-d9a59cf36865 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=3']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:21.310592 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156893ca-e4c1-423b-a548-790977db5a90 x-openstack-request-id: req-156893ca-e4c1-423b-a548-790977db5a90 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:37:21.310919 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:37:21.311177 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-156893ca-e4c1-423b-a548-790977db5a90 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:37:21.311582 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'status': 'completed', 'code': 200} Aug 12 05:37:21.375245 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8 req-056a8368-7335-4f53-9267-898793ca31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.376942 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8 req-056a8368-7335-4f53-9267-898793ca31f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0447028 Aug 12 05:37:21.482582 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8 req-3f2995db-5c01-49d8-8901-4b2af11fc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.484102 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8 req-3f2995db-5c01-49d8-8901-4b2af11fc2bd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0997584 Aug 12 05:37:21.578136 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8 req-de046765-2a3c-4420-8147-7fca5f2aed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.579546 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-cbea2fb7-15df-47d3-a3f5-69a38fde40e8 req-de046765-2a3c-4420-8147-7fca5f2aed87 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881836 Aug 12 05:37:21.661210 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-8f0b85e8-5ac0-49d1-ae13-7d7952a7017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.662679 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-8f0b85e8-5ac0-49d1-ae13-7d7952a7017c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0455101 Aug 12 05:37:21.703115 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-2688487f-2b54-43bc-b904-6935dee8fc64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 217 time: 0.0328302 Aug 12 05:37:21.750730 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-8dd93162-7ac9-447e-a599-4aa3b071dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.752161 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-8dd93162-7ac9-447e-a599-4aa3b071dce5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0424294 Aug 12 05:37:21.796467 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-2e7ac267-7d86-4d8b-b3ae-c42b6c7ee184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:21.797967 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-2e7ac267-7d86-4d8b-b3ae-c42b6c7ee184 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390241 Aug 12 05:37:21.894086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-d76e382b-9438-48c1-a1a2-2e70aae466dc service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886192 Aug 12 05:37:21.987338 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-21465f9a-663c-4350-acd4-c5a170a76d6d req-37b60cf1-c74c-4cc9-9339-9fcc15190d2e service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851555 Aug 12 05:37:22.016141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec5ddf-27f8-47ef-982c-983548372c3a req-fd39ff7d-8236-4c4a-b985-348dbaa33a0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:22.017645 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0ec5ddf-27f8-47ef-982c-983548372c3a req-fd39ff7d-8236-4c4a-b985-348dbaa33a0c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0490320 Aug 12 05:37:22.054462 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c0ec5ddf-27f8-47ef-982c-983548372c3a req-5c919d53-c9d8-4280-88e7-1ea5818aa071 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309012 Aug 12 05:37:23.177152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01307ce8-fac3-487d-8690-4bc46e6ab2e5 req-95ff6149-fc57-47bc-a65b-785d2cfd36d1 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:23.178531 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01307ce8-fac3-487d-8690-4bc46e6ab2e5 req-95ff6149-fc57-47bc-a65b-785d2cfd36d1 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Aug 12 05:37:23.215410 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-01307ce8-fac3-487d-8690-4bc46e6ab2e5 req-f97be673-c362-4f01-8395-f95122944ce3 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Aug 12 05:37:24.327201 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7956e7-9d23-46dd-8774-f083da2ff2e5 req-31d80a0b-f545-4b4f-879f-f8c17a43958d tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:24.328681 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f7956e7-9d23-46dd-8774-f083da2ff2e5 req-31d80a0b-f545-4b4f-879f-f8c17a43958d tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0488214 Aug 12 05:37:24.366228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-4f7956e7-9d23-46dd-8774-f083da2ff2e5 req-102b1ffe-32b8-48b2-9c05-40f9ac29debb tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Aug 12 05:37:25.479372 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb9bac-b553-4121-8dac-e23daf3b372c req-ed235fd7-9c29-4e63-bdf8-bbd02afb0031 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:25.480858 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34cb9bac-b553-4121-8dac-e23daf3b372c req-ed235fd7-9c29-4e63-bdf8-bbd02afb0031 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0485897 Aug 12 05:37:25.518216 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-34cb9bac-b553-4121-8dac-e23daf3b372c req-876d60d9-8184-429f-bc24-641f5eb9d851 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309961 Aug 12 05:37:25.728090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:37:25.821856 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:25.832708 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:37:25.868661 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:25.880599 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf35fd7-c329-4f10-ac15-3a800ca860b1 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:37:25.899375 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:25.968335 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:26.018580 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:26.168516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0cf35fd7-c329-4f10-ac15-3a800ca860b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:37:26.437591 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:26.568559 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:26.635405 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8656312-2f5b-4470-ba53-95c15c99c70d req-689d32e7-2fad-4ba6-b908-c38e9d9d932f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:26.636863 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8656312-2f5b-4470-ba53-95c15c99c70d req-689d32e7-2fad-4ba6-b908-c38e9d9d932f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0512025 Aug 12 05:37:26.673545 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f8656312-2f5b-4470-ba53-95c15c99c70d req-15cf05a0-386b-416e-834e-25d583d3868b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300567 Aug 12 05:37:27.759536 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:37:27.788946 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595b3ca-7bb5-4c10-866e-7a08458dc5f2 req-337638da-7044-4c91-8e93-4636e66c19f9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:27.790426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a595b3ca-7bb5-4c10-866e-7a08458dc5f2 req-337638da-7044-4c91-8e93-4636e66c19f9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Aug 12 05:37:27.827996 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-a595b3ca-7bb5-4c10-866e-7a08458dc5f2 req-950f8bef-153c-42da-96ad-70dd026bd220 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Aug 12 05:37:27.911311 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning for port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:37:27.915182 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:37:27.915553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:27.989772 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:28.010907 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:37:28.013039 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ac782-f133-42af-b89d-becadc4772a0" -d '{"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-plugged", "status": "completed", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:37:28.029662 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:37:28.100431 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:28.124668 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306ecbfc-4ba1-422f-b476-f6d3e3397654 x-openstack-request-id: req-306ecbfc-4ba1-422f-b476-f6d3e3397654 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:37:28.124952 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-plugged", "status": "completed", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:37:28.125739 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-306ecbfc-4ba1-422f-b476-f6d3e3397654 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:37:28.126135 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'code': 200} Aug 12 05:37:28.153888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:28.207999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f70b-ccec-4b8f-b7cb-5434c3a61436 req-e23be2d4-d087-45cc-8b7c-530c8708088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:28.209903 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6871f70b-ccec-4b8f-b7cb-5434c3a61436 req-e23be2d4-d087-45cc-8b7c-530c8708088d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0448637 Aug 12 05:37:28.242505 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6871f70b-ccec-4b8f-b7cb-5434c3a61436 req-9ce5cbfa-a09d-4cf6-adde-8fe9fe607252 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264797 Aug 12 05:37:28.248713 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fb3baff7-525d-49bc-845f-5276f9ad12d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:28.949478 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13614fa7-9ee9-43b9-84b4-99e4c88ea078 req-e3d66cb6-389a-407e-a32d-198cb9ae03b6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:28.951023 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13614fa7-9ee9-43b9-84b4-99e4c88ea078 req-e3d66cb6-389a-407e-a32d-198cb9ae03b6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 946 time: 0.0556648 Aug 12 05:37:28.990069 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-13614fa7-9ee9-43b9-84b4-99e4c88ea078 req-117c1770-a417-41a8-a206-c2a9f82e38a0 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Aug 12 05:37:30.103799 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f350842-8b09-4a3a-979c-6b6a4a425d99 req-7e3829e2-7c88-42d5-9d3a-fea0a5273a49 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:30.105272 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9f350842-8b09-4a3a-979c-6b6a4a425d99 req-7e3829e2-7c88-42d5-9d3a-fea0a5273a49 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Aug 12 05:37:30.142879 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9f350842-8b09-4a3a-979c-6b6a4a425d99 req-911f5bf7-bea1-462d-a06f-cebf10aa88fa tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310271 Aug 12 05:37:30.263823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca687e-ceb2-42ba-b9ba-8bdeb7cbcf01 req-c9581193-be12-41ea-ad42-b6c80a3fed2a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:30.266014 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7fca687e-ceb2-42ba-b9ba-8bdeb7cbcf01 req-c9581193-be12-41ea-ad42-b6c80a3fed2a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 946 time: 0.0580270 Aug 12 05:37:30.304256 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7fca687e-ceb2-42ba-b9ba-8bdeb7cbcf01 req-3f31a876-bf0b-4503-9bdf-d3092abcb3a4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319991 Aug 12 05:37:30.326656 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51382) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:30.410124 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e7597-8b62-4393-9f3b-9c3d0eb507a8 tempest-TestSnapshotPattern-572751852 tempest-TestSnapshotPattern-572751852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:30.411639 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-754e7597-8b62-4393-9f3b-9c3d0eb507a8 tempest-TestSnapshotPattern-572751852 tempest-TestSnapshotPattern-572751852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1092 time: 0.0839653 Aug 12 05:37:30.414485 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51386) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:37:30.418953 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:37:30.522612 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:30.634910 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:30.738406 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Allocated IP 172.25.6.168 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/092d9b1e-43dc-4903-919a-f551e17021ed) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:37:30.838176 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:30.877023 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-148862af-53aa-49fe-be6c-4eea52da97f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:30.935166 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:30.981173 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:37:30.984083 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:37:30.987721 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:37:30.993122 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'Port': ['ID=092d9b1e-43dc-4903-919a-f551e17021ed,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:31.060319 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:31.336160 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:31.473133 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:31.621231 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:31.686929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:31.751371 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'Port': ['ID=092d9b1e-43dc-4903-919a-f551e17021ed,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:37:31.764654 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:31.863428 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Floating IP 331c584c-079f-4979-81a9-fb119df92760 associated. External IP: 172.25.6.168, port: 0cf35fd7-c329-4f10-ac15-3a800ca860b1. Aug 12 05:37:32.067789 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:37:32.172716 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:37:32.182906 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:37:32.192757 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:32.193351 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:32.254444 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:32.284392 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-c88a507b-0212-427c-8a95-c874126cd970 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8688154 Aug 12 05:37:32.285130 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:37:32.287568 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0954680-b840-40bb-b9e4-63fb9822db6a" -d '{"events": [{"name": "network-changed", "server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:37:32.326390 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfca73b3-575f-48cb-a81a-06a732002c15 x-openstack-request-id: req-cfca73b3-575f-48cb-a81a-06a732002c15 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:37:32.326685 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:37:32.326967 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfca73b3-575f-48cb-a81a-06a732002c15 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:37:32.327407 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'status': 'completed', 'code': 200} Aug 12 05:37:32.391034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-84901281-1f18-4e95-98e4-e07f443bcd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:32.391752 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:32.392712 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-84901281-1f18-4e95-98e4-e07f443bcd90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0424290 Aug 12 05:37:32.489963 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-15e2a238-7dea-4778-a934-cba1d254eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:32.491397 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-15e2a238-7dea-4778-a934-cba1d254eac7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0921006 Aug 12 05:37:32.500033 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:32.557799 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-18f52e28-06bd-4a46-9711-e579ccea71d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 1000 time: 0.0591977 Aug 12 05:37:32.606282 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-b833b488-79af-470c-a4f2-c0b6270c088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:32.607868 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-b833b488-79af-470c-a4f2-c0b6270c088a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0429776 Aug 12 05:37:32.612529 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:31Z', 'revision_number': 0, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:32.638825 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:37:32.647044 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:37:32.647651 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:37:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:32.660718 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-4cfdfc0e-be6f-4549-96ec-63dc00f09015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:37:32.662232 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-4cfdfc0e-be6f-4549-96ec-63dc00f09015 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467408 Aug 12 05:37:32.751171 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:37:32.751510 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-7d46c094-6d6d-4269-bd9d-a659d9769a3a service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818055 Aug 12 05:37:32.848723 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-b0954680-b840-40bb-b9e4-63fb9822db6a req-263e65ed-fb14-49c0-9a0d-032532bce6f8 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898497 Aug 12 05:37:32.973400 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:31Z', 'revision_number': 0, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:37:32.999231 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155eb17e-8f59-4fa6-adbd-6d82632a37c1 None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:31Z', 'revision_number': 0, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:37:33.183889 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089880b7-53e7-4091-b583-f24f6a710728 None None] New status for floating IP 331c584c-079f-4979-81a9-fb119df92760: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:37:34.071413 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:43.088003 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:37:56.442489 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:56.579652 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:37:58.259593 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-711ad599-b2c8-45b6-b05b-9b9f165d1737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:00.516823 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-338cf62b-2c3d-48bc-b631-2ff2cdd0a215 req-597709ae-e203-443d-8b31-6a7333b2280b service neutron] (95043) timed out ('10.222.0.42', 45608) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 05:38:00.876830 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f4099746-7e31-4ee3-a92a-14d834565ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:01.029513 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:02.526897 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:04.092567 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:12.038481 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-60ac31fe-3c5f-4b90-a827-77b4095b26a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408640 Aug 12 05:38:12.121016 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-2121ea6d-b5d6-4a80-bac9-09ea20d19f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:38:12.122371 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-2121ea6d-b5d6-4a80-bac9-09ea20d19f0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0396209 Aug 12 05:38:12.226562 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-5478c228-ba8d-4d4c-ac17-0802ac08788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:38:12.228095 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-5478c228-ba8d-4d4c-ac17-0802ac08788d service neutron] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0868356 Aug 12 05:38:12.291918 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-551f23d0-34aa-4d95-ba87-27629f607a29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 1002 time: 0.0566702 Aug 12 05:38:12.339877 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-023bf548-4612-4680-bdf0-744397047698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:38:12.341235 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-023bf548-4612-4680-bdf0-744397047698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0419776 Aug 12 05:38:12.390810 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-7211d551-9b14-4ab8-a226-8145f5246e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:38:12.392741 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-7211d551-9b14-4ab8-a226-8145f5246e3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444286 Aug 12 05:38:12.480283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-fd94dba7-2707-43b8-96f1-9b1e278b49ed service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805411 Aug 12 05:38:12.572954 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-aec47bfc-2c93-4f8c-accc-851f430d5669 req-e99925e1-81ab-4f77-82df-a7288e641a01 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 Aug 12 05:38:20.087003 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:38:26.447623 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:26.596703 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:28.269286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0d181f42-c142-4c50-9704-9b25778d488e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:30.899089 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb6550c8-a36b-4fcf-b805-da75ed1113e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:31.030564 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:32.493205 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:34.058962 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:56.447016 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:56.607147 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:38:57.086225 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:38:58.256855 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8a9d48ca-3ccb-45d3-afd4-c06c1f185838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:00.902743 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-f67db53a-2265-4030-af89-1602698ff716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:01.051425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:02.542457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:04.092745 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:14.033061 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-4e7cab48-d38c-4a72-ad8f-1662bc5b60e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407317 Aug 12 05:39:14.110442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-3224192c-9550-4b0a-bcc2-2cb48b95c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:14.111878 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-3224192c-9550-4b0a-bcc2-2cb48b95c7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0401070 Aug 12 05:39:14.213999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-aec46f37-4f1f-40dd-bf60-5f25e6f2d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:14.215461 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-aec46f37-4f1f-40dd-bf60-5f25e6f2d4d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0851865 Aug 12 05:39:14.279071 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-840e7a08-ea0a-4fe6-96be-7385f3f2342d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 1002 time: 0.0557125 Aug 12 05:39:14.326613 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-948a93c5-f4dc-48e5-8d31-73b6126d622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:14.328087 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-948a93c5-f4dc-48e5-8d31-73b6126d622b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0427699 Aug 12 05:39:14.375659 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-e7638b1e-0ca4-4c54-a4f5-970e99e11217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:14.377587 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-e7638b1e-0ca4-4c54-a4f5-970e99e11217 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419905 Aug 12 05:39:14.387954 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-8ebcfc44-f0e6-43bb-bf63-381adb81b9c1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:39:14.388867 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-8ebcfc44-f0e6-43bb-bf63-381adb81b9c1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048149 Aug 12 05:39:14.474205 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-003557e0-ef9d-4a59-8b10-62c50ce2471a service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780163 Aug 12 05:39:14.564457 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-bf1eb3fb-e71c-4a75-b5ca-3833770c7dc7 req-b304f8d3-e4b4-44db-8974-8a2541a81d74 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834262 Aug 12 05:39:26.450845 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:26.618371 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:28.281317 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-df4dab69-95c2-4e3f-967a-70cbbdc94cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:30.443881 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 details requested by agent hyperv_n-h2-804320-1 with host n-h2-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:39:30.538002 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:39:30.548936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Returning: {'device': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:39:30.586761 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:30.599859 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cf35fd7-c329-4f10-ac15-3a800ca860b1 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:39:30.619637 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:39:30.702432 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:30.755443 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:30.762912 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.763268 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.763611 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.763952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.764436 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.764782 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.765118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.765449 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.765897 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.766090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.766416 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.766834 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:30.773391 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] get_ports_and_sgs() called for port_ids ['0cf35fd7-c329-4f10-ac15-3a800ca860b1'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:39:30.925563 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5f99a2ab-6fec-4ea5-b0c3-85e34da6cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:31.069810 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:32.456601 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 up at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:39:32.514547 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:32.519689 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Provisioning complete for port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:39:32.520062 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:32.604697 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:32.629516 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:39:32.632071 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f8ec1-fb74-437c-9a3b-ebea15e5a574" -d '{"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-plugged", "status": "completed", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:39:32.646206 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:39:32.675577 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b76dff1-8069-4b34-af4b-0aa81e15935a x-openstack-request-id: req-4b76dff1-8069-4b34-af4b-0aa81e15935a {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:39:32.675869 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-plugged", "status": "completed", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:39:32.676128 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4b76dff1-8069-4b34-af4b-0aa81e15935a {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:39:32.676523 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'code': 200} Aug 12 05:39:32.702583 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:32.759704 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:34.064286 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:34.086072 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:39:41.956901 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-33e3de79-914a-4ed7-8dd7-39c599f8298d tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482891979&fields=id&tenant_id=26b7974e8afe4f55bc740d7ca4b91870 HTTP/1.1" status: 200 len: 267 time: 0.0343523 Aug 12 05:39:42.060442 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-50201241-92cf-45c4-9389-63995b690f44 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:42.061812 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-50201241-92cf-45c4-9389-63995b690f44 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 810 time: 0.0980721 Aug 12 05:39:42.076619 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-cfc12f8b-85fb-44ae-b250-95b3d595b636 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/quotas/26b7974e8afe4f55bc740d7ca4b91870 HTTP/1.1" status: 200 len: 375 time: 0.0087454 Aug 12 05:39:42.134404 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-91381340-15d8-42b2-a5a9-03e22bd3b598 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0525522 Aug 12 05:39:42.200765 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-18459e65-cbf2-4248-9644-a01a27527497 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=95043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 05:39:42.201776 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-18459e65-cbf2-4248-9644-a01a27527497 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561824 Aug 12 05:39:42.289763 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d0f21d10-1e71-4bf5-ab1a-9913acbb59b2 service neutron] 10.222.0.42 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813453 Aug 12 05:39:42.379671 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-18e9116e-fb68-4f6c-9c56-af7b16568899 service neutron] 10.222.0.42 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836959 Aug 12 05:39:42.702243 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a233348b-9f5b-4f11-882e-17ab7f6eb8db req-0d859996-b8e2-422a-8d8f-f048244d0eb7 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 210 time: 0.0789785 Aug 12 05:39:43.796086 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-427c8b31-c0e9-4676-9cab-998457dc6dae req-b855f47b-af4f-4849-a749-2ca9334831c7 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 210 time: 0.0271142 Aug 12 05:39:44.413359 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-a5fba73f-4f03-43b0-b5a1-2baca9188c32 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:44.414817 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-a5fba73f-4f03-43b0-b5a1-2baca9188c32 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.20 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 810 time: 0.1034098 Aug 12 05:39:44.458689 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-5c8d3d3c-9caa-41e1-b174-deb9fc17143a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26b7974e8afe4f55bc740d7ca4b91870 HTTP/1.1" status: 200 len: 379 time: 0.0341492 Aug 12 05:39:44.467655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'port': {'device_id': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'admin_state_up': True, 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'security_groups': ['9b803723-16d6-4823-a7d9-5de92a26f287']}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:39:44.552529 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:39:44.624928 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:44.633108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Made reservation on behalf of 26b7974e8afe4f55bc740d7ca4b91870 for: {'port': 1} {{(pid=95042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 05:39:44.636799 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:44.647018 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:39:44.649282 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de02ef3-0f3c-4de9-87d0-ba5248ee0be5" -d '{"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:39:44.665132 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:39:44.686751 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af7f69-bd13-4681-9a8d-27edd0fa109f x-openstack-request-id: req-19af7f69-bd13-4681-9a8d-27edd0fa109f {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:39:44.687044 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:39:44.687297 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19af7f69-bd13-4681-9a8d-27edd0fa109f {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:39:44.687690 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'code': 200} Aug 12 05:39:44.747887 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:44.768917 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.db_base_plugin_common [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Allocated IP 172.20.0.8 (53c9ab85-c3a5-4650-bc6e-3abdd013c0c9/b90b25bd-b3b7-42b0-b816-924bc06a43b1/6cf64581-bb01-4973-bd10-d961bb371cf2) {{(pid=95042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:39:44.799428 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Pushing event updated for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:44.914567 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-6f568477-4ca0-465f-a999-a032a72a0c49 req-dcbf1fe3-7a62-4623-b2c9-86e4d06eab87 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 210 time: 0.0287488 Aug 12 05:39:44.921336 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for port, precommit_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:44.936489 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Transition to ACTIVE for port object 6cf64581-bb01-4973-bd10-d961bb371cf2 will not be triggered until provisioned by entity DHCP. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:39:45.047746 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_create {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:45.136308 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 is already hosted by enough agents. {{(pid=95042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:39:45.139828 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.base_scheduler [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Resources bound (agent type, host, resource id): {{(pid=95042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:39:45.145355 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Received port after_create {{(pid=95042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:39:45.210725 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=1']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:45.233002 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.233275 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.233625 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.233977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.234320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.234652 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.239329 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.239688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.240031 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.240370 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.240706 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.241041 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:39:45.280357 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:45.280993 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:45.380159 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d5c9638a-258f-49a0-b424-a05e125386f4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9160149 Aug 12 05:39:45.562468 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c667eb0d-4d73-4d5b-8ea4-11b328d2001c None None] Provisioning for port 6cf64581-bb01-4973-bd10-d961bb371cf2 completed by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:39:45.568118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-c667eb0d-4d73-4d5b-8ea4-11b328d2001c None None] Provisioning complete for port 6cf64581-bb01-4973-bd10-d961bb371cf2 triggered by entity DHCP. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:39:45.568493 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c667eb0d-4d73-4d5b-8ea4-11b328d2001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:45.632888 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-c667eb0d-4d73-4d5b-8ea4-11b328d2001c None None] Port 6cf64581-bb01-4973-bd10-d961bb371cf2 cannot update to ACTIVE because it is not bound. {{(pid=95044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 05:39:46.053245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb509b3-ef42-48f0-9d41-c61b5c1099bc req-75537410-9832-4303-a09f-5eea1557c173 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:46.054810 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0cb509b3-ef42-48f0-9d41-c61b5c1099bc req-75537410-9832-4303-a09f-5eea1557c173 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0607440 Aug 12 05:39:46.097743 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-0cb509b3-ef42-48f0-9d41-c61b5c1099bc req-0419adf1-f9cb-48e4-98d5-5a257411b4d4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364087 Aug 12 05:39:47.220856 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124bfe9-92ad-4e9f-becd-57edab3fa9b0 req-b3958a71-a7af-452f-a8a5-9561ec9d0c94 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:47.222458 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c124bfe9-92ad-4e9f-becd-57edab3fa9b0 req-b3958a71-a7af-452f-a8a5-9561ec9d0c94 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0530074 Aug 12 05:39:47.266258 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-c124bfe9-92ad-4e9f-becd-57edab3fa9b0 req-f6f31b1e-50fc-4e0b-a0ce-f0020f6a2d3f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370784 Aug 12 05:39:48.386990 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd56f6d-e5b7-4ae9-970a-b460156348d6 req-92c0b4f2-76bd-44ea-8ba6-e2338cc21afe tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:48.388788 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd56f6d-e5b7-4ae9-970a-b460156348d6 req-92c0b4f2-76bd-44ea-8ba6-e2338cc21afe tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0547829 Aug 12 05:39:48.428007 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-2dd56f6d-e5b7-4ae9-970a-b460156348d6 req-95bdf2ca-f664-4609-a8e4-0b1a1dd9e409 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330553 Aug 12 05:39:49.556062 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46507-6fc4-4a95-82dd-26f4db5b74ef req-94212851-6015-4589-8066-2c03e20ee7f6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:49.561958 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de46507-6fc4-4a95-82dd-26f4db5b74ef req-94212851-6015-4589-8066-2c03e20ee7f6 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0668552 Aug 12 05:39:49.595633 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0de46507-6fc4-4a95-82dd-26f4db5b74ef req-ebcd7633-5b6b-4b08-8e00-458c7c0f2b03 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Aug 12 05:39:50.723696 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce73430-7d96-46a4-8e40-ab2d42a41c48 req-64c83c34-6808-4ed9-a9c6-315a3037a2b1 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:50.725182 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ce73430-7d96-46a4-8e40-ab2d42a41c48 req-64c83c34-6808-4ed9-a9c6-315a3037a2b1 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0504160 Aug 12 05:39:50.763339 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-5ce73430-7d96-46a4-8e40-ab2d42a41c48 req-f203e22f-7376-4cf8-bd49-3afb1d2c588d tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Aug 12 05:39:51.881316 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1a81b-defe-41d6-88ab-9102b2da139d req-67efd5a5-c01a-468b-85f8-27c5eb323741 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:51.882803 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bf1a81b-defe-41d6-88ab-9102b2da139d req-67efd5a5-c01a-468b-85f8-27c5eb323741 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0474801 Aug 12 05:39:51.922141 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-4bf1a81b-defe-41d6-88ab-9102b2da139d req-a2a7df89-3ed1-44c4-8eb6-55ec92e52a21 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333042 Aug 12 05:39:53.052141 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6ac0-697f-4197-b289-45be8731e53a req-34261c43-3294-448a-ae35-932419c0fb6c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:53.053618 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfaa6ac0-697f-4197-b289-45be8731e53a req-34261c43-3294-448a-ae35-932419c0fb6c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0531917 Aug 12 05:39:53.091180 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-dfaa6ac0-697f-4197-b289-45be8731e53a req-03c32b73-3f85-4a72-a44e-91fa2dac971c tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Aug 12 05:39:54.211762 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c0cd7-3a50-4d98-9096-198bee950931 req-7ce8ceeb-1ed3-4d77-b675-547b5ebadcc9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:54.213301 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-324c0cd7-3a50-4d98-9096-198bee950931 req-7ce8ceeb-1ed3-4d77-b675-547b5ebadcc9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0512536 Aug 12 05:39:54.249606 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-324c0cd7-3a50-4d98-9096-198bee950931 req-6ddf7f42-9581-4cdf-9eef-2732df9ce07e tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304573 Aug 12 05:39:55.367920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3913d00-fc45-48d0-a84b-ff1c6a80a1d0 req-47f20434-7158-4131-a27f-b7b7d5885968 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:55.369450 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3913d00-fc45-48d0-a84b-ff1c6a80a1d0 req-47f20434-7158-4131-a27f-b7b7d5885968 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 931 time: 0.0494950 Aug 12 05:39:55.419250 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a3913d00-fc45-48d0-a84b-ff1c6a80a1d0 req-9b8eeed0-8a88-4405-8357-c931f9c1ad32 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432982 Aug 12 05:39:55.450977 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.v2.base [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Request body: {'port': {'device_id': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804320-1'}} {{(pid=95042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:39:55.508018 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:55.816856 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf64581-bb01-4973-bd10-d961bb371cf2 {{(pid=95042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:39:55.826223 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:55.843996 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.provisioning_blocks [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Transition to ACTIVE for port object 6cf64581-bb01-4973-bd10-d961bb371cf2 will not be triggered until provisioned by entity L2. {{(pid=95042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 05:39:55.927201 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:56.026242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=2']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:56.087855 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Attempting to bind port 6cf64581-bb01-4973-bd10-d961bb371cf2 on host n-h1-804320-1 for vnic_type normal with profile {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 05:39:56.088322 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Attempting to bind port 6cf64581-bb01-4973-bd10-d961bb371cf2 by drivers openvswitch,hyperv on host n-h1-804320-1 at level 0 using segments [{'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 05:39:56.088653 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Attempting to bind port 6cf64581-bb01-4973-bd10-d961bb371cf2 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:39:56.093227 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Port 6cf64581-bb01-4973-bd10-d961bb371cf2 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804320-1 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 05:39:56.093542 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Attempting to bind port 6cf64581-bb01-4973-bd10-d961bb371cf2 on network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 05:39:56.099058 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Checking agent: {'id': '3ffb832e-ec51-4f7d-a2f0-0042f2bf0b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804320-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'started_at': datetime.datetime(2021, 8, 12, 4, 1, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 5, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 05:39:56.099313 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Checking segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 05:39:56.099694 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Bound using segment: {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'} {{(pid=95042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 05:39:56.100116 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.managers [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Bound port: 6cf64581-bb01-4973-bd10-d961bb371cf2, host: n-h1-804320-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b112a84e-b2e0-4563-b696-434f117d08e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9'}}] {{(pid=95042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 05:39:56.100473 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:56.166155 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, cleared binding levels {{(pid=95042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 05:39:56.169224 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 05:39:56.250942 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8595348'] for port, after_update {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:56.284399 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:56.285708 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:56.288002 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] 10.222.0.20 "PUT /v2.0/ports/6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 200 len: 1091 time: 0.8904767 Aug 12 05:39:56.293965 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:39:56.293965 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11deef9a-f885-427b-bdb6-311e2f3aff86" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:39:56.326337 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c8f6a-56cf-4173-a5a6-4c060b9efdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=3']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:56.400137 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb1f7a-8f5e-4d46-985a-9200cab2f509 x-openstack-request-id: req-63cb1f7a-8f5e-4d46-985a-9200cab2f509 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:39:56.400791 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:39:56.400791 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63cb1f7a-8f5e-4d46-985a-9200cab2f509 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:39:56.401082 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'status': 'completed', 'code': 200} Aug 12 05:39:56.507186 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:56.533525 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4500-3a29-4299-8a6b-4a0233d49e9e req-4d699042-8c24-4a2b-94fd-780c2d01e631 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:56.535062 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de0b4500-3a29-4299-8a6b-4a0233d49e9e req-4d699042-8c24-4a2b-94fd-780c2d01e631 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 943 time: 0.0487180 Aug 12 05:39:56.572627 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-de0b4500-3a29-4299-8a6b-4a0233d49e9e req-0f612945-4318-48e5-b649-a38e5ac2a715 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314424 Aug 12 05:39:56.616091 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:56.750626 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deef9a-f885-427b-bdb6-311e2f3aff86 req-6fb43500-4e0e-40bf-a93c-416e5dea5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:56.752294 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11deef9a-f885-427b-bdb6-311e2f3aff86 req-6fb43500-4e0e-40bf-a93c-416e5dea5de8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1094 time: 0.0440602 Aug 12 05:39:56.849906 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deef9a-f885-427b-bdb6-311e2f3aff86 req-820f27e8-95db-44a6-ad05-fa935550eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:56.851409 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11deef9a-f885-427b-bdb6-311e2f3aff86 req-820f27e8-95db-44a6-ad05-fa935550eeac service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0899799 Aug 12 05:39:56.946245 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deef9a-f885-427b-bdb6-311e2f3aff86 req-3fc5c855-7b5e-48af-b0ce-098b3b2c8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:56.947742 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-11deef9a-f885-427b-bdb6-311e2f3aff86 req-3fc5c855-7b5e-48af-b0ce-098b3b2c8f17 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893843 Aug 12 05:39:57.023857 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-3466c7d1-d399-45d8-bac1-93b64c9537ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:57.025371 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-3466c7d1-d399-45d8-bac1-93b64c9537ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1094 time: 0.0419402 Aug 12 05:39:57.065903 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-4a54c826-0f67-4dbd-a0fb-5aeba1dee3ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 200 len: 217 time: 0.0325699 Aug 12 05:39:57.116934 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-c918e001-43eb-4b7e-ad06-aedd2933973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:57.118330 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-c918e001-43eb-4b7e-ad06-aedd2933973a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0455151 Aug 12 05:39:57.162839 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b534-caed-48f0-a314-79513bfbc85f req-83ac222d-16d1-4efc-8417-3699b3c86bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:57.164287 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-83ac222d-16d1-4efc-8417-3699b3c86bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390851 Aug 12 05:39:57.254587 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-d18072ee-0f24-45c3-a442-2ccdf39a5da0 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825651 Aug 12 05:39:57.348205 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-24b8b534-caed-48f0-a314-79513bfbc85f req-bc065822-1601-421f-8b93-a2f2d7a9f240 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865510 Aug 12 05:39:57.690433 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4824b-77f7-4341-8251-556e7e7da37f req-4bbbf127-b351-4829-8310-1d3e893b2430 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:57.692170 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcf4824b-77f7-4341-8251-556e7e7da37f req-4bbbf127-b351-4829-8310-1d3e893b2430 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 943 time: 0.0517049 Aug 12 05:39:58.024891 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-fcf4824b-77f7-4341-8251-556e7e7da37f req-55186862-c162-4259-90ed-ccbf7944fc51 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268642 Aug 12 05:39:58.255525 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a2a277ad-d1eb-4ed6-a71d-7d4f1483df68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:58.724235 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:39:58.817837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:39:58.829150 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'port_id': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'mac_address': 'fa:16:3e:77:b5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:39:58.865373 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:58.877421 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf64581-bb01-4973-bd10-d961bb371cf2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:39:58.896090 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:39:59.016298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:39:59.065004 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=4']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:39:59.139988 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eabd24-6f13-489c-8086-46bec8b255e2 req-b02a2f5b-2ae3-4302-ae0d-407e44dc9a7f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:39:59.141441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8eabd24-6f13-489c-8086-46bec8b255e2 req-b02a2f5b-2ae3-4302-ae0d-407e44dc9a7f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 944 time: 0.0482249 Aug 12 05:39:59.177915 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-c8eabd24-6f13-489c-8086-46bec8b255e2 req-c56c46bb-b759-461b-9ca2-2250656b6190 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299911 Aug 12 05:39:59.250213 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['6cf64581-bb01-4973-bd10-d961bb371cf2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:40:00.291900 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42a521-243f-46ea-8c6a-2a4d6bf2ef3e req-ad189fad-c80a-4ecd-84a6-976e6c965983 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:00.293368 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac42a521-243f-46ea-8c6a-2a4d6bf2ef3e req-ad189fad-c80a-4ecd-84a6-976e6c965983 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 944 time: 0.0483315 Aug 12 05:40:00.329452 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-ac42a521-243f-46ea-8c6a-2a4d6bf2ef3e req-39316850-715e-43c3-ae70-6866480912ff tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299261 Aug 12 05:40:00.740400 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:40:01.015962 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d210cdc3-06e5-4213-8ca8-21092b160bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:01.044767 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning for port 6cf64581-bb01-4973-bd10-d961bb371cf2 completed by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 05:40:01.047055 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:01.050995 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 6cf64581-bb01-4973-bd10-d961bb371cf2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:40:01.051581 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:01.126033 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:01.147465 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:40:01.149681 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0adcbe6-b410-43af-833f-8e55d0368d21" -d '{"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-plugged", "status": "completed", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:40:01.162563 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:40:01.185690 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cdb3c1-8fb7-486e-a3a2-71c3b3da9e85 x-openstack-request-id: req-c4cdb3c1-8fb7-486e-a3a2-71c3b3da9e85 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:40:01.185981 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-plugged", "status": "completed", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:40:01.186240 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4cdb3c1-8fb7-486e-a3a2-71c3b3da9e85 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:40:01.186659 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'code': 200} Aug 12 05:40:01.232898 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:01.283424 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=5']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:40:01.286059 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90114c06-eaae-40eb-82a1-0d5a7275aef4 req-521ff102-e9ad-4e2f-900c-82b87c510daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:01.287611 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-90114c06-eaae-40eb-82a1-0d5a7275aef4 req-521ff102-e9ad-4e2f-900c-82b87c510daa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1096 time: 0.0442431 Aug 12 05:40:01.321413 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-90114c06-eaae-40eb-82a1-0d5a7275aef4 req-1be13779-c5be-4437-8692-3755381f4752 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271916 Aug 12 05:40:01.454230 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221e854-3f01-462e-b189-0fef141f7980 req-c6650742-e7fd-49f7-a482-547002c1ec09 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:01.455804 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1221e854-3f01-462e-b189-0fef141f7980 req-c6650742-e7fd-49f7-a482-547002c1ec09 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 945 time: 0.0584769 Aug 12 05:40:01.493426 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-1221e854-3f01-462e-b189-0fef141f7980 req-ec45c0f2-4567-49e8-8565-e4fa7b439f17 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310674 Aug 12 05:40:02.282265 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-195ff141-1a2a-4ae7-99e0-64d7ecd03cfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422955 Aug 12 05:40:02.363466 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-40db4d07-a1eb-493f-b539-8b45387f9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:02.365024 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-40db4d07-a1eb-493f-b539-8b45387f9bf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1096 time: 0.0400352 Aug 12 05:40:02.507361 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:02.840541 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccb531-372d-4af4-82fb-76533e4b2066 req-f3261dab-f9a1-4db4-80a3-aa15deb2fc29 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:02.841924 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bcccb531-372d-4af4-82fb-76533e4b2066 req-f3261dab-f9a1-4db4-80a3-aa15deb2fc29 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 945 time: 0.0765054 Aug 12 05:40:02.844651 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-0b01b5e2-72b5-4a83-a9b6-760e0927c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:02.845992 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-0b01b5e2-72b5-4a83-a9b6-760e0927c72a service neutron] 10.222.0.20 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.4620800 Aug 12 05:40:02.896842 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-0f921c80-b50a-4655-8acd-8a5510efe0fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 200 len: 217 time: 0.0429428 Aug 12 05:40:02.936727 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-bcccb531-372d-4af4-82fb-76533e4b2066 req-46ee8a72-9c4f-4b0e-9500-58663fec82c9 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884669 Aug 12 05:40:02.954830 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-31702de5-3f7b-4d43-ac7b-8b4404226176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:02.956384 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-31702de5-3f7b-4d43-ac7b-8b4404226176 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0506246 Aug 12 05:40:03.002252 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-16f3afdc-d549-44c9-ade5-6cd38f8f3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:03.003808 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-16f3afdc-d549-44c9-ade5-6cd38f8f3466 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409880 Aug 12 05:40:03.055111 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebf5e-20af-4c05-8b8a-1826b17994f6 req-7ef23cf8-3a0f-4fac-9d0d-1a6cc3f1271f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:03.056622 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-263ebf5e-20af-4c05-8b8a-1826b17994f6 req-7ef23cf8-3a0f-4fac-9d0d-1a6cc3f1271f tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 945 time: 0.0516531 Aug 12 05:40:03.094062 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-263ebf5e-20af-4c05-8b8a-1826b17994f6 req-8cb5fafa-c51a-47e7-aad1-25faeff74fb8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308843 Aug 12 05:40:03.097943 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-20ab2fce-aed7-4ef2-97f0-ee116b702498 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Aug 12 05:40:03.116110 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51670) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:40:03.154357 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a277712-5b14-426e-b109-8ecf62b74721 tempest-TestSnapshotPattern-572751852 tempest-TestSnapshotPattern-572751852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:03.155938 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-3a277712-5b14-426e-b109-8ecf62b74721 tempest-TestSnapshotPattern-572751852 tempest-TestSnapshotPattern-572751852-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1091 time: 0.0387964 Aug 12 05:40:03.158778 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51672) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:40:03.163848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.v2.base [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Request body: {'floatingip': {'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'port_id': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 05:40:03.190273 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-1526d82b-ef2b-47c0-8013-6d6b2fb4a823 req-e891def9-ea88-4233-afd1-1c98df9e9e6e service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855126 Aug 12 05:40:03.250215 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:03.350931 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:03.448207 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_common [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Allocated IP 172.25.6.238 (a9ddfc21-9955-4e75-a323-dfd793c50c06/42fbafdc-ae38-419f-ad56-880c9439a57d/d1ba1419-e50f-4f28-b297-603b0081ca0e) {{(pid=95043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 05:40:03.549296 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for port, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:03.652540 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751374778094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:03.687034 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Network a9ddfc21-9955-4e75-a323-dfd793c50c06 is already hosted by enough agents. {{(pid=95043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 05:40:03.689840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.base_scheduler [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Resources bound (agent type, host, resource id): {{(pid=95043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 05:40:03.695506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Received port after_create {{(pid=95043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 05:40:03.723115 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'Port': ['ID=d1ba1419-e50f-4f28-b297-603b0081ca0e,revision_number=1']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:40:03.735800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.736132 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.736472 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.736811 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.737172 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.738158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.738489 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.738844 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.739170 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.739494 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.739819 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:03.740141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:40:04.067843 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:04.076658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:04.195094 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:04.342633 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for port, precommit_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:04.421662 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9356711'] for port, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:04.494314 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event updated for resources: {'Port': ['ID=d1ba1419-e50f-4f28-b297-603b0081ca0e,revision_number=2']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:40:04.506093 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-702110'] for floatingip, after_update {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:04.605015 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Floating IP 2518095d-a641-44af-bf9c-6f4a5393165c associated. External IP: 172.25.6.238, port: 6cf64581-bb01-4973-bd10-d961bb371cf2. Aug 12 05:40:04.803223 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:40:04.907060 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:40:04.916378 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:40:04.927307 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:40:04.927921 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:40:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:40:04.976272 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:05.011106 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-62814792-110f-46b3-afce-d2d14c777ac8 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8505850 Aug 12 05:40:05.012848 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:40:05.014816 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f59ba7-2f10-4689-b221-fe3135eb5806" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:40:05.036097 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:40:05.055307 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a5415f-4529-45f4-adc6-86d93fb1c891 x-openstack-request-id: req-38a5415f-4529-45f4-adc6-86d93fb1c891 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:40:05.055529 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:40:05.055781 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38a5415f-4529-45f4-adc6-86d93fb1c891 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:40:05.056184 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'status': 'completed', 'code': 200} Aug 12 05:40:05.115703 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-2e522cc7-a049-4a9c-81f6-dacb16405a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:05.117228 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-2e522cc7-a049-4a9c-81f6-dacb16405a01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1096 time: 0.0414002 Aug 12 05:40:05.209655 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-108e0cfb-40aa-4ab5-af93-88746ac881b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:05.211151 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-108e0cfb-40aa-4ab5-af93-88746ac881b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0868802 Aug 12 05:40:05.263027 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '2518095d-a641-44af-bf9c-6f4a5393165c', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:77:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:40:03Z', 'updated_at': '2021-08-12T05:40:03Z', 'revision_number': 0, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}, {'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:33Z', 'revision_number': 1, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:40:05.276290 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-9b0a4941-a43b-44d2-9554-044da0921e82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 200 len: 999 time: 0.0577464 Aug 12 05:40:05.288794 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:40:05.296987 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:40:05.297591 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:40:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:40:05.329438 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-43ae2777-b8f0-4725-ab8b-d1feef4456bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:05.330843 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-43ae2777-b8f0-4725-ab8b-d1feef4456bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0478549 Aug 12 05:40:05.376340 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-0eb6f129-e589-484f-8dc5-a9b3fd1e3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:05.378564 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-0eb6f129-e589-484f-8dc5-a9b3fd1e3c40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404217 Aug 12 05:40:05.405239 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:40:05.476549 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-f5e43e22-295b-4df0-a0ff-556ed96c1d6c service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Aug 12 05:40:05.571138 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-58f59ba7-2f10-4689-b221-fe3135eb5806 req-1519c4c9-ab9e-4ef6-b376-8c205067f695 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871689 Aug 12 05:40:05.628494 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '2518095d-a641-44af-bf9c-6f4a5393165c', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:77:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:40:03Z', 'updated_at': '2021-08-12T05:40:03Z', 'revision_number': 0, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}, {'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:33Z', 'revision_number': 1, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:40:05.657053 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a23e8-5692-46c2-9aa2-102134099fac None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '2518095d-a641-44af-bf9c-6f4a5393165c', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:77:b5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:40:03Z', 'updated_at': '2021-08-12T05:40:03Z', 'revision_number': 0, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}, {'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:33Z', 'revision_number': 1, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:40:05.840432 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33f5764-9336-49ec-8b4c-a280ad2b4740 None None] New status for floating IP 2518095d-a641-44af-bf9c-6f4a5393165c: ACTIVE {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:40:11.085613 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:40:15.092283 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-d904d153-26d5-496c-9581-7c83e2ddf593 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828462 Aug 12 05:40:15.171434 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3224a-b567-4ffe-923d-7831368b6830 req-97f79cef-6a3f-4aed-b2d7-150995cd943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:15.172922 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-97f79cef-6a3f-4aed-b2d7-150995cd943e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0406928 Aug 12 05:40:15.271647 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3224a-b567-4ffe-923d-7831368b6830 req-3a838fa7-b920-48fa-93d9-ccd01a72fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:15.273099 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-3a838fa7-b920-48fa-93d9-ccd01a72fa0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0815456 Aug 12 05:40:15.340746 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-739db076-4cea-4162-8011-42cf5f0ffe53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 1000 time: 0.0599518 Aug 12 05:40:15.388430 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3224a-b567-4ffe-923d-7831368b6830 req-33a6347f-cbb2-4bcd-b734-46e4e5c4549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:15.389838 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-33a6347f-cbb2-4bcd-b734-46e4e5c4549a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0414965 Aug 12 05:40:15.435616 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3224a-b567-4ffe-923d-7831368b6830 req-98ca4ac2-cf42-4f47-b2c3-ee2b17bf066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:40:15.437112 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-98ca4ac2-cf42-4f47-b2c3-ee2b17bf066d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397472 Aug 12 05:40:15.528144 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-1c776a92-6604-4ef1-af0d-c9b74d568166 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838628 Aug 12 05:40:15.615919 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-89b3224a-b567-4ffe-923d-7831368b6830 req-f19c12ab-b936-43d1-b1b2-942519ed4164 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802245 Aug 12 05:40:26.489305 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:26.626514 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:28.277935 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-25d3ddf0-dfbd-4ec1-a208-ea4e61041fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:30.912246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-79ae6008-f19f-4342-b3b4-ae7c605c9a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:31.037577 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:32.540983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:34.074391 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:48.085317 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:40:56.465993 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:56.671804 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:40:58.288741 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-d985473b-0c18-4ad8-a39d-f4e2fde46056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:00.894516 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2bd6-d97a-46e0-bdd6-63da9c8689df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:01.020241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:02.270412 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-c39293df-6ca1-4b9a-b1d2-bf46911d55d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393908 Aug 12 05:41:02.360261 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-105ac1c3-d404-4264-b8f8-718baa78f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:02.361772 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-105ac1c3-d404-4264-b8f8-718baa78f87c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1096 time: 0.0406966 Aug 12 05:41:02.468893 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-56953068-4f17-4d3f-9f56-4c99ff5dfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:02.470393 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-56953068-4f17-4d3f-9f56-4c99ff5dfb5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0879009 Aug 12 05:41:02.528903 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:02.536441 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-b0f03428-f738-495b-9a3c-22020660a287 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 200 len: 1001 time: 0.0579860 Aug 12 05:41:02.594760 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-8e3850ad-d4aa-4049-a329-4d7f68d9cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:02.596204 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-8e3850ad-d4aa-4049-a329-4d7f68d9cafd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0481892 Aug 12 05:41:02.641584 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-c46b376c-a74c-43a9-882c-bbf1a64755aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:02.643074 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-c46b376c-a74c-43a9-882c-bbf1a64755aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400970 Aug 12 05:41:02.731340 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-3a85f450-3262-47c4-9876-52b85182d661 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810814 Aug 12 05:41:02.840368 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-d4d92ec8-ea5f-41de-b8b8-5fb119300a8b req-4118c558-d87c-4782-94b7-688e0452a910 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015143 Aug 12 05:41:04.083303 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:16.032682 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-bb53a51c-c961-460a-a14c-4803d9a9de4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401783 Aug 12 05:41:16.118812 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5ab7-0559-4687-850c-66aa3317068b req-a030ae1f-10a9-47d3-88ba-86a878c3a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:16.120285 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-a030ae1f-10a9-47d3-88ba-86a878c3a453 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0441124 Aug 12 05:41:16.220508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5ab7-0559-4687-850c-66aa3317068b req-4b47f83c-a7e9-47f9-a768-9850af666f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:16.221961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-4b47f83c-a7e9-47f9-a768-9850af666f36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0824933 Aug 12 05:41:16.289120 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-f79d088f-06d6-41f2-9fc5-59829e9b1ff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 1000 time: 0.0602343 Aug 12 05:41:16.337772 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5ab7-0559-4687-850c-66aa3317068b req-4550be2a-088c-4098-a2af-8b67e55bb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:16.339240 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-4550be2a-088c-4098-a2af-8b67e55bb5ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0430536 Aug 12 05:41:16.384614 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af5ab7-0559-4687-850c-66aa3317068b req-463b5449-ef84-4763-b1c9-45eebabfa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:16.386082 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-463b5449-ef84-4763-b1c9-45eebabfa7b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394120 Aug 12 05:41:16.477986 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-fe884039-465b-4f62-a958-6a22a8276252 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843561 Aug 12 05:41:16.565577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-f2af5ab7-0559-4687-850c-66aa3317068b req-becc08d4-174e-40a2-8b66-224d1b60d743 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803025 Aug 12 05:41:25.084065 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:41:26.482538 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:26.648878 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:28.276764 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-1f247d7e-e8ed-4337-9b96-61f1aa48af21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:30.951384 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9f0f099f-7d39-465e-8311-1b536ffd720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:31.061974 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:32.536441 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:34.079418 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:35.107419 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 details requested by agent hyperv_n-h1-804320-1 with host n-h1-804320-1 {{(pid=95044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 05:41:35.197484 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:41:35.208217 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Returning: {'device': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'port_id': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'mac_address': 'fa:16:3e:77:b5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 05:41:35.247499 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:35.259309 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cf64581-bb01-4973-bd10-d961bb371cf2 {{(pid=95044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 05:41:35.277392 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:41:35.347923 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:35.397867 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=6']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:35.405301 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.405658 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.406008 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.406356 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.406717 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.407092 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.407435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.407770 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.408103 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.408452 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.408769 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.409099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:35.426396 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] get_ports_and_sgs() called for port_ids ['6cf64581-bb01-4973-bd10-d961bb371cf2'] {{(pid=95044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 05:41:37.123373 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 up at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 05:41:37.178936 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.provisioning_blocks [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Provisioning complete for port 6cf64581-bb01-4973-bd10-d961bb371cf2 triggered by entity L2. {{(pid=95044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 05:41:37.179324 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4053139'] for port, provisioning_complete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:37.265983 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:37.293661 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:41:37.296620 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d1dd8-48a6-4283-a307-20c85ca63042" -d '{"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-plugged", "status": "completed", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:41:37.312616 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:41:37.348034 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f24a5-7957-4769-8243-2b949f5c26fc x-openstack-request-id: req-f57f24a5-7957-4769-8243-2b949f5c26fc {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:41:37.348034 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-plugged", "status": "completed", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:41:37.348034 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f57f24a5-7957-4769-8243-2b949f5c26fc {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:41:37.348665 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'code': 200} Aug 12 05:41:37.419904 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:37.477364 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=7']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:48.184463 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51890) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:41:48.337745 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Deleting port d1ba1419-e50f-4f28-b297-603b0081ca0e {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:41:48.338089 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:48.414397 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:48.414737 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:48.426003 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Calling delete_port for d1ba1419-e50f-4f28-b297-603b0081ca0e owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:41:48.644668 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:48.670967 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event deleted for resources: {'Port': ['ID=d1ba1419-e50f-4f28-b297-603b0081ca0e,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:48.694096 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.694446 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.694818 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.695158 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.695518 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.695853 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.696181 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.696508 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.696831 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.697152 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.697474 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.697797 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:48.737177 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:48.737514 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Floating IP 2518095d-a641-44af-bf9c-6f4a5393165c disassociated (deleted). External IP: 172.25.6.238, port: 6cf64581-bb01-4973-bd10-d961bb371cf2. Aug 12 05:41:48.961197 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:41:49.065030 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:41:49.070385 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:49.074969 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:41:49.084588 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:41:49.085187 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:41:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:49.097206 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-0e298ec5-8209-4b1a-bfa5-348c78044f69 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "DELETE /v2.0/floatingips/2518095d-a641-44af-bf9c-6f4a5393165c HTTP/1.1" status: 204 len: 168 time: 0.9116638 Aug 12 05:41:49.097897 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:41:49.100861 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:41:49.198678 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:41:49.200265 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d01c78d-a0b8-406f-a435-25f2649cff15 x-openstack-request-id: req-5d01c78d-a0b8-406f-a435-25f2649cff15 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:41:49.200816 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:41:49.200934 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d01c78d-a0b8-406f-a435-25f2649cff15 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:41:49.201269 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'status': 'completed', 'code': 200} Aug 12 05:41:49.266880 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-2ad1d559-2923-485c-8745-3e0d107126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:49.268302 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-2ad1d559-2923-485c-8745-3e0d107126c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 1096 time: 0.0458264 Aug 12 05:41:49.364892 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-ff086f54-ca00-47d4-a3ae-c854eabd8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:49.367124 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-ff086f54-ca00-47d4-a3ae-c854eabd8a6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0902860 Aug 12 05:41:49.414322 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-ff617698-e459-402a-9778-9674232bffd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 200 len: 217 time: 0.0360212 Aug 12 05:41:49.425004 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:33Z', 'revision_number': 1, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:49.459296 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:41:49.465090 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-beaf6e5a-e5b0-4101-ad43-18159b851fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:49.466574 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-beaf6e5a-e5b0-4101-ad43-18159b851fbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0451679 Aug 12 05:41:49.469270 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:41:49.469884 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:41:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:49.543078 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-f8a1c7a4-2c7b-4678-a381-37c6a44d14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:49.544508 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-f8a1c7a4-2c7b-4678-a381-37c6a44d14a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709462 Aug 12 05:41:49.561881 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e3f23-c630-40bf-b757-9f24ca14d633 req-e9d5b032-776a-44c6-9e36-5685f32a011a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:49.563309 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-183e3f23-c630-40bf-b757-9f24ca14d633 req-e9d5b032-776a-44c6-9e36-5685f32a011a tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 945 time: 0.0627370 Aug 12 05:41:49.574690 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:41:49.644203 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-183e3f23-c630-40bf-b757-9f24ca14d633 req-9271447b-eea9-4e24-8aff-03851c676bc0 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729420 Aug 12 05:41:49.672644 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-7f0de1e0-2db3-444e-a085-a441337abc73 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176770 Aug 12 05:41:49.772148 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-a77baffe-d46d-4c7d-8eba-b6b6b92fc332 req-c1f36261-92c9-4c64-8b06-83a8b6837ba0 service neutron] 10.222.0.20 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885682 Aug 12 05:41:49.797271 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:33Z', 'revision_number': 1, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:49.826124 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae2c7a-cf29-4d40-9418-d03c94c62834 None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_floatingips': [{'id': '331c584c-079f-4979-81a9-fb119df92760', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'router_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'port_id': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'mac_address': 'fa:16:3e:76:0d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T05:37:31Z', 'updated_at': '2021-08-12T05:37:33Z', 'revision_number': 1, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:41:50.043276 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37c2c09-f06d-4dd2-b2d9-edab9303d599 None None] New status for floating IP 2518095d-a641-44af-bf9c-6f4a5393165c: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:41:50.765956 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64a923-3a34-4e29-9fb7-25d88fbb2360 req-252b50af-88e7-4048-a0f6-bb74e36223b4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:50.767467 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d64a923-3a34-4e29-9fb7-25d88fbb2360 req-252b50af-88e7-4048-a0f6-bb74e36223b4 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Aug 12 05:41:50.805293 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-7d64a923-3a34-4e29-9fb7-25d88fbb2360 req-878f90b7-7c7d-4070-9613-7e81d0ff6773 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317914 Aug 12 05:41:51.148194 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-d4f7d4b8-6d00-4304-8bd7-8bdc34c6fd08 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:51.149653 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-d4f7d4b8-6d00-4304-8bd7-8bdc34c6fd08 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Aug 12 05:41:51.185664 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:41:51.245051 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Deleting port 6cf64581-bb01-4973-bd10-d961bb371cf2 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:41:51.247170 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:51.260461 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3861723'] for port, before_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:51.282746 n-d-804320-1 neutron-server[95044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:41:51.285091 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a065772e83c7305885960f1ca05caf70d7b2f792438fe8c8abdaf319ecb67e9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e220c46c-88d2-4072-88e6-125651930d30" -d '{"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:41:51.298146 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:41:51.328325 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 05:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026b24a-8fe3-4861-8ec1-89dc1ad0e3f2 x-openstack-request-id: req-0026b24a-8fe3-4861-8ec1-89dc1ad0e3f2 {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:41:51.328675 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "code": 200}]} {{(pid=95044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:41:51.328931 n-d-804320-1 neutron-server[95044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0026b24a-8fe3-4861-8ec1-89dc1ad0e3f2 {{(pid=95044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:41:51.329369 n-d-804320-1 neutron-server[95044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'code': 200} Aug 12 05:41:51.334544 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] For port 6cf64581-bb01-4973-bd10-d961bb371cf2, host n-h1-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804320-1',level=0,port_id=6cf64581-bb01-4973-bd10-d961bb371cf2,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:41:51.334938 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:51.347667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Calling delete_port for 6cf64581-bb01-4973-bd10-d961bb371cf2 owned by compute:nova {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:41:51.361901 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751375251613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751374780420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751374780438'] for port, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:51.413068 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Pushing event updated for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=8']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:51.547566 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:51.574320 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event deleted for resources: {'Port': ['ID=6cf64581-bb01-4973-bd10-d961bb371cf2,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:51.584688 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.585046 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.585390 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.585728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.586087 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.586426 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.586777 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.587108 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.587792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.587792 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.588105 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.588373 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804320-1 {{(pid=95042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 05:41:51.627554 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] No DVR routers for this DVR port 6cf64581-bb01-4973-bd10-d961bb371cf2 on host n-h1-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:41:51.630056 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:51.632561 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-162953bd-f2e6-4acd-8284-b0fb915c24f1 req-9d6ced47-cf6b-4f08-a427-d7313e7fd062 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.20 "DELETE /v2.0/ports/6cf64581-bb01-4973-bd10-d961bb371cf2 HTTP/1.1" status: 204 len: 173 time: 0.4767263 Aug 12 05:41:51.633003 n-d-804320-1 neutron-server[95042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-deleted', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2'}] {{(pid=95042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:41:51.635322 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa70759516729d51da57f24d7ff057ea29d411b860eda6b98c33a926eadc14c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3cfd4b-7a1d-49c7-b41b-519c77c12983" -d '{"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-deleted", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2"}]}' {{(pid=95042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:41:51.670592 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebf7ffc-59a5-4cc9-8349-1bcdfb3ee4e2 x-openstack-request-id: req-cebf7ffc-59a5-4cc9-8349-1bcdfb3ee4e2 {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:41:51.670949 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0c3417-f847-45d4-9504-0cd4bf9e6941", "name": "network-vif-deleted", "tag": "6cf64581-bb01-4973-bd10-d961bb371cf2", "status": "completed", "code": 200}]} {{(pid=95042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:41:51.671202 n-d-804320-1 neutron-server[95042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cebf7ffc-59a5-4cc9-8349-1bcdfb3ee4e2 {{(pid=95042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:41:51.671604 n-d-804320-1 neutron-server[95042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0c3417-f847-45d4-9504-0cd4bf9e6941', 'name': 'network-vif-deleted', 'tag': '6cf64581-bb01-4973-bd10-d961bb371cf2', 'status': 'completed', 'code': 200} Aug 12 05:41:51.904194 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-ddd30f14-b6ec-477d-bca6-40b5ce9b6d10 req-83050955-46f8-4cbd-9035-fced181070be tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea0c3417-f847-45d4-9504-0cd4bf9e6941 HTTP/1.1" status: 200 len: 210 time: 0.0310290 Aug 12 05:41:54.178162 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51950) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:41:54.625766 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Deleting port 092d9b1e-43dc-4903-919a-f551e17021ed {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:41:54.626019 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:54.699152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:54.699483 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:54.711470 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Calling delete_port for 092d9b1e-43dc-4903-919a-f551e17021ed owned by network:floatingip {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:41:54.922017 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:54.949679 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event deleted for resources: {'Port': ['ID=092d9b1e-43dc-4903-919a-f551e17021ed,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:55.008752 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for floatingip, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:55.009092 n-d-804320-1 neutron-server[95043]: INFO neutron.db.l3_db [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Floating IP 331c584c-079f-4979-81a9-fb119df92760 disassociated (deleted). External IP: 172.25.6.168, port: 0cf35fd7-c329-4f10-ac15-3a800ca860b1. Aug 12 05:41:55.207271 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:41:55.208848 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 no longer exists at agent hyperv_n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:41:55.229327 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] No Port match for: 6cf64581-bb01-4973-bd10-d961bb371cf2 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:41:55.229673 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Device 6cf64581-bb01-4973-bd10-d961bb371cf2 not bound to the agent host n-h1-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:41:55.313881 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:41:55.318996 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for floatingip, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:55.323434 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:41:55.331969 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:41:55.332567 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:41:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:55.344651 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-b9451d8f-30f2-4205-b7a2-7ec67c85820b tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "DELETE /v2.0/floatingips/331c584c-079f-4979-81a9-fb119df92760 HTTP/1.1" status: 204 len: 168 time: 1.1653883 Aug 12 05:41:55.345337 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:41:55.347746 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3b2972-0308-42c9-a117-f1fbef4ab55a" -d '{"events": [{"name": "network-changed", "server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:41:55.385698 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 05:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea3ee3a-664f-4361-83eb-d3880c372740 x-openstack-request-id: req-2ea3ee3a-664f-4361-83eb-d3880c372740 {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:41:55.385997 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:41:55.386245 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ea3ee3a-664f-4361-83eb-d3880c372740 {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:41:55.386641 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'status': 'completed', 'code': 200} Aug 12 05:41:55.449479 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:41:55.455970 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-ee737c9a-f3f2-4eee-93cf-4afba10df867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:55.457596 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-ee737c9a-f3f2-4eee-93cf-4afba10df867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0482888 Aug 12 05:41:55.548929 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-b2f5448d-bfae-4abd-906b-07b75b839633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:55.550406 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-b2f5448d-bfae-4abd-906b-07b75b839633 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 200 len: 911 time: 0.0859694 Aug 12 05:41:55.605577 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-bf2a1541-dfe2-4927-abd2-86d47ccb7613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 200 len: 217 time: 0.0480731 Aug 12 05:41:55.645118 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:55.654455 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-96bfa00d-46e5-4b5a-9471-dc108050c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:55.655961 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-96bfa00d-46e5-4b5a-9471-dc108050c16f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 200 len: 849 time: 0.0440741 Aug 12 05:41:55.671123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:41:55.679132 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:41:55.679737 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:41:31Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:55.707764 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-bad36e0f-aae2-41d4-8db9-cb57a9a0759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:55.709771 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-bad36e0f-aae2-41d4-8db9-cb57a9a0759f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468137 Aug 12 05:41:55.785970 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:41:55.836515 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af49e5-ba3a-43f4-b9fb-7b63ab0b14f3 req-2b9bd57b-5264-4fb4-8052-45d66ab65ce3 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:55.838001 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95af49e5-ba3a-43f4-b9fb-7b63ab0b14f3 req-2b9bd57b-5264-4fb4-8052-45d66ab65ce3 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0745623 Aug 12 05:41:55.843448 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-4020847a-40c6-41f0-948a-9b97f68345e0 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248035 Aug 12 05:41:55.923525 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-95af49e5-ba3a-43f4-b9fb-7b63ab0b14f3 req-5953978e-bad1-41c3-83ff-fb97521d0859 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791309 Aug 12 05:41:55.966946 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-0a3b2972-0308-42c9-a117-f1fbef4ab55a req-276811be-5872-4b1b-8802-60bbffa22c83 service neutron] 10.222.0.36 "GET /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152713 Aug 12 05:41:56.069296 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:41:56.095242 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3b5477-f5b6-435e-b873-5402e0ab1359 None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:06Z', 'revision_number': 4, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1', '_interfaces': [{'id': 'e8145944-80f7-4540-a196-c47bfb6cf945', 'name': '', 'network_id': '53c9ab85-c3a5-4650-bc6e-3abdd013c0c9', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'mac_address': 'fa:16:3e:0d:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:05Z', 'updated_at': '2021-08-12T05:37:12Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'subnets': [{'id': 'b90b25bd-b3b7-42b0-b816-924bc06a43b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:41:56.312031 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7e613-851c-4216-9401-1b2918d640bb None None] New status for floating IP 331c584c-079f-4979-81a9-fb119df92760: DOWN {{(pid=95044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 05:41:56.481879 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:56.658842 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:57.040920 n-d-804320-1 neutron-server[95042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf47c1-9a8b-4b53-bd84-46def4514796 req-5e1a4491-f9cc-4cd5-a9a9-46e9f57ce9af tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:57.042388 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cdf47c1-9a8b-4b53-bd84-46def4514796 req-5e1a4491-f9cc-4cd5-a9a9-46e9f57ce9af tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0482585 Aug 12 05:41:57.079471 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-9cdf47c1-9a8b-4b53-bd84-46def4514796 req-136e8f6c-a26a-404b-9cd7-1b93f6de2364 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/security-groups?id=9b803723-16d6-4823-a7d9-5de92a26f287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311482 Aug 12 05:41:57.258135 n-d-804320-1 neutron-server[95043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-e469c6dd-5a22-4be7-ac12-7275313512af tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 05:41:57.259621 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-e469c6dd-5a22-4be7-ac12-7275313512af tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0486431 Aug 12 05:41:57.347800 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Deleting port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:41:57.348136 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:57.437049 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] For port 0cf35fd7-c329-4f10-ac15-3a800ca860b1, host n-h2-804320-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804320-1',level=0,port_id=0cf35fd7-c329-4f10-ac15-3a800ca860b1,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:41:57.440764 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:57.450859 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Calling delete_port for 0cf35fd7-c329-4f10-ac15-3a800ca860b1 owned by compute:nova {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:41:57.648044 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:57.678298 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event deleted for resources: {'Port': ['ID=0cf35fd7-c329-4f10-ac15-3a800ca860b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:41:57.719141 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] No DVR routers for this DVR port 0cf35fd7-c329-4f10-ac15-3a800ca860b1 on host n-h2-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:41:57.722059 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473141'] for port, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:57.724147 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [req-68110de0-e20b-441b-a60b-9fcabf02cd32 req-84b608db-980a-4abe-9827-040f91286c76 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.36 "DELETE /v2.0/ports/0cf35fd7-c329-4f10-ac15-3a800ca860b1 HTTP/1.1" status: 204 len: 173 time: 0.4578850 Aug 12 05:41:57.724625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-deleted', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1'}] {{(pid=95043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 05:41:57.727034 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4559c3a9dccb44227b5e461bb72162316fb3401ba7a1ddcb397810e849aa208d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59f3c8f-4cea-49ef-8d78-79eb53cbf993" -d '{"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-deleted", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1"}]}' {{(pid=95043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 05:41:57.762679 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b7f08d-f5f9-4852-a149-086311f4c61f x-openstack-request-id: req-b8b7f08d-f5f9-4852-a149-086311f4c61f {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 05:41:57.762995 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0bf83-3e73-4aea-a168-64b45ced2ac1", "name": "network-vif-deleted", "tag": "0cf35fd7-c329-4f10-ac15-3a800ca860b1", "status": "completed", "code": 200}]} {{(pid=95043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 05:41:57.763245 n-d-804320-1 neutron-server[95043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8b7f08d-f5f9-4852-a149-086311f4c61f {{(pid=95043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 05:41:57.763649 n-d-804320-1 neutron-server[95043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0bf83-3e73-4aea-a168-64b45ced2ac1', 'name': 'network-vif-deleted', 'tag': '0cf35fd7-c329-4f10-ac15-3a800ca860b1', 'status': 'completed', 'code': 200} Aug 12 05:41:58.187932 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [req-f463a5dc-579b-4a11-8448-c96d4c6b0a74 req-ae77fd9b-91c8-4fbe-a062-13a3b2928395 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "GET /v2.0/ports?device_id=83e0bf83-3e73-4aea-a168-64b45ced2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Aug 12 05:41:58.250383 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-be6ef902-92a0-42d2-af96-68b0c6bbbaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:59.244635 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51968) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:41:59.301171 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-037f4d99-4239-40b7-a536-e107a6b33c86 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:59.326226 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-037f4d99-4239-40b7-a536-e107a6b33c86 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:59.467286 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-037f4d99-4239-40b7-a536-e107a6b33c86 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:59.469887 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-037f4d99-4239-40b7-a536-e107a6b33c86 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:41:59.471020 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-037f4d99-4239-40b7-a536-e107a6b33c86 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] 10.222.0.42 "DELETE /v2.0/security-groups/9b803723-16d6-4823-a7d9-5de92a26f287 HTTP/1.1" status: 204 len: 168 time: 0.2253637 Aug 12 05:41:59.485703 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f4d99-4239-40b7-a536-e107a6b33c86 tempest-TestSnapshotPattern-1195257444 tempest-TestSnapshotPattern-1195257444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b803723-16d6-4823-a7d9-5de92a26f287,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:00.587641 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51974) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:00.893722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4c2a6766-6554-4e60-8a04-e8d1d9614b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:00.917357 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:01.033497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:01.159100 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Deleting port e8145944-80f7-4540-a196-c47bfb6cf945 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:01.159344 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:01.233650 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 no longer exists at agent hyperv_n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:01.238391 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] For port e8145944-80f7-4540-a196-c47bfb6cf945, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e8145944-80f7-4540-a196-c47bfb6cf945,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:01.238781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:01.252734 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Calling delete_port for e8145944-80f7-4540-a196-c47bfb6cf945 owned by network:router_interface {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:01.254065 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] No Port match for: 0cf35fd7-c329-4f10-ac15-3a800ca860b1 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:01.254411 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Device 0cf35fd7-c329-4f10-ac15-3a800ca860b1 not bound to the agent host n-h2-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:01.493699 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:01.518469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8145944-80f7-4540-a196-c47bfb6cf945,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:01.679054 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:01.884476 n-d-804320-1 neutron-server[95043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:42:01.988820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:42:01.993786 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-86d89507-ae5a-4d8b-a0f7-f67ed58f7443 admin admin] 10.222.0.42 "PUT /v2.0/routers/0d76ef82-9a40-4235-ad62-46f2ddeb6a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051027 Aug 12 05:42:01.996468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51978) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:01.997338 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] Sync routers for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:42:02.006907 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:42:02.007517 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:02.093256 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:42:02.116930 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:42:02.191971 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:02.289539 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:42:01Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:02.320840 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] Checking router: 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 for host: n-d-804320-1 {{(pid=95045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:42:02.329571 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] Routers {'0d76ef82-9a40-4235-ad62-46f2ddeb6a18'} bound to L3 agent in host n-d-804320-1 {{(pid=95045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:42:02.330196 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'], 'active': True} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:02.440443 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_dvr_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] Set router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 gateway port host: n-d-804320-1 {{(pid=95045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:42:02.522310 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:02.599750 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:02.620022 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.l3_hamode_db [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:42:01Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:02.645421 n-d-804320-1 neutron-server[95045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97b52ae-342b-4b01-a8c3-d20f6b3b6d0c None None] The sync data for ids ['0d76ef82-9a40-4235-ad62-46f2ddeb6a18'] in n-d-804320-1 is: [{'id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'name': 'tempest-TestSnapshotPattern-2086205504-router', 'tenant_id': '26b7974e8afe4f55bc740d7ca4b91870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:42:01Z', 'revision_number': 5, 'project_id': '26b7974e8afe4f55bc740d7ca4b91870', 'gw_port': {'id': 'e4814bc2-def1-4216-b4b0-85e81c4daecb', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d76ef82-9a40-4235-ad62-46f2ddeb6a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:03Z', 'updated_at': '2021-08-12T05:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}] {{(pid=95045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:42:02.710976 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Deleting port e4814bc2-def1-4216-b4b0-85e81c4daecb {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:02.711567 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:02.785999 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] For port e4814bc2-def1-4216-b4b0-85e81c4daecb, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=e4814bc2-def1-4216-b4b0-85e81c4daecb,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:02.786289 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:02.802235 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Calling delete_port for e4814bc2-def1-4216-b4b0-85e81c4daecb owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:03.013503 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.043604 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Pushing event deleted for resources: {'Port': ['ID=e4814bc2-def1-4216-b4b0-85e81c4daecb,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:03.106550 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.195612 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.197715 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.320230 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.320682 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d76ef82-9a40-4235-ad62-46f2ddeb6a18 {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:42:03.324929 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.327155 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-4f42016a-c913-42cd-baaa-1e42215513be admin admin] 10.222.0.42 "DELETE /v2.0/routers/0d76ef82-9a40-4235-ad62-46f2ddeb6a18 HTTP/1.1" status: 204 len: 168 time: 1.3286881 Aug 12 05:42:03.328625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51982) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:03.373806 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Deleting subnet b90b25bd-b3b7-42b0-b816-924bc06a43b1 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:42:03.377123 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.413065 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.495138 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.617007 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.641469 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90b25bd-b3b7-42b0-b816-924bc06a43b1,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:03.645063 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.647044 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-7b45feb9-bd77-4c59-87d9-e6e968820a01 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b90b25bd-b3b7-42b0-b816-924bc06a43b1 HTTP/1.1" status: 204 len: 168 time: 0.3173430 Aug 12 05:42:03.649468 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51984) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:03.652265 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c9eded-41b3-4406-8def-15453118426a None None] Network 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:42:03.715448 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.780986 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Deleting port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:03.781327 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.830540 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9275036c-5566-4332-91be-bd939587ca99 None None] DHCP port deletion for 53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:42:03.845625 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] For port 1437a20b-ab57-4c1a-8314-8437bc5f75a4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1437a20b-ab57-4c1a-8314-8437bc5f75a4,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:03.845996 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.859768 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Calling delete_port for 1437a20b-ab57-4c1a-8314-8437bc5f75a4 owned by network:dhcp {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:03.879752 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9275036c-5566-4332-91be-bd939587ca99 None None] Deleting port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:03.880068 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9275036c-5566-4332-91be-bd939587ca99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.948608 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-9275036c-5566-4332-91be-bd939587ca99 None None] For port 1437a20b-ab57-4c1a-8314-8437bc5f75a4, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1437a20b-ab57-4c1a-8314-8437bc5f75a4,segment=NetworkSegment(b112a84e-b2e0-4563-b696-434f117d08e9),segment_id=b112a84e-b2e0-4563-b696-434f117d08e9)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:03.949009 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9275036c-5566-4332-91be-bd939587ca99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:03.962055 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-9275036c-5566-4332-91be-bd939587ca99 None None] Calling delete_port for 1437a20b-ab57-4c1a-8314-8437bc5f75a4 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:03.999565 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.028893 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Pushing event deleted for resources: {'Port': ['ID=1437a20b-ab57-4c1a-8314-8437bc5f75a4,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:04.032368 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] No DVR routers for this DVR port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 on host n-d-804320-1 {{(pid=95043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:42:04.046433 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9275036c-5566-4332-91be-bd939587ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.071278 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275036c-5566-4332-91be-bd939587ca99 None None] Pushing event deleted for resources: {'Port': ['ID=1437a20b-ab57-4c1a-8314-8437bc5f75a4,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:04.074830 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275036c-5566-4332-91be-bd939587ca99 None None] No DVR routers for this DVR port 1437a20b-ab57-4c1a-8314-8437bc5f75a4 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:42:04.101949 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.103700 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.114018 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c9ab85-c3a5-4650-bc6e-3abdd013c0c9']}} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:04.124128 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b112a84e-b2e0-4563-b696-434f117d08e9') {'for_net_delete': True} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:04.124427 n-d-804320-1 neutron-server[95043]: DEBUG neutron.services.segments.db [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b112a84e-b2e0-4563-b696-434f117d08e9') {} {{(pid=95043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:04.133251 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8657070'] for segment, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.147249 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.152984 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:42:04.153369 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9356675'] for segment, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: Traceback (most recent call last): Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: timer() Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: cb(*args, **kw) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: return func(*args, **kwargs) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: self._notify() Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: self.callback(batched_events) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: event.method(event) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: return f(self, *a, **k) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: return self._get(url).json() Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: return self.request(url, 'GET', **kwargs) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:42:04.155038 n-d-804320-1 neutron-server[95043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:42:04.270348 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.276619 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Notify callbacks [] for network, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.278439 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] 10.222.0.42 "DELETE /v2.0/networks/53c9ab85-c3a5-4650-bc6e-3abdd013c0c9 HTTP/1.1" status: 204 len: 168 time: 0.6280656 Aug 12 05:42:04.281521 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51986) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:04.289360 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300c050-af4c-4441-bed8-a2bcdf9e6019 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c9ab85-c3a5-4650-bc6e-3abdd013c0c9,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:04.406506 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4814bc2-def1-4216-b4b0-85e81c4daecb no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:04.426964 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e4814bc2-def1-4216-b4b0-85e81c4daecb {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:04.427320 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e4814bc2-def1-4216-b4b0-85e81c4daecb not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:04.427837 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e8145944-80f7-4540-a196-c47bfb6cf945 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:04.450487 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: e8145944-80f7-4540-a196-c47bfb6cf945 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:04.450873 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device e8145944-80f7-4540-a196-c47bfb6cf945 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:04.451298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1437a20b-ab57-4c1a-8314-8437bc5f75a4 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:04.470385 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1437a20b-ab57-4c1a-8314-8437bc5f75a4 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:04.470766 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1437a20b-ab57-4c1a-8314-8437bc5f75a4 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:04.641284 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-890526'] for router_interface, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.877728 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Deleting port 1e82d36d-4b92-4d04-8d53-9b304e401839 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:04.878065 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.954762 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] For port 1e82d36d-4b92-4d04-8d53-9b304e401839, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=1e82d36d-4b92-4d04-8d53-9b304e401839,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:04.955130 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:04.968451 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Calling delete_port for 1e82d36d-4b92-4d04-8d53-9b304e401839 owned by network:router_interface {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:05.225077 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:05.256647 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e82d36d-4b92-4d04-8d53-9b304e401839,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:05.421440 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700462'] for router_interface, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:05.636233 n-d-804320-1 neutron-server[95042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff has already been hosted by L3 agent cbd21398-e9ad-4156-a32d-73010a7d2c3a {{(pid=95042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 05:42:05.740605 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] Notify agent at l3_agent.n-d-804320-1 the message routers_updated {{(pid=95042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 05:42:05.745504 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-89d0c30d-e541-43a1-b14c-c742202fcd58 admin admin] 10.222.0.42 "PUT /v2.0/routers/59169d32-cabe-4aea-9f6d-ba0a3d7621ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628727 Aug 12 05:42:05.748192 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51994) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:05.749190 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] Sync routers for ids ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'] in n-d-804320-1 {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 05:42:05.757993 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] Routers {'59169d32-cabe-4aea-9f6d-ba0a3d7621ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:42:05.758596 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:05.852574 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks [] for router, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:05.867046 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] Set router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff gateway port host: n-d-804320-1 {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:42:05.955090 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.037328 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'external_fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '6467142a-6534-4421-aa97-720f6bac6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:42:05Z', 'revision_number': 5, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port': {'id': '6467142a-6534-4421-aa97-720f6bac6052', 'name': '', 'network_id': 'a9ddfc21-9955-4e75-a323-dfd793c50c06', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804320-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T05:37:10Z', 'updated_at': '2021-08-12T05:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42fbafdc-ae38-419f-ad56-880c9439a57d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804320-1'}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:06.069435 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] Checking router: 59169d32-cabe-4aea-9f6d-ba0a3d7621ff for host: n-d-804320-1 {{(pid=95044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 05:42:06.070840 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Deleting port 6467142a-6534-4421-aa97-720f6bac6052 {{(pid=95043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:06.071190 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.077583 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] Routers {'59169d32-cabe-4aea-9f6d-ba0a3d7621ff'} bound to L3 agent in host n-d-804320-1 {{(pid=95044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 05:42:06.078196 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804320-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T03:53:31Z,description=,heartbeat_timestamp=2021-08-12T05:42:01Z,host='n-d-804320-1',id=cbd21398-e9ad-4156-a32d-73010a7d2c3a,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T03:53:31Z,topic='l3_agent')) {'router_ids': ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'], 'active': True} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:06.158588 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvr_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] Set router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff gateway port host: None {{(pid=95044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 05:42:06.168078 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.db [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] For port 6467142a-6534-4421-aa97-720f6bac6052, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=6467142a-6534-4421-aa97-720f6bac6052,segment=NetworkSegment(f68778d9-390a-4a6a-b10c-bbf89fbd0ad8),segment_id=f68778d9-390a-4a6a-b10c-bbf89fbd0ad8)] {{(pid=95043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:06.168450 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.181355 n-d-804320-1 neutron-server[95043]: DEBUG neutron.plugins.ml2.plugin [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Calling delete_port for 6467142a-6534-4421-aa97-720f6bac6052 owned by network:router_gateway {{(pid=95043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:06.212107 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_hamode_db [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:42:05Z', 'revision_number': 6, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port_host': None}], 'n-d-804320-1', False) {} {{(pid=95044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:06.238701 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe4312-3a90-4d79-96d6-001cc6e1a9e2 None None] The sync data for ids ['59169d32-cabe-4aea-9f6d-ba0a3d7621ff'] in n-d-804320-1 is: [{'id': '59169d32-cabe-4aea-9f6d-ba0a3d7621ff', 'name': 'tempest-TestSnapshotPattern-272289335-router', 'tenant_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T05:37:09Z', 'updated_at': '2021-08-12T05:42:05Z', 'revision_number': 6, 'project_id': 'f02f1d74b23b4adab522e1fd24d88b2a', 'gw_port_host': None}] {{(pid=95044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 05:42:06.397526 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9356636'] for port, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.422262 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Pushing event deleted for resources: {'Port': ['ID=6467142a-6534-4421-aa97-720f6bac6052,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:06.486781 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-702152'] for router_gateway, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.582462 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-740924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1163'] for router, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.585566 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.710934 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-740901'] for router, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.711506 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59169d32-cabe-4aea-9f6d-ba0a3d7621ff {{(pid=95043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 05:42:06.715650 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] Notify callbacks [] for router, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.716793 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-31042a01-2fc9-44b9-ae29-97c3d24aeded admin admin] 10.222.0.42 "DELETE /v2.0/routers/59169d32-cabe-4aea-9f6d-ba0a3d7621ff HTTP/1.1" status: 204 len: 168 time: 0.9675810 Aug 12 05:42:06.719943 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 51996) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:06.764674 n-d-804320-1 neutron-server[95043]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Deleting subnet fa16f271-7770-4b15-b06e-c09322715b38 {{(pid=95043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 05:42:06.767697 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.802923 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8657111'] for subnet, precommit_delete_associations {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.882283 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4024693'] for subnet, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:06.996478 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4024588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9356649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8578935'] for subnet, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.022099 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e82d36d-4b92-4d04-8d53-9b304e401839 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:07.022643 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa16f271-7770-4b15-b06e-c09322715b38,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:07.028152 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.032230 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-e97ce758-8ce1-4b60-99a5-7ab8d6325931 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fa16f271-7770-4b15-b06e-c09322715b38 HTTP/1.1" status: 204 len: 168 time: 0.3094823 Aug 12 05:42:07.032611 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 51998) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:07.058952 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92b099-0e39-4c77-a3bb-78bce84e3d3b None None] Network 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 requested from n-d-804320-1 {{(pid=95044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 05:42:07.061118 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 1e82d36d-4b92-4d04-8d53-9b304e401839 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:07.061454 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 1e82d36d-4b92-4d04-8d53-9b304e401839 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:07.105495 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926973'] for network, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.158750 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Deleting port daea6f2e-7573-4e56-85aa-f245f12c81a5 {{(pid=95042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:07.159097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.228640 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] DHCP port deletion for 1165e09b-299f-4649-8e57-8c0ec3e8b1e9 request from n-d-804320-1 {{(pid=95044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 05:42:07.232720 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.db [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] For port daea6f2e-7573-4e56-85aa-f245f12c81a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=daea6f2e-7573-4e56-85aa-f245f12c81a5,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:07.233280 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.247190 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.plugin [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Calling delete_port for daea6f2e-7573-4e56-85aa-f245f12c81a5 owned by network:dhcp {{(pid=95042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:07.279298 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] Deleting port daea6f2e-7573-4e56-85aa-f245f12c81a5 {{(pid=95044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 05:42:07.279932 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751375246385'] for port, before_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.343303 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.db [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] For port daea6f2e-7573-4e56-85aa-f245f12c81a5, host n-d-804320-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804320-1',level=0,port_id=daea6f2e-7573-4e56-85aa-f245f12c81a5,segment=NetworkSegment(1c6c3df4-88cf-4e54-a033-059f363c6d1d),segment_id=1c6c3df4-88cf-4e54-a033-059f363c6d1d)] {{(pid=95044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 05:42:07.343702 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697004'] for port, precommit_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.355721 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] Calling delete_port for daea6f2e-7573-4e56-85aa-f245f12c81a5 owned by network:dhcp {{(pid=95044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 05:42:07.416167 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8595311'] for port, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.431971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3862133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751375251595', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751374778103'] for port, after_delete {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.443434 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Pushing event deleted for resources: {'Port': ['ID=daea6f2e-7573-4e56-85aa-f245f12c81a5,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:07.445332 n-d-804320-1 neutron-server[95042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] No DVR routers for this DVR port daea6f2e-7573-4e56-85aa-f245f12c81a5 on host n-d-804320-1 {{(pid=95042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:42:07.459371 n-d-804320-1 neutron-server[95044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] Pushing event deleted for resources: {'Port': ['ID=daea6f2e-7573-4e56-85aa-f245f12c81a5,revision_number=None']} {{(pid=95044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:07.462792 n-d-804320-1 neutron-server[95044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35feb2-45fe-461a-b10b-6be654d50c2b None None] No DVR routers for this DVR port daea6f2e-7573-4e56-85aa-f245f12c81a5 on host n-d-804320-1 {{(pid=95044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 05:42:07.520678 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4022524', 'neutron.services.segments.db._delete_segments_for_network-8751375290992'] for network, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.530509 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1165e09b-299f-4649-8e57-8c0ec3e8b1e9']}} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:07.540391 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6c3df4-88cf-4e54-a033-059f363c6d1d') {'for_net_delete': True} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:07.540685 n-d-804320-1 neutron-server[95042]: DEBUG neutron.services.segments.db [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6c3df4-88cf-4e54-a033-059f363c6d1d') {} {{(pid=95042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 05:42:07.549127 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751375294329', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8974924'] for segment, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.563097 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009'] for segment, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.570667 n-d-804320-1 neutron-server[95042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 05:42:07.570667 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4024009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8595376'] for segment, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: Traceback (most recent call last): Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: timer() Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: cb(*args, **kw) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: return func(*args, **kwargs) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: self._notify() Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: self.callback(batched_events) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: event.method(event) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: return f(self, *a, **k) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: return self._get(url).json() Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: return self.request(url, 'GET', **kwargs) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 05:42:07.571856 n-d-804320-1 neutron-server[95042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 05:42:07.681674 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4022519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-702124'] for network, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.687219 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Notify callbacks [] for network, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:07.689162 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] 10.222.0.42 "DELETE /v2.0/networks/1165e09b-299f-4649-8e57-8c0ec3e8b1e9 HTTP/1.1" status: 204 len: 168 time: 0.6555533 Aug 12 05:42:07.701242 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dcef0-ad2f-4bbd-ae33-4458d1bed56e admin admin] Pushing event deleted for resources: {'Network': ['ID=1165e09b-299f-4649-8e57-8c0ec3e8b1e9,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:08.011388 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52004) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:08.056335 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-bfd63ae2-32b4-455c-9111-103a9d43f24e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26b7974e8afe4f55bc740d7ca4b91870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437493 Aug 12 05:42:08.058820 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [-] (95043) accepted ('10.222.0.42', 52006) {{(pid=95043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:08.106893 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-863807b8-d858-456c-8408-471ed440a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:08.133515 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-863807b8-d858-456c-8408-471ed440a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:08.236087 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-863807b8-d858-456c-8408-471ed440a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:08.238634 n-d-804320-1 neutron-server[95043]: DEBUG neutron_lib.callbacks.manager [None req-863807b8-d858-456c-8408-471ed440a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:08.240534 n-d-804320-1 neutron-server[95043]: INFO neutron.wsgi [None req-863807b8-d858-456c-8408-471ed440a88d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99286a9d-a8e8-4fe9-aedc-e9849ba93edf HTTP/1.1" status: 204 len: 168 time: 0.1808207 Aug 12 05:42:08.248259 n-d-804320-1 neutron-server[95043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863807b8-d858-456c-8408-471ed440a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99286a9d-a8e8-4fe9-aedc-e9849ba93edf,revision_number=None']} {{(pid=95043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:08.402804 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6467142a-6534-4421-aa97-720f6bac6052 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:08.429120 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: 6467142a-6534-4421-aa97-720f6bac6052 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:08.429467 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device 6467142a-6534-4421-aa97-720f6bac6052 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:08.429890 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device daea6f2e-7573-4e56-85aa-f245f12c81a5 no longer exists at agent ovs-agent-n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 05:42:08.448243 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.plugin [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] No Port match for: daea6f2e-7573-4e56-85aa-f245f12c81a5 {{(pid=95044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 05:42:08.448589 n-d-804320-1 neutron-server[95044]: DEBUG neutron.plugins.ml2.rpc [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Device daea6f2e-7573-4e56-85aa-f245f12c81a5 not bound to the agent host n-d-804320-1 {{(pid=95044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 05:42:08.867291 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52012) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:08.907638 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-f3811354-3b3e-4c60-b52f-7acd36da5d15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f02f1d74b23b4adab522e1fd24d88b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388811 Aug 12 05:42:08.909942 n-d-804320-1 neutron-server[95042]: DEBUG neutron.wsgi [-] (95042) accepted ('10.222.0.42', 52014) {{(pid=95042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 05:42:08.957171 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c53ca130-3c9f-41d0-aa4b-d74a769e200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:08.982512 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c53ca130-3c9f-41d0-aa4b-d74a769e200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:09.095863 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c53ca130-3c9f-41d0-aa4b-d74a769e200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783035'] for security_group, after_delete {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:09.098424 n-d-804320-1 neutron-server[95042]: DEBUG neutron_lib.callbacks.manager [None req-c53ca130-3c9f-41d0-aa4b-d74a769e200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:09.099624 n-d-804320-1 neutron-server[95042]: INFO neutron.wsgi [None req-c53ca130-3c9f-41d0-aa4b-d74a769e200f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4c82b85-3e59-4f2e-a5c1-5e84be557992 HTTP/1.1" status: 204 len: 168 time: 0.1888041 Aug 12 05:42:09.107747 n-d-804320-1 neutron-server[95042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ca130-3c9f-41d0-aa4b-d74a769e200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c82b85-3e59-4f2e-a5c1-5e84be557992,revision_number=None']} {{(pid=95042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 05:42:26.464270 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:26.670052 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:28.284181 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cff7c495-622a-43ae-84eb-9929201c47ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:30.907279 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-aa056a96-32f0-4316-8fe1-c540162c097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:31.039467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:32.547043 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:34.161117 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:39.104077 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:42:56.498234 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:56.678403 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:42:58.272284 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-885cf887-e922-4bb7-9c11-453b1a2fdc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:00.898032 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ffe39689-b222-4f88-a006-bc30bdf88e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:01.035430 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:02.540680 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:04.091795 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:16.093406 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:43:26.479888 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:26.668944 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:28.289033 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5ad972be-51b5-464b-b5f7-6ec97e05caf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:30.906002 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-217e6578-97f0-49a6-babd-035acecd4333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:31.043794 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:32.540108 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:34.100340 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:53.092391 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:43:56.536905 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:56.671481 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:43:58.271844 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8376fe30-7464-4b87-bc31-3b9db8fd52eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:00.954141 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba0f6-bf0c-40a4-a829-6b8d437ba19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:01.068463 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:02.553532 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:04.113708 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:26.533546 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:26.693994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:28.284471 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa17f92f-0329-427c-86ab-1485bd36c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:30.091373 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:44:30.907747 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-5ab79a84-bab4-4be3-899a-f03871db7661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:31.059896 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:32.562336 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:34.105267 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:56.567699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:56.693351 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:44:58.293837 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-31ef85b4-f632-452e-8bc9-9cbdd3f79605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:00.911061 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-08314cd1-cba8-4624-8f94-4b6ed6170da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:01.072423 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:02.546831 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:04.112245 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:07.090663 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:45:26.549995 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:26.723387 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:28.323157 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-4880cc65-c552-4a0d-a8c3-52b0f4c91a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:30.909892 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-15562b08-ce78-4ab2-814f-8bd8600a4cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:31.098557 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:32.556099 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:34.134424 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:44.090123 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:45:56.543825 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:56.734206 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:45:58.280827 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-99d369d8-3f63-4cb2-80aa-44526adac96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:00.945817 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-6b83a444-aee3-432e-bda1-c2243d26ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:01.050768 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:02.562921 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:04.134014 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:21.089652 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:46:26.568178 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:26.738306 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:28.282072 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cc38c0cf-0946-4856-be9f-316d0cc63792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:30.922095 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-318baf00-792d-4191-bb71-d2355e55b414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:31.036467 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:32.554971 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:34.116048 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:56.571850 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:56.830495 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:46:58.089467 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:46:58.298425 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c5007093-6ec3-480d-b4a0-a7943955ef09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:00.992679 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a43cc45a-0588-4d4f-9395-8d5aaec3c0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:01.063628 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:02.579246 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:04.177533 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:26.561046 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:26.864806 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:28.308170 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c79cb8af-a827-4bd1-a81e-e48ad4478228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:30.920811 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-fa66f50d-7d7c-429c-920c-455d827ab6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:31.052507 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:32.578687 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:34.167295 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:35.088781 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:47:56.577710 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:56.858298 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:47:58.273722 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-34b25eb1-3bbf-4d93-a7e7-641a0afe6418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:00.994497 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-e5c4ba1d-6d38-4f37-a565-001f39ce3f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:01.063287 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:02.571649 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:04.114648 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:12.087995 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:48:26.582750 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:26.834523 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:28.274265 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-c737b5a1-7229-4fe5-848d-20e2dc679345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:30.977189 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-061b6549-65f6-4e5b-b567-888ed11366b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:31.062658 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:32.576036 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:34.147994 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:49.086767 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:48:56.553465 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:56.845506 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:48:58.279044 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-7d6f9a60-8858-49e0-a2ac-3cf77d518293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:00.913155 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-efcfa97c-94e7-4b3c-acee-88860daeb979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:01.045021 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:02.582109 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:04.124699 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:26.088026 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:49:26.558886 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:26.826847 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:28.284262 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-ba9c65e3-5406-4f21-ba00-907e315a14a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:30.930392 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-3c70ace8-be50-4ab9-ac3b-bac2434d5764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:31.073241 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:32.598447 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:34.129918 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:47.383549 n-d-804320-1 neutron-server[95043]: DEBUG neutron.wsgi [req-52e11e1c-d037-4020-a7ac-a7e26a3a5eff req-719cae90-a61d-4b7e-ada8-866b3dd87199 service neutron] (95043) timed out ('10.222.0.42', 50548) {{(pid=95043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 05:49:56.552469 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:56.849553 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:49:58.301315 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-0b615a87-ebd0-40a2-8e8f-de07510d9a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:00.918500 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-24c8931b-871d-437a-b2e8-20d865826d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:01.061334 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:02.563474 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:03.087885 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 05:50:04.117931 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:26.546482 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-9a24eccd-e666-419d-b5e3-23c7e6705b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:26.860936 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-a6002faa-d302-4cd4-9a16-2f5a12a4859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:28.306162 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-069b888d-6705-4293-957a-20ba7c0d6c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:30.935457 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-89609100-99d3-4519-ac61-b592f07bdaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:31.049122 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-cdee1930-0b06-4f0a-a237-9c083de67c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:32.585889 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-8c66db78-ef8b-4a8d-ab4e-5129e0e37c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:34.146299 n-d-804320-1 neutron-server[95044]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4146-b20e-4538-9675-091931c990c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751375290884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4053090'] for agent, after_update {{(pid=95044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 05:50:40.087258 n-d-804320-1 neutron-server[95045]: DEBUG neutron.db.agents_db [None req-e2e6a25f-4653-4b2b-afa6-6fc0cffed77f None None] Agent healthcheck: found 7 active agents {{(pid=95045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}